-- Logs begin at Mon 2021-10-25 22:17:01 UTC, end at Tue 2021-10-26 00:45:40 UTC. -- Oct 25 22:46:58.370849 n-d-815373-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 25 22:47:01.107017 n-d-815373-1 neutron-server[102026]: INFO neutron.common.config [-] Logging enabled! Oct 25 22:47:01.107696 n-d-815373-1 neutron-server[102026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev106 Oct 25 22:47:01.108624 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 25 22:47:01.111744 n-d-815373-1 neutron-server[102026]: INFO neutron.common.config [-] Logging enabled! Oct 25 22:47:01.112005 n-d-815373-1 neutron-server[102026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev106 Oct 25 22:47:01.112321 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 25 22:47:01.113263 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 22:47:01.113499 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 22:47:01.113864 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 22:47:01.114112 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 22:47:01.114362 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 22:47:01.114681 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.114977 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.115275 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.115506 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.115803 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.116093 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.116377 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.116672 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.116967 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.117254 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.117533 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.117816 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.118048 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.118363 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.118656 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.118943 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.119169 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] debug = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.119451 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.119886 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.120302 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.120586 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.121022 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.121158 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.121431 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.121708 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.121991 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.122341 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] host = n-d-815373-1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.122624 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.123030 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.123426 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.123724 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.123999 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.124277 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.124565 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.124840 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.125113 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.125388 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.125677 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.125964 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.126284 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.126512 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.126736 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.127026 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.127313 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.127590 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.127865 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.128140 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.128418 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.128717 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.128966 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.129250 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.129532 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.129816 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.130091 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.130387 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.130657 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.130931 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.131212 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.131485 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.131756 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.132029 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.132314 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.132581 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.132853 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.133154 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.133438 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.133720 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.134006 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.134305 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.134587 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.134859 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.135131 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.135403 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] use_json = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.135673 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.135942 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.136224 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.136495 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.136765 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.137038 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.137307 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.137590 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:01.137886 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.138213 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.138549 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.138828 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.139136 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.139418 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.139708 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.139986 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.140274 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.140564 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.140854 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.141134 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.141422 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.141702 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.141995 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.142326 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.142622 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.142914 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.143190 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.143466 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.143740 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.144019 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.144307 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.144584 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.144872 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.145162 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.145442 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.145729 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.146021 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.146333 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.146611 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.146890 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.147183 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.147465 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.147736 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.148013 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.148308 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.148584 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.148856 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.149141 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.149416 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.149688 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.149961 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.150265 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.150555 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.150832 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.151103 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.151372 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.151648 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.151920 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.152204 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.152479 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.152748 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.153017 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.153295 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.153566 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.153838 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.154730 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.155227 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.155308 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.155550 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.155820 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.156094 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.156366 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.156639 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.156916 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.157192 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.157467 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.157741 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.158012 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.158309 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.158591 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.158863 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.159151 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.159449 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.159727 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.160007 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.160287 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.160565 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.160843 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.161120 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.161399 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.161679 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.161953 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.162271 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.162557 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.162845 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.163128 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.163406 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.163986 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.164276 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.164561 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.164843 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.165123 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.165407 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.165689 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.165983 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.166301 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.166597 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.166890 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.167184 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.167467 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.167779 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.168063 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:01.168283 n-d-815373-1 neutron-server[102026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 22:47:01.168525 n-d-815373-1 neutron-server[102026]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102026) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 25 22:47:01.600929 n-d-815373-1 neutron-server[102026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 22:47:01.601205 n-d-815373-1 neutron-server[102026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 22:47:01.601494 n-d-815373-1 neutron-server[102026]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 22:47:01.601828 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 25 22:47:01.925867 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.926085 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.926504 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.927698 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.927978 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.928243 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.963405 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.963682 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.963949 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.979498 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.979781 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:01.980052 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.010967 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.011250 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.011515 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.048748 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.049030 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.049303 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.287045 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.287657 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.287657 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.287856 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.288558 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.417398 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.417723 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.418009 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.418308 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.418582 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.418896 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.419159 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.419418 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.419706 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.420030 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.420326 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.420667 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.420928 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.421186 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.421446 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.421717 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.421977 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.422273 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.422549 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.422812 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.423085 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.423340 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.423624 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.424002 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.424256 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.424505 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.424903 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:02.425146 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:02.425386 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:02.425625 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:02.425860 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:02.426096 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:02.426488 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 25 22:47:02.429729 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 25 22:47:02.433747 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 25 22:47:02.438355 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 25 22:47:02.439996 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 25 22:47:02.440458 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 25 22:47:02.440799 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 25 22:47:02.441193 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 25 22:47:02.444039 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 25 22:47:02.444297 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 25 22:47:02.444651 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 25 22:47:02.449949 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 25 22:47:02.473471 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 25 22:47:02.473923 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.474245 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102026) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 25 22:47:02.474609 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.475997 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102026) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 25 22:47:02.476283 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 25 22:47:02.476534 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 25 22:47:02.479782 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.480063 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:02.543091 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 25 22:47:02.543272 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 25 22:47:02.543510 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 25 22:47:02.543883 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 25 22:47:02.565834 n-d-815373-1 neutron-server[102026]: DEBUG oslo_db.sqlalchemy.engines [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102026) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 25 22:47:03.095017 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing driver for type 'gre' Oct 25 22:47:03.095477 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] gre ID ranges: [(1, 1000)] Oct 25 22:47:03.146134 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing driver for type 'local' Oct 25 22:47:03.146496 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing driver for type 'vlan' Oct 25 22:47:03.158935 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] VlanTypeDriver initialization complete Oct 25 22:47:03.159406 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing driver for type 'vxlan' Oct 25 22:47:03.159955 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] vxlan ID ranges: [(1, 1000)] Oct 25 22:47:03.211827 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing extension driver 'port_security' Oct 25 22:47:03.212168 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] PortSecurityExtensionDriver initialization complete Oct 25 22:47:03.212508 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing mechanism driver 'openvswitch' Oct 25 22:47:03.212832 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing mechanism driver 'hyperv' Oct 25 22:47:03.219470 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:03.220318 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.220690 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.221063 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.221588 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 22:47:03.222028 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.222407 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.222752 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.223156 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 22:47:03.223569 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.223916 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.224258 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.224648 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 22:47:03.225068 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.225417 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.225757 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.226168 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 22:47:03.226592 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.226940 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.227280 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.227668 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 22:47:03.228095 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.228440 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.228782 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.229186 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 22:47:03.229572 n-d-815373-1 neutron-server[102026]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] ML2 OVO RPC backend initialized. {{(pid=102026) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 25 22:47:03.230297 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.230653 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.231079 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.231430 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > networks before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.231781 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.232211 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > ports before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.232760 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.233146 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.233522 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.233879 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.234256 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.234604 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.234949 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.235288 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.235628 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.235966 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.236304 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.236892 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.plugin [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Modular L2 Plugin initialization complete Oct 25 22:47:03.237218 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading services supported by the core plugin {{(pid=102026) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 25 22:47:03.237551 n-d-815373-1 neutron-server[102026]: INFO neutron.plugins.ml2.managers [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Got port-security extension from driver 'port_security' Oct 25 22:47:03.238010 n-d-815373-1 neutron-server[102026]: INFO neutron.extensions.vlantransparent [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Disabled vlantransparent extension. Oct 25 22:47:03.238525 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102026) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 25 22:47:03.238844 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: router Oct 25 22:47:03.275286 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.275668 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_create 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.276031 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router before_create 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.276389 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.276760 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.277108 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_delete 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.277460 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.277921 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.278307 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_create 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.278651 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_update 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.279043 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_update 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.279391 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.279744 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_update 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.280152 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.280513 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.280850 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.281183 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: subnet after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.281516 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.281861 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.282225 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.282568 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.282907 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.283262 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router after_update 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.283597 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.283940 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.284292 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.284631 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.284986 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > agent after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.285325 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.285661 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > network after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.286534 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Tracking information for resource: router configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:03.286868 n-d-815373-1 neutron-server[102026]: DEBUG neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Tracking information for resource: floatingip configured {{(pid=102026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 22:47:03.292002 n-d-815373-1 neutron-server[102026]: INFO neutron.db.l3_agentschedulers_db [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 25 22:47:03.292581 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.292938 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port after_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.293297 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port after_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.293645 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: port after_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.294454 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router before_create 55550100 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.294877 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.295524 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.295621 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.300397 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.provider_configuration [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service providers = [] {{(pid=102026) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 25 22:47:03.300760 n-d-815373-1 neutron-server[102026]: DEBUG neutron.db.servicetype_db [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102026) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 25 22:47:03.303747 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.service_base [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 22:47:03.304093 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.service_base [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 22:47:03.304429 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.service_base [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 22:47:03.305309 n-d-815373-1 neutron-server[102026]: DEBUG neutron.services.service_base [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 22:47:03.305680 n-d-815373-1 neutron-server[102026]: INFO neutron.services.service_base [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 25 22:47:03.306051 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.306388 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 25 22:47:03.318922 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.319253 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: auto_allocate Oct 25 22:47:03.325058 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: network precommit_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.325422 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: network precommit_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.326637 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.326984 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: tag Oct 25 22:47:03.333787 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.334118 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: timestamp Oct 25 22:47:03.337916 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.338281 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: network_ip_availability Oct 25 22:47:03.343759 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.344126 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.344476 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.345223 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.345496 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: flavors Oct 25 22:47:03.350612 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.350937 n-d-815373-1 neutron-server[102026]: INFO neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading Plugin: revisions Oct 25 22:47:03.355188 n-d-815373-1 neutron-server[102026]: DEBUG neutron.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 22:47:03.355576 n-d-815373-1 neutron-server[102026]: DEBUG oslo_concurrency.lockutils [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=102026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 22:47:03.356315 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102026) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 25 22:47:03.356644 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Initializing extension manager. Oct 25 22:47:03.357187 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: __init__.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.357526 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: __pycache__ {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.357857 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.358206 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: address_group.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.358952 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.359506 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: address-group Oct 25 22:47:03.359827 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: address_scope.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.360531 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.361029 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: address-scope Oct 25 22:47:03.361349 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.362296 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.362796 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: router-admin-state-down-before-update Oct 25 22:47:03.363116 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: agent.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.363810 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.364308 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: agent Oct 25 22:47:03.364628 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: agent_resources_synced.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.365524 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.366025 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: agent-resources-synced Oct 25 22:47:03.366382 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.368138 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.368645 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: allowed-address-pairs Oct 25 22:47:03.368977 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.370030 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.370570 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: auto-allocated-topology Oct 25 22:47:03.370888 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: availability_zone.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.371573 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.372068 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: availability_zone Oct 25 22:47:03.372385 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: availability_zone_filter.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.374024 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.374562 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: availability_zone_filter Oct 25 22:47:03.374880 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: data_plane_status.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.375779 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.376275 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 25 22:47:03.376592 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: default_subnetpools.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.377499 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.377997 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: default-subnetpools Oct 25 22:47:03.378342 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.379145 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.379643 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: dhcp_agent_scheduler Oct 25 22:47:03.379963 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: dns.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.380865 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.381357 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension dns-integration not supported by any of loaded plugins Oct 25 22:47:03.381675 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: dns_domain_ports.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.382602 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.383100 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 25 22:47:03.383417 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.384326 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.384818 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 25 22:47:03.385135 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: dvr.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.385792 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.386313 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: dvr Oct 25 22:47:03.386632 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: ecmp_routes.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.387533 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.388025 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 25 22:47:03.388462 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: empty_string_filtering.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.390035 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.390582 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: empty-string-filtering Oct 25 22:47:03.390907 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.391806 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.392299 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 25 22:47:03.392620 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.393538 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.394027 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 25 22:47:03.394374 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: external_net.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.395292 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.395788 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: external-net Oct 25 22:47:03.396106 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.397001 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.397495 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: extra_dhcp_opt Oct 25 22:47:03.397810 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: extraroute.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.398734 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.399231 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: extraroute Oct 25 22:47:03.399548 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: extraroute_atomic.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.400566 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.401069 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: extraroute-atomic Oct 25 22:47:03.401389 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: filter_validation.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.402236 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.402737 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: filter-validation Oct 25 22:47:03.403056 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: fip_pf_description.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.403957 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.404621 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 25 22:47:03.404942 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: fip_port_details.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.405845 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.406389 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: fip-port-details Oct 25 22:47:03.406707 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: flavors.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.407929 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.408434 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: flavors Oct 25 22:47:03.408759 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.410443 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.410950 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 25 22:47:03.411277 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: floatingip_pools.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.411968 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.412466 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: floatingip-pools Oct 25 22:47:03.412786 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: ip_allocation.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.413718 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.414516 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 25 22:47:03.414836 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.415750 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.416246 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: ip-substring-filtering Oct 25 22:47:03.416566 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l2_adjacency.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.417480 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.417972 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 25 22:47:03.418322 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.419277 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.420159 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: router Oct 25 22:47:03.420462 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.422936 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.423456 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 25 22:47:03.423784 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.424709 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.425215 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: ext-gw-mode Oct 25 22:47:03.425541 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.426471 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.426973 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: l3-ha Oct 25 22:47:03.427296 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3_flavors.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.428198 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.428698 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: l3-flavors Oct 25 22:47:03.429019 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.429923 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.430462 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 25 22:47:03.430782 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: l3agentscheduler.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.431785 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.432294 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: l3_agent_scheduler Oct 25 22:47:03.432618 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: logging.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.434111 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.434655 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension logging not supported by any of loaded plugins Oct 25 22:47:03.434981 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: metering.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.436432 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.436996 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: metering Oct 25 22:47:03.437319 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.438561 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.439067 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: metering_source_and_destination_fields Oct 25 22:47:03.439389 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: multiprovidernet.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.440304 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.440807 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: multi-provider Oct 25 22:47:03.441127 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: netmtu.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.442033 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.442563 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: net-mtu Oct 25 22:47:03.442883 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: netmtu_writable.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.443790 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.444287 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: net-mtu-writable Oct 25 22:47:03.444607 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: network_availability_zone.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.445274 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.445768 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: network_availability_zone Oct 25 22:47:03.446083 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: network_ip_availability.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.447204 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.447702 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: network-ip-availability Oct 25 22:47:03.448022 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: network_segment_range.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.448784 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.449281 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 25 22:47:03.449599 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: pagination.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.450597 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.451003 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: pagination Oct 25 22:47:03.451318 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: port_device_profile.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.452221 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.452731 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: port-device-profile Oct 25 22:47:03.453047 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.453962 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.454489 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: port-mac-address-regenerate Oct 25 22:47:03.454807 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.455711 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.456208 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: port-numa-affinity-policy Oct 25 22:47:03.456526 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: port_resource_request.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.457435 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.457932 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 25 22:47:03.458283 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: portbindings.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.459196 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.459698 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: binding Oct 25 22:47:03.460014 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: portbindings_extended.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.461287 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.461792 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: binding-extended Oct 25 22:47:03.462116 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: portsecurity.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.463043 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.463537 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: port-security Oct 25 22:47:03.463855 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: project_id.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.464821 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.465156 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: project-id Oct 25 22:47:03.465472 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: providernet.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.466427 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.467470 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: provider Oct 25 22:47:03.467788 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.471279 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.471789 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos not supported by any of loaded plugins Oct 25 22:47:03.472116 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.473357 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.473863 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 25 22:47:03.474215 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.475125 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.475630 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 25 22:47:03.475953 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_default.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.476849 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.477353 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-default not supported by any of loaded plugins Oct 25 22:47:03.477676 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_fip.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.478343 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.478837 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-fip not supported by any of loaded plugins Oct 25 22:47:03.479158 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.480074 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.480576 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 25 22:47:03.480898 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.481800 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.482487 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 25 22:47:03.482818 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.483848 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.484351 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 25 22:47:03.484670 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_pps_rule.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.485833 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.486363 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-pps not supported by any of loaded plugins Oct 25 22:47:03.486687 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.487607 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.488106 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 25 22:47:03.488426 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: qos_rules_alias.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.489620 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.490122 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 25 22:47:03.490477 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: quotasv2.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.491381 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.491708 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: quotas Oct 25 22:47:03.492027 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: quotasv2_detail.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.495136 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.495481 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: quota_details Oct 25 22:47:03.495814 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: rbac.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.496855 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.497373 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: rbac-policies Oct 25 22:47:03.497698 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: rbac_address_group.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.498745 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.499254 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: rbac-address-group Oct 25 22:47:03.499574 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: rbac_address_scope.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.500488 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.500995 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: rbac-address-scope Oct 25 22:47:03.501315 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: rbac_security_groups.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.502254 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.502757 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: rbac-security-groups Oct 25 22:47:03.503077 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.503989 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.504493 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: rbac-subnetpool Oct 25 22:47:03.504812 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: revisionifmatch.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.505738 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.506271 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: revision-if-match Oct 25 22:47:03.506594 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: revisions.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.507715 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.508222 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: standard-attr-revisions Oct 25 22:47:03.508545 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: router_availability_zone.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.509210 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.509715 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: router_availability_zone Oct 25 22:47:03.510033 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: routerservicetype.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.510977 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.511479 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension router-service-type not supported by any of loaded plugins Oct 25 22:47:03.511796 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.512707 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.513215 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: security-groups-normalized-cidr Oct 25 22:47:03.514168 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.515138 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.515648 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: port-security-groups-filtering Oct 25 22:47:03.515968 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.516882 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.517386 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: security-groups-remote-address-group Oct 25 22:47:03.517705 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: securitygroup.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.527251 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.527773 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: security-group Oct 25 22:47:03.528103 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: segment.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.528885 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.529541 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension segment not supported by any of loaded plugins Oct 25 22:47:03.529864 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.530890 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.531396 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 25 22:47:03.531719 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: servicetype.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.532826 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.533340 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: service-type Oct 25 22:47:03.533663 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: sorting.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.534668 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.535000 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: sorting Oct 25 22:47:03.535321 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: standard_attr_segment.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.536236 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.536745 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 25 22:47:03.537064 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: standardattrdescription.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.537706 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.538241 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: standard-attr-description Oct 25 22:47:03.538564 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: stateful_security_group.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.539733 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.540239 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: stateful-security-group Oct 25 22:47:03.540558 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: stdattrs_common.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.541129 n-d-815373-1 neutron-server[102026]: WARNING neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 25 22:47:03.541442 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.542388 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.542890 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 25 22:47:03.543207 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: subnet_onboard.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.544263 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.545303 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: subnet_onboard Oct 25 22:47:03.545689 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.546594 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.547087 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 25 22:47:03.547409 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: subnet_service_types.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.548329 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.548833 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: subnet-service-types Oct 25 22:47:03.549156 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: subnetallocation.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.550265 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.550770 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: subnet_allocation Oct 25 22:47:03.551094 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.551751 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.552256 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: subnetpool-prefix-ops Oct 25 22:47:03.552573 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.553507 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.554010 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 25 22:47:03.554363 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: tagging.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.555420 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.555927 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: standard-attr-tag Oct 25 22:47:03.556248 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: timestamp.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.557450 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.557954 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loaded extension: standard-attr-timestamp Oct 25 22:47:03.558313 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: trunk.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.559341 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.559845 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension trunk not supported by any of loaded plugins Oct 25 22:47:03.560166 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: trunk_details.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.561708 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.562240 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension trunk-details not supported by any of loaded plugins Oct 25 22:47:03.562562 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.563471 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.563970 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 25 22:47:03.564284 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Loading extension file: vlantransparent.py {{(pid=102026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 22:47:03.565140 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 22:47:03.566017 n-d-815373-1 neutron-server[102026]: INFO neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 25 22:47:03.569177 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:network Oct 25 22:47:03.569914 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:subnet Oct 25 22:47:03.570350 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 22:47:03.570739 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:port Oct 25 22:47:03.572110 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.572859 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service FLAVORS assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.573913 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.574681 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.575243 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:router Oct 25 22:47:03.575712 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:floatingip Oct 25 22:47:03.576252 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service METERING assigned prefix: /metering {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.577695 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.578058 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.578552 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:47:03.580219 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 25 22:47:03.580665 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:security_group Oct 25 22:47:03.581105 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 25 22:47:03.581714 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service CORE assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.582044 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 22:47:03.582429 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] subnetpool is already registered Oct 25 22:47:03.582850 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service CORE assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.583174 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 22:47:03.583501 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] subnetpool is already registered Oct 25 22:47:03.585857 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.586325 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service FLAVORS assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.586943 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.587374 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.587703 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:router Oct 25 22:47:03.588037 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] router is already registered Oct 25 22:47:03.588452 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:floatingip Oct 25 22:47:03.588783 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] floatingip is already registered Oct 25 22:47:03.589243 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service METERING assigned prefix: /metering {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.589954 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 25 22:47:03.590316 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] rbac_policy is already registered Oct 25 22:47:03.590725 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:security_group Oct 25 22:47:03.591053 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] security_group is already registered Oct 25 22:47:03.591458 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 25 22:47:03.591818 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] security_group_rule is already registered Oct 25 22:47:03.592313 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service CORE assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.592628 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 22:47:03.592956 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] subnetpool is already registered Oct 25 22:47:03.593368 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.v2.resource_helper [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Service CORE assigned prefix: {{(pid=102026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 22:47:03.593684 n-d-815373-1 neutron-server[102026]: INFO neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 22:47:03.594006 n-d-815373-1 neutron-server[102026]: WARNING neutron.quota.resource_registry [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] subnetpool is already registered Oct 25 22:47:03.595773 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: extensions {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.597201 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: address-groups {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.598715 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: address-scopes {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.599945 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: agents {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.601195 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: auto-allocated-topology {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.602450 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: availability_zones {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.603662 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: dhcp-networks {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.605058 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: dhcp-agents {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.606599 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: routers {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.609278 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: flavors {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.610549 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: service_profiles {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.611756 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: next_providers {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.613181 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: service_profiles {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.614659 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: floatingip-pools {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.615966 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: routers {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.618063 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: floatingips {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.619359 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: l3-routers {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.620737 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: l3-agents {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.622123 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: metering-labels {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.624162 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: metering-label-rules {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.625527 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: network-ip-availabilities {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.626821 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: bindings {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.628383 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: quotas {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.630071 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: quotas {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.631623 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: rbac-policies {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.632799 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: security-groups {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.634124 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: security-group-rules {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.635386 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: service-providers {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.636593 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: subnetpools {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.637989 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: subnetpools {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.639612 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.641286 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.643095 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.644840 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.646557 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.648480 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.650140 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.652878 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.654725 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.656426 n-d-815373-1 neutron-server[102026]: DEBUG neutron.api.extensions [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Extended resource: tags {{(pid=102026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 22:47:03.662567 n-d-815373-1 neutron-server[102026]: WARNING keystonemiddleware.auth_token [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 25 22:47:03.667307 n-d-815373-1 neutron-server[102026]: WARNING keystonemiddleware.auth_token [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 25 22:47:03.676734 n-d-815373-1 neutron-server[102026]: DEBUG oslo_concurrency.lockutils [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Acquired lock "singleton_lock" {{(pid=102026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 25 22:47:03.677203 n-d-815373-1 neutron-server[102026]: DEBUG oslo_concurrency.lockutils [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Releasing lock "singleton_lock" {{(pid=102026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 25 22:47:03.677844 n-d-815373-1 neutron-server[102026]: INFO oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Starting 2 workers Oct 25 22:47:03.682699 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Started child 102133 {{(pid=102026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 22:47:03.687989 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Started child 102134 {{(pid=102026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 22:47:03.688774 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:03.689723 n-d-815373-1 neutron-server[102026]: INFO neutron.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 25 22:47:03.690194 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Publish callbacks [] for process, before_spawn {{(pid=102026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:03.690298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [-] (102133) wsgi starting up on http://0.0.0.0:9696 Oct 25 22:47:03.692505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:03.692947 n-d-815373-1 neutron-server[102026]: INFO oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Starting 1 workers Oct 25 22:47:03.693894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [-] (102134) wsgi starting up on http://0.0.0.0:9696 Oct 25 22:47:03.697731 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Started child 102135 {{(pid=102026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 22:47:03.698275 n-d-815373-1 neutron-server[102026]: INFO oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Starting 1 workers Oct 25 22:47:03.701736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] calling RpcWorker wait() {{(pid=102135) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 25 22:47:03.702310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] returning from RpcWorker wait() {{(pid=102135) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 25 22:47:03.702844 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Started child 102136 {{(pid=102026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 22:47:03.703366 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:03.703648 n-d-815373-1 neutron-server[102026]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbbbc-0321-4235-8384-316639b1daf2 None None] Publish callbacks [] for process, after_spawn {{(pid=102026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:03.703960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:03.705459 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 25 22:47:03.705680 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 22:47:03.705863 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 22:47:03.706078 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 22:47:03.706446 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 22:47:03.706604 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 22:47:03.707111 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.707369 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.707547 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:03.707997 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.707997 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.708120 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.708476 n-d-815373-1 neutron-server[102136]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:03.708668 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.708925 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.709167 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.709429 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.709682 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.709844 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.710002 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.710282 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.710508 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.710812 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.711073 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.711314 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.711551 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.711714 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.711961 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.712229 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.712470 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.712728 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] debug = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.712975 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.713418 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.713637 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.713869 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.714095 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.714394 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.714632 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.714883 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.715128 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.715350 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.715593 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.715839 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.716071 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.716289 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.716666 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.717076 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.717378 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.717901 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] host = n-d-815373-1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.718135 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.718394 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.718645 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.718864 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.719126 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.719342 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.719600 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.719857 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.720102 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.720330 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.720555 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.720811 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.721046 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.721279 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.721434 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_options = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.721658 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.721920 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.722205 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.722388 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.722551 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.722781 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.722974 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.723134 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.723384 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.723613 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.723818 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.724025 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.724232 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.724459 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.724714 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.724936 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.725144 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.725350 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.725589 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.725807 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.726023 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.726284 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.726510 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.726749 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.726977 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.727184 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.727400 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.727625 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.727830 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.728092 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.728319 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.728557 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.728793 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.729036 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.729285 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.729532 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.729749 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.729973 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.730260 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.730481 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.730718 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.730982 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.731190 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.731406 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.731630 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.731838 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.732044 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_json = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.732896 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.733042 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.733317 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.733648 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.733861 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.734091 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.734345 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.734590 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.734990 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.735272 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.735566 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.735830 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.736071 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.736317 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.736564 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.736779 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.737034 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.737275 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.737595 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.737832 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.738135 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.738388 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.738637 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.738935 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.739184 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.739451 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.739698 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.739927 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.740139 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.740388 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.740651 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.740876 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.741091 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.741321 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.741551 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.741889 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.742395 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.742395 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.742972 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.743187 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.743328 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.743485 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.743801 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.743946 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.744358 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.744440 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.744638 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.744825 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.745217 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.745859 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.745859 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.746176 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.746176 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.746463 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.746828 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.746828 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.747109 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.747248 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.747425 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.747632 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.748716 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.748958 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.749213 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.749603 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.749794 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.750377 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.750377 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.750666 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.753715 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.754225 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.755739 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.756064 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.756235 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.756469 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.758559 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.759062 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.759062 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.759062 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.759245 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.759489 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.759669 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.760374 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.760601 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.760867 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.761080 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.761304 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.762444 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.762707 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.762929 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.763141 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.763441 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.763749 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.764011 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.764636 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.764866 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.765125 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.765387 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.765596 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.765837 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.766089 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.766326 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.767204 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.767457 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.768052 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.768307 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.768531 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.768800 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.769020 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.769275 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.769503 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.769757 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.770079 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.770391 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.770621 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.771269 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.771526 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.771770 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.772028 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.774454 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.774767 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.775022 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.775294 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.775627 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.775914 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.776186 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.776441 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.776678 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.776962 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.777215 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.777478 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.777747 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.777979 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.778259 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.778537 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.778799 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.779072 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.779298 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.779532 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.779844 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.780136 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.780334 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.780567 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.780832 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.781073 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.781339 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.781596 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.781838 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.782066 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.783419 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.784384 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.784614 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.785857 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.786480 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.786705 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.786951 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.787175 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.787416 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.787638 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.789463 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.790371 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.790623 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.790877 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.791110 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.791373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.791611 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.791876 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.792101 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.792332 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.792609 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.792834 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.793076 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.793548 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.793770 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.794041 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.794285 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.794585 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.795350 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.796381 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.796620 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.796886 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.797137 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.797748 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.798017 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.798274 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.798521 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.798740 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.798966 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.799204 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.799440 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.799690 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.799904 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.800140 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.800389 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.800732 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.800985 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.801235 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.801485 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.801724 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.801981 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.802221 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.802441 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.802684 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.802918 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.803132 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.803399 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.803627 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.803864 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.804076 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.804285 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.804529 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.804743 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.804969 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.805252 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.805516 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.805754 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.806007 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.806261 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.806490 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.806713 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.806919 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.807124 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.807361 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.807571 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.807776 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.808031 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.808236 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.808440 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.808655 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.808866 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.809070 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.809287 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.809516 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.809721 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.809939 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.810189 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.810612 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.810893 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.811065 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.811239 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.811528 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.811748 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.811956 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.812203 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.812409 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.812613 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.813474 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.813791 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.814010 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.814472 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.814760 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.815018 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.815340 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.815599 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.815856 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.816134 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.816461 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.816698 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.816964 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.817188 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.817415 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.817656 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.817923 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.818255 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.818553 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.818823 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.819085 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.819366 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.819650 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.819917 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.820132 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.820435 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.821082 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.821367 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.821620 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.821865 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.822123 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.822374 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.822593 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.822846 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.823096 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.823310 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.823564 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.823829 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.824139 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.824381 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.824605 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.824817 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.825036 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.825262 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.825482 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.825695 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.826422 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 22:47:03.827104 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 25 22:47:03.827267 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 22:47:03.827418 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 22:47:03.827598 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 22:47:03.827768 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 22:47:03.827911 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 22:47:03.828109 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.828267 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.828422 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.828575 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.828728 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.828902 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.829058 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.829210 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.829531 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.829691 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.829845 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.829997 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.830170 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.830363 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.830517 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.830656 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.830812 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.830989 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.831147 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.831300 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.831451 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.831603 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.831755 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] debug = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.831916 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.832122 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.832252 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.832404 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.832683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:03.832850 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.832850 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833114 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833114 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833360 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833494 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833706 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833706 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833960 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.833960 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.834248 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.834379 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.834513 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.834646 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] host = n-d-815373-1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.834778 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.834919 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835052 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835186 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835320 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835451 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835582 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835714 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835843 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.835986 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836127 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836263 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836396 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836529 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836662 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_options = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836794 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.836925 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837056 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837229 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837391 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837532 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837681 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.837970 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.838122 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.838311 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.838461 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.838590 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.838734 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.838883 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839033 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839184 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839337 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839490 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839630 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839783 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.839917 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840058 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840212 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840365 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840518 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840671 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840806 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.840960 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.841108 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.841251 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.841403 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.841657 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.841892 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.842052 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.842252 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.842390 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.842525 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.842658 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.842792 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.843002 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.843150 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.843286 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.843523 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.843717 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.843859 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.844007 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_json = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.844144 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.844280 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.844424 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.844869 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.845019 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.845156 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.845291 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.845378 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 22:47:03.845526 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.845685 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846068 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846068 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846269 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846348 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846474 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846595 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846740 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.846895 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.847055 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.847210 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.847373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.847526 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.847873 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.847873 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848105 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848105 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848337 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848458 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848579 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848709 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848834 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.848957 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.849103 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.849255 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.849407 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.849577 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.849730 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.849886 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.850040 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.850215 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.850411 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.850621 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.850777 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.850934 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.851089 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.851243 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.851397 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.851554 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.851709 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.851865 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852021 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852176 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852330 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852490 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852647 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852799 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.852955 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.853110 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.853264 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.853419 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.853571 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.853725 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.853881 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.854044 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.854250 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.854412 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.854565 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855024 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855024 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855024 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855258 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855336 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855436 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855588 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855755 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.855909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.856459 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.856459 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.856459 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.856692 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.856692 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.857066 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.857066 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.857066 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858400 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858400 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858400 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858400 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858400 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858753 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858753 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858903 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.858903 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.859101 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.859226 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862202 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.862814 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863373 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.863909 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864340 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864340 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864340 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864520 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864585 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864772 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.864857 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865020 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865173 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865327 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865481 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865635 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865789 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.865951 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.866115 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.866301 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.866450 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.866601 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.866948 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.867105 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.867259 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.867414 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.867568 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.867721 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.867876 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868030 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868184 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868339 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868493 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868649 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868804 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.868958 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.869108 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.869265 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.869419 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.869574 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.869729 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.869884 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.870039 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.870214 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.870415 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.870669 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.870870 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.871030 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.871269 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.871412 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.871573 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.871728 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.871883 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.872037 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.872191 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.873916 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.874712 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.874889 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.875137 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.875346 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.875615 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.875824 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.876060 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.876228 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.876388 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.876546 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.876707 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.876864 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877021 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877177 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877332 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877488 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877644 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877801 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.877957 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.878112 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.878291 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.878461 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.878618 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.878773 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.878927 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879137 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879266 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879390 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879519 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879672 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879826 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.879979 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.880136 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.880292 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.880448 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.880604 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.880758 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.880914 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.881067 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.881220 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.881387 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.881541 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.881696 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.881849 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882004 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882178 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882348 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882503 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882657 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882811 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.882965 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.883119 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.883282 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.883436 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.883589 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.883743 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.883895 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884049 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884211 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884365 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884518 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884672 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884825 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.884978 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.885140 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.885295 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.885448 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.885602 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.885756 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.885910 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.886073 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.886256 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.886410 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.886563 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.886717 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.886870 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887032 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887187 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887341 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887502 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887655 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887808 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.887963 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.888128 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.888282 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.888486 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.888643 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.888809 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.888939 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.889097 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.889306 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.889469 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.889635 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.889793 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.889957 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.890118 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.890305 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.890460 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.890621 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.890787 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.890941 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.891097 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.891253 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.891408 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.891562 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.891716 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.891870 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892024 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892179 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892338 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892491 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892644 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892798 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.892952 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.893107 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.893260 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.893416 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.893570 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.893725 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 22:47:03.893873 n-d-815373-1 neutron-server[102026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 22:47:04.041480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34928) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:04.050618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069883 Oct 25 22:47:15.551618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d07c00-717c-44e3-82b2-3365796cfde5 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 22:47:15.614992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d07c00-717c-44e3-82b2-3365796cfde5 None None] No non-hosted networks {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 25 22:47:15.623284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.agentschedulers_db [None req-66d07c00-717c-44e3-82b2-3365796cfde5 None None] DHCP Agent not found on host n-d-815373-1 {{(pid=102135) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 25 22:47:15.736104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df707d73-25f3-4d24-987d-a36fa1497581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:18.246763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4085888f-276c-4d67-b88d-3f62244df18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:18.340149 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f214a30c-5c21-4024-9e80-256791e8829b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:19.242484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:19.244597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.245739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.246220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.246416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.246755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.249610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.250144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.250362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.251757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.252087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.252415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.253920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:19.254340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815373-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:19.273617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815373-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:19.444086 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:20.541503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:22.241924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:22.741333 n-d-815373-1 neutron-server[102133]: WARNING oslo_policy.policy [None req-1c2b6b5a-0c6b-45d8-bb95-7ecb72e8afbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:22.742031 n-d-815373-1 neutron-server[102133]: WARNING oslo_policy.policy [None req-1c2b6b5a-0c6b-45d8-bb95-7ecb72e8afbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:22.970481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-1c2b6b5a-0c6b-45d8-bb95-7ecb72e8afbc admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:47:22.971722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c2b6b5a-0c6b-45d8-bb95-7ecb72e8afbc admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7277257 Oct 25 22:47:24.830945 n-d-815373-1 neutron-server[102135]: INFO neutron.db.l3_hamode_db [None req-b21fe2e0-9f1a-4866-a89c-9d873654569a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 25 22:47:24.909270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fe2e0-9f1a-4866-a89c-9d873654569a None None] Routers set() bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:47:24.909643 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fe2e0-9f1a-4866-a89c-9d873654569a None None] Router IDs set() for agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 22:47:25.480269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35034) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:25.966716 n-d-815373-1 neutron-server[102134]: WARNING oslo_policy.policy [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:25.967301 n-d-815373-1 neutron-server[102134]: WARNING oslo_policy.policy [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:26.195759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:26.291371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.policy [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102134) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 25 22:47:26.339644 n-d-815373-1 neutron-server[102134]: WARNING oslo_policy.policy [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:26.340033 n-d-815373-1 neutron-server[102134]: WARNING oslo_policy.policy [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:26.348945 n-d-815373-1 neutron-server[102134]: INFO neutron.quota [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] Loaded quota_driver: . Oct 25 22:47:26.440673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731924729113', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731924728682', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731924749506', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731924746894', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731925091359', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731924498184', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609210', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786150'] for rbac-policy, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:26.504401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:26.505556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a961d507-e9da-470b-b4f8-670be63644fe admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0243354 Oct 25 22:47:29.178412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:29.472925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'project_id': 'c960af52cce34da4adca24faed0009da'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:29.501200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Made reservation on behalf of c960af52cce34da4adca24faed0009da for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:47:29.503896 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.520402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.628900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.632459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.651507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:47:29.680584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731927918349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.681155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Unsubscribe: segment precommit_create {{(pid=102134) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 25 22:47:29.681642 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Added segment 7831288e-643f-4693-8514-13f0420ee6f4 of type vlan for network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 Oct 25 22:47:29.696786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f059a20-83ba-4921-b179-e5de969fc930,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:29.747194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.747524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.747848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.748242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.748553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.748866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.749177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.749494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.749801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.750106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.750433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.750738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Tracked resource versions report: Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: pushed versions: Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: { 'AddressGroup': {'1.2'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'ConntrackHelper': {'1.0'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Log': {'1.0'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Network': {'1.1'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Port': {'1.7'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'PortForwarding': {'1.2'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'QosPolicy': {'1.10'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'SecurityGroup': {'1.4'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'SubPort': {'1.0'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Subnet': {'1.1'}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Trunk': {'1.1'}} Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: consumer versions: Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: L3 agent@n-d-815373-1: {}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: Metadata agent@n-d-815373-1: {}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: Metering agent@n-d-815373-1: {}, Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'ConntrackHelper': '1.0', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Log': '1.0', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Network': '1.1', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Port': '1.7', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'PortForwarding': '1.2', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'QosPolicy': '1.10', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'SecurityGroup': '1.4', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'SecurityGroupRule': '1.2', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'SubPort': '1.0', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Subnet': '1.1', Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: 'Trunk': '1.1'}} Oct 25 22:47:29.751824 n-d-815373-1 neutron-server[102134]: {{(pid=102134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:47:29.798130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.837804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.838960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:29.839621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:29.917872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7383087 Oct 25 22:47:29.942477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e9da5-09c6-4ee7-b649-d06c1b324b1a admin admin] Pushing event updated for resources: {'Network': ['ID=b4a2c0da-1a69-4aee-8adb-3a2c0d381953,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:29.955577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:47:32.661462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35066) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:33.052211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea4b14-5217-4dac-b88b-a868d12c02f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:33.053556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3fea4b14-5217-4dac-b88b-a868d12c02f1 admin admin] 10.222.0.25 "GET /v2.0/networks/b4a2c0da-1a69-4aee-8adb-3a2c0d381953 HTTP/1.1" status: 200 len: 825 time: 0.3911419 Oct 25 22:47:33.078519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6be6d4b4-c788-4794-bcd1-14f985b04175 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/5b2e75a7-5640-49a5-a103-5628b3ba9336 HTTP/1.1" status: 200 len: 734 time: 0.0186481 Oct 25 22:47:33.087504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'name': 'private-subnet', 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c960af52cce34da4adca24faed0009da'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:33.109593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Made reservation on behalf of c960af52cce34da4adca24faed0009da for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:47:33.111862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:33.411199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:33.485578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Checking segment: {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:47:33.485925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Network hostable DHCP agents. Network: b4a2c0da-1a69-4aee-8adb-3a2c0d381953, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:47:33.490363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c97afb7-79d3-440e-ae12-182121e9730f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:33.509381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:47:33.521016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b4a2c0da-1a69-4aee-8adb-3a2c0d381953) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:47:33.526075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:33.526671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:33.531038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b9f89-f0c2-4eb1-84a6-8fc62cfb0731 None None] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:47:33.549536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-97339db8-0d81-4a1b-9109-49960feed3b1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4581285 Oct 25 22:47:33.852851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:47:33.854199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:34.147677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Allocated IP 172.20.0.2 (b4a2c0da-1a69-4aee-8adb-3a2c0d381953/2c97afb7-79d3-440e-ae12-182121e9730f/7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:47:34.347887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:34.356518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:34.437729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:47:34.441756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Pushing event updated for resources: {'Port': ['ID=7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:34.444005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:47:34.451160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:47:34.454396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.454743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.455081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.455412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.455739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.456063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.456384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.456706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.457024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.457345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Tracked resource versions report: Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: pushed versions: Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: { 'AddressGroup': {'1.2'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'ConntrackHelper': {'1.0'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Log': {'1.0'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Network': {'1.1'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Port': {'1.7'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'PortForwarding': {'1.2'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'QosPolicy': {'1.10'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'SecurityGroup': {'1.4'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'SubPort': {'1.0'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Subnet': {'1.1'}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Trunk': {'1.1'}} Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: consumer versions: Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: L3 agent@n-d-815373-1: {}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: Metadata agent@n-d-815373-1: {}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: Metering agent@n-d-815373-1: {}, Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'ConntrackHelper': '1.0', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Log': '1.0', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Network': '1.1', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'Port': '1.7', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'PortForwarding': '1.2', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'QosPolicy': '1.10', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'SecurityGroup': '1.4', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'SecurityGroupRule': '1.2', Oct 25 22:47:34.459205 n-d-815373-1 neutron-server[102135]: 'SubPort': '1.0', Oct 25 22:47:34.460879 n-d-815373-1 neutron-server[102135]: 'Subnet': '1.1', Oct 25 22:47:34.460879 n-d-815373-1 neutron-server[102135]: 'Trunk': '1.1'}} Oct 25 22:47:34.460879 n-d-815373-1 neutron-server[102135]: {{(pid=102135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:47:34.534409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Attempting to bind port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:47:34.535044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Attempting to bind port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:47:34.535206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Attempting to bind port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 on network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:47:34.540337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:47:34.540722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Checking segment: {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:47:34.541183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:34.541566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Bound using segment: {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:47:34.542053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Bound port: 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:47:34.542512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:34.604560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] For port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:47:34.609158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] For port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8,segment=NetworkSegment(7831288e-643f-4693-8514-13f0420ee6f4),segment_id=7831288e-643f-4693-8514-13f0420ee6f4)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:47:34.613521 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:34.680879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16196c03-35d5-4b55-a6a9-605deb3ae408 None None] Pushing event updated for resources: {'Port': ['ID=7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:36.077069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:36.393427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-246163d5-6ae6-4d6f-b8c5-9514b9bf1f13 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:47:36.394562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-246163d5-6ae6-4d6f-b8c5-9514b9bf1f13 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3164408 Oct 25 22:47:38.905636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35082) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:39.230690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-9b31d160-338b-4d95-b238-46a854faae0e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:47:39.231653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b31d160-338b-4d95-b238-46a854faae0e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3250425 Oct 25 22:47:41.966536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35092) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:42.266992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:42.332784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.policy [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 25 22:47:42.380913 n-d-815373-1 neutron-server[102133]: WARNING oslo_policy.policy [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:42.381303 n-d-815373-1 neutron-server[102133]: WARNING oslo_policy.policy [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 22:47:42.390033 n-d-815373-1 neutron-server[102133]: INFO neutron.quota [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Loaded quota_driver: . Oct 25 22:47:42.446859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:42.448795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:42.607578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:42.612725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:42.632842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:42.634032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a22955ad-7a32-4d7b-b4ec-fa16775f7a00 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6665566 Oct 25 22:47:43.209707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:47:43.302325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:43.302713 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:43.416247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:43.449449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8,segment=NetworkSegment(7831288e-643f-4693-8514-13f0420ee6f4),segment_id=7831288e-643f-4693-8514-13f0420ee6f4)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:47:43.454787 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:43.501746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:43.882932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2867f-dece-4598-b0cc-70cf4bc32f81 None None] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:47:43.945879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c811569e-34e4-48e7-aec1-52dbad771352 None None] Provisioning complete for port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:43.946380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c811569e-34e4-48e7-aec1-52dbad771352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:44.294692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2346e8d9-345f-4e19-bb9d-2037f2964140 None None] Provisioning complete for port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:44.295398 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2346e8d9-345f-4e19-bb9d-2037f2964140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:45.111388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:45.172301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:47:45.217731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:45.218096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:45.424301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-aaf17093-7e60-490b-be29-5807f8b16483 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:47:45.425427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aaf17093-7e60-490b-be29-5807f8b16483 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3130558 Oct 25 22:47:45.428300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c354fd4e-a892-4513-9bc3-2927e22d16bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:47.943588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35114) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:48.241130 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1ef383cf-0be3-4fb9-8178-0d50658d936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.254718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:48.275623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Made reservation on behalf of 36ba1819f6254363b318c533d9c3e297 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:47:48.277783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.286098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.365687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.369294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.384285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=102134) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 25 22:47:48.407344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a248bc0f-2b2e-40d7-bae8-ee7bad20bca6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:48.410562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.411279 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Added segment b662ef45-aa91-4f0b-8047-1581b67c919e of type flat for network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 Oct 25 22:47:48.458689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.492368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.493262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:48.493860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:48.549730 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6050944 Oct 25 22:47:48.562171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a42cc-9b66-40fc-aa5e-859737c4c9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:48.573137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:47:49.226794 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:49.366873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:50.474138 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:51.034219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:51.208922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0881f3-8537-4703-91e8-adc6e56b543d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:51.210248 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b0881f3-8537-4703-91e8-adc6e56b543d admin admin] 10.222.0.25 "GET /v2.0/subnets/2c97afb7-79d3-440e-ae12-182121e9730f HTTP/1.1" status: 200 len: 849 time: 0.1750576 Oct 25 22:47:51.368320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2aed51f4-f56a-4913-8d7d-2f5ee20501c9 admin admin] 10.222.0.25 "GET /v2.0/routers/e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a HTTP/1.1" status: 200 len: 704 time: 0.1518829 Oct 25 22:47:51.634738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:51.928798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Allocated IP 172.20.0.1 (b4a2c0da-1a69-4aee-8adb-3a2c0d381953/2c97afb7-79d3-440e-ae12-182121e9730f/18728ed3-3786-4aab-83ad-5eb2d14c32dd) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:47:52.128872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.193300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.262778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:47:52.267833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:47:52.273819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:47:52.274315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.336523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Pushing event updated for resources: {'Port': ['ID=18728ed3-3786-4aab-83ad-5eb2d14c32dd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:52.439372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b7d36d9c-7708-4c24-a262-8b2c7ad05727 None None] Provisioning complete for port 18728ed3-3786-4aab-83ad-5eb2d14c32dd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:52.439930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b7d36d9c-7708-4c24-a262-8b2c7ad05727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.472467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b7d36d9c-7708-4c24-a262-8b2c7ad05727 None None] Port 18728ed3-3786-4aab-83ad-5eb2d14c32dd cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:47:52.480627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.689615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.693940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.694737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:52.771834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Pushing event updated for resources: {'Port': ['ID=18728ed3-3786-4aab-83ad-5eb2d14c32dd,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:52.819040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:47:52.820296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:47:52.978840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:47:52.993991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a01086d7-b6da-4a0e-acda-dd14cda2e832 None None] Provisioning complete for port 18728ed3-3786-4aab-83ad-5eb2d14c32dd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:52.994416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a01086d7-b6da-4a0e-acda-dd14cda2e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:53.027047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a01086d7-b6da-4a0e-acda-dd14cda2e832 None None] Port 18728ed3-3786-4aab-83ad-5eb2d14c32dd cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:47:53.068541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:47:53.073835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-38f2aeb1-4079-429d-8fd8-dd865179126f admin admin] 10.222.0.25 "PUT /v2.0/routers/e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6990354 Oct 25 22:47:53.078960 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Sync routers for ids ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:47:53.094099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Routers {'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:47:53.094944 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:47:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:53.283132 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Set router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:47:53.710198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:47:42Z', 'updated_at': '2021-10-25T22:47:52Z', 'revision_number': 2, 'project_id': 'c960af52cce34da4adca24faed0009da', 'gw_port_host': None, '_interfaces': [{'id': '18728ed3-3786-4aab-83ad-5eb2d14c32dd', 'name': '', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'mac_address': 'fa:16:3e:5d:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:51Z', 'updated_at': '2021-10-25T22:47:52Z', 'revision_number': 2, 'project_id': 'c960af52cce34da4adca24faed0009da', 'subnets': [{'id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:53.760108 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Checking router: e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:47:53.760472 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Updating router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a port 18728ed3-3786-4aab-83ad-5eb2d14c32dd binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:47:53.808473 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.313611 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.321001 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.444391 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Pushing event updated for resources: {'Port': ['ID=18728ed3-3786-4aab-83ad-5eb2d14c32dd,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:54.470969 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.471320 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.471661 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.471998 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.472416 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.472650 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.472974 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.473306 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.473629 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.473952 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.474298 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.474620 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Tracked resource versions report: Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: pushed versions: Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: { 'AddressGroup': {'1.2'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'ConntrackHelper': {'1.0'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Log': {'1.0'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Network': {'1.1'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Port': {'1.7'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'PortForwarding': {'1.2'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'QosPolicy': {'1.10'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'SecurityGroup': {'1.4'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'SubPort': {'1.0'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Subnet': {'1.1'}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Trunk': {'1.1'}} Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: consumer versions: Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: L3 agent@n-d-815373-1: {}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: Metadata agent@n-d-815373-1: {}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: Metering agent@n-d-815373-1: {}, Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'ConntrackHelper': '1.0', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Log': '1.0', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Network': '1.1', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Port': '1.7', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'PortForwarding': '1.2', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'QosPolicy': '1.10', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'SecurityGroup': '1.4', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'SecurityGroupRule': '1.2', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'SubPort': '1.0', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Subnet': '1.1', Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: 'Trunk': '1.1'}} Oct 25 22:47:54.475743 n-d-815373-1 neutron-server[102136]: {{(pid=102136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:47:54.505902 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Attempting to bind port 18728ed3-3786-4aab-83ad-5eb2d14c32dd on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:47:54.506381 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Attempting to bind port 18728ed3-3786-4aab-83ad-5eb2d14c32dd by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:47:54.506818 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Attempting to bind port 18728ed3-3786-4aab-83ad-5eb2d14c32dd on network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:47:54.511650 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:47:54.512065 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Checking segment: {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:47:54.512542 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.513455 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Bound using segment: {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:47:54.514068 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Bound port: 18728ed3-3786-4aab-83ad-5eb2d14c32dd, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7831288e-643f-4693-8514-13f0420ee6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:47:54.514484 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.558792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-085e9f72-901d-4064-9eef-396270fa6ca9 None None] Provisioning complete for port 18728ed3-3786-4aab-83ad-5eb2d14c32dd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:54.559301 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-085e9f72-901d-4064-9eef-396270fa6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.581371 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] For port 18728ed3-3786-4aab-83ad-5eb2d14c32dd, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:47:54.594488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-085e9f72-901d-4064-9eef-396270fa6ca9 None None] Port 18728ed3-3786-4aab-83ad-5eb2d14c32dd cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:47:54.602362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] For port 18728ed3-3786-4aab-83ad-5eb2d14c32dd, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=18728ed3-3786-4aab-83ad-5eb2d14c32dd,segment=NetworkSegment(7831288e-643f-4693-8514-13f0420ee6f4),segment_id=7831288e-643f-4693-8514-13f0420ee6f4)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:47:54.607660 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.664923 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2356a-5d34-4dd3-9387-3404bb4e582a None None] Pushing event updated for resources: {'Port': ['ID=18728ed3-3786-4aab-83ad-5eb2d14c32dd,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:54.668948 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Routers {'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:47:54.670499 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:47:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:54.757674 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] Set router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:47:54.812711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d070a094-7531-4984-b3d1-216636a8345b None None] Provisioning complete for port 18728ed3-3786-4aab-83ad-5eb2d14c32dd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:47:54.813082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d070a094-7531-4984-b3d1-216636a8345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.889196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d070a094-7531-4984-b3d1-216636a8345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.925248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d070a094-7531-4984-b3d1-216636a8345b None None] For port 18728ed3-3786-4aab-83ad-5eb2d14c32dd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=18728ed3-3786-4aab-83ad-5eb2d14c32dd,segment=NetworkSegment(7831288e-643f-4693-8514-13f0420ee6f4),segment_id=7831288e-643f-4693-8514-13f0420ee6f4)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:47:54.929017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d070a094-7531-4984-b3d1-216636a8345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:54.975405 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:47:42Z', 'updated_at': '2021-10-25T22:47:52Z', 'revision_number': 2, 'project_id': 'c960af52cce34da4adca24faed0009da', 'gw_port_host': None, '_interfaces': [{'id': '18728ed3-3786-4aab-83ad-5eb2d14c32dd', 'name': '', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'mac_address': 'fa:16:3e:5d:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:51Z', 'updated_at': '2021-10-25T22:47:54Z', 'revision_number': 4, 'project_id': 'c960af52cce34da4adca24faed0009da', 'subnets': [{'id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:47:54.978530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070a094-7531-4984-b3d1-216636a8345b None None] Pushing event updated for resources: {'Port': ['ID=18728ed3-3786-4aab-83ad-5eb2d14c32dd,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:55.004440 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aeb06a-f3e5-4466-b0eb-5163d14fc619 None None] The sync data for ids ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'] in n-d-815373-1 is: [{'id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:47:42Z', 'updated_at': '2021-10-25T22:47:52Z', 'revision_number': 2, 'project_id': 'c960af52cce34da4adca24faed0009da', 'gw_port_host': None, '_interfaces': [{'id': '18728ed3-3786-4aab-83ad-5eb2d14c32dd', 'name': '', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'mac_address': 'fa:16:3e:5d:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:51Z', 'updated_at': '2021-10-25T22:47:54Z', 'revision_number': 4, 'project_id': 'c960af52cce34da4adca24faed0009da', 'subnets': [{'id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:47:55.420846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35152) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:55.603406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a27d1-46c5-47d5-b451-04afae068406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:55.604914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4a2a27d1-46c5-47d5-b451-04afae068406 admin admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 842 time: 0.1831157 Oct 25 22:47:55.615025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Request body: {'subnet': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:55.639597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Made reservation on behalf of 36ba1819f6254363b318c533d9c3e297 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:47:55.642220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:56.016405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 22:47:56.016772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:56.097574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:47:56.097917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Network hostable DHCP agents. Network: dd7d8481-027d-42e7-bcb5-8b3a62ff7f16, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:47:56.109383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08fa73c-f584-4cb4-a618-c34a58b3a786,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:47:56.125116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.125475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.125820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.126136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.126489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.126793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.127107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.127450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.127766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.128043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.128354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.128681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Tracked resource versions report: Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: pushed versions: Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: { 'AddressGroup': {'1.2'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'ConntrackHelper': {'1.0'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Log': {'1.0'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Network': {'1.1'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Port': {'1.7'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'PortForwarding': {'1.2'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'QosPolicy': {'1.10'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'SecurityGroup': {'1.4'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'SubPort': {'1.0'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Subnet': {'1.1'}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Trunk': {'1.1'}} Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: consumer versions: Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: L3 agent@n-d-815373-1: {}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: Metadata agent@n-d-815373-1: {}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: Metering agent@n-d-815373-1: {}, Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'ConntrackHelper': '1.0', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Log': '1.0', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Network': '1.1', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Port': '1.7', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'PortForwarding': '1.2', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'QosPolicy': '1.10', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'SecurityGroup': '1.4', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'SecurityGroupRule': '1.2', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'SubPort': '1.0', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Subnet': '1.1', Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: 'Trunk': '1.1'}} Oct 25 22:47:56.129748 n-d-815373-1 neutron-server[102133]: {{(pid=102133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:47:56.148711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:47:56.165151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, dd7d8481-027d-42e7-bcb5-8b3a62ff7f16) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:47:56.194554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:56.195023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf06c4-5324-4260-978f-9d07f9d3b74f None None] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:47:56.195493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:56.216267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e00811de-5391-4d17-9559-5b7b5143c55a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6045127 Oct 25 22:47:56.335622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda516d1-7ac8-4a98-ba7a-b35a1f4b9a7b None None] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:47:58.626774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35166) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:47:58.846439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-50beb7f7-57cc-4d1c-a324-ec184698cf45 admin admin] 10.222.0.25 "GET /v2.0/routers/e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a HTTP/1.1" status: 200 len: 710 time: 0.2185302 Oct 25 22:47:58.935804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746375f-85d9-41ad-bc99-cb0f319bdaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:47:58.937158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3746375f-85d9-41ad-bc99-cb0f319bdaaf admin admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 886 time: 0.0845337 Oct 25 22:47:58.946736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:47:59.195708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:59.426198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:59.507522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:59.661213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Allocated IP 172.25.4.208 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/f1042966-0d04-4ee4-958b-ead0e5f622cb) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:47:59.767581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:59.827649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:47:59.941654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:47:59.946767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:47:59.953406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:47:59.959238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Pushing event updated for resources: {'Port': ['ID=f1042966-0d04-4ee4-958b-ead0e5f622cb,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:48:00.232300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:00.427525 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:00.431975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:00.553918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:48:00.665516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:48:00.670771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:00.672152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-15d200b8-1b33-4285-a837-3718bed75843 admin admin] 10.222.0.25 "PUT /v2.0/routers/e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a HTTP/1.1" status: 200 len: 890 time: 1.7284300 Oct 25 22:48:01.192095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 18728ed3-3786-4aab-83ad-5eb2d14c32dd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:48:01.242565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 18728ed3-3786-4aab-83ad-5eb2d14c32dd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:48:01.242934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:02.061998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Sync routers for ids ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:48:02.074711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Routers {'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:48:02.075426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:47:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:48:02.280509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Set router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:48:02.728039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f1042966-0d04-4ee4-958b-ead0e5f622cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:47:42Z', 'updated_at': '2021-10-25T22:48:00Z', 'revision_number': 4, 'project_id': 'c960af52cce34da4adca24faed0009da', 'gw_port': {'id': 'f1042966-0d04-4ee4-958b-ead0e5f622cb', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:59Z', 'updated_at': '2021-10-25T22:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '18728ed3-3786-4aab-83ad-5eb2d14c32dd', 'name': '', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'mac_address': 'fa:16:3e:5d:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:51Z', 'updated_at': '2021-10-25T22:47:54Z', 'revision_number': 5, 'project_id': 'c960af52cce34da4adca24faed0009da', 'subnets': [{'id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:48:02.779333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Checking router: e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:48:02.779674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Updating router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a port f1042966-0d04-4ee4-958b-ead0e5f622cb binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:48:02.824697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:03.134452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:03.141012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:03.193039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Attempting to bind port f1042966-0d04-4ee4-958b-ead0e5f622cb on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:48:03.193413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Attempting to bind port f1042966-0d04-4ee4-958b-ead0e5f622cb by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:48:03.193778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Attempting to bind port f1042966-0d04-4ee4-958b-ead0e5f622cb on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:48:03.196600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b384b69-f9c8-497b-b944-cbb758abbd9c None None] Pushing event updated for resources: {'Port': ['ID=f1042966-0d04-4ee4-958b-ead0e5f622cb,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:48:03.201587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:48:03.201958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:48:03.202374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:03.202757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:48:03.203214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Bound port: f1042966-0d04-4ee4-958b-ead0e5f622cb, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:48:03.203610 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:03.219348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35178) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:48:03.252770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] For port f1042966-0d04-4ee4-958b-ead0e5f622cb, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:48:03.255997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] For port f1042966-0d04-4ee4-958b-ead0e5f622cb, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f1042966-0d04-4ee4-958b-ead0e5f622cb,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:48:03.260634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:03.318103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b384b69-f9c8-497b-b944-cbb758abbd9c None None] Pushing event updated for resources: {'Port': ['ID=f1042966-0d04-4ee4-958b-ead0e5f622cb,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:48:03.322901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Routers {'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:48:03.323485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:47:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:48:03.339470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9ab3b04a-1ba2-4b16-9695-ee566ffcb2ae admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189761 Oct 25 22:48:03.433950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] Set router e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:48:03.650211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f1042966-0d04-4ee4-958b-ead0e5f622cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:47:42Z', 'updated_at': '2021-10-25T22:48:00Z', 'revision_number': 4, 'project_id': 'c960af52cce34da4adca24faed0009da', 'gw_port': {'id': 'f1042966-0d04-4ee4-958b-ead0e5f622cb', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:59Z', 'updated_at': '2021-10-25T22:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '18728ed3-3786-4aab-83ad-5eb2d14c32dd', 'name': '', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'mac_address': 'fa:16:3e:5d:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:51Z', 'updated_at': '2021-10-25T22:47:54Z', 'revision_number': 5, 'project_id': 'c960af52cce34da4adca24faed0009da', 'subnets': [{'id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:48:03.676666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd71ed-98e5-4489-952f-0952e1ae20a4 None None] The sync data for ids ['e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a'] in n-d-815373-1 is: [{'id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'name': 'router1', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f1042966-0d04-4ee4-958b-ead0e5f622cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:47:42Z', 'updated_at': '2021-10-25T22:48:00Z', 'revision_number': 4, 'project_id': 'c960af52cce34da4adca24faed0009da', 'gw_port': {'id': 'f1042966-0d04-4ee4-958b-ead0e5f622cb', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:59Z', 'updated_at': '2021-10-25T22:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '18728ed3-3786-4aab-83ad-5eb2d14c32dd', 'name': '', 'network_id': 'b4a2c0da-1a69-4aee-8adb-3a2c0d381953', 'tenant_id': 'c960af52cce34da4adca24faed0009da', 'mac_address': 'fa:16:3e:5d:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73c5299-6d05-4de2-b7c9-9b9bf42e6a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:47:51Z', 'updated_at': '2021-10-25T22:47:54Z', 'revision_number': 5, 'project_id': 'c960af52cce34da4adca24faed0009da', 'subnets': [{'id': '2c97afb7-79d3-440e-ae12-182121e9730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b2e75a7-5640-49a5-a103-5628b3ba9336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:48:05.208990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f1042966-0d04-4ee4-958b-ead0e5f622cb up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:48:05.269582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f1042966-0d04-4ee4-958b-ead0e5f622cb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:48:05.269958 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:05.352786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:05.374699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port f1042966-0d04-4ee4-958b-ead0e5f622cb, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f1042966-0d04-4ee4-958b-ead0e5f622cb,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:48:05.380165 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:05.431331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=f1042966-0d04-4ee4-958b-ead0e5f622cb,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:48:07.220557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f1042966-0d04-4ee4-958b-ead0e5f622cb up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:48:07.286373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f1042966-0d04-4ee4-958b-ead0e5f622cb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:48:07.287071 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:15.429916 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d6f47d75-18fb-4603-8a74-662df2778e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:16.758110 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:48:18.249867 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-86f8ad17-760d-4675-87eb-90f286c43f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:19.242806 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:19.376209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:20.486134 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:45.434183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa0425b4-8bf1-494c-ad78-cb9b5f9918f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:48.247908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-904d6556-9054-4d21-b91b-5c8a59f74d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:49.228200 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:49.375175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:50.484647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:48:53.759648 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:49:15.427455 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e69ab968-64d7-4a08-9e5e-27d225f03af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:18.249868 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1ba27166-f47a-4377-847f-5b1889eb258c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:19.231315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:19.376900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:20.484597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:30.757657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:49:45.429367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ea69bf10-246c-46a3-b85f-ac111d4527c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:46.424505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35774) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:49:46.487236 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0f81c0-7190-4aeb-8453-087a764bfb15 admin admin] GET failed (client error): The resource could not be found. Oct 25 22:49:46.488565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8f0f81c0-7190-4aeb-8453-087a764bfb15 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630920 Oct 25 22:49:46.686918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ead60e-24b0-42ba-8070-c892bb871a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:46.688298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d9ead60e-24b0-42ba-8070-c892bb871a72 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1950519 Oct 25 22:49:48.252186 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff010da4-9019-402e-98f5-0e590c4d4eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.011756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35784) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:49:49.103695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debddbc9-3a06-4300-b41a-2a6df7d7f764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:49.105008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-debddbc9-3a06-4300-b41a-2a6df7d7f764 admin admin] 10.222.0.25 "GET /v2.0/subnets/2c97afb7-79d3-440e-ae12-182121e9730f HTTP/1.1" status: 200 len: 849 time: 0.0923097 Oct 25 22:49:49.115547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:49:49.200047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Publish callbacks [] for subnet, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.235152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.345320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731927874259'] for subnet, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.378576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:49.378576 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.394273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] 10.222.0.25 "PUT /v2.0/subnets/2c97afb7-79d3-440e-ae12-182121e9730f HTTP/1.1" status: 200 len: 868 time: 0.2680092 Oct 25 22:49:49.394500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d67bd7-9db8-444e-a7ba-8bc7aab1cfb6 None None] Network b4a2c0da-1a69-4aee-8adb-3a2c0d381953 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:49:49.394500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.399095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c97afb7-79d3-440e-ae12-182121e9730f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:49:49.408321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.408651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.408971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.409301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.409621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.409941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.410285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.410602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.410917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.411229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.411541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.411852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03516e-f740-4315-92f6-26c2121c584b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:49:49.734878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-68a6dabd-9e4f-4036-b85f-adec9d9f4202 None None] Provisioning complete for port 7e8b4161-d2b0-4e6b-8ccb-2e5c84e9d0c8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:49:49.735245 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68a6dabd-9e4f-4036-b85f-adec9d9f4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:49.822993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-68a6dabd-9e4f-4036-b85f-adec9d9f4202 None None] Provisioning complete for port 18728ed3-3786-4aab-83ad-5eb2d14c32dd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:49:49.823281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68a6dabd-9e4f-4036-b85f-adec9d9f4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:50.487829 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:49:51.678274 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:49:51.942423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae830473-0762-4f0b-86b7-ae1df5345f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:51.942806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae830473-0762-4f0b-86b7-ae1df5345f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:51.944311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae830473-0762-4f0b-86b7-ae1df5345f3d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2651060 Oct 25 22:49:54.284447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35802) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:49:54.485554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f01a6-bd90-4cf1-a591-a3fbd0b350aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:54.485932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f01a6-bd90-4cf1-a591-a3fbd0b350aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:54.487496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a86f01a6-bd90-4cf1-a591-a3fbd0b350aa admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021184 Oct 25 22:49:56.766693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35810) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:49:56.896910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ad739-880c-45d1-8f11-fa377c531ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:56.898341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c67ad739-880c-45d1-8f11-fa377c531ce8 admin admin] 10.222.0.25 "GET /v2.0/networks/b4a2c0da-1a69-4aee-8adb-3a2c0d381953 HTTP/1.1" status: 200 len: 869 time: 0.1306121 Oct 25 22:49:59.198564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:49:59.328148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6152c4-fc62-49df-b03d-a195ebc71ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:49:59.329500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0e6152c4-fc62-49df-b03d-a195ebc71ad6 admin admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 886 time: 0.1294463 Oct 25 22:50:01.606933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:01.734810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5de5c-0c4a-4d3e-9484-0225bf9777cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:01.735255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5de5c-0c4a-4d3e-9484-0225bf9777cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:01.736750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33f5de5c-0c4a-4d3e-9484-0225bf9777cc admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288846 Oct 25 22:50:04.014212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35834) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:04.108562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8afce-18b1-49a3-8251-db24b6d22b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:04.109035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8afce-18b1-49a3-8251-db24b6d22b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:04.110836 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c7a8afce-18b1-49a3-8251-db24b6d22b03 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953639 Oct 25 22:50:06.428191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35842) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:06.519450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95e338-248e-4e72-9713-100c2dce5814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:06.520798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e95e338-248e-4e72-9713-100c2dce5814 admin admin] 10.222.0.25 "GET /v2.0/subnets/2c97afb7-79d3-440e-ae12-182121e9730f HTTP/1.1" status: 200 len: 868 time: 0.0916607 Oct 25 22:50:07.759056 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:50:08.804673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35850) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:08.961148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f460e-d9b1-4cc3-9bac-042b4078bed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:08.962544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f80f460e-d9b1-4cc3-9bac-042b4078bed9 admin admin] 10.222.0.25 "GET /v2.0/subnets/e08fa73c-f584-4cb4-a618-c34a58b3a786 HTTP/1.1" status: 200 len: 816 time: 0.1569135 Oct 25 22:50:15.435003 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a316dc06-340a-423c-987c-c663719b0daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:18.253329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9694-61af-4d02-b404-e61ba0af94f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:19.236849 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:19.383091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:20.490957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:33.614428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35904) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:33.661590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-15f2393b-c36d-48d5-b9bd-e1c55767e280 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:50:33.662633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-15f2393b-c36d-48d5-b9bd-e1c55767e280 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472589 Oct 25 22:50:36.037226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35912) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:36.098694 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee889967-17ae-4e47-ad81-140186670ba7 admin admin] GET failed (client error): The resource could not be found. Oct 25 22:50:36.099989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ee889967-17ae-4e47-ad81-140186670ba7 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618191 Oct 25 22:50:36.242713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03abb6be-20f9-48f8-b3fb-163c03c2ef28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:36.244091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-03abb6be-20f9-48f8-b3fb-163c03c2ef28 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1395416 Oct 25 22:50:38.566798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35920) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:38.613874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:50:38.634193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Made reservation on behalf of 36ba1819f6254363b318c533d9c3e297 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:50:38.636483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:38.668570 n-d-815373-1 neutron-server[102134]: WARNING neutron.services.revisions.revision_plugin [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Could not find related network for resource to bump revision. Oct 25 22:50:38.679794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:50:38.689937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:38.690354 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Added segment eba93251-e1e4-4ddb-a6bc-042f2d8d915c of type vlan for network f60a9310-fc1a-4d25-abb6-a8028f277aa0 Oct 25 22:50:38.730514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:38.754291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:38.755208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:38.755795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:38.815724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] Pushing event updated for resources: {'Network': ['ID=f60a9310-fc1a-4d25-abb6-a8028f277aa0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:50:38.830480 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9422741d-f409-405e-9a07-b69c9f147c49 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2626216 Oct 25 22:50:38.845303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:50:41.153962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35928) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:50:41.215612 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bce195-3862-4f8c-ae4a-4bf9a5c5cb1c admin admin] GET failed (client error): The resource could not be found. Oct 25 22:50:41.216916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-31bce195-3862-4f8c-ae4a-4bf9a5c5cb1c admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619950 Oct 25 22:50:41.284671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29167f-1233-4780-86a1-9a89d5cb0567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:41.286073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ed29167f-1233-4780-86a1-9a89d5cb0567 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645895 Oct 25 22:50:41.297115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'description': 'shared-subnet'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:50:41.318367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Made reservation on behalf of 36ba1819f6254363b318c533d9c3e297 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:50:41.320542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:41.477875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:41.532163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d7f3a4-a1d7-43bf-80e5-487b266fc140,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:50:41.538962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:50:41.539306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Network hostable DHCP agents. Network: f60a9310-fc1a-4d25-abb6-a8028f277aa0, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:50:41.556001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:50:41.564819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f60a9310-fc1a-4d25-abb6-a8028f277aa0) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:50:41.569723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:50:41.570340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:41.574334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c77c9-7c73-465c-8f1c-0da4388a3ae6 None None] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:50:41.587259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-516ef8a6-eec3-45d1-a283-053692e77251 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2936654 Oct 25 22:50:41.725768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'tenant_id': '36ba1819f6254363b318c533d9c3e297', 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:50:41.726727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:41.866041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Allocated IP 192.168.233.2 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/47bcf28c-cb52-49c2-b49e-666df8ff786c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:50:42.105104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:42.111900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:42.155472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:50:42.159051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:50:42.161137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Pushing event updated for resources: {'Port': ['ID=47bcf28c-cb52-49c2-b49e-666df8ff786c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:50:42.163293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:50:42.176015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.176364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.176712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.177048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.177382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.177715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.178065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.178416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.178744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.179092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.179416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.179737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:50:42.228876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Attempting to bind port 47bcf28c-cb52-49c2-b49e-666df8ff786c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:50:42.229236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Attempting to bind port 47bcf28c-cb52-49c2-b49e-666df8ff786c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:50:42.229587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Attempting to bind port 47bcf28c-cb52-49c2-b49e-666df8ff786c on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:50:42.235194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:50:42.235559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:50:42.235948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:42.236326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:50:42.236783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Bound port: 47bcf28c-cb52-49c2-b49e-666df8ff786c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:50:42.237175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:42.300107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] For port 47bcf28c-cb52-49c2-b49e-666df8ff786c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:50:42.303749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] For port 47bcf28c-cb52-49c2-b49e-666df8ff786c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=47bcf28c-cb52-49c2-b49e-666df8ff786c,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:50:42.309275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:42.371363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ea57f-f023-4445-b70b-665269a7ae8d None None] Pushing event updated for resources: {'Port': ['ID=47bcf28c-cb52-49c2-b49e-666df8ff786c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:50:43.207186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e573d4-906d-4b7a-bb49-4fda4026dab0 None None] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:50:43.335370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fc212c13-51d5-408c-83ea-4f56bd7f9aec None None] Provisioning complete for port 47bcf28c-cb52-49c2-b49e-666df8ff786c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:50:43.335727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fc212c13-51d5-408c-83ea-4f56bd7f9aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:43.364883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 47bcf28c-cb52-49c2-b49e-666df8ff786c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:50:43.482499 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fc212c13-51d5-408c-83ea-4f56bd7f9aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:43.522078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 47bcf28c-cb52-49c2-b49e-666df8ff786c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:50:43.522467 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:43.533305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fc212c13-51d5-408c-83ea-4f56bd7f9aec None None] For port 47bcf28c-cb52-49c2-b49e-666df8ff786c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=47bcf28c-cb52-49c2-b49e-666df8ff786c,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:50:43.556994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fc212c13-51d5-408c-83ea-4f56bd7f9aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:43.633709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc212c13-51d5-408c-83ea-4f56bd7f9aec None None] Pushing event updated for resources: {'Port': ['ID=47bcf28c-cb52-49c2-b49e-666df8ff786c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:50:43.747333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e3d86bac-aef6-4e70-a235-19f8832a2911 None None] Provisioning complete for port 47bcf28c-cb52-49c2-b49e-666df8ff786c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:50:43.747697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e3d86bac-aef6-4e70-a235-19f8832a2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:44.758011 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:50:45.276381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 47bcf28c-cb52-49c2-b49e-666df8ff786c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:50:45.325163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 47bcf28c-cb52-49c2-b49e-666df8ff786c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:50:45.325526 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:45.439487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c3386d3a-ff0e-4bd1-ae8b-84925fd4794f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:48.255417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-35201a40-746a-4582-b07d-86585ea48449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:49.238197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:49.385291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:50:50.492991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:15.441456 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eebb405a-927c-4e3a-ac61-6568a1e550b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:18.257996 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b470cb68-425c-4496-a35f-e0688ddf3f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:19.240273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:19.388140 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:20.494974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:21.756940 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:51:45.444637 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16600c95-705e-46db-a635-fe5278618e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:48.259759 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f56c66c2-c162-442b-a1f3-ec8478b9d0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:49.242518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:49.390803 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:50.498298 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:56.335781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35974) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:51:56.342128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-3ca0c518-24be-46ff-a26e-d81ce752779f tempest-verify_tempest_config-1922962086 tempest-verify_tempest_config-1922962086-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:51:56.343103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3ca0c518-24be-46ff-a26e-d81ce752779f tempest-verify_tempest_config-1922962086 tempest-verify_tempest_config-1922962086-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0063438 Oct 25 22:51:56.639965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35992) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:51:56.741359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:56.817171 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:56.820818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:56.866444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35a0aa5bd71642f38c1c972a2d14b0ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2254319 Oct 25 22:51:56.867286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcc947f-f6fe-4f1d-b82e-eb65098e21e3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:51:56.869280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35996) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:51:56.874760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.875103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.875440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.875771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.876099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.876427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.876770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.877100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.877423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.877740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.878058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.878397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e210b1-03b8-485d-8291-7d4b20278f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:56.947142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:56.969783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:57.060519 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:57.063232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:51:57.064977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebcc947f-f6fe-4f1d-b82e-eb65098e21e3 HTTP/1.1" status: 204 len: 168 time: 0.1946323 Oct 25 22:51:57.073177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcc947f-f6fe-4f1d-b82e-eb65098e21e3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:51:57.080339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.080685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.081018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.081346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.081672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.081995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.082339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.082661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.082981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.083298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.083614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:57.083930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c1c9f-57d4-43fe-891b-6221fda2e4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:51:58.755864 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:52:15.446087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14608b6d-ba8c-4c73-ae2e-eb085e383476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:18.263809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68574f73-1c1d-431c-b259-713b88868477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:19.244682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:19.394644 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:20.501185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:35.754256 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:52:45.446466 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2a666a7b-75c6-4670-b1ba-c66648a15d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:48.265503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9de5d18b-8a43-42fe-95f4-e3cfefab4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:49.248123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:49.397884 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:52:50.505251 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:12.753786 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:53:15.447396 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1bf9843f-d8d9-4e64-bc39-9d7570844a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:18.266695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8cb04591-0baf-47a3-852c-bfb16e128cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:19.249334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:19.399751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:20.507670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:45.449349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e55e29f6-ede1-4131-a9bb-b9f006db25bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:48.268468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f09df934-c9ea-4068-82cd-1151d1258ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:49.252035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:49.402082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:53:49.752359 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:53:50.512989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:15.450433 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7035197-a18d-49f6-9d42-cd962711c86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:18.269047 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b8ed-b877-4a8c-9696-340cdb358f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:19.257614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:19.404747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:20.515699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:26.751299 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 5 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:54:45.451483 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5c5af6b-e12e-48c0-981e-b7a962d0dd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:48.270352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e435-3c00-4d6e-b1f6-706103ae20d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:49.259661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:49.408417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:50.519333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:54:58.015199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:03.750952 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 6 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:55:12.683381 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809319'] for agent, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:15.453040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2f126bb-edeb-4c15-84af-385dc25cc953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:18.271648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3ce9d129-1e91-485e-aabb-ccad8e71f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:19.261341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:19.412076 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:20.521645 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:27.983402 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:40.750535 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:55:42.634598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:45.455788 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3ea896cc-90bb-446c-b60b-0065c210d4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:46.127122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:55:46.229538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b7986ae6-0b4c-4de2-8894-8a6651223a00 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1013525 Oct 25 22:55:48.273891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d74a7f05-9eeb-481e-b3ec-04a44e1cb694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:48.540296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36060) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:55:48.596447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-618bbf93-b5fb-4a3a-8cb5-768c014b5e38 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0549426 Oct 25 22:55:49.266431 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:49.413247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:50.524256 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:55:58.014431 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:12.644242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:15.458474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8044eda-7c8e-46b8-874c-e41d7a78eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:17.748870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:56:18.275724 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a78b93-bea2-497c-9823-c04bd21d4210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:19.268040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:19.416369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:20.528187 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:28.029497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:42.636332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:45.461172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d797502-3d47-4557-9c89-a7462c756a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:48.277049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2cbaa50d-1cab-4feb-b028-cdb64eb6b29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:49.270280 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:49.417685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:50.530568 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:56:54.747858 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:56:58.024881 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:07.480717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36214) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:07.857981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf527d6d-dc76-4c56-87ea-4d4e4ba83db5 tempest-AutoAllocateNetworkTest-1506941416 tempest-AutoAllocateNetworkTest-1506941416-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=26711867fb864671a6f190f2f0296572&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3761451 Oct 25 22:57:07.860571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36240) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:08.067068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11e9dc-9a03-4cec-8c10-a4f296e0b931 tempest-AutoAllocateNetworkTest-1506941416 tempest-AutoAllocateNetworkTest-1506941416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:08.068725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5e11e9dc-9a03-4cec-8c10-a4f296e0b931 tempest-AutoAllocateNetworkTest-1506941416 tempest-AutoAllocateNetworkTest-1506941416-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2070730 Oct 25 22:57:08.071517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36258) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:08.133967 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa9f1bce-6f47-428a-8a11-c5532d3e77f3 tempest-AutoAllocateNetworkTest-1506941416 tempest-AutoAllocateNetworkTest-1506941416-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613160 Oct 25 22:57:08.136491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36264) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:08.164921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-202dcd85-466f-4fbf-91c8-0776e9041708 tempest-AutoAllocateNetworkTest-1506941416 tempest-AutoAllocateNetworkTest-1506941416-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=26711867fb864671a6f190f2f0296572 HTTP/1.1" status: 200 len: 208 time: 0.0272007 Oct 25 22:57:08.925027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36302) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:08.959409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36308) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:09.217382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.349694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-network', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:09.392223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Made reservation on behalf of 5db826bd4b8f47b7acccb072b2d3e059 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:09.394890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.408767 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.453864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.463942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.521257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26711867fb864671a6f190f2f0296572&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5938122 Oct 25 22:57:09.525118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:09.539358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4051e7-ecb2-4676-8ef1-91c832028160,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:09.563027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.563452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.563854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.564248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.564672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.565090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.565502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.565935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.566372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.567345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.568091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.568509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f1c71-e59d-4e83-b511-bd2d0b20ed17 admin admin] Tracked resource versions report: Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: pushed versions: Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: { 'AddressGroup': {'1.2'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'ConntrackHelper': {'1.0'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Log': {'1.0'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Network': {'1.1'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Port': {'1.7'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'PortForwarding': {'1.2'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'QosPolicy': {'1.10'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'SecurityGroup': {'1.4'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'SubPort': {'1.0'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Subnet': {'1.1'}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Trunk': {'1.1'}} Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: consumer versions: Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: HyperV agent@n-h1-815373-1: {}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: HyperV agent@n-h2-815373-1: {}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: L3 agent@n-d-815373-1: {}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: Metadata agent@n-d-815373-1: {}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: Metering agent@n-d-815373-1: {}, Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'ConntrackHelper': '1.0', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Log': '1.0', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Network': '1.1', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Port': '1.7', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'PortForwarding': '1.2', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'QosPolicy': '1.10', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'SecurityGroup': '1.4', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'SecurityGroupRule': '1.2', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'SubPort': '1.0', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Subnet': '1.1', Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: 'Trunk': '1.1'}} Oct 25 22:57:09.569835 n-d-815373-1 neutron-server[102134]: {{(pid=102134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:57:09.577080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.582781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.611797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:57:09.612295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.622048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd307e5-5007-4406-9a74-c03639cd531e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:09.643107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.643759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.644191 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Added segment 818e912d-8fce-4b81-9938-00ea766f3dbe of type vlan for network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 Oct 25 22:57:09.700578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.704606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.708639 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.709687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb4051e7-ecb2-4676-8ef1-91c832028160 HTTP/1.1" status: 204 len: 168 time: 0.1829472 Oct 25 22:57:09.717774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4051e7-ecb2-4676-8ef1-91c832028160,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:09.726626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.727122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.727560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.728119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.728551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.728979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.729574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.730000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.730461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.730896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.731452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.732039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a2d2a-a1d6-4455-9d3c-a326902b3ba5 admin admin] Tracked resource versions report: Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: pushed versions: Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: { 'AddressGroup': {'1.2'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'ConntrackHelper': {'1.0'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Log': {'1.0'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Network': {'1.1'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Port': {'1.7'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'PortForwarding': {'1.2'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'QosPolicy': {'1.10'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'SecurityGroup': {'1.4'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'SubPort': {'1.0'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Subnet': {'1.1'}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Trunk': {'1.1'}} Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: consumer versions: Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: HyperV agent@n-h1-815373-1: {}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: HyperV agent@n-h2-815373-1: {}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: L3 agent@n-d-815373-1: {}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: Metadata agent@n-d-815373-1: {}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: Metering agent@n-d-815373-1: {}, Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'ConntrackHelper': '1.0', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Log': '1.0', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Network': '1.1', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Port': '1.7', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'PortForwarding': '1.2', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'QosPolicy': '1.10', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'SecurityGroup': '1.4', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'SecurityGroupRule': '1.2', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'SubPort': '1.0', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Subnet': '1.1', Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: 'Trunk': '1.1'}} Oct 25 22:57:09.733364 n-d-815373-1 neutron-server[102133]: {{(pid=102133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:57:09.742556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.743682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:09.744728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:09.816173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8528605 Oct 25 22:57:09.816443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:09.822963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Request body: {'subnet': {'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-subnet', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:09.829984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6bc3a-0c1b-461c-8e46-c2801c2c646d admin admin] Pushing event updated for resources: {'Network': ['ID=f926ca8a-3cb4-4467-81f4-9488dcabf8c2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:09.846993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:57:09.853887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Made reservation on behalf of 5db826bd4b8f47b7acccb072b2d3e059 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:09.858570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.054241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.101161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:10.130955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Checking segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:10.131309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Network hostable DHCP agents. Network: f926ca8a-3cb4-4467-81f4-9488dcabf8c2, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:57:10.150899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:57:10.160280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f926ca8a-3cb4-4467-81f4-9488dcabf8c2) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:10.165272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:10.166060 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.173462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef10f85-66f3-4715-922c-48d3ab41f8d3 None None] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:10.193733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b8a615c9-fb0d-4494-ab0f-b1616f2af78c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3727906 Oct 25 22:57:10.194171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36370) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:10.199814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:10.243187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.244922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.392693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.396401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:57:10.397295 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.566098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.654229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Allocated IP 172.20.0.2 (f926ca8a-3cb4-4467-81f4-9488dcabf8c2/16024d6a-fc7d-4a9b-9d55-dbbcccf19e72/1d457cd2-c516-4d79-ac7e-bcb3ff49501b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:10.836389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.858024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.861269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.872922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:10.994396 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Allocated IP 172.25.4.105 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/e451324b-1aff-44c9-9a64-ab3640a10891) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:11.034334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:11.038586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:11.041873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:11.051576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Pushing event updated for resources: {'Port': ['ID=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:11.062225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.062840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.063175 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.063519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.063830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.064152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.064467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.064780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.065093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.065403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.065714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.066025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Tracked resource versions report: Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: pushed versions: Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: { 'AddressGroup': {'1.2'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'ConntrackHelper': {'1.0'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Log': {'1.0'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Network': {'1.1'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Port': {'1.7'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'PortForwarding': {'1.2'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'QosPolicy': {'1.10'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'SecurityGroup': {'1.4'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'SubPort': {'1.0'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Subnet': {'1.1'}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Trunk': {'1.1'}} Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: consumer versions: Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: HyperV agent@n-h1-815373-1: {}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: HyperV agent@n-h2-815373-1: {}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: L3 agent@n-d-815373-1: {}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: Metadata agent@n-d-815373-1: {}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: Metering agent@n-d-815373-1: {}, Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'ConntrackHelper': '1.0', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Log': '1.0', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Network': '1.1', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Port': '1.7', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'PortForwarding': '1.2', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'QosPolicy': '1.10', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'SecurityGroup': '1.4', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'SecurityGroupRule': '1.2', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'SubPort': '1.0', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Subnet': '1.1', Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: 'Trunk': '1.1'}} Oct 25 22:57:11.067741 n-d-815373-1 neutron-server[102135]: {{(pid=102135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:57:11.129865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Attempting to bind port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:11.130357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Attempting to bind port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:11.130714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Attempting to bind port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:11.132974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:11.137903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:11.138580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Checking segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:11.139391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:11.140255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Bound using segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:11.140904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Bound port: 1d457cd2-c516-4d79-ac7e-bcb3ff49501b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:11.141805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:11.169810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:11.216504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:11.217211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] For port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:11.220417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] For port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:11.220619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:11.225407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:11.231359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:11.302786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=e451324b-1aff-44c9-9a64-ab3640a10891,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:11.315728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20413941-2f36-4d2c-a5e0-8518ff1b712d None None] Pushing event updated for resources: {'Port': ['ID=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:11.524607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:11.897406 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:12.068969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:57:12.205650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:12.218744 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:12.230712 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:12.231311 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:56:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:12.249218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:12.250473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-38883982-b477-4144-b11f-f8a8a3ba3fa0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0550992 Oct 25 22:57:12.254141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:12.461961 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:12.589490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae00eb6-0663-4992-bbfd-16a9c62bdc9e None None] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:12.669722 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:11Z', 'revision_number': 3, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:12.701338 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:12.701896 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Updating router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 port e451324b-1aff-44c9-9a64-ab3640a10891 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:57:12.730283 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:12.818024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36492) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:12.879486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:12.906710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0b657ff0-344a-4c94-b7fe-c20ee8186a0b None None] Provisioning complete for port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:12.907086 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b657ff0-344a-4c94-b7fe-c20ee8186a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.042983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-610485922-network', 'tenant_id': '38585bbaac0f477bb4f73c1d7a3d870c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:13.044885 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b657ff0-344a-4c94-b7fe-c20ee8186a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.108692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Made reservation on behalf of 38585bbaac0f477bb4f73c1d7a3d870c for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:13.112125 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.132364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0b657ff0-344a-4c94-b7fe-c20ee8186a0b None None] For port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:13.143105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b657ff0-344a-4c94-b7fe-c20ee8186a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.164635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.167963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.274592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b657ff0-344a-4c94-b7fe-c20ee8186a0b None None] Pushing event updated for resources: {'Port': ['ID=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:13.322593 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.349291 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.376499 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.385430 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.419375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1f2d9-4d73-4271-9f42-ee803c5262f2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:13.423083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36532) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:13.424390 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Attempting to bind port e451324b-1aff-44c9-9a64-ab3640a10891 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:13.424892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Attempting to bind port e451324b-1aff-44c9-9a64-ab3640a10891 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:13.425386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Attempting to bind port e451324b-1aff-44c9-9a64-ab3640a10891 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:13.433552 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:13.433904 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:13.434404 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.434966 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:13.435582 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Bound port: e451324b-1aff-44c9-9a64-ab3640a10891, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:13.435886 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.437460 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Pushing event updated for resources: {'Port': ['ID=e451324b-1aff-44c9-9a64-ab3640a10891,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:13.446734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:57:13.460454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731927918349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.461039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Unsubscribe: segment precommit_create {{(pid=102133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 25 22:57:13.461491 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Added segment bb88202f-f1a2-4aa2-8f27-69b26228792f of type vlan for network 05a35084-f98f-45d7-8d74-9f33abaa2f9c Oct 25 22:57:13.493276 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.493591 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.493927 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.494282 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.494604 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.494928 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.495258 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.495580 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.498231 n-d-815373-1 neutron-server[102133]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 25 22:57:13.498353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4ea457cb-8d2a-4262-85c5-0291465f30d0 None None] Provisioning complete for port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:13.498635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4ea457cb-8d2a-4262-85c5-0291465f30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.502486 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.502824 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.503157 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.503484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Tracked resource versions report: Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: pushed versions: Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: { 'AddressGroup': {'1.2'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'ConntrackHelper': {'1.0'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Log': {'1.0'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Network': {'1.1'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Port': {'1.7'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'PortForwarding': {'1.2'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'QosPolicy': {'1.10'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'SecurityGroup': {'1.4'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'SecurityGroupRule': {'1.2'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'SubPort': {'1.0'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Subnet': {'1.1'}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Trunk': {'1.1'}} Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: consumer versions: Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: { DHCP agent@n-d-815373-1: {}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: HyperV agent@n-h1-815373-1: {}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: HyperV agent@n-h2-815373-1: {}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: L3 agent@n-d-815373-1: {}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: Metadata agent@n-d-815373-1: {}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: Metering agent@n-d-815373-1: {}, Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: Open vSwitch agent@n-d-815373-1: { 'AddressGroup': '1.2', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'ConntrackHelper': '1.0', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Log': '1.0', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Network': '1.1', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Port': '1.7', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'PortForwarding': '1.2', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'QosPolicy': '1.10', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'SecurityGroup': '1.4', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'SecurityGroupRule': '1.2', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'SubPort': '1.0', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Subnet': '1.1', Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: 'Trunk': '1.1'}} Oct 25 22:57:13.505209 n-d-815373-1 neutron-server[102136]: {{(pid=102136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 22:57:13.525673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Allocated IP 172.20.0.1 (f926ca8a-3cb4-4467-81f4-9488dcabf8c2/16024d6a-fc7d-4a9b-9d55-dbbcccf19e72/3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:13.555289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6c4d2cce-07f8-46be-9552-6293d5b5452f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dfad4daca4604ba9807b59e9149fd83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582325 Oct 25 22:57:13.558322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.570693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36538) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:13.578045 n-d-815373-1 neutron-server[102134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 25 22:57:13.581677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] For port e451324b-1aff-44c9-9a64-ab3640a10891, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:13.586025 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] For port e451324b-1aff-44c9-9a64-ab3640a10891, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e451324b-1aff-44c9-9a64-ab3640a10891,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:13.594197 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.621187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1d457cd2-c516-4d79-ac7e-bcb3ff49501b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:13.646374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-558146be-16d9-41c0-9fcc-2fa741b667ee tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c5bdd60897194ec69fd84d24bb16219b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728517 Oct 25 22:57:13.701039 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5abb7-1388-4e43-b3ad-f6e88da39b6e None None] Pushing event updated for resources: {'Port': ['ID=e451324b-1aff-44c9-9a64-ab3640a10891,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:13.712918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.713936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:13.714842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.724416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:13.724416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.742514 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:13.743193 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:56:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:13.748393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9258592 Oct 25 22:57:13.749744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:13.755564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Request body: {'subnet': {'network_id': '05a35084-f98f-45d7-8d74-9f33abaa2f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-610485922-subnet', 'tenant_id': '38585bbaac0f477bb4f73c1d7a3d870c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:13.802431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.835648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-9b55aa1f-a459-43d5-9aff-a21cd5427efa tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:13.837802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-9b55aa1f-a459-43d5-9aff-a21cd5427efa tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845710 Oct 25 22:57:13.839973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Made reservation on behalf of 38585bbaac0f477bb4f73c1d7a3d870c for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:13.842208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.861107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-8f99aa56-2dc3-41a9-8e72-48ab0def8d7f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:13.863340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-8f99aa56-2dc3-41a9-8e72-48ab0def8d7f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071253 Oct 25 22:57:13.881320 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:13.896943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-943507f5-2d32-4a8e-9fdb-3c2dbc20dee3 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/quotas/dfad4daca4604ba9807b59e9149fd83e HTTP/1.1" status: 200 len: 375 time: 0.0271208 Oct 25 22:57:13.913690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858ae4a-fa31-4f14-85a4-5eaed1ce9903 admin admin] Pushing event updated for resources: {'Network': ['ID=05a35084-f98f-45d7-8d74-9f33abaa2f9c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:13.914031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-44ae24b5-098e-4340-b484-dcf4d9aeaaf1 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/quotas/c5bdd60897194ec69fd84d24bb16219b HTTP/1.1" status: 200 len: 375 time: 0.0520933 Oct 25 22:57:13.951848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 05a35084-f98f-45d7-8d74-9f33abaa2f9c details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:57:13.959548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-2788dc67-4a62-4b1c-84da-12e4d19afe1f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfad4daca4604ba9807b59e9149fd83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548921 Oct 25 22:57:13.965798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:13.996167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-c364f4b6-f5b8-4d15-af8d-51fa0bebc07a tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5bdd60897194ec69fd84d24bb16219b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716422 Oct 25 22:57:14.040233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:14.049334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:14.054516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:14.054981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:14.112920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Pushing event updated for resources: {'Port': ['ID=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:14.159152 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:11Z', 'revision_number': 3, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:14.196918 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a77fa2-0705-4d30-9b9e-acb6daf0b96f None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:11Z', 'revision_number': 3, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:14.394072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:14.455665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8365f8a4-25e0-4159-abba-e11bfc26de88 None None] Provisioning complete for port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:14.458363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8365f8a4-25e0-4159-abba-e11bfc26de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:14.546765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8365f8a4-25e0-4159-abba-e11bfc26de88 None None] Port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:14.672468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af6cc910-8d41-451d-a52e-8ddd938abdf1 req-b11b330a-7aa2-4342-801f-ec4162014fc7 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 210 time: 0.1235981 Oct 25 22:57:14.832834 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d7099fc-38a5-4924-b793-cca99c0ec974 req-7cc2d4bd-ec01-4a09-8e17-db4e3cc5be20 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 210 time: 0.1969974 Oct 25 22:57:14.866523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:14.928377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa218995-4c67-43c0-83a2-fc66e9b093b7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:14.998773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Checking segment: {'id': 'bb88202f-f1a2-4aa2-8f27-69b26228792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05a35084-f98f-45d7-8d74-9f33abaa2f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:14.999141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Network hostable DHCP agents. Network: 05a35084-f98f-45d7-8d74-9f33abaa2f9c, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:57:15.090901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:15.095009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Network 05a35084-f98f-45d7-8d74-9f33abaa2f9c is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:57:15.118963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:15.119707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:15.201395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Pushing event updated for resources: {'Port': ['ID=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:15.207977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 05a35084-f98f-45d7-8d74-9f33abaa2f9c) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:15.327545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:15.328764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801263f3-e172-4325-957c-9521d26e9898 None None] Network 05a35084-f98f-45d7-8d74-9f33abaa2f9c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:15.335245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:15.359196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-816e5e33-7e7a-4311-9dce-b6c3e786b139 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6083953 Oct 25 22:57:15.408970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:15.459478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:15.461581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:15.710181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e451324b-1aff-44c9-9a64-ab3640a10891 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:15.760640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb164-e201-4200-9c02-24457d586703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:15.813345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e3613cfb-06a3-42cb-a862-485e19b5638c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:15.979800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:57:15.999443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e451324b-1aff-44c9-9a64-ab3640a10891 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:15.999870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.013817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb164-e201-4200-9c02-24457d586703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.035964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb164-e201-4200-9c02-24457d586703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.183402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658d522-721d-4a26-8428-ccec5287016f None None] Network 05a35084-f98f-45d7-8d74-9f33abaa2f9c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:16.188354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-903ee298-4065-4341-868c-34b8c56df6ee req-5ea44863-380e-4356-b3ba-0888fe87b368 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 210 time: 0.0403941 Oct 25 22:57:16.194588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:16.205027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2dfeb164-e201-4200-9c02-24457d586703 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58a6076f593d4aafb23dcc1ed85494d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7943971 Oct 25 22:57:16.206094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb164-e201-4200-9c02-24457d586703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6975d700-8e8a-40b4-98ee-26b6daa8fe03,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:16.217664 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b24aef3-0e54-4055-8ed9-43daab892657 admin admin] 10.222.0.25 "PUT /v2.0/routers/4e3e89dc-d57f-474b-bd81-998ad350b8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9534779 Oct 25 22:57:16.217664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36680) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:16.227929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9f413e3-191d-4e1f-94c2-dc515e8491d8 req-5c06cdaf-6866-46a0-9364-6fc9744d97f6 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 210 time: 0.4388597 Oct 25 22:57:16.340379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff33aa73-4e9a-4cef-b685-41eeee82f41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.381608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff33aa73-4e9a-4cef-b685-41eeee82f41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.459905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff33aa73-4e9a-4cef-b685-41eeee82f41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.462940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff33aa73-4e9a-4cef-b685-41eeee82f41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.464460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff33aa73-4e9a-4cef-b685-41eeee82f41e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6975d700-8e8a-40b4-98ee-26b6daa8fe03 HTTP/1.1" status: 204 len: 168 time: 0.2352841 Oct 25 22:57:16.477742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7de1d320-6579-48f8-83c8-06e4608a6fba None None] Provisioning complete for port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:16.478276 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7de1d320-6579-48f8-83c8-06e4608a6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.480604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33aa73-4e9a-4cef-b685-41eeee82f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6975d700-8e8a-40b4-98ee-26b6daa8fe03,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:16.607015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7de1d320-6579-48f8-83c8-06e4608a6fba None None] Port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:16.666402 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.699458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port e451324b-1aff-44c9-9a64-ab3640a10891, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e451324b-1aff-44c9-9a64-ab3640a10891,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:16.705916 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:16.781434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e451324b-1aff-44c9-9a64-ab3640a10891,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:16.966038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36714) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:16.971389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-392066333-network', 'tenant_id': 'f5e6f8e85c694d3ebdbc08b4effbfc9e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:17.004938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Made reservation on behalf of f5e6f8e85c694d3ebdbc08b4effbfc9e for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:17.009451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.021927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:17.026177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.038726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:17.039358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:56:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:17.104940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.15', 50322) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:17.157718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-18ff8059-9b4b-48d5-8602-0358b0d4c15e tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dfad4daca4604ba9807b59e9149fd83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408137 Oct 25 22:57:17.167488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:17.169764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.179938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.231378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.11', 64281) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:17.256637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:57:17.263657 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-07546987-c3d6-4727-bb61-9f50a615a74f tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5bdd60897194ec69fd84d24bb16219b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308790 Oct 25 22:57:17.270693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b3c4b0-6ef8-4c5b-8d52-6031748befe2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:17.370908 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.372534 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Added segment 21d93125-2330-4ab7-a8ac-29ea1a10eba4 of type vlan for network ee872570-35de-4995-b386-3188d07413b0 Oct 25 22:57:17.381377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-9b7818f8-bf53-4bcf-9598-b4588c45d672 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:17.383199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-9b7818f8-bf53-4bcf-9598-b4588c45d672 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181988 Oct 25 22:57:17.430909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:17.442463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eaf766e7-fa03-4164-95c5-cb219df9e516 req-074a75ca-6078-4781-930b-e0be5ea7d169 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 210 time: 0.0397015 Oct 25 22:57:17.494845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.497426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b051884-e423-4ea8-8563-f8fbccee8db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.545922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Request body: {'port': {'device_id': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'dfad4daca4604ba9807b59e9149fd83e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:17.568745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-3db680c0-ae30-4347-b582-f0f030b2fd94 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:17.576374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-3db680c0-ae30-4347-b582-f0f030b2fd94 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020582 Oct 25 22:57:17.598591 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.603457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:17.604358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:17.605398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e451324b-1aff-44c9-9a64-ab3640a10891 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:17.707131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf90755e-925f-437e-aedb-d92d3a2ae409 req-fe7075e9-8ce7-482f-8328-0abb78ebb14f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 210 time: 0.1455686 Oct 25 22:57:17.739475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36748) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:17.746976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Request body: {'port': {'device_id': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'c5bdd60897194ec69fd84d24bb16219b'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:17.766848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7968268 Oct 25 22:57:17.776672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:17.784289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-network', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:17.811154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Request body: {'subnet': {'network_id': 'ee872570-35de-4995-b386-3188d07413b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-392066333-subnet', 'tenant_id': 'f5e6f8e85c694d3ebdbc08b4effbfc9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:17.977726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e451324b-1aff-44c9-9a64-ab3640a10891 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:17.978330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.021258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 2, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:18.056442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:18.056790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Updating router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:57:18.067458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d33b-91ff-47f0-8993-ee00555f803d admin admin] Pushing event updated for resources: {'Network': ['ID=ee872570-35de-4995-b386-3188d07413b0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:18.083753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ee872570-35de-4995-b386-3188d07413b0 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:57:18.134362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Made reservation on behalf of f5e6f8e85c694d3ebdbc08b4effbfc9e for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:18.136901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.148467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Made reservation on behalf of 4596181bba8b4e7598a9e690e31bcb87 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:18.155499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.173861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.184144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.244813 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b051884-e423-4ea8-8563-f8fbccee8db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.295342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-effde1bf-a5f2-4538-936d-c905ce1d759f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.308496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b051884-e423-4ea8-8563-f8fbccee8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.344385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.351442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.365566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:57:18.378651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.380078 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Added segment 3d617d13-41ef-425c-a028-dae2eccfe452 of type vlan for network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 Oct 25 22:57:18.386321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7b051884-e423-4ea8-8563-f8fbccee8db3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d28b476bd12495bb1010576f6a618d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9540064 Oct 25 22:57:18.390621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36794) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:18.520448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.522302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6272323-4453-48fd-9c5e-07490f3c332d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.552226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b051884-e423-4ea8-8563-f8fbccee8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836074f3-0325-4a3d-ba1e-3657816736ba,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:18.576121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6272323-4453-48fd-9c5e-07490f3c332d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.642613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Made reservation on behalf of dfad4daca4604ba9807b59e9149fd83e for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:18.647582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.665821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.668046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.669018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:18.669924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.704356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Made reservation on behalf of c5bdd60897194ec69fd84d24bb16219b for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:18.708710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.709580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.736114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.737612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9946668 Oct 25 22:57:18.741790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.747425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36814) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:18.752784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Request body: {'subnet': {'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-subnet', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:18.873852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Made reservation on behalf of 4596181bba8b4e7598a9e690e31bcb87 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:18.875301 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.876878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.885424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:18.905598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b07ce85-1c9f-442a-9968-24964f108aa4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:18.974028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1198b5e-b662-400d-9c2e-5de6ba46c288,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:18.990956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b2cb5c8-d58c-41cf-bcd5-ce1685b3c9f2 req-447fef89-ad22-4928-9578-919ce23619a5 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 210 time: 0.3078370 Oct 25 22:57:19.124050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Attempting to bind port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:19.124714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Attempting to bind port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:19.125365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Attempting to bind port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:19.132121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22d473-40f1-45f8-ba9c-67cf319f23bc None None] Pushing event updated for resources: {'Port': ['ID=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:19.136733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6272323-4453-48fd-9c5e-07490f3c332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.140794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6272323-4453-48fd-9c5e-07490f3c332d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.142097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6272323-4453-48fd-9c5e-07490f3c332d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/836074f3-0325-4a3d-ba1e-3657816736ba HTTP/1.1" status: 204 len: 168 time: 0.7504933 Oct 25 22:57:19.155432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:19.155939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Checking segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:19.164673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.165169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Bound using segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:19.165694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Bound port: 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:19.166114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.170012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.204011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d4a5f-061e-491a-ad3e-18a7efa81582 admin admin] Pushing event updated for resources: {'Network': ['ID=4cccc24b-6d73-43ba-846a-d0d91b8fd7b3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:19.255013 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a8697a1-3a7a-4001-ba0d-29a07dd86128 req-4492d817-b885-46d0-a28e-647250c68273 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 210 time: 0.1286669 Oct 25 22:57:19.263265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6272323-4453-48fd-9c5e-07490f3c332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836074f3-0325-4a3d-ba1e-3657816736ba,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:19.446843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] For port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:19.454793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] For port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:19.489669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.654188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:19.654872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:19.778280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.802020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6c70a5-4d38-4627-89f6-7f0876d45755,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:19.821445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36826) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:19.898511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:19.998180 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.007811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d4168e2e-c4ef-4652-8710-82e44cb97561 None None] Provisioning complete for port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:20.008207 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4168e2e-c4ef-4652-8710-82e44cb97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.054984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Checking segment: {'id': '21d93125-2330-4ab7-a8ac-29ea1a10eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee872570-35de-4995-b386-3188d07413b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:20.060795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Network hostable DHCP agents. Network: ee872570-35de-4995-b386-3188d07413b0, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:57:20.167363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Allocated IP 192.168.233.72 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/f0fc5266-077c-4b48-b84b-bd22e6358e84) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:20.268574 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f869fbe7-be4a-4469-b9dd-e43de6ecda42 req-4c2a22dc-1804-4ec4-8aa2-028509cc0f28 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 210 time: 0.0936282 Oct 25 22:57:20.341690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:20.523869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:57:20.554776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22d473-40f1-45f8-ba9c-67cf319f23bc None None] Pushing event updated for resources: {'Port': ['ID=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:20.659725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975c49ff-71c6-47c9-8a57-3dcf688cf827,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:20.686837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.723468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-611a4a88-7ac3-4aab-b985-90eb23cc1d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.733361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Network ee872570-35de-4995-b386-3188d07413b0 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:57:20.742933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.789536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.862764 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.878706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:20.904663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc40f212-5c39-42c9-9729-ac961bbb02ec req-de1977c8-82cb-43a1-80a1-c5c307fd02b3 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 210 time: 0.2459505 Oct 25 22:57:20.938741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ee872570-35de-4995-b386-3188d07413b0) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:20.949199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:20.969542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:20.991266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:21.003096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a09b39-34e8-4490-89b1-947bd47183f3 None None] Network ee872570-35de-4995-b386-3188d07413b0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:21.014593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:21.027840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.154283 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4168e2e-c4ef-4652-8710-82e44cb97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.170507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Allocated IP 192.168.233.143 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/3c2987ab-8cb0-4435-8f67-2c15fbeb3f70) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:21.198930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6550031 Oct 25 22:57:21.216214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-d1e47acf-781e-4283-a7d1-32d96160afed tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:57:21.218294 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-d1e47acf-781e-4283-a7d1-32d96160afed tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052664 Oct 25 22:57:21.218294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e278ed2-e3b3-434c-8d79-80826d4792b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Pushing event updated for resources: {'Port': ['ID=f0fc5266-077c-4b48-b84b-bd22e6358e84,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:21.360619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d4168e2e-c4ef-4652-8710-82e44cb97561 None None] For port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:21.372112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4168e2e-c4ef-4652-8710-82e44cb97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.433684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168e2e-c4ef-4652-8710-82e44cb97561 None None] Pushing event updated for resources: {'Port': ['ID=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:21.437516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:19Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:21.475312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084cc2d-366b-4948-a932-fba38a9a3d88 None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:19Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:21.494104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96affafd-3aad-4cfa-9b35-8ca98421b7d9 req-d62ec70b-09b4-4b70-8820-012abd5b07ee tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 210 time: 0.0814960 Oct 25 22:57:21.510944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c4a2b8d0-e386-43c8-959f-8c990abaa2ce None None] Provisioning complete for port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:21.511317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b8d0-e386-43c8-959f-8c990abaa2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.635461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.681761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d596baf-2169-44c9-9762-ea204874dd6a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:21.708993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-611a4a88-7ac3-4aab-b985-90eb23cc1d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.736825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:21.737298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.747054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190fb1c-d33f-406a-8073-015ed8dee973 None None] Network ee872570-35de-4995-b386-3188d07413b0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:21.814693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-611a4a88-7ac3-4aab-b985-90eb23cc1d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.815055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Request body: {'port': {'device_id': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:21.852001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c4a2b8d0-e386-43c8-959f-8c990abaa2ce None None] Provisioning complete for port f0fc5266-077c-4b48-b84b-bd22e6358e84 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:21.852217 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b8d0-e386-43c8-959f-8c990abaa2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:21.937484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2b8d0-e386-43c8-959f-8c990abaa2ce None None] Port f0fc5266-077c-4b48-b84b-bd22e6358e84 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:21.954799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.011237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-611a4a88-7ac3-4aab-b985-90eb23cc1d82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca0df1fe37664c55af97e5ad21d7537a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1145144 Oct 25 22:57:22.018068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36872) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:22.033324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aef72079-40ec-4ff5-bdb5-5ac1485744d3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2535243 Oct 25 22:57:22.316027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:22.345422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36880) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:22.382096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Checking segment: {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:22.382950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Network hostable DHCP agents. Network: 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:57:22.389415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4a88-7ac3-4aab-b985-90eb23cc1d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bb738-6cf1-4e95-a79d-3e92c254c2d2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:22.407773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.471838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:22.472225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.493874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Deleting subnet aa218995-4c67-43c0-83a2-fc66e9b093b7 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:57:22.511898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.543136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:57:22.637244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.663652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:22.666974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.685731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d025509-0009-40cc-8f6d-28978545fc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.693999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c13b6a-71a8-42bd-b6f5-7f021aaeea91 None None] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:22.715968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d025509-0009-40cc-8f6d-28978545fc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.768269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.819272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c182fe-4be6-4c31-91e8-9c94d8de3cac req-461f8d96-22d8-494a-9dc4-c721f651c1b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:22.821941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0c182fe-4be6-4c31-91e8-9c94d8de3cac req-461f8d96-22d8-494a-9dc4-c721f651c1b5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 935 time: 0.6436160 Oct 25 22:57:22.826661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:22.827235 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.837167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:22.844173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d025509-0009-40cc-8f6d-28978545fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.847371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d025509-0009-40cc-8f6d-28978545fc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.851897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0d025509-0009-40cc-8f6d-28978545fc89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd4bb738-6cf1-4e95-a79d-3e92c254c2d2 HTTP/1.1" status: 204 len: 168 time: 0.8271050 Oct 25 22:57:22.883425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:22.917140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:22.951330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:22.952001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:22.959810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Pushing event updated for resources: {'Port': ['ID=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:22.990068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d025509-0009-40cc-8f6d-28978545fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bb738-6cf1-4e95-a79d-3e92c254c2d2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:23.007368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa218995-4c67-43c0-83a2-fc66e9b093b7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:23.053484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e19f64-a81b-4be1-be7e-ffb9eed4a361 req-8313ea6c-89ea-4a51-810e-ecaed6a7d328 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:23.060169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74e19f64-a81b-4be1-be7e-ffb9eed4a361 req-8313ea6c-89ea-4a51-810e-ecaed6a7d328 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 936 time: 0.2993357 Oct 25 22:57:23.073968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.080991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e1a0395-42a4-4e12-b9d5-6ac3b6e6614d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aa218995-4c67-43c0-83a2-fc66e9b093b7 HTTP/1.1" status: 204 len: 168 time: 0.7328796 Oct 25 22:57:23.103045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73bf45a6-f2aa-4fc4-ae3d-e9fb377f8e91 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.3542433 Oct 25 22:57:23.111854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36890) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:23.120743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36892) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:23.201329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:23.342775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fc5266-077c-4b48-b84b-bd22e6358e84 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:23.350534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-4cccc24b-6d73-43ba-846a-d0d91b8fd7b3', 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'fixed_ips': [{'subnet_id': '5d596baf-2169-44c9-9762-ea204874dd6a'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:57:23.351574 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.365527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.383318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-ed175127-4a93-4bae-8aeb-9081e54cfeb4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7082067 Oct 25 22:57:23.415862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Transition to ACTIVE for port object f0fc5266-077c-4b48-b84b-bd22e6358e84 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:57:23.433577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-a0fb2416-bbab-4804-8947-b648657c3680 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:57:23.435910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-a0fb2416-bbab-4804-8947-b648657c3680 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0182827 Oct 25 22:57:23.440244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.441347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.448606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74e19f64-a81b-4be1-be7e-ffb9eed4a361 req-b39669b1-a42e-4562-8023-8fa099ff1c23 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641105 Oct 25 22:57:23.452541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.543005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0c182fe-4be6-4c31-91e8-9c94d8de3cac req-cecce472-4038-40fe-badd-c09a4c50ba72 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074387 Oct 25 22:57:23.628925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fc5266-077c-4b48-b84b-bd22e6358e84,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:23.679836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-54ae6d59-38e1-43c9-9fb9-95638329aa03 None None] Provisioning complete for port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:23.681512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54ae6d59-38e1-43c9-9fb9-95638329aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.797443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Attempting to bind port f0fc5266-077c-4b48-b84b-bd22e6358e84 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:23.798489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Attempting to bind port f0fc5266-077c-4b48-b84b-bd22e6358e84 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:23.799169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Attempting to bind port f0fc5266-077c-4b48-b84b-bd22e6358e84 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:23.808824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Port f0fc5266-077c-4b48-b84b-bd22e6358e84 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:57:23.810178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Attempting to bind port f0fc5266-077c-4b48-b84b-bd22e6358e84 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:23.818890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:23.820217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:23.821300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:23.822497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Bound port: f0fc5266-077c-4b48-b84b-bd22e6358e84, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:23.823244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:23.892739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-54ae6d59-38e1-43c9-9fb9-95638329aa03 None None] Port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:23.910945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36900) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:23.930586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Allocated IP 172.20.0.2 (4cccc24b-6d73-43ba-846a-d0d91b8fd7b3/5d596baf-2169-44c9-9762-ea204874dd6a/3c61c5a7-1074-4960-80c7-495bb61de64e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:23.960095 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfb2373b-2671-449e-8bf0-32ee29863adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.011204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] For port f0fc5266-077c-4b48-b84b-bd22e6358e84, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:24.163831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfb2373b-2671-449e-8bf0-32ee29863adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.187702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfb2373b-2671-449e-8bf0-32ee29863adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.202173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] For port f0fc5266-077c-4b48-b84b-bd22e6358e84, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:24.236027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.257961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.279559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.408567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cfb2373b-2671-449e-8bf0-32ee29863adb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34a6757e230543f8bd43fe4428424506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924545 Oct 25 22:57:24.423249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36904) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:24.465995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.485627 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.546091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Request body: {'port': {'device_id': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'device_owner': 'compute:tempest-test_az-421760136', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:24.600052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Pushing event updated for resources: {'Port': ['ID=3c61c5a7-1074-4960-80c7-495bb61de64e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:24.643385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:24.647406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:24.656085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:24.728305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.728897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.729136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.729580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.730022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.730468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.730923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.757309 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19534182-0abf-4316-a75e-60cfa2e859a1 req-1794fb5e-2a2a-413f-83f1-87d4940ec2a9 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.3732800 Oct 25 22:57:24.763224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:24.767612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.772301 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f0fc5266-077c-4b48-b84b-bd22e6358e84 HTTP/1.1" status: 200 len: 1095 time: 3.1508288 Oct 25 22:57:24.845599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'tag': 'f0fc5266-077c-4b48-b84b-bd22e6358e84'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:24.865639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Attempting to bind port 3c61c5a7-1074-4960-80c7-495bb61de64e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:24.867187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Attempting to bind port 3c61c5a7-1074-4960-80c7-495bb61de64e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:24.869063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Attempting to bind port 3c61c5a7-1074-4960-80c7-495bb61de64e on network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:24.894197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:24.896029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Checking segment: {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:24.898178 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.899613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Bound using segment: {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:24.902406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Bound port: 3c61c5a7-1074-4960-80c7-495bb61de64e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:24.903589 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:24.932574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2373b-2671-449e-8bf0-32ee29863adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee101009-9fb3-4c53-9565-2530f3210afa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:25.065784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] For port 3c61c5a7-1074-4960-80c7-495bb61de64e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:25.074445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] For port 3c61c5a7-1074-4960-80c7-495bb61de64e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c61c5a7-1074-4960-80c7-495bb61de64e,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:25.088273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.103422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.128150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.128561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.130272 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.130726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.131070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.131373 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.131689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.132003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.132317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.132653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.200466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09375866-6f1a-4d7d-9f9c-4f41e53d34dc None None] Pushing event updated for resources: {'Port': ['ID=3c61c5a7-1074-4960-80c7-495bb61de64e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:25.248499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8456a-db28-4965-9024-82929031e1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fc5266-077c-4b48-b84b-bd22e6358e84,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:25.289443 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530ee9e2-25c3-44e1-bb6f-8ef44746d164" -d '{"events": [{"name": "network-changed", "server_uuid": "361a6839-085e-43ff-a0c5-2bd15fa6d688", "tag": "f0fc5266-077c-4b48-b84b-bd22e6358e84"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:25.395916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0419c7b-e50a-425b-88c3-4a3f47d6c17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.419565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-04c2a4ac-108c-44f6-9982-82828a1eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:25.428158 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-04c2a4ac-108c-44f6-9982-82828a1eb7d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfad4daca4604ba9807b59e9149fd83e&device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 1098 time: 0.4600267 Oct 25 22:57:25.454652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27a94-afe1-47c4-bfb1-6c3e2d24d475 req-1253ef02-b3aa-4ca5-81c4-fde598889325 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:25.462833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38e27a94-afe1-47c4-bfb1-6c3e2d24d475 req-1253ef02-b3aa-4ca5-81c4-fde598889325 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.5175216 Oct 25 22:57:25.513677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.515096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.515567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.516065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:57:25.516585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a35084-f98f-45d7-8d74-9f33abaa2f9c']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:25.516698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0419c7b-e50a-425b-88c3-4a3f47d6c17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.540218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb88202f-f1a2-4aa2-8f27-69b26228792f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:25.540823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb88202f-f1a2-4aa2-8f27-69b26228792f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:25.573828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.607659 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.634300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:57:25.634729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: from cryptography.utils import int_from_bytes Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: from cryptography.utils import int_from_bytes Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: timer() Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:57:25.789462 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:57:25.847724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.855105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.858096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.937379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38e27a94-afe1-47c4-bfb1-6c3e2d24d475 req-8b3b2da4-b976-4d18-b179-8c3397a28aed tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581523 Oct 25 22:57:25.961488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0419c7b-e50a-425b-88c3-4a3f47d6c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.966397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0419c7b-e50a-425b-88c3-4a3f47d6c17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.968062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f0419c7b-e50a-425b-88c3-4a3f47d6c17d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee101009-9fb3-4c53-9565-2530f3210afa HTTP/1.1" status: 204 len: 168 time: 1.5381203 Oct 25 22:57:25.983038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:25.987166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/05a35084-f98f-45d7-8d74-9f33abaa2f9c HTTP/1.1" status: 204 len: 168 time: 2.8404417 Oct 25 22:57:26.001595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d7319-1cad-47fd-8e69-098af820946d req-9b58de15-3973-4562-8b46-5baf09e27774 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:26.003358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de2d7319-1cad-47fd-8e69-098af820946d req-9b58de15-3973-4562-8b46-5baf09e27774 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 936 time: 1.3175278 Oct 25 22:57:26.004466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:26.011537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419c7b-e50a-425b-88c3-4a3f47d6c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee101009-9fb3-4c53-9565-2530f3210afa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:26.256986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d23a7-68c7-4e2d-ae3b-aac76693a70b req-9b7c7f2f-f37b-4790-b00c-99574f21f2b4 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:26.262378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e32d23a7-68c7-4e2d-ae3b-aac76693a70b req-9b7c7f2f-f37b-4790-b00c-99574f21f2b4 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 886 time: 0.2601571 Oct 25 22:57:26.291837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c61c5a7-1074-4960-80c7-495bb61de64e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:26.427112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3c61c5a7-1074-4960-80c7-495bb61de64e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:26.428252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:26.658578 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:26.763402 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997bee3-35af-4cfb-9ada-aec39ffe4a0d x-openstack-request-id: req-0997bee3-35af-4cfb-9ada-aec39ffe4a0d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:26.765413 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361a6839-085e-43ff-a0c5-2bd15fa6d688", "tag": "f0fc5266-077c-4b48-b84b-bd22e6358e84", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:26.765847 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0997bee3-35af-4cfb-9ada-aec39ffe4a0d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:26.766483 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'tag': 'f0fc5266-077c-4b48-b84b-bd22e6358e84', 'status': 'completed', 'code': 200} Oct 25 22:57:26.802165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 3c61c5a7-1074-4960-80c7-495bb61de64e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c61c5a7-1074-4960-80c7-495bb61de64e,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:26.813517 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:26.845146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-877725ec-0f61-48fb-b132-fa30f48605e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84 HTTP/1.1" status: 200 len: 217 time: 0.1948044 Oct 25 22:57:26.890573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:26.903068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:26.928948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Transition to ACTIVE for port object 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:57:26.931249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d29743-d10d-4800-ae25-8cfae4a2dea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a35084-f98f-45d7-8d74-9f33abaa2f9c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:26.961341 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:26.988425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36932) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:27.026290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3571f24a-783e-4d14-9d95-74fea9872aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.038388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6ee6e-b00d-4d38-95a7-5a39234d9d92 None None] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:27.155384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.158713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.159613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.160267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.162085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.163058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.202782 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acaf91f9-a68d-4c7e-8ac2-b3d78b166aa0 req-02296440-7f44-40dd-88b7-b782d4e0be64 tempest-NetworksTest-1521671997 tempest-NetworksTest-1521671997-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4342 time: 0.3747728 Oct 25 22:57:27.242935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-c01c9d12-bb50-4c98-9f16-8c98083d1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.243344 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3571f24a-783e-4d14-9d95-74fea9872aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.252800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-c01c9d12-bb50-4c98-9f16-8c98083d1483 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.3779778 Oct 25 22:57:27.264702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=3c61c5a7-1074-4960-80c7-495bb61de64e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:27.273091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3571f24a-783e-4d14-9d95-74fea9872aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.314686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-54b00e62-7e71-4713-a3a2-1510c9b26c16 None None] Provisioning complete for port 3c61c5a7-1074-4960-80c7-495bb61de64e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:27.322273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54b00e62-7e71-4713-a3a2-1510c9b26c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.369503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3571f24a-783e-4d14-9d95-74fea9872aaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b24f652ce794772b360b1e0426d8bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673522 Oct 25 22:57:27.383110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36938) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:27.485732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-8759be9c-1a24-4082-bfec-d86df7da344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.493903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-8759be9c-1a24-4082-bfec-d86df7da344e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293513 Oct 25 22:57:27.524661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316142-fdfb-4ec6-b57c-5dc5b7172684 req-7fe9ed42-e54c-4c1a-b1d4-78e8ffcd7a71 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:27.537116 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94316142-fdfb-4ec6-b57c-5dc5b7172684 req-7fe9ed42-e54c-4c1a-b1d4-78e8ffcd7a71 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.1946464 Oct 25 22:57:27.571480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571f24a-783e-4d14-9d95-74fea9872aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c82002-1801-4184-8a3b-b6b10a97589f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:27.580994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Deleting subnet 6a6c70a5-4d38-4627-89f6-7f0876d45755 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:57:27.585980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.674857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.703963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94316142-fdfb-4ec6-b57c-5dc5b7172684 req-7e6e5297-9a55-4cf4-83f4-13c14e099950 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660721 Oct 25 22:57:27.706036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-233e2c8d-4290-4777-981f-9bd67cb55878 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643279 Oct 25 22:57:27.706319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36944) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:27.909846 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0daf678-1244-4076-aa18-9b2f6b55954f req-6fc69b52-111d-4bb0-b353-b7cfebbe131b service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878104 Oct 25 22:57:27.951930 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9952-a336-42ed-9eb0-cf1c24522c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:27.970628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de2d7319-1cad-47fd-8e69-098af820946d req-3989554f-bcdd-4ed8-b5e3-3edc72ab893f tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8894942 Oct 25 22:57:27.997801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:28.058446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.096322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2fda33db-b278-45fd-97e2-c216abbad463 None None] Provisioning complete for port 3c61c5a7-1074-4960-80c7-495bb61de64e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:28.096746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fda33db-b278-45fd-97e2-c216abbad463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.135995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.223172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c61c5a7-1074-4960-80c7-495bb61de64e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:28.262347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9952-a336-42ed-9eb0-cf1c24522c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.277305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9952-a336-42ed-9eb0-cf1c24522c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.321018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-05914678-5958-46ee-94e0-3af2c73dc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:28.322966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-05914678-5958-46ee-94e0-3af2c73dc040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfad4daca4604ba9807b59e9149fd83e&device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 1098 time: 0.1701837 Oct 25 22:57:28.392311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b9952-a336-42ed-9eb0-cf1c24522c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e3f6a-d78a-4b10-abd6-a5b2debea69d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:28.400550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3c61c5a7-1074-4960-80c7-495bb61de64e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:28.401119 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.422898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8a4b9952-a336-42ed-9eb0-cf1c24522c74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fed70b6c07bb4396814c46173b6798cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153096 Oct 25 22:57:28.464954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:28.537322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5cae62f-579c-40d9-b924-a2779b956b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.539591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Attempting to bind port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:28.540050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Attempting to bind port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:28.540402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Attempting to bind port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:28.612601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:57:28.614311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Attempting to bind port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:28.639771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:28.640305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:28.642339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:28.642339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Bound port: 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:28.642339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.642761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64637db3-69f1-4de2-8dab-4a98dba4cef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.645867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-b1aa0e1f-5d7e-4920-9ac0-de42b6c4179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:28.646302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5cae62f-579c-40d9-b924-a2779b956b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.648565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-b1aa0e1f-5d7e-4920-9ac0-de42b6c4179a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2903075 Oct 25 22:57:28.697037 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64637db3-69f1-4de2-8dab-4a98dba4cef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.730563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.803518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6c70a5-4d38-4627-89f6-7f0876d45755,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:28.840762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-af48f6ed-e8c7-429a-881d-ab355078b882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84 HTTP/1.1" status: 200 len: 217 time: 0.0673420 Oct 25 22:57:28.842254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64637db3-69f1-4de2-8dab-4a98dba4cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.848656 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64637db3-69f1-4de2-8dab-4a98dba4cef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.858611 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.861772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c63db5d5-44c6-4513-b849-82356d9a6df9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a6c70a5-4d38-4627-89f6-7f0876d45755 HTTP/1.1" status: 204 len: 168 time: 2.8547671 Oct 25 22:57:28.862798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:28.865261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36954) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:28.867240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-64637db3-69f1-4de2-8dab-4a98dba4cef2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c14e3f6a-d78a-4b10-abd6-a5b2debea69d HTTP/1.1" status: 204 len: 168 time: 0.4000022 Oct 25 22:57:28.924341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64637db3-69f1-4de2-8dab-4a98dba4cef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e3f6a-d78a-4b10-abd6-a5b2debea69d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:29.090160 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.107792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac789ba-6d90-4d8c-ae32-738ddb138a16 req-4a7a96fe-452a-4e6f-a01f-ed7e47c6621f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:29.116849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aac789ba-6d90-4d8c-ae32-738ddb138a16 req-4a7a96fe-452a-4e6f-a01f-ed7e47c6621f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.2479477 Oct 25 22:57:29.138318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-34b98fd0-e00a-4eb5-8c5a-7d662236783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:29.146022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-34b98fd0-e00a-4eb5-8c5a-7d662236783b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.2017667 Oct 25 22:57:29.240039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5cae62f-579c-40d9-b924-a2779b956b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.243833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5cae62f-579c-40d9-b924-a2779b956b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.255727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f5cae62f-579c-40d9-b924-a2779b956b0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83c82002-1801-4184-8a3b-b6b10a97589f HTTP/1.1" status: 204 len: 168 time: 1.7565897 Oct 25 22:57:29.318193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] For port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:29.425374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aac789ba-6d90-4d8c-ae32-738ddb138a16 req-56081d30-1a50-45bf-8403-910dd3a33dae tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076162 Oct 25 22:57:29.455049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-ac15af00-2167-4a15-96f5-b93d1cebf43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:29.463041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-ac15af00-2167-4a15-96f5-b93d1cebf43e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2792454 Oct 25 22:57:29.554649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:29.607383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.673408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95946849-063e-4512-8eb1-45cdce43c5dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.683640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cae62f-579c-40d9-b924-a2779b956b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c82002-1801-4184-8a3b-b6b10a97589f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:29.709104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] For port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:29.712131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Allocated IP 172.25.4.73 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/e180f3e0-08fd-407a-bf8c-a14744c9ea48) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:29.735069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f55c79-d200-45d4-a1aa-f13d82e7bf30 req-520a5026-e818-4eb9-8e43-715985a9b02a tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:29.739462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95f55c79-d200-45d4-a1aa-f13d82e7bf30 req-520a5026-e818-4eb9-8e43-715985a9b02a tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.5774505 Oct 25 22:57:29.747989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.783721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-c4219ae2-38cb-444b-8521-0dc8527519b9 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816405 Oct 25 22:57:29.879300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:29.979845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95946849-063e-4512-8eb1-45cdce43c5dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.981493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:29.982033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:29.984641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1569b7dc-236c-4188-abb0-0f9d08d43710 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 HTTP/1.1" status: 200 len: 1117 time: 5.7821314 Oct 25 22:57:29.994788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95946849-063e-4512-8eb1-45cdce43c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.027754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'tag': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:30.042324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-530ee9e2-25c3-44e1-bb6f-8ef44746d164 req-1f0a1c1d-eeef-4a44-bb20-94c4e1d5195c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332854 Oct 25 22:57:30.092744 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-95946849-063e-4512-8eb1-45cdce43c5dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0995f10ef64a42238c3c8ee1c06aac02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370362 Oct 25 22:57:30.100193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36968) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:30.101089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95946849-063e-4512-8eb1-45cdce43c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc76b7-781b-45ab-afe1-184c47117570,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:30.238389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc0f6-0d41-4ca5-9652-1bbda5ee8594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.257650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95f55c79-d200-45d4-a1aa-f13d82e7bf30 req-4eabcbc3-07d1-4035-90b8-e4007c950945 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070686 Oct 25 22:57:30.268907 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc0f6-0d41-4ca5-9652-1bbda5ee8594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.365525 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d857c653-fbb3-40b5-ba2a-5eeac199d8ff", "tag": "3c2987ab-8cb0-4435-8f67-2c15fbeb3f70"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:30.400320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc0f6-0d41-4ca5-9652-1bbda5ee8594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.406290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc0f6-0d41-4ca5-9652-1bbda5ee8594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.407743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff4cc0f6-0d41-4ca5-9652-1bbda5ee8594 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82fc76b7-781b-45ab-afe1-184c47117570 HTTP/1.1" status: 204 len: 168 time: 0.2917404 Oct 25 22:57:30.432941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cc0f6-0d41-4ca5-9652-1bbda5ee8594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc76b7-781b-45ab-afe1-184c47117570,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:30.491783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.645222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee872570-35de-4995-b386-3188d07413b0']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:30.656111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-411e84ee-db03-4c52-8beb-414ee6a5047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:30.658690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-411e84ee-db03-4c52-8beb-414ee6a5047b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5bdd60897194ec69fd84d24bb16219b&device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 1120 time: 0.5695727 Oct 25 22:57:30.694491 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46287ef-d909-4742-ac06-2d55880ab7bb x-openstack-request-id: req-c46287ef-d909-4742-ac06-2d55880ab7bb {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:30.695253 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857c653-fbb3-40b5-ba2a-5eeac199d8ff", "tag": "3c2987ab-8cb0-4435-8f67-2c15fbeb3f70", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:30.695736 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c46287ef-d909-4742-ac06-2d55880ab7bb {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:30.696423 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'tag': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70', 'status': 'completed', 'code': 200} Oct 25 22:57:30.711375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d93125-2330-4ab7-a8ac-29ea1a10eba4') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:30.715876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d93125-2330-4ab7-a8ac-29ea1a10eba4') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:30.752636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.873934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.876719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.880514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-73a01ac8-53fb-4a0e-9c0e-b0f5021ab7a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 HTTP/1.1" status: 200 len: 217 time: 0.1470261 Oct 25 22:57:30.889246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:57:30.889777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: timer() Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:57:30.891908 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:57:31.043732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33904afe-afc5-47ca-97b4-9a2825529baf req-ea8875c2-86e5-49dd-ba25-f70c95eee660 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:31.045708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33904afe-afc5-47ca-97b4-9a2825529baf req-ea8875c2-86e5-49dd-ba25-f70c95eee660 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.3457785 Oct 25 22:57:31.068537 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:31.078090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-847be23b-be95-4641-92ec-a3e08da52b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:31.079737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-847be23b-be95-4641-92ec-a3e08da52b5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1407864 Oct 25 22:57:31.096381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:31.102971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ee872570-35de-4995-b386-3188d07413b0 HTTP/1.1" status: 204 len: 168 time: 2.2141647 Oct 25 22:57:31.126080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:31.181326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bf7ed-8f75-49ad-a27d-85696cc5caa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee872570-35de-4995-b386-3188d07413b0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:31.414730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:31.437331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:31.452914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:31.476027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33904afe-afc5-47ca-97b4-9a2825529baf req-819bca45-22aa-4a91-8a45-57e2ad96cbd5 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017627 Oct 25 22:57:31.477264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:31.526872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e180f3e0-08fd-407a-bf8c-a14744c9ea48,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:31.645294 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b342d3c4-a8e3-4029-b283-5a0272587295 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38585bbaac0f477bb4f73c1d7a3d870c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2054842 Oct 25 22:57:31.648414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:31.658914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-945fc293-3630-4758-a92b-3c584b1be54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:31.665234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-945fc293-3630-4758-a92b-3c584b1be54d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5504489 Oct 25 22:57:31.676959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef00e8-9e1f-4538-8a9c-204bacf356ec req-a9251f2b-e5d1-428c-9ba1-ab9e856f7930 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:31.679233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-daef00e8-9e1f-4538-8a9c-204bacf356ec req-a9251f2b-e5d1-428c-9ba1-ab9e856f7930 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.2119277 Oct 25 22:57:31.749201 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:57:31.752493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-daef00e8-9e1f-4538-8a9c-204bacf356ec req-19b06e71-e95c-4ca6-8d6c-306a1c95ffad tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666144 Oct 25 22:57:31.935867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77941a95-6b07-4f5a-87a3-4615ff7184b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:32.159193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77941a95-6b07-4f5a-87a3-4615ff7184b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:32.283161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-1921a78f-7be3-4b4a-bc49-65615ac2e9c5 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497108 Oct 25 22:57:32.405852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77941a95-6b07-4f5a-87a3-4615ff7184b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:32.409844 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77941a95-6b07-4f5a-87a3-4615ff7184b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:32.412045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-77941a95-6b07-4f5a-87a3-4615ff7184b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fc1f2d9-4d73-4271-9f42-ee803c5262f2 HTTP/1.1" status: 204 len: 168 time: 0.7616279 Oct 25 22:57:32.470080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77941a95-6b07-4f5a-87a3-4615ff7184b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1f2d9-4d73-4271-9f42-ee803c5262f2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:32.485093 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:32.516183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f9d33e9-a7c9-4662-9e8f-7f6b590aae5b req-891533e6-d628-4e8c-8cef-6e2b904b0c6b service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978872 Oct 25 22:57:32.778390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-2f5ccf6c-11eb-4ca6-972f-a359200d7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:32.778390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-2f5ccf6c-11eb-4ca6-972f-a359200d7a1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5bdd60897194ec69fd84d24bb16219b&device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 1120 time: 0.1181140 Oct 25 22:57:33.001195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd66e0-4ff8-4616-90e1-03f191da8b59 req-d17b2d54-55c6-4346-899b-1e0924aa61b0 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:33.011823 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cfdd66e0-4ff8-4616-90e1-03f191da8b59 req-d17b2d54-55c6-4346-899b-1e0924aa61b0 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.1652956 Oct 25 22:57:33.138321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cfdd66e0-4ff8-4616-90e1-03f191da8b59 req-6cdad777-3d76-4e89-8046-12c1e0ee0890 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238616 Oct 25 22:57:33.188284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a5f60-d1a3-429b-90ee-49b32820e184 req-0ead7c0c-3986-4dcc-b6c5-53272e280bba tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:33.194036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32a5f60-d1a3-429b-90ee-49b32820e184 req-0ead7c0c-3986-4dcc-b6c5-53272e280bba tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.5088856 Oct 25 22:57:33.195231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-61a75fc1-1bd9-4fd6-b900-a7e38e0fc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:33.196716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-61a75fc1-1bd9-4fd6-b900-a7e38e0fc6cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.4029047 Oct 25 22:57:33.324770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:33.388976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:33.491785 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-45767e20-d7db-4a17-9671-3e208adb4682 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5e6f8e85c694d3ebdbc08b4effbfc9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1016030 Oct 25 22:57:33.493670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37054) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:33.547143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32a5f60-d1a3-429b-90ee-49b32820e184 req-b3ed8db6-d7aa-4039-b12b-403791dfb433 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422792 Oct 25 22:57:33.571397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-f00810c1-6211-4c65-a94e-a3a9ea428a83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 HTTP/1.1" status: 200 len: 217 time: 0.2380080 Oct 25 22:57:33.621838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f629815-58d2-4dba-9ec5-cae7fbd03d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:33.695763 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f629815-58d2-4dba-9ec5-cae7fbd03d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:33.719659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-9cdbb863-fe30-444d-a2a2-44e7b42f0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:33.730898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-9cdbb863-fe30-444d-a2a2-44e7b42f0d32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1203249 Oct 25 22:57:33.824024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f629815-58d2-4dba-9ec5-cae7fbd03d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:33.828117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f629815-58d2-4dba-9ec5-cae7fbd03d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:33.829843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5f629815-58d2-4dba-9ec5-cae7fbd03d05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0b3c4b0-6ef8-4c5b-8d52-6031748befe2 HTTP/1.1" status: 204 len: 168 time: 0.3326693 Oct 25 22:57:33.851873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f629815-58d2-4dba-9ec5-cae7fbd03d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b3c4b0-6ef8-4c5b-8d52-6031748befe2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:33.878224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-58ebdfd6-041f-4ea4-a2aa-386093c3e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:33.880480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-58ebdfd6-041f-4ea4-a2aa-386093c3e774 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340609 Oct 25 22:57:34.043177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:57:34.062424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-e3487b6c-48bb-4f50-bf39-bafaee6bdcca service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679072 Oct 25 22:57:34.184146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:34.195788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Sync routers for ids ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:34.209386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Routers {'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:34.210312 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:34.212362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:34.213904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b29136d1-4d52-4b1d-ae9b-01d40d7097c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.0661595 Oct 25 22:57:34.216691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37076) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:34.471600 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Set router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:34.540357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08c283c5-1bd4-49cd-b9d6-5e0929a635b8 req-c3dfe245-742c-4e07-bd95-137a66a3379d service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524358 Oct 25 22:57:34.683234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3192d-682d-4e9a-bea4-169b39706699 req-a5daa815-506c-4442-a308-3d5398cbbba0 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:34.684749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97c3192d-682d-4e9a-bea4-169b39706699 req-a5daa815-506c-4442-a308-3d5398cbbba0 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.3919272 Oct 25 22:57:34.705442 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T22:57:32Z', 'revision_number': 3, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:34.730248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57294-b2f0-4723-a14a-ebb87ad4d2f9 req-56234555-222b-4270-b11b-bffada77529f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:34.737508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00d57294-b2f0-4723-a14a-ebb87ad4d2f9 req-56234555-222b-4270-b11b-bffada77529f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.0637310 Oct 25 22:57:34.742694 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Checking router: cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:34.743047 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Updating router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 port e180f3e0-08fd-407a-bf8c-a14744c9ea48 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:57:34.775378 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:34.788854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00d57294-b2f0-4723-a14a-ebb87ad4d2f9 req-37194c8f-c11d-45da-a58f-243b9932591f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504336 Oct 25 22:57:34.813411 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97c3192d-682d-4e9a-bea4-169b39706699 req-a8456451-48d1-44c2-8473-82c895b479f5 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163120 Oct 25 22:57:35.056579 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.068785 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.129898 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Attempting to bind port e180f3e0-08fd-407a-bf8c-a14744c9ea48 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:35.130198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Attempting to bind port e180f3e0-08fd-407a-bf8c-a14744c9ea48 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:35.130565 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Attempting to bind port e180f3e0-08fd-407a-bf8c-a14744c9ea48 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:35.143980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:35.144480 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:35.144997 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.145393 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:35.145880 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Bound port: e180f3e0-08fd-407a-bf8c-a14744c9ea48, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:35.146880 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.157599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-157e60b6-3320-45d6-8292-3409ddd578b7 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338714 Oct 25 22:57:35.172590 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.196829 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a946b0a-981e-4eb9-bf0f-d119ed013470 None None] Pushing event updated for resources: {'Port': ['ID=e180f3e0-08fd-407a-bf8c-a14744c9ea48,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:35.204426 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] For port e180f3e0-08fd-407a-bf8c-a14744c9ea48, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:35.208334 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] For port e180f3e0-08fd-407a-bf8c-a14744c9ea48, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e180f3e0-08fd-407a-bf8c-a14744c9ea48,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:35.215542 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.298529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37134) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:35.310782 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Routers {'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:35.312100 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:35.314654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-3b36cebf-cb66-47eb-ae34-07bc7ae15143 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:35.317320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-3b36cebf-cb66-47eb-ae34-07bc7ae15143 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578305 Oct 25 22:57:35.343205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-7aa7b70d-24ca-4daa-b8eb-cc916cd7153d tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/quotas/d407b1862dff420ea3ee6b2dcb913c8e HTTP/1.1" status: 200 len: 375 time: 0.0200620 Oct 25 22:57:35.396216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a946b0a-981e-4eb9-bf0f-d119ed013470 None None] Pushing event updated for resources: {'Port': ['ID=e180f3e0-08fd-407a-bf8c-a14744c9ea48,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:35.399674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-99dcb26b-7a7f-418a-b0c8-026d402b4b6e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556953 Oct 25 22:57:35.441268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Allocated IP 172.20.0.1 (4cccc24b-6d73-43ba-846a-d0d91b8fd7b3/5d596baf-2169-44c9-9762-ea204874dd6a/c0f77fac-89f0-4c72-8261-c5fd74ad36ab) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:35.480216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] Set router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:35.604117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c018e4-13a9-401e-b00b-8ed6f52054d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.608391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.673306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24261fa1-7339-456f-8145-0e82563e3e0a req-862f2594-f9c7-42df-a684-baea8327d3df tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 210 time: 0.0450654 Oct 25 22:57:35.717781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.743288 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-21727532-e78a-467b-9f81-43b61436c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T22:57:32Z', 'revision_number': 3, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:35.774217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:35.781260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:35.789978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:35.790473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.797989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21727532-e78a-467b-9f81-43b61436c389 None None] The sync data for ids ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'] in n-d-815373-1 is: [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T22:57:32Z', 'revision_number': 3, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:35.873395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Pushing event updated for resources: {'Port': ['ID=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:35.900296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c018e4-13a9-401e-b00b-8ed6f52054d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.913555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c018e4-13a9-401e-b00b-8ed6f52054d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:35.962458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1c018e4-13a9-401e-b00b-8ed6f52054d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a8aefdd2b0946c8980791445b1e330e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624885 Oct 25 22:57:35.963225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37158) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:35.982013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14135605-f26f-4f73-b640-db25e11d4194 req-f5abe3b0-06da-47eb-bba9-e12e65f4da58 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:35.996221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14135605-f26f-4f73-b640-db25e11d4194 req-f5abe3b0-06da-47eb-bba9-e12e65f4da58 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.1018775 Oct 25 22:57:36.054537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14135605-f26f-4f73-b640-db25e11d4194 req-e3ef3757-b17d-4083-b3fb-0fda96e4121d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Oct 25 22:57:36.076639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c018e4-13a9-401e-b00b-8ed6f52054d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261b288c-3d0b-49ee-b34e-a4fe851a0c02,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:36.161706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d6ad-1dbe-462a-b4cb-62c5c10a2470 req-510e29b2-fa88-4e00-b601-6e293a590aa0 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:36.163314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cce2d6ad-1dbe-462a-b4cb-62c5c10a2470 req-510e29b2-fa88-4e00-b601-6e293a590aa0 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.2105479 Oct 25 22:57:36.195084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf773-e828-40c4-a6c6-449475cbe74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.253552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf773-e828-40c4-a6c6-449475cbe74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.258472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.273395 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cce2d6ad-1dbe-462a-b4cb-62c5c10a2470 req-4ab68a34-e8a8-414f-910a-e533ee81832a tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988331 Oct 25 22:57:36.283345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9a1a9d79-d617-4fe9-acc6-84f065109ddb None None] Provisioning complete for port c0f77fac-89f0-4c72-8261-c5fd74ad36ab triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:36.284369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9d79-d617-4fe9-acc6-84f065109ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.400991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a9d79-d617-4fe9-acc6-84f065109ddb None None] Port c0f77fac-89f0-4c72-8261-c5fd74ad36ab cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:36.443153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf773-e828-40c4-a6c6-449475cbe74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.447413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf773-e828-40c4-a6c6-449475cbe74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.448958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bdeaf773-e828-40c4-a6c6-449475cbe74c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/261b288c-3d0b-49ee-b34e-a4fe851a0c02 HTTP/1.1" status: 204 len: 168 time: 0.4691422 Oct 25 22:57:36.469422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaf773-e828-40c4-a6c6-449475cbe74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b288c-3d0b-49ee-b34e-a4fe851a0c02,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:36.609540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.617162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.619651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:36.739227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Pushing event updated for resources: {'Port': ['ID=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:36.821177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:36.825787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:36.874892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8cbb70e2-122f-48ea-bb1b-6b45f1527494 req-965594f4-ad62-4909-b5de-73a549ad0564 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 210 time: 0.0513005 Oct 25 22:57:37.045500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:57:37.094647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37190) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:37.121979 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c752694e-c249-4173-8f9b-c6a304b7d6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.131683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0403f16b-f303-4d0a-af3f-127a4af213f9 None None] Provisioning complete for port c0f77fac-89f0-4c72-8261-c5fd74ad36ab triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:37.132299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0403f16b-f303-4d0a-af3f-127a4af213f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.190001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0403f16b-f303-4d0a-af3f-127a4af213f9 None None] Port c0f77fac-89f0-4c72-8261-c5fd74ad36ab cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:37.253407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea7f73-28a8-4b99-9913-b9c2067750d9 req-9cf29773-67ed-43b6-8c09-07201cdbad86 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:37.256242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-84ea7f73-28a8-4b99-9913-b9c2067750d9 req-9cf29773-67ed-43b6-8c09-07201cdbad86 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.1163054 Oct 25 22:57:37.333812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:37.357989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-991ec8e8-874d-4193-badd-871d699a15bc admin admin] 10.222.0.25 "PUT /v2.0/routers/cc587c04-ca7c-40ce-bdf2-797b2f9c3a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1401975 Oct 25 22:57:37.391952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-3a07caea-a88b-48d1-9c5c-828a52dadaa7 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010356 Oct 25 22:57:37.478816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-84ea7f73-28a8-4b99-9913-b9c2067750d9 req-c0133df2-2936-4b6b-a915-07e6d3fcfcc4 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119071 Oct 25 22:57:37.507830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37198) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:37.545847 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c752694e-c249-4173-8f9b-c6a304b7d6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.555494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446034-ffc2-4613-a8cf-b413156b3600 req-ff7718c1-85a2-48be-96af-7fb39d10933d tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:37.557028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44446034-ffc2-4613-a8cf-b413156b3600 req-ff7718c1-85a2-48be-96af-7fb39d10933d tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.1060762 Oct 25 22:57:37.558267 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c752694e-c249-4173-8f9b-c6a304b7d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.573431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-8333f728-6954-4696-b2e1-89933b233a52 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:37.575223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-8333f728-6954-4696-b2e1-89933b233a52 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711638 Oct 25 22:57:37.594248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Request body: {'port': {'device_id': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'd407b1862dff420ea3ee6b2dcb913c8e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:37.636430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752694e-c249-4173-8f9b-c6a304b7d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741caaaf-3222-4ffa-ae58-e2557bb66e8c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:37.646729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c752694e-c249-4173-8f9b-c6a304b7d6f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7ce089c411349ff986615acb02c96c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508873 Oct 25 22:57:37.649331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37206) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:37.662269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44446034-ffc2-4613-a8cf-b413156b3600 req-04d8f880-33be-4d6f-89bc-ba2936728c5e tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931790 Oct 25 22:57:37.732125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed61-a697-47cf-a0b7-fa67af1fa147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.799619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc443ec1-986c-493e-8753-1d52a4ede779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.851855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc443ec1-986c-493e-8753-1d52a4ede779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.888869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Made reservation on behalf of d407b1862dff420ea3ee6b2dcb913c8e for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:37.892338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.921647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.958395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed61-a697-47cf-a0b7-fa67af1fa147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:37.969478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed61-a697-47cf-a0b7-fa67af1fa147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.019596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc443ec1-986c-493e-8753-1d52a4ede779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.022591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc443ec1-986c-493e-8753-1d52a4ede779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.026141 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc443ec1-986c-493e-8753-1d52a4ede779 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/741caaaf-3222-4ffa-ae58-e2557bb66e8c HTTP/1.1" status: 204 len: 168 time: 0.3733292 Oct 25 22:57:38.112545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ed61-a697-47cf-a0b7-fa67af1fa147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1bce8-d2c4-467c-906f-dc4ab8d9a8b3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:38.135042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb908b18-3b5d-48ca-8552-f3447e78ecf3 req-8a97d035-ef02-4269-89f8-c44ae049e23e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 210 time: 0.1326246 Oct 25 22:57:38.167391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc443ec1-986c-493e-8753-1d52a4ede779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741caaaf-3222-4ffa-ae58-e2557bb66e8c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:38.186991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8cb8ed61-a697-47cf-a0b7-fa67af1fa147 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c99c6cbcdf54e39b78d8c235e6ae4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751187 Oct 25 22:57:38.187403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37224) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:38.232234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e180f3e0-08fd-407a-bf8c-a14744c9ea48 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:38.278067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.284762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.305338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d922df2e-5b87-4765-88e1-808956a1e6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.373722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d922df2e-5b87-4765-88e1-808956a1e6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.387412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e180f3e0-08fd-407a-bf8c-a14744c9ea48 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:38.387778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.480935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d922df2e-5b87-4765-88e1-808956a1e6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.484032 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d922df2e-5b87-4765-88e1-808956a1e6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.489087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d922df2e-5b87-4765-88e1-808956a1e6e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1f1bce8-d2c4-467c-906f-dc4ab8d9a8b3 HTTP/1.1" status: 204 len: 168 time: 0.2999713 Oct 25 22:57:38.508388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922df2e-5b87-4765-88e1-808956a1e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1bce8-d2c4-467c-906f-dc4ab8d9a8b3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:38.512983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82bf83-67fe-40dd-8a28-7a84ed75764c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:38.589062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Sync routers for ids ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:38.627396 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Allocated IP 192.168.233.107 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/46fcf571-4b28-4774-93fb-a18e5e37c012) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:38.634850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37238) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:38.640102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737674792', 'description': 'tempest-description--1407592037'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:38.652179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Routers {'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:38.653566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:38.721709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.825990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf82d-893d-4564-a95e-6773239919c3 req-51814064-ad90-44c8-beca-99672149d118 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:38.827405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Set router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:38.836975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-232cf82d-893d-4564-a95e-6773239919c3 req-51814064-ad90-44c8-beca-99672149d118 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.1957803 Oct 25 22:57:38.909039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:38.978260 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.064911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.066908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4304512 Oct 25 22:57:39.071897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37246) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:39.078643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'security_group_rule': {'security_group_id': 'd5b42da3-01b8-4b93-acf0-a60998348745', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:39.084299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:57:39.103263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb110ab-87ff-4cfa-bf48-78a9248df149 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b42da3-01b8-4b93-acf0-a60998348745,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:39.115813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5399903-b7d3-43c9-bf8a-ba5652d7e9cd req-06b0eaef-2bc7-4592-9b69-c0a5ed0fe25d tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:39.118343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5399903-b7d3-43c9-bf8a-ba5652d7e9cd req-06b0eaef-2bc7-4592-9b69-c0a5ed0fe25d tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 969 time: 0.2044847 Oct 25 22:57:39.140300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.184839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.266889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5399903-b7d3-43c9-bf8a-ba5652d7e9cd req-2407bd95-d553-4335-9c57-68ea1a06bec4 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333406 Oct 25 22:57:39.267471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37252) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:39.331096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port e180f3e0-08fd-407a-bf8c-a14744c9ea48, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e180f3e0-08fd-407a-bf8c-a14744c9ea48,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:39.344436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.388910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.415038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e180f3e0-08fd-407a-bf8c-a14744c9ea48,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:39.420375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-232cf82d-893d-4564-a95e-6773239919c3 req-96845b40-1652-425a-894c-2f28d1cd6359 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605516 Oct 25 22:57:39.426586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.463188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:39.472157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.479849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.490598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70', 'mac_address': 'fa:16:3e:1e:a5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-421760136', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:57:39.518912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26610fd1-603e-47e5-a0bb-1dee0c6d159d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.540496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7d2ce1d-565d-42e8-b478-f77961c0e295 req-283185e9-6140-4fb3-aa08-79b1c8e23134 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 210 time: 0.1215017 Oct 25 22:57:39.575959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de67c23b-77ec-47d2-8509-89c91f7518d4,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:39.580510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.602704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:39.614196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Pushing event updated for resources: {'Port': ['ID=46fcf571-4b28-4774-93fb-a18e5e37c012,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:39.630291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T22:57:36Z', 'revision_number': 4, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c0f77fac-89f0-4c72-8261-c5fd74ad36ab', 'name': '', 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'mac_address': 'fa:16:3e:c2:90:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5d596baf-2169-44c9-9762-ea204874dd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:35Z', 'updated_at': '2021-10-25T22:57:36Z', 'revision_number': 2, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'subnets': [{'id': '5d596baf-2169-44c9-9762-ea204874dd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:39.635399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:39.637859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:39.645970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:39.658532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:39.661961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.671718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Checking router: cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:39.671718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Updating router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 port c0f77fac-89f0-4c72-8261-c5fd74ad36ab binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:57:39.677960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:39.694751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.699333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-d2a2d81a-2e1a-4789-b24d-b8d42119f284 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1091180 Oct 25 22:57:39.708343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26610fd1-603e-47e5-a0bb-1dee0c6d159d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.712153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.713323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dcff5a33-ce72-443b-8353-72d5c107f383 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6402347 Oct 25 22:57:39.719278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Request body: {'port': {'device_id': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:39.721877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:39.731883 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26610fd1-603e-47e5-a0bb-1dee0c6d159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.751937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'security_group_rule': {'security_group_id': 'd5b42da3-01b8-4b93-acf0-a60998348745', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:39.772709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26610fd1-603e-47e5-a0bb-1dee0c6d159d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866eef95-65c2-4feb-b984-8caaa00fc42e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:39.804853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-26610fd1-603e-47e5-a0bb-1dee0c6d159d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b30d54ceed514062ac40c95a6dff5d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359998 Oct 25 22:57:39.805338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.805657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37264) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:39.811263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.825579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:39.890580 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4aee9593-2b0b-446c-93ab-2264f7f14bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.927637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4aee9593-2b0b-446c-93ab-2264f7f14bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:39.944830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.018338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4aee9593-2b0b-446c-93ab-2264f7f14bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.022582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4aee9593-2b0b-446c-93ab-2264f7f14bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.024297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4aee9593-2b0b-446c-93ab-2264f7f14bfd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/866eef95-65c2-4feb-b984-8caaa00fc42e HTTP/1.1" status: 204 len: 168 time: 0.2179115 Oct 25 22:57:40.035740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee9593-2b0b-446c-93ab-2264f7f14bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866eef95-65c2-4feb-b984-8caaa00fc42e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:40.039162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.091273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3c2987ab-8cb0-4435-8f67-2c15fbeb3f70'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:57:40.158717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-11b89864-6e75-4e9f-ab3e-ad8018d78cd5 None None] Provisioning complete for port 46fcf571-4b28-4774-93fb-a18e5e37c012 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:40.159080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11b89864-6e75-4e9f-ab3e-ad8018d78cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.188694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.202834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e180f3e0-08fd-407a-bf8c-a14744c9ea48 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:40.225170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fce85c4-c5cc-4e7c-8241-a8d72a7d4f74,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:40.252507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.253880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a8f9039-4cbe-45dd-937c-be63312bf3ee tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5289652 Oct 25 22:57:40.258294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37274) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:40.263593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:40.293919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-11b89864-6e75-4e9f-ab3e-ad8018d78cd5 None None] Port 46fcf571-4b28-4774-93fb-a18e5e37c012 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:40.339001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.370568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fcf571-4b28-4774-93fb-a18e5e37c012 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:40.379464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.400341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Transition to ACTIVE for port object 46fcf571-4b28-4774-93fb-a18e5e37c012 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:57:40.409594 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.440644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e180f3e0-08fd-407a-bf8c-a14744c9ea48 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:40.441744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.448685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.476760 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.491514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.533096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Pushing event updated for resources: {'Port': ['ID=46fcf571-4b28-4774-93fb-a18e5e37c012,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:40.602595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7801717-fe5f-491b-8025-773d81f8563d None None] Pushing event updated for resources: {'Port': ['ID=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:40.740607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Attempting to bind port 46fcf571-4b28-4774-93fb-a18e5e37c012 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:40.741224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Attempting to bind port 46fcf571-4b28-4774-93fb-a18e5e37c012 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:40.741761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Attempting to bind port 46fcf571-4b28-4774-93fb-a18e5e37c012 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:40.744313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958d3e1-5971-4fe5-a8e5-2f6e8eed291c req-dfd06238-d7f6-44b5-bb6d-881ff240dfce tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:40.750179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e958d3e1-5971-4fe5-a8e5-2f6e8eed291c req-dfd06238-d7f6-44b5-bb6d-881ff240dfce tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.1528234 Oct 25 22:57:40.763712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Allocated IP 172.25.4.175 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/015513cf-1613-421f-9149-5a7f87c2aa05) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:40.766772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c7d4-fca0-430f-8d80-e56db89879bd req-e6c8f24a-e065-47ee-b2a3-9b6b15435854 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:40.780073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cb0c7d4-fca0-430f-8d80-e56db89879bd req-e6c8f24a-e065-47ee-b2a3-9b6b15435854 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 970 time: 0.2479610 Oct 25 22:57:40.801801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Port 46fcf571-4b28-4774-93fb-a18e5e37c012 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:57:40.807678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Attempting to bind port 46fcf571-4b28-4774-93fb-a18e5e37c012 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:40.810700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Attempting to bind port c0f77fac-89f0-4c72-8261-c5fd74ad36ab on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:40.810700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Attempting to bind port c0f77fac-89f0-4c72-8261-c5fd74ad36ab by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:40.811006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Attempting to bind port c0f77fac-89f0-4c72-8261-c5fd74ad36ab on network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:40.821932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:40.822340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Checking segment: {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:40.822729 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.823115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Bound using segment: {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:40.823582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Bound port: c0f77fac-89f0-4c72-8261-c5fd74ad36ab, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d617d13-41ef-425c-a028-dae2eccfe452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:40.824025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.844635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:40.845278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:40.845728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:40.849457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Bound port: 46fcf571-4b28-4774-93fb-a18e5e37c012, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:40.849457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:40.877128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e958d3e1-5971-4fe5-a8e5-2f6e8eed291c req-0404f6f2-708d-4bad-a3cd-ff1681a4d30a tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148169 Oct 25 22:57:40.917558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cb0c7d4-fca0-430f-8d80-e56db89879bd req-53972a13-3982-489a-bead-a1db0eab0468 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362984 Oct 25 22:57:41.014536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] For port 46fcf571-4b28-4774-93fb-a18e5e37c012, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:41.022022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] For port 46fcf571-4b28-4774-93fb-a18e5e37c012, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46fcf571-4b28-4774-93fb-a18e5e37c012,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:41.026896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.030026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.038403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b7248a5a-b30d-4ae8-83e9-73ee750563ec None None] Provisioning complete for port c0f77fac-89f0-4c72-8261-c5fd74ad36ab triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:41.038783 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b7248a5a-b30d-4ae8-83e9-73ee750563ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.078098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:41.079442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.081916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] 10.222.0.15 "PUT /v2.0/ports/46fcf571-4b28-4774-93fb-a18e5e37c012 HTTP/1.1" status: 200 len: 1096 time: 1.3666987 Oct 25 22:57:41.083544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'tag': '46fcf571-4b28-4774-93fb-a18e5e37c012'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:41.089031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.091090 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "066c4ee3-926f-4812-b858-6d05c8c9563d", "tag": "46fcf571-4b28-4774-93fb-a18e5e37c012"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:41.112074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] For port c0f77fac-89f0-4c72-8261-c5fd74ad36ab, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:41.123925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77cb39-ce2e-4384-b660-0672f42e850c service neutron] Pushing event updated for resources: {'Port': ['ID=46fcf571-4b28-4774-93fb-a18e5e37c012,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:41.124211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b7248a5a-b30d-4ae8-83e9-73ee750563ec None None] Port c0f77fac-89f0-4c72-8261-c5fd74ad36ab cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:41.134626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] For port c0f77fac-89f0-4c72-8261-c5fd74ad36ab, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:41.147660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.210834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:41.222163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:41.225478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7801717-fe5f-491b-8025-773d81f8563d None None] Pushing event updated for resources: {'Port': ['ID=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:41.247150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:41.250309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-5de7329b-88e0-43d8-a06d-07a0e7b42973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:41.252101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-5de7329b-88e0-43d8-a06d-07a0e7b42973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 1099 time: 0.0950010 Oct 25 22:57:41.284639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Routers {'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:41.286224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:41.355120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d2c6-d468-4dff-aa3d-d4959e15f3c5 req-f9f42976-5108-4cb6-922f-bf88031a64ab tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:41.356701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21b5d2c6-d468-4dff-aa3d-d4959e15f3c5 req-f9f42976-5108-4cb6-922f-bf88031a64ab tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 948 time: 0.2847650 Oct 25 22:57:41.364693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-ea770759-a842-4449-9854-65d7798e658b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=46fcf571-4b28-4774-93fb-a18e5e37c012 HTTP/1.1" status: 200 len: 217 time: 0.0906193 Oct 25 22:57:41.381747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'Port': ['ID=015513cf-1613-421f-9149-5a7f87c2aa05,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:41.437992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f0fc5266-077c-4b48-b84b-bd22e6358e84 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:57:41.494407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-a5d798c7-1a71-4884-bffb-b369b3ab5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:41.495962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-a5d798c7-1a71-4884-bffb-b369b3ab5d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1240129 Oct 25 22:57:41.507387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21b5d2c6-d468-4dff-aa3d-d4959e15f3c5 req-c7075d30-f271-469c-b70b-a12c6071b442 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289091 Oct 25 22:57:41.584286 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb66d7-8f27-4bee-a039-bd117e63fab1 x-openstack-request-id: req-eadb66d7-8f27-4bee-a039-bd117e63fab1 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:41.584575 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066c4ee3-926f-4812-b858-6d05c8c9563d", "tag": "46fcf571-4b28-4774-93fb-a18e5e37c012", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:41.584827 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eadb66d7-8f27-4bee-a039-bd117e63fab1 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:41.585221 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'tag': '46fcf571-4b28-4774-93fb-a18e5e37c012', 'status': 'completed', 'code': 200} Oct 25 22:57:41.593586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-6e4c6c3e-0900-447b-9e40-8a7b905525fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:41.595393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-6e4c6c3e-0900-447b-9e40-8a7b905525fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834432 Oct 25 22:57:41.656391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.715173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.725558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-6f6f8027-aaf5-470d-bb24-356ab8b6675e service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212626 Oct 25 22:57:41.757416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] Set router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:41.835206 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70b1869e-2600-485b-b885-8b63e582b2c5 req-fecc3702-95ae-4c6d-9171-031bf2100268 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010275 Oct 25 22:57:41.870812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f0fc5266-077c-4b48-b84b-bd22e6358e84, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:41.886942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f0fc5266-077c-4b48-b84b-bd22e6358e84', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'f0fc5266-077c-4b48-b84b-bd22e6358e84', 'mac_address': 'fa:16:3e:8d:64:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:57:41.918947 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.934326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:41.996211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a3654d1f-af3b-457e-8f03-6945381be868 None None] Provisioning complete for port c0f77fac-89f0-4c72-8261-c5fd74ad36ab triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:41.996617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a3654d1f-af3b-457e-8f03-6945381be868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.016905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'Port': ['ID=015513cf-1613-421f-9149-5a7f87c2aa05,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:42.019544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.041107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.042674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.043544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a7cc85fc-9c0d-47b2-abb9-5220c4cc090e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7839813 Oct 25 22:57:42.091522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fc5266-077c-4b48-b84b-bd22e6358e84 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:42.098352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-8ffaf087-0773-4ff1-ba3c-253d31f3073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.101394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-8ffaf087-0773-4ff1-ba3c-253d31f3073c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 1099 time: 0.1591496 Oct 25 22:57:42.115548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5fb1-d8c5-4608-b7c2-ed96089e02b7 req-591298a8-9a20-43ec-a2b3-e712428f9297 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.117097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5abf5fb1-d8c5-4608-b7c2-ed96089e02b7 req-591298a8-9a20-43ec-a2b3-e712428f9297 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 947 time: 0.0879195 Oct 25 22:57:42.162299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f0fc5266-077c-4b48-b84b-bd22e6358e84, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:42.176054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.212264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5abf5fb1-d8c5-4608-b7c2-ed96089e02b7 req-0f525ed6-d0b7-452d-adfe-4ef3e5deaade tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839303 Oct 25 22:57:42.212467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cac9f-9412-4049-ab56-bc4946887153 req-442d0ea2-2663-4fe3-b93d-c1481c210f7f tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.223900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca9cac9f-9412-4049-ab56-bc4946887153 req-442d0ea2-2663-4fe3-b93d-c1481c210f7f tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 970 time: 0.1376231 Oct 25 22:57:42.261390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-ac813377-f70b-4168-801e-28350924aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.264775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-ac813377-f70b-4168-801e-28350924aea3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1467645 Oct 25 22:57:42.274504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f0fc5266-077c-4b48-b84b-bd22e6358e84,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:42.290265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a3654d1f-af3b-457e-8f03-6945381be868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.305666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca9cac9f-9412-4049-ab56-bc4946887153 req-5b680b41-322e-4bac-89fc-57631e10fb2a tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808897 Oct 25 22:57:42.327105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T22:57:36Z', 'revision_number': 4, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c0f77fac-89f0-4c72-8261-c5fd74ad36ab', 'name': '', 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'mac_address': 'fa:16:3e:c2:90:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5d596baf-2169-44c9-9762-ea204874dd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:35Z', 'updated_at': '2021-10-25T22:57:41Z', 'revision_number': 4, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'subnets': [{'id': '5d596baf-2169-44c9-9762-ea204874dd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:42.330187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-e8b4a66d-72af-436c-b6c1-35e8f91d43a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=46fcf571-4b28-4774-93fb-a18e5e37c012 HTTP/1.1" status: 200 len: 217 time: 0.0578091 Oct 25 22:57:42.368030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef82e28-e51b-4443-ac1b-1ff8b5dad008 None None] The sync data for ids ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'] in n-d-815373-1 is: [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T22:57:36Z', 'revision_number': 4, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c0f77fac-89f0-4c72-8261-c5fd74ad36ab', 'name': '', 'network_id': '4cccc24b-6d73-43ba-846a-d0d91b8fd7b3', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'mac_address': 'fa:16:3e:c2:90:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5d596baf-2169-44c9-9762-ea204874dd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:35Z', 'updated_at': '2021-10-25T22:57:41Z', 'revision_number': 4, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'subnets': [{'id': '5d596baf-2169-44c9-9762-ea204874dd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:42.392163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a3654d1f-af3b-457e-8f03-6945381be868 None None] For port c0f77fac-89f0-4c72-8261-c5fd74ad36ab, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:42.398435 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a3654d1f-af3b-457e-8f03-6945381be868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.412919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-2f0fc502-099f-41f6-b4b7-242e3f8923d5 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1737674792&fields=id&tenant_id=5db826bd4b8f47b7acccb072b2d3e059 HTTP/1.1" status: 200 len: 267 time: 0.0851376 Oct 25 22:57:42.426444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-e1e594aa-6c4a-4d12-9a27-0f018b3d012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.430676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-e1e594aa-6c4a-4d12-9a27-0f018b3d012c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0862565 Oct 25 22:57:42.489029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3654d1f-af3b-457e-8f03-6945381be868 None None] Pushing event updated for resources: {'Port': ['ID=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:42.643510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.649877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8afc3c-575b-4d34-9452-d21d6a34661a req-056f08c2-27c3-46d1-a74e-3fcd267dd40a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.651634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c8afc3c-575b-4d34-9452-d21d6a34661a req-056f08c2-27c3-46d1-a74e-3fcd267dd40a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 948 time: 0.0636044 Oct 25 22:57:42.657220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-a48d10f7-8136-4b92-aacd-fd27087e4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.658775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-a48d10f7-8136-4b92-aacd-fd27087e4149 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195909 Oct 25 22:57:42.693620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c8afc3c-575b-4d34-9452-d21d6a34661a req-9c37f11a-1e3b-4920-99c4-54b663223d54 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Oct 25 22:57:42.749992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-c4340ce8-9f29-49a0-9ac3-d55956517e3e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.751562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-c4340ce8-9f29-49a0-9ac3-d55956517e3e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 824 time: 0.3162851 Oct 25 22:57:42.762959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:42.787667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-69c6b5c8-8c31-40f8-8904-bf7b3338e21a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/quotas/5db826bd4b8f47b7acccb072b2d3e059 HTTP/1.1" status: 200 len: 375 time: 0.0205452 Oct 25 22:57:42.793750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f0fc5266-077c-4b48-b84b-bd22e6358e84'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:57:42.813119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-885839a9-78f3-4a9c-943f-e7daae5235d0 req-cc897d23-20a8-49da-b98a-bc6ea6da400a tempest-FlavorsV2NegativeTest-2066589687 tempest-FlavorsV2NegativeTest-2066589687-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=048422d219b54c91807aa79a037f505a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330038 Oct 25 22:57:42.843984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-4794bbf6-825f-4f83-84cc-3ef46d4d2f1b service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643298 Oct 25 22:57:42.915154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-3e060553-4d52-47a9-84de-b143454da653 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263359 Oct 25 22:57:42.919017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:57:42.925826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:42.926396 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:42.945176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885839a9-78f3-4a9c-943f-e7daae5235d0 req-d7083060-2672-4590-94cb-c978b59b1103 tempest-FlavorsV2NegativeTest-2066589687 tempest-FlavorsV2NegativeTest-2066589687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:42.947105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-885839a9-78f3-4a9c-943f-e7daae5235d0 req-d7083060-2672-4590-94cb-c978b59b1103 tempest-FlavorsV2NegativeTest-2066589687 tempest-FlavorsV2NegativeTest-2066589687-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331353 Oct 25 22:57:42.968973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-885839a9-78f3-4a9c-943f-e7daae5235d0 req-a57daeeb-2aee-4cce-9b64-1b8855e947a3 tempest-FlavorsV2NegativeTest-2066589687 tempest-FlavorsV2NegativeTest-2066589687-project] 10.222.0.25 "GET /v2.0/quotas/048422d219b54c91807aa79a037f505a HTTP/1.1" status: 200 len: 375 time: 0.0143168 Oct 25 22:57:43.007421 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0a5c27-cfd6-4cab-98b2-b22059480dc7 req-e28bddfc-53c8-4402-8b17-87c145c1409b service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536303 Oct 25 22:57:43.014422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-885839a9-78f3-4a9c-943f-e7daae5235d0 req-157937f5-e513-46e5-b7b5-9e6e2322e400 tempest-FlavorsV2NegativeTest-2066589687 tempest-FlavorsV2NegativeTest-2066589687-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=048422d219b54c91807aa79a037f505a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364199 Oct 25 22:57:43.080691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:43.123543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:43.136457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-576268ec-4705-4b0c-b1a5-6d55c6ca7637 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:57:43.137568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-576268ec-4705-4b0c-b1a5-6d55c6ca7637 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0616133 Oct 25 22:57:43.209788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:43.218626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:43.279660 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc386de2-45c3-4ce3-b577-89ff2f09f744" -d '{"events": [{"server_uuid": "d857c653-fbb3-40b5-ba2a-5eeac199d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c2987ab-8cb0-4435-8f67-2c15fbeb3f70"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:43.283095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:43.287775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-b5724b8c-f71a-47e8-b921-5f8e3fad7035 service neutron] 10.222.0.25 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381471 Oct 25 22:57:43.388640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f9f1-7909-4afb-9d45-da1497823000 req-0fc795bf-a6f4-4f61-b961-39ef02b05f2b tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:43.397043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d7f9f1-7909-4afb-9d45-da1497823000 req-0fc795bf-a6f4-4f61-b961-39ef02b05f2b tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 948 time: 0.0767744 Oct 25 22:57:43.423057 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-f12abc2c-b6e3-41ac-a6e2-419ef881827e service neutron] 10.222.0.25 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190047 Oct 25 22:57:43.444804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d7f9f1-7909-4afb-9d45-da1497823000 req-c84bea6d-ef08-414c-b238-a997384ce21e tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465646 Oct 25 22:57:43.666656 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42d459-06de-4594-92ab-e1a6c46cd4f5 x-openstack-request-id: req-8f42d459-06de-4594-92ab-e1a6c46cd4f5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:43.667185 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857c653-fbb3-40b5-ba2a-5eeac199d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c2987ab-8cb0-4435-8f67-2c15fbeb3f70", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:43.667647 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f42d459-06de-4594-92ab-e1a6c46cd4f5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:43.668343 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70', 'code': 200} Oct 25 22:57:43.675823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0371fa-f786-4ab7-bf16-a7eafb609d0d req-9d70c0d7-8208-4334-8683-ed8e2c178ca9 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:43.689047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df0371fa-f786-4ab7-bf16-a7eafb609d0d req-9d70c0d7-8208-4334-8683-ed8e2c178ca9 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.0871947 Oct 25 22:57:43.735658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df0371fa-f786-4ab7-bf16-a7eafb609d0d req-1e0cec7b-e8c6-4d0c-84df-7eee803c21d6 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Oct 25 22:57:43.760033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e7f869f-5e98-4b1b-b3ca-e4342a4dd1e6 req-e76a292a-97cd-4f42-8f8c-8e4889512924 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 210 time: 0.0481958 Oct 25 22:57:43.840623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:43.875182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79814-813b-4add-9ecc-ddd93ec9cbae req-74d2a1b0-2e2f-4cac-b0a5-fd36822fda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:43.877133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72f79814-813b-4add-9ecc-ddd93ec9cbae req-74d2a1b0-2e2f-4cac-b0a5-fd36822fda3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 1122 time: 0.1241915 Oct 25 22:57:43.893358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467c872-2f53-4174-b2a0-b0cf6bca86de req-8852e02b-17e8-4977-ae12-2c55ea2a8316 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:43.895446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0467c872-2f53-4174-b2a0-b0cf6bca86de req-8852e02b-17e8-4977-ae12-2c55ea2a8316 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 948 time: 0.0647423 Oct 25 22:57:43.898279 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-72f79814-813b-4add-9ecc-ddd93ec9cbae req-466bbe77-c126-4426-82b4-e9ba03d6269b service neutron] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:43.952236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0467c872-2f53-4174-b2a0-b0cf6bca86de req-f98e6291-6127-43f7-84de-bca450605949 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514555 Oct 25 22:57:44.020696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d80bd27b-f518-410f-b192-aedfa207777e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.027430 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-72f79814-813b-4add-9ecc-ddd93ec9cbae req-466bbe77-c126-4426-82b4-e9ba03d6269b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.036407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-72f79814-813b-4add-9ecc-ddd93ec9cbae req-466bbe77-c126-4426-82b4-e9ba03d6269b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.090866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72f79814-813b-4add-9ecc-ddd93ec9cbae req-466bbe77-c126-4426-82b4-e9ba03d6269b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062459 Oct 25 22:57:44.103502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bbe77-c126-4426-82b4-e9ba03d6269b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=422bf66e-dcf2-4695-a4b4-5847ca79c4e0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:44.153341 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d80bd27b-f518-410f-b192-aedfa207777e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.157402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c0f77fac-89f0-4c72-8261-c5fd74ad36ab up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:44.157910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d80bd27b-f518-410f-b192-aedfa207777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.199630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d80bd27b-f518-410f-b192-aedfa207777e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=048422d219b54c91807aa79a037f505a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521655 Oct 25 22:57:44.199630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bd27b-f518-410f-b192-aedfa207777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908b9644-a90c-43db-a521-c94e3530924b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:44.200129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37432) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:44.209585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c0f77fac-89f0-4c72-8261-c5fd74ad36ab triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:44.210955 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.253991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-610b71f5-d681-4d51-84bb-3780630f50df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.275632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-610b71f5-d681-4d51-84bb-3780630f50df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.323278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-610b71f5-d681-4d51-84bb-3780630f50df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.325966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-610b71f5-d681-4d51-84bb-3780630f50df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:44.327108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-610b71f5-d681-4d51-84bb-3780630f50df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/908b9644-a90c-43db-a521-c94e3530924b HTTP/1.1" status: 204 len: 168 time: 0.1253626 Oct 25 22:57:44.335309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b71f5-d681-4d51-84bb-3780630f50df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b9644-a90c-43db-a521-c94e3530924b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:44.568739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093acd-f3e6-46b0-9c64-d9e9a709bc95 req-c0ae5e80-0df8-4515-ac65-0ab83e39530a tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:44.570362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da093acd-f3e6-46b0-9c64-d9e9a709bc95 req-c0ae5e80-0df8-4515-ac65-0ab83e39530a tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 948 time: 0.0550489 Oct 25 22:57:44.616242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da093acd-f3e6-46b0-9c64-d9e9a709bc95 req-1baabb5e-5be4-4ab2-b346-316825b32a36 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Oct 25 22:57:44.857694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11a3c2-1cd2-493e-9760-1fd18ead16f6 req-c647f563-b8be-49b9-8781-d0f2f3223464 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:44.859233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c11a3c2-1cd2-493e-9760-1fd18ead16f6 req-c647f563-b8be-49b9-8781-d0f2f3223464 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.0538743 Oct 25 22:57:44.880162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db5bfdf3-d2ce-4049-ac83-dd306d288883 req-20f3fd50-10ec-4e13-a859-79f301e4bb21 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 210 time: 0.0431018 Oct 25 22:57:44.904406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c11a3c2-1cd2-493e-9760-1fd18ead16f6 req-f6bdd00c-8c35-4954-ba4a-e106b9ed259e tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366211 Oct 25 22:57:45.000742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:45.132791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-network', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:45.163437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-66608747-8cdb-4b35-9f84-b65c357973b2 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:45.164863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-66608747-8cdb-4b35-9f84-b65c357973b2 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 824 time: 0.2302625 Oct 25 22:57:45.179443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ef9f0-80fd-4a31-bc82-95d6a66da37e req-da3aeed5-6af5-4c5b-8934-b2f50a5f517f tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:45.180768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c7ef9f0-80fd-4a31-bc82-95d6a66da37e req-da3aeed5-6af5-4c5b-8934-b2f50a5f517f tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 948 time: 0.1232042 Oct 25 22:57:45.191469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Made reservation on behalf of 37bf823d7c6143b18c79756ceccd4323 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:45.193599 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.221504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.330832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f0fc5266-077c-4b48-b84b-bd22e6358e84 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:45.384059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f0fc5266-077c-4b48-b84b-bd22e6358e84 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:57:45.388090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f0fc5266-077c-4b48-b84b-bd22e6358e84 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:45.388484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.432914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-70a38987-78b3-43d2-919b-938ddf65dfe8 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db826bd4b8f47b7acccb072b2d3e059 HTTP/1.1" status: 200 len: 380 time: 0.2497277 Oct 25 22:57:45.436887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c7ef9f0-80fd-4a31-bc82-95d6a66da37e req-378752a4-d8f6-48f2-b844-d5d486a1a64b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481050 Oct 25 22:57:45.444351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'port': {'device_id': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'admin_state_up': True, 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'security_groups': ['d5b42da3-01b8-4b93-acf0-a60998348745']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:45.479472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.481715 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9150336-df84-4fe9-a689-3851d8b7dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.515282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f0fc5266-077c-4b48-b84b-bd22e6358e84, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:45.521134 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.572782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f0fc5266-077c-4b48-b84b-bd22e6358e84,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:45.577240 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.582996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.615022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:57:45.624472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Made reservation on behalf of 5db826bd4b8f47b7acccb072b2d3e059 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:45.627924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.631798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ef8db-b909-413d-95dc-ced2f716ac88,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:45.644071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.644439 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Added segment 1ee16e74-4d63-414a-9365-a70647b1202b of type vlan for network a91ea010-9131-439a-97e7-acbda47575c0 Oct 25 22:57:45.670373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fc5266-077c-4b48-b84b-bd22e6358e84'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:45.672909 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f46903-ab23-4429-8d83-59c96a0a65f1" -d '{"events": [{"server_uuid": "361a6839-085e-43ff-a0c5-2bd15fa6d688", "name": "network-vif-plugged", "status": "completed", "tag": "f0fc5266-077c-4b48-b84b-bd22e6358e84"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:45.718867 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07dfd6-619b-40b3-939e-7c7020792f59 x-openstack-request-id: req-cc07dfd6-619b-40b3-939e-7c7020792f59 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:45.719238 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361a6839-085e-43ff-a0c5-2bd15fa6d688", "name": "network-vif-plugged", "status": "completed", "tag": "f0fc5266-077c-4b48-b84b-bd22e6358e84", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:45.719652 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc07dfd6-619b-40b3-939e-7c7020792f59 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:45.720090 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fc5266-077c-4b48-b84b-bd22e6358e84', 'code': 200} Oct 25 22:57:45.720185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.743091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4bc2d-998d-4ad1-b638-e3266a4e1c8c req-109cf782-86fa-4587-9db3-dd6b69c9e0e9 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:45.744852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5de4bc2d-998d-4ad1-b638-e3266a4e1c8c req-109cf782-86fa-4587-9db3-dd6b69c9e0e9 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 949 time: 0.0556829 Oct 25 22:57:45.781580 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.782967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:45.783128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:45.797309 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5de4bc2d-998d-4ad1-b638-e3266a4e1c8c req-063e3566-ce01-407e-a598-16145f5cc424 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Oct 25 22:57:45.849030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8472381 Oct 25 22:57:45.853741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37470) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:45.865609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Request body: {'subnet': {'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-subnet', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:45.879534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Allocated IP 172.20.0.5 (f926ca8a-3cb4-4467-81f4-9488dcabf8c2/16024d6a-fc7d-4a9b-9d55-dbbcccf19e72/71268efa-74bd-4764-88ac-0756fd04a568) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:45.892091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dca8f-e651-4f2f-8acf-c7fcb56f5d73 admin admin] Pushing event updated for resources: {'Network': ['ID=a91ea010-9131-439a-97e7-acbda47575c0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:45.913685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a91ea010-9131-439a-97e7-acbda47575c0 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:57:45.923837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Made reservation on behalf of 37bf823d7c6143b18c79756ceccd4323 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:45.926326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.136564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21106779-5771-4337-8114-7c5a7d7a4ae3 req-25adefa1-7764-4ef6-adaa-6132ab5f1907 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 210 time: 0.0473800 Oct 25 22:57:46.156977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d093094-f9b8-4c45-9193-421c036edc48 req-a2d3feed-ad7b-417e-875e-dd6664402284 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:46.158462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d093094-f9b8-4c45-9193-421c036edc48 req-a2d3feed-ad7b-417e-875e-dd6664402284 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.1182179 Oct 25 22:57:46.160728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadee83d-6844-45b1-8cab-3c61e8190272 req-83f36933-4207-459b-8f33-4d2fdf1a3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:46.162102 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fadee83d-6844-45b1-8cab-3c61e8190272 req-83f36933-4207-459b-8f33-4d2fdf1a3a34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 1100 time: 0.3504267 Oct 25 22:57:46.171019 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.224777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d093094-f9b8-4c45-9193-421c036edc48 req-acc031a6-fa59-41e5-af1c-04817e503f48 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599687 Oct 25 22:57:46.228976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fadee83d-6844-45b1-8cab-3c61e8190272 req-03c23f84-a03f-4d53-922b-74f445e2c60c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Oct 25 22:57:46.255866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.260487 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.355340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:46.358414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb6353a-6196-454c-afc0-6338a828bd7c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:46.368281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:46.370589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:46.373980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:46.406665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Checking segment: {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:46.407021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Network hostable DHCP agents. Network: a91ea010-9131-439a-97e7-acbda47575c0, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:57:46.436810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:46.437409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.450627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Network a91ea010-9131-439a-97e7-acbda47575c0 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:57:46.456645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-5b1208f5-b310-46b9-b1de-09e875b2c0ad tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0165842 Oct 25 22:57:46.464197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a91ea010-9131-439a-97e7-acbda47575c0) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:46.471694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Request body: {'port': {'device_id': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'device_owner': 'compute:tempest-test_az-421760136', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:46.472948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4a57c-96a6-4ff1-8730-82d6a614cea2 None None] Network a91ea010-9131-439a-97e7-acbda47575c0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:46.478089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:46.478695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.520379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9c57a51f-f205-4884-96cc-72552eb339c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6623707 Oct 25 22:57:46.523282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37478) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:46.529914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:46.571711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.573129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.575282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.609904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb0ed-9172-445f-94f3-ead8e5d00d69 req-dfa8544c-be86-4415-be10-e1f04cc4c9df tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:46.611669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08ccb0ed-9172-445f-94f3-ead8e5d00d69 req-dfa8544c-be86-4415-be10-e1f04cc4c9df tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 948 time: 0.0740924 Oct 25 22:57:46.634562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.666050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3700e214-fbe8-4216-9cef-64f264b5b1d4 None None] Provisioning complete for port 71268efa-74bd-4764-88ac-0756fd04a568 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:46.667970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3700e214-fbe8-4216-9cef-64f264b5b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.672602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a91ea010-9131-439a-97e7-acbda47575c0', 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'fixed_ips': [{'subnet_id': '8cb6353a-6196-454c-afc0-6338a828bd7c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:57:46.673458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.724524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08ccb0ed-9172-445f-94f3-ead8e5d00d69 req-2178b697-7c8e-468c-8ef5-828ef19b6c74 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936818 Oct 25 22:57:46.811240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.847262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3700e214-fbe8-4216-9cef-64f264b5b1d4 None None] Port 71268efa-74bd-4764-88ac-0756fd04a568 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:46.936412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71268efa-74bd-4764-88ac-0756fd04a568 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:46.936991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e21e3-a0f7-440c-a746-937b2409aab7 req-d2b83306-8108-48c3-b6c8-668aabb3e72a tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:46.938367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-891e21e3-a0f7-440c-a746-937b2409aab7 req-d2b83306-8108-48c3-b6c8-668aabb3e72a tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 949 time: 0.0640318 Oct 25 22:57:46.944141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:46.959150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Transition to ACTIVE for port object 71268efa-74bd-4764-88ac-0756fd04a568 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:57:46.962855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Allocated IP 172.20.0.2 (a91ea010-9131-439a-97e7-acbda47575c0/8cb6353a-6196-454c-afc0-6338a828bd7c/77e9d729-f3ee-4067-9665-9a5f20413ef7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:46.963761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.022141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Pushing event updated for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:47.066401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-891e21e3-a0f7-440c-a746-937b2409aab7 req-de9be953-49ee-445a-9194-4340add1d9a8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176512 Oct 25 22:57:47.109207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Attempting to bind port 71268efa-74bd-4764-88ac-0756fd04a568 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:47.109567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Attempting to bind port 71268efa-74bd-4764-88ac-0756fd04a568 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:47.111372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Attempting to bind port 71268efa-74bd-4764-88ac-0756fd04a568 on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:47.117842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Port 71268efa-74bd-4764-88ac-0756fd04a568 on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:57:47.118192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Attempting to bind port 71268efa-74bd-4764-88ac-0756fd04a568 on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:47.123517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.124877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:47.125218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Checking segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:47.125611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Bound using segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:47.126034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Bound port: 71268efa-74bd-4764-88ac-0756fd04a568, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:47.126429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.155159 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.160073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.166768 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.202060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:47.205733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=71268efa-74bd-4764-88ac-0756fd04a568,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:47.216754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.223295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Pushing event updated for resources: {'Port': ['ID=77e9d729-f3ee-4067-9665-9a5f20413ef7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:47.231165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Network a91ea010-9131-439a-97e7-acbda47575c0 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:47.232897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:47.235364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:47.308821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Attempting to bind port 77e9d729-f3ee-4067-9665-9a5f20413ef7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:47.310083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Attempting to bind port 77e9d729-f3ee-4067-9665-9a5f20413ef7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:47.310624 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Attempting to bind port 77e9d729-f3ee-4067-9665-9a5f20413ef7 on network a91ea010-9131-439a-97e7-acbda47575c0 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:47.311520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.312144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.313540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] 10.222.0.11 "PUT /v2.0/ports/71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 200 len: 1112 time: 0.8475142 Oct 25 22:57:47.316676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:47.319761 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44068d66-e99b-4fa0-831e-b5ac88d647ae" -d '{"events": [{"name": "network-changed", "server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "tag": "71268efa-74bd-4764-88ac-0756fd04a568"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:47.335715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:47.336124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Checking segment: {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:47.336530 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.339017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96552-005b-4fad-8da6-c6e257e0bb38 service neutron] Pushing event updated for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:47.343044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Bound using segment: {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:47.343599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Bound port: 77e9d729-f3ee-4067-9665-9a5f20413ef7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:47.344000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.353727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46fcf571-4b28-4774-93fb-a18e5e37c012 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:57:47.360420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704bd07-496e-46de-83cb-138cab8c2ab5 req-46800a2f-6e0b-447e-9dfb-51a7e3541f36 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.361772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e704bd07-496e-46de-83cb-138cab8c2ab5 req-46800a2f-6e0b-447e-9dfb-51a7e3541f36 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 964 time: 0.1242578 Oct 25 22:57:47.396592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Allocated IP 172.25.4.104 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/d7814eec-14cf-4225-b7ab-19a7538bbe09) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:47.448254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-86abd50f-dbc0-4c47-84e8-922dfc21968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.450619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-86abd50f-dbc0-4c47-84e8-922dfc21968e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 1115 time: 0.0859919 Oct 25 22:57:47.453996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e704bd07-496e-46de-83cb-138cab8c2ab5 req-76f31591-ca70-47a8-b28e-e690e65a7802 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792470 Oct 25 22:57:47.509248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87d96a-8030-4d4f-8abe-ead46ff5d351 req-f4444e2b-0ce4-48e4-8c22-2b00670d6cfd tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.511081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df87d96a-8030-4d4f-8abe-ead46ff5d351 req-f4444e2b-0ce4-48e4-8c22-2b00670d6cfd tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.1794593 Oct 25 22:57:47.529371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] For port 77e9d729-f3ee-4067-9665-9a5f20413ef7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:47.534181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-c89410ca-0a89-49f4-a832-678d7d8bf51f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 200 len: 217 time: 0.0649595 Oct 25 22:57:47.534522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] For port 77e9d729-f3ee-4067-9665-9a5f20413ef7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=77e9d729-f3ee-4067-9665-9a5f20413ef7,segment=NetworkSegment(1ee16e74-4d63-414a-9365-a70647b1202b),segment_id=1ee16e74-4d63-414a-9365-a70647b1202b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:47.536284 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9814e7ed-4f9e-47eb-920d-56426480f429 x-openstack-request-id: req-9814e7ed-4f9e-47eb-920d-56426480f429 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:47.537537 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "tag": "71268efa-74bd-4764-88ac-0756fd04a568", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:47.537863 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9814e7ed-4f9e-47eb-920d-56426480f429 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:47.538438 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568', 'status': 'completed', 'code': 200} Oct 25 22:57:47.544683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.589788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df87d96a-8030-4d4f-8abe-ead46ff5d351 req-c2f5e5a5-95f7-4a66-9799-6da9a32e76e5 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714040 Oct 25 22:57:47.602639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 46fcf571-4b28-4774-93fb-a18e5e37c012, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46fcf571-4b28-4774-93fb-a18e5e37c012,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:47.619844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.620067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-b57756f3-8af3-440c-9179-69b2bf1e5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.623610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-b57756f3-8af3-440c-9179-69b2bf1e5fe4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.0814974 Oct 25 22:57:47.635578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '46fcf571-4b28-4774-93fb-a18e5e37c012', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '46fcf571-4b28-4774-93fb-a18e5e37c012', 'mac_address': 'fa:16:3e:62:ba:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:57:47.686389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.692041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beb0c1-59ba-4edc-8c7d-ef33be782da4 None None] Pushing event updated for resources: {'Port': ['ID=77e9d729-f3ee-4067-9665-9a5f20413ef7,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:47.698558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-05b06fbb-79d9-4b3a-a057-924ca31986bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.702959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-05b06fbb-79d9-4b3a-a057-924ca31986bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706160 Oct 25 22:57:47.716823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.734997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fcf571-4b28-4774-93fb-a18e5e37c012 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:47.744226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:47.753876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:47.775075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:47.778735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 46fcf571-4b28-4774-93fb-a18e5e37c012, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46fcf571-4b28-4774-93fb-a18e5e37c012,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:47.787557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7814eec-14cf-4225-b7ab-19a7538bbe09,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:47.790462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.851810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=46fcf571-4b28-4774-93fb-a18e5e37c012,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:47.882746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059492e-6487-48dd-99f6-2062ef257bd6 req-1844a057-b449-411f-98dc-da135a95aa8c tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.884264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d059492e-6487-48dd-99f6-2062ef257bd6 req-1844a057-b449-411f-98dc-da135a95aa8c tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 1122 time: 0.0830700 Oct 25 22:57:47.920145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d059492e-6487-48dd-99f6-2062ef257bd6 req-d20448a4-9e9e-4385-bf67-00f9b8d5c24b tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:47.927599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-e9a52404-7b3d-49f1-890e-946f8d978a65 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140210 Oct 25 22:57:47.976611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a799b-0536-4409-96cb-e8698a542b9c req-6bba4d9c-f034-45ce-ba18-68134998fd1e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:47.985090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-159a799b-0536-4409-96cb-e8698a542b9c req-6bba4d9c-f034-45ce-ba18-68134998fd1e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 949 time: 0.1581523 Oct 25 22:57:48.085242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb3cdb25-543a-42e2-8da8-69e2a3ab3b4a req-cbc5c8e9-a205-4b6d-8aa0-c3de33233284 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513755 Oct 25 22:57:48.110955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-159a799b-0536-4409-96cb-e8698a542b9c req-4712deb1-de52-49f8-8400-1e5f8f3e683d tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249008 Oct 25 22:57:48.120303 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d059492e-6487-48dd-99f6-2062ef257bd6 req-d20448a4-9e9e-4385-bf67-00f9b8d5c24b tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.130716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d059492e-6487-48dd-99f6-2062ef257bd6 req-d20448a4-9e9e-4385-bf67-00f9b8d5c24b tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.134116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.189588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d059492e-6487-48dd-99f6-2062ef257bd6 req-d20448a4-9e9e-4385-bf67-00f9b8d5c24b tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955382 Oct 25 22:57:48.200903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20448a4-9e9e-4385-bf67-00f9b8d5c24b tempest-AggregatesAdminTestJSON-1850508664 tempest-AggregatesAdminTestJSON-1850508664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7848532-8848-4521-8e33-d74ec15405ee,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:48.228799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-bfcb7a94-06da-44b7-b377-c1cdec04a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:48.230356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-bfcb7a94-06da-44b7-b377-c1cdec04a45c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 1115 time: 0.0786674 Oct 25 22:57:48.236106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['46fcf571-4b28-4774-93fb-a18e5e37c012'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:57:48.297449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 77e9d729-f3ee-4067-9665-9a5f20413ef7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:48.299356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d6caa-c4a4-4130-a63c-544a2d031c1c req-2e63127d-1f7f-42df-9e5d-76bec15c468f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:48.303486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-792d6caa-c4a4-4130-a63c-544a2d031c1c req-2e63127d-1f7f-42df-9e5d-76bec15c468f tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 949 time: 0.1025784 Oct 25 22:57:48.315912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae2d3a7-8db1-40a2-a7b5-7aa1d9e1014e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.388151 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 77e9d729-f3ee-4067-9665-9a5f20413ef7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:48.388549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.415783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-012a0b46-e5b7-4f2a-bad8-06eb27f41f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:48.417790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-012a0b46-e5b7-4f2a-bad8-06eb27f41f36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 925 time: 0.1769712 Oct 25 22:57:48.422442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-792d6caa-c4a4-4130-a63c-544a2d031c1c req-2b3efca4-2640-4e9e-ad19-62c31783f337 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101153 Oct 25 22:57:48.553743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-3c00cfda-e99e-4ceb-8d26-643491df7bd0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 200 len: 217 time: 0.1268625 Oct 25 22:57:48.557269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.629292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.679357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 77e9d729-f3ee-4067-9665-9a5f20413ef7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=77e9d729-f3ee-4067-9665-9a5f20413ef7,segment=NetworkSegment(1ee16e74-4d63-414a-9365-a70647b1202b),segment_id=1ee16e74-4d63-414a-9365-a70647b1202b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:48.685430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-c332048c-cda3-47a4-bbda-7cf08d48aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:48.688117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-c332048c-cda3-47a4-bbda-7cf08d48aab7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.0850952 Oct 25 22:57:48.693918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.726950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:57:48.774775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=77e9d729-f3ee-4067-9665-9a5f20413ef7,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:48.806845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e20ef1-c01a-4c75-8cdb-d70fe52a9ce7 req-be90f45f-27a2-42ab-972a-72eedf840e0f tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:48.809322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e3e20ef1-c01a-4c75-8cdb-d70fe52a9ce7 req-be90f45f-27a2-42ab-972a-72eedf840e0f tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 964 time: 0.2501364 Oct 25 22:57:48.821391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-eca629c1-9ecc-421a-9f92-297e379738ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:48.823117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-eca629c1-9ecc-421a-9f92-297e379738ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067986 Oct 25 22:57:48.917787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e3e20ef1-c01a-4c75-8cdb-d70fe52a9ce7 req-86db4e12-cb59-4947-ba94-94b760e4ba4a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982835 Oct 25 22:57:48.926477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:48.937330 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Sync routers for ids ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:48.953444 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Routers {'05ef257d-b2c6-4a95-a792-9ee4bc67a191'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:48.954398 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:48.968929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:48.974700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2eab72b3-5f0f-4e1d-ae64-82965041a7e3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4503043 Oct 25 22:57:48.975402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:49.097915 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Set router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:49.102099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e886745-a3a1-4c22-b5f0-6d5ce70d9f4e None None] Network a91ea010-9131-439a-97e7-acbda47575c0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:57:49.181268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-98c4da23-900b-446b-880f-1ea1ae93a42b None None] Provisioning complete for port 77e9d729-f3ee-4067-9665-9a5f20413ef7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:49.182172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98c4da23-900b-446b-880f-1ea1ae93a42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:49.239654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-f7e94328-6415-494c-aaf7-4956aeb800a5 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059622 Oct 25 22:57:49.363368 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:47Z', 'revision_number': 3, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port': {'id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:47Z', 'updated_at': '2021-10-25T22:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:49.366946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f509b8-211a-48f6-b18b-2a389d2bef74 req-91886b4b-382e-42f7-a6ff-35b7bf8bdceb tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:49.368738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2f509b8-211a-48f6-b18b-2a389d2bef74 req-91886b4b-382e-42f7-a6ff-35b7bf8bdceb tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 949 time: 0.1535914 Oct 25 22:57:49.406434 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Checking router: 05ef257d-b2c6-4a95-a792-9ee4bc67a191 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:49.407287 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Updating router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 port d7814eec-14cf-4225-b7ab-19a7538bbe09 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:57:49.418741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44068d66-e99b-4fa0-831e-b5ac88d647ae req-98443f44-d042-4e4d-ab47-b9a95b5c3a15 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600451 Oct 25 22:57:49.438561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2f509b8-211a-48f6-b18b-2a389d2bef74 req-ea9d4e6c-db01-4252-8721-00e5a8f22748 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617690 Oct 25 22:57:49.460037 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:49.471587 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:49.649202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11f365-9699-4ec0-b9c6-e81a5e6700f7 req-f535a185-4f4b-4548-abf5-f27b17b22543 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:49.667185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f11f365-9699-4ec0-b9c6-e81a5e6700f7 req-f535a185-4f4b-4548-abf5-f27b17b22543 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 949 time: 0.1208711 Oct 25 22:57:49.742519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f11f365-9699-4ec0-b9c6-e81a5e6700f7 req-aa4146fe-3308-418e-9a72-f03cf0d5d7a8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Oct 25 22:57:49.892638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7a788573-7236-47f0-a304-1a8ad8c97131 None None] Provisioning complete for port 77e9d729-f3ee-4067-9665-9a5f20413ef7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:49.893114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a788573-7236-47f0-a304-1a8ad8c97131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:49.951299 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:49.962117 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.024013 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Attempting to bind port d7814eec-14cf-4225-b7ab-19a7538bbe09 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:50.024399 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Attempting to bind port d7814eec-14cf-4225-b7ab-19a7538bbe09 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:50.024764 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Attempting to bind port d7814eec-14cf-4225-b7ab-19a7538bbe09 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:50.059087 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:50.059087 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:50.059572 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.059916 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:50.074465 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Bound port: d7814eec-14cf-4225-b7ab-19a7538bbe09, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:50.074883 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.100280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.104052 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.123206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37580) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:50.182954 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f8045-a491-4e1a-b8de-6b0ede80a2d9 None None] Pushing event updated for resources: {'Port': ['ID=d7814eec-14cf-4225-b7ab-19a7538bbe09,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:50.237510 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] For port d7814eec-14cf-4225-b7ab-19a7538bbe09, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:50.242517 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] For port d7814eec-14cf-4225-b7ab-19a7538bbe09, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d7814eec-14cf-4225-b7ab-19a7538bbe09,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:50.243807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 77e9d729-f3ee-4067-9665-9a5f20413ef7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:50.251640 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.266695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45ef9b90-d277-48af-a872-6dc1d5637f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.339122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 77e9d729-f3ee-4067-9665-9a5f20413ef7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:50.339872 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.352376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Allocated IP 172.20.0.1 (a91ea010-9131-439a-97e7-acbda47575c0/8cb6353a-6196-454c-afc0-6338a828bd7c/d4dbb8d6-51ea-48e6-8970-2dd46efdf05a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:57:50.398323 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f8045-a491-4e1a-b8de-6b0ede80a2d9 None None] Pushing event updated for resources: {'Port': ['ID=d7814eec-14cf-4225-b7ab-19a7538bbe09,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:50.412416 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Routers {'05ef257d-b2c6-4a95-a792-9ee4bc67a191'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:50.413349 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:50.421263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45ef9b90-d277-48af-a872-6dc1d5637f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.427944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45ef9b90-d277-48af-a872-6dc1d5637f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.497638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef9b90-d277-48af-a872-6dc1d5637f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c4631d-7236-46ae-a950-64b37ee5ac72,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:50.534952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347f881-60bc-4262-83ee-03c0ecbc984a req-f0028be4-77da-41af-a040-4d1687aee597 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:50.536968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5347f881-60bc-4262-83ee-03c0ecbc984a req-f0028be4-77da-41af-a040-4d1687aee597 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 964 time: 0.0960686 Oct 25 22:57:50.545307 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-45ef9b90-d277-48af-a872-6dc1d5637f76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c72288d3f6ce4b989324b91550b38822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209161 Oct 25 22:57:50.548203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37594) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:50.559898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.564834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.573453 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] Set router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:50.603835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5347f881-60bc-4262-83ee-03c0ecbc984a req-bca9fce3-ff1a-4150-afa7-583907293904 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586720 Oct 25 22:57:50.611668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4bb45ec-5b27-47ed-b207-38a4c090fe08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.635730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.658437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4bb45ec-5b27-47ed-b207-38a4c090fe08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.710909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Network a91ea010-9131-439a-97e7-acbda47575c0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:50.715075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:50.731314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:57:50.732247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.803914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 71268efa-74bd-4764-88ac-0756fd04a568 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:57:50.815517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3b594-39de-4f25-82a8-e18a2ee81fb9 req-a7235aba-d05a-457e-b8cb-3983ea635035 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:50.818056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65d3b594-39de-4f25-82a8-e18a2ee81fb9 req-a7235aba-d05a-457e-b8cb-3983ea635035 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 949 time: 0.0857100 Oct 25 22:57:50.819521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4bb45ec-5b27-47ed-b207-38a4c090fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.822256 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4bb45ec-5b27-47ed-b207-38a4c090fe08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:50.841027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a4bb45ec-5b27-47ed-b207-38a4c090fe08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1c4631d-7236-46ae-a950-64b37ee5ac72 HTTP/1.1" status: 204 len: 168 time: 0.2911246 Oct 25 22:57:50.888992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Pushing event updated for resources: {'Port': ['ID=d4dbb8d6-51ea-48e6-8970-2dd46efdf05a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:50.920190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=71268efa-74bd-4764-88ac-0756fd04a568,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:50.925551 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:47Z', 'revision_number': 3, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port': {'id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:47Z', 'updated_at': '2021-10-25T22:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:50.934492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '71268efa-74bd-4764-88ac-0756fd04a568', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'port_id': '71268efa-74bd-4764-88ac-0756fd04a568', 'mac_address': 'fa:16:3e:7f:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-421760136', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:57:50.942795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb45ec-5b27-47ed-b207-38a4c090fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c4631d-7236-46ae-a950-64b37ee5ac72,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:50.980716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65d3b594-39de-4f25-82a8-e18a2ee81fb9 req-0512dd3e-f21d-4288-8391-aa4c5b41fe54 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382644 Oct 25 22:57:50.991190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.017931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d38369-ffad-4889-94e5-14ebb764379c req-1f174385-6e86-43ee-a601-7068ebe5545e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:51.020555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71268efa-74bd-4764-88ac-0756fd04a568 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:57:51.028012 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24d38369-ffad-4889-94e5-14ebb764379c req-1f174385-6e86-43ee-a601-7068ebe5545e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 949 time: 0.2789967 Oct 25 22:57:51.044417 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7fb44-d6ee-4e2c-93a2-23e25bf2fff9 None None] The sync data for ids ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'] in n-d-815373-1 is: [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:47Z', 'revision_number': 3, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port': {'id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:47Z', 'updated_at': '2021-10-25T22:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:51.080206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=71268efa-74bd-4764-88ac-0756fd04a568,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:51.088845 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.122736 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.138793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24d38369-ffad-4889-94e5-14ebb764379c req-3b0d6ff6-07cb-498a-a491-d9c6a54dedd5 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097293 Oct 25 22:57:51.159452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37604) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:51.188958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:51.219141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3a2b254f-d4ba-4034-9a19-70c1c9bf2b96 None None] Provisioning complete for port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:51.219561 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a2b254f-d4ba-4034-9a19-70c1c9bf2b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.430903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46fcf571-4b28-4774-93fb-a18e5e37c012 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:51.476972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b254f-d4ba-4034-9a19-70c1c9bf2b96 None None] Port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:51.500164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 46fcf571-4b28-4774-93fb-a18e5e37c012 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:57:51.506563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['71268efa-74bd-4764-88ac-0756fd04a568'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:57:51.511394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 46fcf571-4b28-4774-93fb-a18e5e37c012 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:51.511925 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.515630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37620) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:51.530202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.538347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.539055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.551219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c9867cf-00af-48f2-b1cf-86712522be08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.553777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c52690f-e14c-418d-b803-8d31c9d0138c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.681780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Pushing event updated for resources: {'Port': ['ID=d4dbb8d6-51ea-48e6-8970-2dd46efdf05a,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:51.732862 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.756250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Network a91ea010-9131-439a-97e7-acbda47575c0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:57:51.759103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:57:51.782793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fcf571-4b28-4774-93fb-a18e5e37c012'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:51.785768 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98cc298-a6fc-47f7-b21f-40a62a2d0383" -d '{"events": [{"server_uuid": "066c4ee3-926f-4812-b858-6d05c8c9563d", "name": "network-vif-plugged", "status": "completed", "tag": "46fcf571-4b28-4774-93fb-a18e5e37c012"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:51.788266 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c52690f-e14c-418d-b803-8d31c9d0138c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.814814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 46fcf571-4b28-4774-93fb-a18e5e37c012, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46fcf571-4b28-4774-93fb-a18e5e37c012,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:51.826621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c52690f-e14c-418d-b803-8d31c9d0138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.829993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:51.911985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52690f-e14c-418d-b803-8d31c9d0138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36837c3-b149-420f-8c18-a581a50d76c6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:51.952868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=46fcf571-4b28-4774-93fb-a18e5e37c012,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:51.978476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c52690f-e14c-418d-b803-8d31c9d0138c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecf159be05ae47e988e2d8e4015905e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516678 Oct 25 22:57:51.979487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:52.087886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:57:52.105255 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1196b379-3686-446b-b725-6c17f6d5c568 x-openstack-request-id: req-1196b379-3686-446b-b725-6c17f6d5c568 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:52.105770 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066c4ee3-926f-4812-b858-6d05c8c9563d", "name": "network-vif-plugged", "status": "completed", "tag": "46fcf571-4b28-4774-93fb-a18e5e37c012", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:52.106033 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1196b379-3686-446b-b725-6c17f6d5c568 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:52.106478 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fcf571-4b28-4774-93fb-a18e5e37c012', 'code': 200} Oct 25 22:57:52.137381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532d0933-48e8-4e48-8bde-5dd0e4c6044f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.214686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ecd78325-ac0b-4b65-8a52-413617ed8579 None None] Provisioning complete for port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:52.215064 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ecd78325-ac0b-4b65-8a52-413617ed8579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.229015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532d0933-48e8-4e48-8bde-5dd0e4c6044f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.244241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.15', 50333) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:52.247998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d7814eec-14cf-4225-b7ab-19a7538bbe09 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:52.269764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c9867cf-00af-48f2-b1cf-86712522be08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.295865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ecd78325-ac0b-4b65-8a52-413617ed8579 None None] Port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:57:52.306109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c9867cf-00af-48f2-b1cf-86712522be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.327524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d7814eec-14cf-4225-b7ab-19a7538bbe09 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:52.327892 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.345400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c489379-de9c-406d-8d71-cba1a0c93818 req-29eeb2f1-d4ae-4efb-82b9-774c8fa0ffe3 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:52.347120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c489379-de9c-406d-8d71-cba1a0c93818 req-29eeb2f1-d4ae-4efb-82b9-774c8fa0ffe3 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 965 time: 0.2607253 Oct 25 22:57:52.371908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-2e19cde3-a2b7-4f5b-a5a9-a5304cdde509 tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:52.373533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-2e19cde3-a2b7-4f5b-a5a9-a5304cdde509 tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 1100 time: 0.1653819 Oct 25 22:57:52.386364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c9867cf-00af-48f2-b1cf-86712522be08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b68e7d8a89024620bbf0c8124d7c9090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2250974 Oct 25 22:57:52.388668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cbf60-68d1-4efd-8c6d-ae579bbc6727 req-60e4363a-1df0-4500-80f4-dc66227b5891 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:52.390359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-652cbf60-68d1-4efd-8c6d-ae579bbc6727 req-60e4363a-1df0-4500-80f4-dc66227b5891 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 949 time: 0.1429105 Oct 25 22:57:52.395791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9867cf-00af-48f2-b1cf-86712522be08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c11ea-c6c3-44ac-acdc-9461e67f8e3c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:52.399595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37650) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:52.406550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d047d-55a7-4a3b-8457-a08d7f6caaa2 req-41a99ff0-d8ee-4fd5-b826-3f5da1d81868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:52.409347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-726d047d-55a7-4a3b-8457-a08d7f6caaa2 req-41a99ff0-d8ee-4fd5-b826-3f5da1d81868 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 1101 time: 0.1609313 Oct 25 22:57:52.437155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532d0933-48e8-4e48-8bde-5dd0e4c6044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.439758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532d0933-48e8-4e48-8bde-5dd0e4c6044f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.441469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-532d0933-48e8-4e48-8bde-5dd0e4c6044f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a36837c3-b149-420f-8c18-a581a50d76c6 HTTP/1.1" status: 204 len: 168 time: 0.4582841 Oct 25 22:57:52.448207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c489379-de9c-406d-8d71-cba1a0c93818 req-d3341cb7-6a3d-43a9-ba77-04d6deb07ffd tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881691 Oct 25 22:57:52.460351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d0933-48e8-4e48-8bde-5dd0e4c6044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36837c3-b149-420f-8c18-a581a50d76c6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:52.476142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-726d047d-55a7-4a3b-8457-a08d7f6caaa2 req-1d8b7747-5cfc-40b3-844c-90bba233f2d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562112 Oct 25 22:57:52.507274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.528556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-652cbf60-68d1-4efd-8c6d-ae579bbc6727 req-c227a6cc-2223-4bd2-9178-8c4090a1a933 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188447 Oct 25 22:57:52.534380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d7814eec-14cf-4225-b7ab-19a7538bbe09, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d7814eec-14cf-4225-b7ab-19a7538bbe09,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:52.542740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.596248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:52.615628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58e5f278-6699-4a06-9d2c-a98505a86fab admin admin] 10.222.0.25 "PUT /v2.0/routers/05ef257d-b2c6-4a95-a792-9ee4bc67a191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6309409 Oct 25 22:57:52.653689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d7814eec-14cf-4225-b7ab-19a7538bbe09,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:52.704900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccc80ba-6e4b-455d-845b-756aceb5b0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.746202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Deleting port f0fc5266-077c-4b48-b84b-bd22e6358e84 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:57:52.746787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.756584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccc80ba-6e4b-455d-845b-756aceb5b0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.775784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b7c9f-3c58-4005-b66e-221fa03578e3 req-dd788499-9333-4a26-a4f4-b1577fe2b326 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:52.777364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba8b7c9f-3c58-4005-b66e-221fa03578e3 req-dd788499-9333-4a26-a4f4-b1577fe2b326 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 950 time: 0.0962865 Oct 25 22:57:52.812054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 71268efa-74bd-4764-88ac-0756fd04a568 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:52.875595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba8b7c9f-3c58-4005-b66e-221fa03578e3 req-f8263c76-f26b-4f81-9913-b679d2540c79 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885234 Oct 25 22:57:52.902130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 71268efa-74bd-4764-88ac-0756fd04a568 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:57:52.916289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 71268efa-74bd-4764-88ac-0756fd04a568 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:52.916910 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.950408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccc80ba-6e4b-455d-845b-756aceb5b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.953627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccc80ba-6e4b-455d-845b-756aceb5b0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.958126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ccc80ba-6e4b-455d-845b-756aceb5b0e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f3c11ea-c6c3-44ac-acdc-9461e67f8e3c HTTP/1.1" status: 204 len: 168 time: 0.5548837 Oct 25 22:57:52.965512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] For port f0fc5266-077c-4b48-b84b-bd22e6358e84, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f0fc5266-077c-4b48-b84b-bd22e6358e84,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:52.965872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:52.980206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc80ba-6e4b-455d-845b-756aceb5b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c11ea-c6c3-44ac-acdc-9461e67f8e3c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:52.985625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Calling delete_port for f0fc5266-077c-4b48-b84b-bd22e6358e84 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:57:53.108301 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:53.161667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=71268efa-74bd-4764-88ac-0756fd04a568,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:53.170006 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:53.281692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:53.281911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:53.319242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f0fc5266-077c-4b48-b84b-bd22e6358e84'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:57:53.334728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c16d4d7-0220-4bb0-874c-7bd72bd3b8b4 req-c1114c31-a4c4-400d-be30-c60f1eb8d8a4 tempest-FloatingIPsNegativeTestJSON-2010823099 tempest-FloatingIPsNegativeTestJSON-2010823099-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=37bf823d7c6143b18c79756ceccd4323 HTTP/1.1" status: 200 len: 217 time: 0.0969357 Oct 25 22:57:53.373349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0fc5266-077c-4b48-b84b-bd22e6358e84,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:53.439592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd9ad91-0890-42ff-9e49-02d583b5b6d1 req-f6b48f51-63a3-43b3-9a0b-2d0e6eaaf7d0 tempest-FloatingIPsNegativeTestJSON-2010823099 tempest-FloatingIPsNegativeTestJSON-2010823099-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0716910 Oct 25 22:57:53.452183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] No DVR routers for this DVR port f0fc5266-077c-4b48-b84b-bd22e6358e84 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:57:53.461265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:53.471262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fa250f1-8280-4fe0-8a5d-5751be617b44 req-23d2f22b-d5cd-42de-a32a-2abea95a601c tempest-DeleteServersAdminTestJSON-975609638 tempest-DeleteServersAdminTestJSON-975609638-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f0fc5266-077c-4b48-b84b-bd22e6358e84 HTTP/1.1" status: 204 len: 173 time: 1.0780692 Oct 25 22:57:53.472273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'name': 'network-vif-deleted', 'tag': 'f0fc5266-077c-4b48-b84b-bd22e6358e84'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:53.476121 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9475905-089e-4ebe-bf02-b6be90e265cc" -d '{"events": [{"server_uuid": "361a6839-085e-43ff-a0c5-2bd15fa6d688", "name": "network-vif-deleted", "tag": "f0fc5266-077c-4b48-b84b-bd22e6358e84"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:53.592128 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93468281-3eb5-4362-af2c-c41078449c10 x-openstack-request-id: req-93468281-3eb5-4362-af2c-c41078449c10 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:53.592873 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361a6839-085e-43ff-a0c5-2bd15fa6d688", "name": "network-vif-deleted", "tag": "f0fc5266-077c-4b48-b84b-bd22e6358e84", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:53.593295 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93468281-3eb5-4362-af2c-c41078449c10 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:53.593766 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361a6839-085e-43ff-a0c5-2bd15fa6d688', 'name': 'network-vif-deleted', 'tag': 'f0fc5266-077c-4b48-b84b-bd22e6358e84', 'status': 'completed', 'code': 200} Oct 25 22:57:53.643201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37726) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:53.658629 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-17ba12b5-f050-4c3e-8ffb-68698aba7c02 req-3ecae563-48fd-4732-88c6-3e906c46f4bb tempest-FloatingIPsNegativeTestJSON-2010823099 tempest-FloatingIPsNegativeTestJSON-2010823099-project] show failed (client error): The resource could not be found. Oct 25 22:57:53.673200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:53.679745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17ba12b5-f050-4c3e-8ffb-68698aba7c02 req-3ecae563-48fd-4732-88c6-3e906c46f4bb tempest-FloatingIPsNegativeTestJSON-2010823099 tempest-FloatingIPsNegativeTestJSON-2010823099-project] 10.222.0.25 "GET /v2.0/floatingips/4c2c622a-867d-4299-b1ac-023b59e7eb47 HTTP/1.1" status: 404 len: 350 time: 0.1509905 Oct 25 22:57:53.829580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b476-2734-4360-bf75-de3a10449a6c req-6c4a75dd-62b8-4593-a3e2-d64c91505989 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:53.837198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41d78f0-5537-4f09-ad36-8f0897bc6d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:53.837556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a15b476-2734-4360-bf75-de3a10449a6c req-6c4a75dd-62b8-4593-a3e2-d64c91505989 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 966 time: 0.0684905 Oct 25 22:57:53.895634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a15b476-2734-4360-bf75-de3a10449a6c req-83ad201a-5fb3-4476-a294-c415baffa0d7 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568461 Oct 25 22:57:53.961723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a93ffa5-7d3e-491b-bbfc-dc259d961044 req-2704b806-1cd3-45e1-aadc-45f868b6462e tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=361a6839-085e-43ff-a0c5-2bd15fa6d688 HTTP/1.1" status: 200 len: 210 time: 0.0729463 Oct 25 22:57:54.001562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Sync routers for ids ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:54.025526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Routers {'05ef257d-b2c6-4a95-a792-9ee4bc67a191'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:54.030357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:54.110854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41d78f0-5537-4f09-ad36-8f0897bc6d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.112435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:57:54.116079 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea5673-ea14-401d-9e3a-4cc275949602" -d '{"events": [{"server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "name": "network-vif-plugged", "status": "completed", "tag": "71268efa-74bd-4764-88ac-0756fd04a568"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:57:54.128635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41d78f0-5537-4f09-ad36-8f0897bc6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.205423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d7814eec-14cf-4225-b7ab-19a7538bbe09 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:57:54.257411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Set router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:54.261887 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb476ae6-df56-4c62-8125-01106f8aa2a9 x-openstack-request-id: req-cb476ae6-df56-4c62-8125-01106f8aa2a9 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:57:54.262222 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "name": "network-vif-plugged", "status": "completed", "tag": "71268efa-74bd-4764-88ac-0756fd04a568", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:57:54.262818 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb476ae6-df56-4c62-8125-01106f8aa2a9 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:57:54.263210 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568', 'code': 200} Oct 25 22:57:54.460341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a41d78f0-5537-4f09-ad36-8f0897bc6d63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2f741ec9c9a46e3a2b10297400d5c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8148704 Oct 25 22:57:54.465740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37762) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:54.490913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d78f0-5537-4f09-ad36-8f0897bc6d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6037d42-2ebc-4fe3-949d-6a1830d9ad07,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:54.495822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32243d-d475-42d1-b741-27c0fd77f543 req-b84f9b45-1490-441a-80bc-801ee743ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:54.498565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a32243d-d475-42d1-b741-27c0fd77f543 req-b84f9b45-1490-441a-80bc-801ee743ee69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 1117 time: 0.0899050 Oct 25 22:57:54.536114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d7814eec-14cf-4225-b7ab-19a7538bbe09 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:57:54.540875 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.653137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473925d-2b28-4b91-911e-072e04babcf1 req-032375ac-b2d5-4f00-88b4-bec7c5399138 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:54.662956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-597c226b-f0e4-49c1-b8fd-6b035a337aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.664285 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1473925d-2b28-4b91-911e-072e04babcf1 req-032375ac-b2d5-4f00-88b4-bec7c5399138 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 950 time: 0.2571495 Oct 25 22:57:54.667716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a32243d-d475-42d1-b741-27c0fd77f543 req-8e21841b-df60-40f0-b511-296173571a74 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482575 Oct 25 22:57:54.693459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-597c226b-f0e4-49c1-b8fd-6b035a337aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.766724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-597c226b-f0e4-49c1-b8fd-6b035a337aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.772454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-597c226b-f0e4-49c1-b8fd-6b035a337aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.777983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-597c226b-f0e4-49c1-b8fd-6b035a337aa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6037d42-2ebc-4fe3-949d-6a1830d9ad07 HTTP/1.1" status: 204 len: 168 time: 0.3099210 Oct 25 22:57:54.788017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1473925d-2b28-4b91-911e-072e04babcf1 req-d377b8a7-9221-4200-a4e4-fada85953085 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170435 Oct 25 22:57:54.794004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c226b-f0e4-49c1-b8fd-6b035a337aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6037d42-2ebc-4fe3-949d-6a1830d9ad07,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:54.861083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:50Z', 'revision_number': 4, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port': {'id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:47Z', 'updated_at': '2021-10-25T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd4dbb8d6-51ea-48e6-8970-2dd46efdf05a', 'name': '', 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'mac_address': 'fa:16:3e:e3:2c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '8cb6353a-6196-454c-afc0-6338a828bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:50Z', 'updated_at': '2021-10-25T22:57:51Z', 'revision_number': 2, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'subnets': [{'id': '8cb6353a-6196-454c-afc0-6338a828bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:54.898669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Checking router: 05ef257d-b2c6-4a95-a792-9ee4bc67a191 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:54.899549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Updating router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:57:54.939913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:54.947709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.244993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7145c-bf73-4a29-9f78-87d168d47cbb req-0c808e95-78bf-4b8e-bffd-40424c79c590 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:55.248252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55a7145c-bf73-4a29-9f78-87d168d47cbb req-0c808e95-78bf-4b8e-bffd-40424c79c590 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 966 time: 0.0711994 Oct 25 22:57:55.355070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55a7145c-bf73-4a29-9f78-87d168d47cbb req-b23d899d-d0d5-420d-bcc3-c7c906a3a427 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850861 Oct 25 22:57:55.406881 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.429596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.493079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aab67-89d4-4f8c-b960-ad0db25fa314 None None] Pushing event updated for resources: {'Port': ['ID=d4dbb8d6-51ea-48e6-8970-2dd46efdf05a,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:55.596566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Deleting port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:57:55.598587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.682293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Attempting to bind port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:57:55.682918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Attempting to bind port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:57:55.683440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Attempting to bind port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a on network a91ea010-9131-439a-97e7-acbda47575c0 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:57:55.690093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:57:55.691761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Checking segment: {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:57:55.692729 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.693681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Bound using segment: {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:57:55.695054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Bound port: d4dbb8d6-51ea-48e6-8970-2dd46efdf05a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee16e74-4d63-414a-9365-a70647b1202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:57:55.696080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.709043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] For port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a, host n-d-815373-1, got binding levels [] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:55.709446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.755734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Calling delete_port for d4dbb8d6-51ea-48e6-8970-2dd46efdf05a owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:57:55.791034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] For port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:57:55.796876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] For port d4dbb8d6-51ea-48e6-8970-2dd46efdf05a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d4dbb8d6-51ea-48e6-8970-2dd46efdf05a,segment=NetworkSegment(1ee16e74-4d63-414a-9365-a70647b1202b),segment_id=1ee16e74-4d63-414a-9365-a70647b1202b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:57:55.806663 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:55.847016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-f4533422-730e-453e-be8e-63849bcf8413 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693178 Oct 25 22:57:55.890352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Routers {'05ef257d-b2c6-4a95-a792-9ee4bc67a191'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:55.891378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:56.198490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-d7110b5c-94f3-48cb-b852-21251491e239 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:56.199515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:56.211967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-d7110b5c-94f3-48cb-b852-21251491e239 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624461 Oct 25 22:57:56.242695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-b7ab2be7-bcac-4be3-b2ff-4f897e76fff6 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/quotas/d407b1862dff420ea3ee6b2dcb913c8e HTTP/1.1" status: 200 len: 375 time: 0.0296633 Oct 25 22:57:56.258295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dbb8d6-51ea-48e6-8970-2dd46efdf05a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:56.298002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] Set router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:56.359436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8bd1250b-d796-46ed-aa40-02b9dc924cc1 None None] Could not find standard attr ID for object d4dbb8d6-51ea-48e6-8970-2dd46efdf05a. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 22:57:56.371685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aab67-89d4-4f8c-b960-ad0db25fa314 None None] Pushing event updated for resources: {'Port': ['ID=d4dbb8d6-51ea-48e6-8970-2dd46efdf05a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:56.461969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9b1e1872-8997-40d2-8948-53b1618850b2 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182779 Oct 25 22:57:56.473636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:56.520019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cd3d5246-7b4c-4c89-8498-da2d86b86d1b None None] Could not find standard attr ID for object d4dbb8d6-51ea-48e6-8970-2dd46efdf05a. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 22:57:56.654267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:50Z', 'revision_number': 4, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port': {'id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:47Z', 'updated_at': '2021-10-25T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd4dbb8d6-51ea-48e6-8970-2dd46efdf05a', 'name': '', 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'mac_address': 'fa:16:3e:e3:2c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '8cb6353a-6196-454c-afc0-6338a828bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:50Z', 'updated_at': '2021-10-25T22:57:55Z', 'revision_number': 4, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'subnets': [{'id': '8cb6353a-6196-454c-afc0-6338a828bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:56.703767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4eff67-38c7-4f76-9e75-c97ccfa12cdd None None] The sync data for ids ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'] in n-d-815373-1 is: [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:50Z', 'revision_number': 4, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port': {'id': 'd7814eec-14cf-4225-b7ab-19a7538bbe09', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:47Z', 'updated_at': '2021-10-25T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd4dbb8d6-51ea-48e6-8970-2dd46efdf05a', 'name': '', 'network_id': 'a91ea010-9131-439a-97e7-acbda47575c0', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'mac_address': 'fa:16:3e:e3:2c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '8cb6353a-6196-454c-afc0-6338a828bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:50Z', 'updated_at': '2021-10-25T22:57:55Z', 'revision_number': 4, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'subnets': [{'id': '8cb6353a-6196-454c-afc0-6338a828bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:56.743733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-73d54f0c-c121-4b2c-8af7-cd98908a9ecc tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dfad4daca4604ba9807b59e9149fd83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554390 Oct 25 22:57:56.979139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca7d6d-8413-4742-bc40-2beb0f1c9fa9 req-54662d19-d65b-402c-af36-30a8cdddea58 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:56.981006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2ca7d6d-8413-4742-bc40-2beb0f1c9fa9 req-54662d19-d65b-402c-af36-30a8cdddea58 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 966 time: 0.1044898 Oct 25 22:57:57.039947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2ca7d6d-8413-4742-bc40-2beb0f1c9fa9 req-9b374145-b1c1-4b6d-a470-543d09abdb65 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522158 Oct 25 22:57:57.047029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-63d2dc06-8c90-41cc-8183-e39fe1b80260 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:57.059196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-63d2dc06-8c90-41cc-8183-e39fe1b80260 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043144 Oct 25 22:57:57.092112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-4861729f-ddc3-4f0c-b739-373925a810e8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/quotas/dfad4daca4604ba9807b59e9149fd83e HTTP/1.1" status: 200 len: 375 time: 0.0320387 Oct 25 22:57:57.147890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-0d93cf56-61a6-4658-ac27-cbc8d33f2878 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfad4daca4604ba9807b59e9149fd83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543783 Oct 25 22:57:57.221594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:57:57.392184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f0fc5266-077c-4b48-b84b-bd22e6358e84 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:57:57.440526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: f0fc5266-077c-4b48-b84b-bd22e6358e84 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:57:57.442073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f0fc5266-077c-4b48-b84b-bd22e6358e84 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:57:57.571170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16e8d7a6-a327-41f0-9f04-e54d4594cb54 req-012b5996-a4ce-422e-abd1-cdf8b19834ff tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 210 time: 0.0816929 Oct 25 22:57:57.619027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:57:57.632655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fb659f5a-76a2-4751-9757-de006fb663cf admin admin] 10.222.0.25 "PUT /v2.0/routers/05ef257d-b2c6-4a95-a792-9ee4bc67a191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578536 Oct 25 22:57:57.635559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37916) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:57.859141 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-deb847d8-45d8-494d-8517-5d1b9d85219c req-1c6cd116-a7d7-405d-8899-71f95e771aea tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0856762 Oct 25 22:57:57.983416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24247a16-56c7-4674-a1f4-6ce42e5a04c8 req-ef754c85-d34a-4a55-afbc-cfa23aa04c07 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:57.991509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24247a16-56c7-4674-a1f4-6ce42e5a04c8 req-ef754c85-d34a-4a55-afbc-cfa23aa04c07 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 966 time: 0.2246249 Oct 25 22:57:58.000978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:58.011379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'floatingip': {'port_id': '71268efa-74bd-4764-88ac-0756fd04a568'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:58.013362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.059810 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.133783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37936) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:58.226889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.270413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.336415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae729-3af0-4596-95b3-ff0d1c39a45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.586197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72973cc-5c88-4e63-9e09-382ecabd9b2e req-d9a41d87-9afc-426f-b7a8-186e2067f4a6 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:58.593799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a72973cc-5c88-4e63-9e09-382ecabd9b2e req-d9a41d87-9afc-426f-b7a8-186e2067f4a6 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.1441031 Oct 25 22:57:58.629198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Deleting port d7814eec-14cf-4225-b7ab-19a7538bbe09 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:57:58.629851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.692166 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-b5e23eeb-311e-4c8a-9b8c-4f594b618d54 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3071625 Oct 25 22:57:58.744941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f57ca5d-aa40-4dd4-aa32-ea437c36d55e req-8bda876c-6587-4540-83f1-8b5e87f92c11 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 210 time: 0.0467124 Oct 25 22:57:58.752616 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] Sync routers for ids ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:57:58.758746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a72973cc-5c88-4e63-9e09-382ecabd9b2e req-98df81e0-b322-41b3-a14a-48fec9b2e874 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582563 Oct 25 22:57:58.769833 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] Routers {'05ef257d-b2c6-4a95-a792-9ee4bc67a191'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:58.771312 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:58.831124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae729-3af0-4596-95b3-ff0d1c39a45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.858666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae729-3af0-4596-95b3-ff0d1c39a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.926228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] For port d7814eec-14cf-4225-b7ab-19a7538bbe09, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d7814eec-14cf-4225-b7ab-19a7538bbe09,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:57:58.936691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:58.984633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Calling delete_port for d7814eec-14cf-4225-b7ab-19a7538bbe09 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:57:58.996115 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] Set router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:59.010572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-8dceea08-7c07-4bfe-bb09-11e0a538965b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:59.012028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-8dceea08-7c07-4bfe-bb09-11e0a538965b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056130 Oct 25 22:57:59.043972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f67b4a2-7234-48c9-b478-2d22db6f1bb2 req-cd251329-bae9-46e8-be06-245bd78dd732 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0556393 Oct 25 22:57:59.061944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Request body: {'port': {'device_id': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'd407b1862dff420ea3ee6b2dcb913c8e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:59.068987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:59.075546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b6ae729-3af0-4596-95b3-ff0d1c39a45c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e76b0a33dfb24827b697d21f7763c387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9294999 Oct 25 22:57:59.079772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae729-3af0-4596-95b3-ff0d1c39a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0b6292-6855-4726-b1fe-cdb9c7e487a8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:59.103796 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:58Z', 'revision_number': 6, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:59.152748 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] Checking router: 05ef257d-b2c6-4a95-a792-9ee4bc67a191 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:57:59.163772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] Routers {'05ef257d-b2c6-4a95-a792-9ee4bc67a191'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:57:59.164528 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:59.233836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-1af4d05b-3a81-4f2c-95b3-85ce65d7a8dd tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dfad4daca4604ba9807b59e9149fd83e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1567574 Oct 25 22:57:59.292283 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] Set router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:57:59.379481 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:58Z', 'revision_number': 6, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:57:59.428616 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf7dd2-92a5-4c6e-a0f8-b845f91f9851 None None] The sync data for ids ['05ef257d-b2c6-4a95-a792-9ee4bc67a191'] in n-d-815373-1 is: [{'id': '05ef257d-b2c6-4a95-a792-9ee4bc67a191', 'name': 'tempest-FloatingIPsNegativeTestJSON-1878786580-router', 'tenant_id': '37bf823d7c6143b18c79756ceccd4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:46Z', 'updated_at': '2021-10-25T22:57:58Z', 'revision_number': 6, 'project_id': '37bf823d7c6143b18c79756ceccd4323', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:57:59.477681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-270a5257-360d-4f1f-9d99-068f03f39eb7 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:59.479276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-270a5257-360d-4f1f-9d99-068f03f39eb7 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378647 Oct 25 22:57:59.500636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Request body: {'port': {'device_id': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'dfad4daca4604ba9807b59e9149fd83e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:57:59.605930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37996) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:57:59.645116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Made reservation on behalf of d407b1862dff420ea3ee6b2dcb913c8e for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:57:59.648791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:59.717101 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e493d3f-c0dd-45ed-a125-132b5ef0ee58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:59.749267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e493d3f-c0dd-45ed-a125-132b5ef0ee58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:59.819830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7309f904-faab-42d1-aa00-9475c42c1466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:59.869106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e493d3f-c0dd-45ed-a125-132b5ef0ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:59.872924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e493d3f-c0dd-45ed-a125-132b5ef0ee58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:57:59.876271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7e493d3f-c0dd-45ed-a125-132b5ef0ee58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f0b6292-6855-4726-b1fe-cdb9c7e487a8 HTTP/1.1" status: 204 len: 168 time: 0.8062696 Oct 25 22:57:59.911419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493d3f-c0dd-45ed-a125-132b5ef0ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0b6292-6855-4726-b1fe-cdb9c7e487a8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:57:59.953318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d81facb-3635-421a-92a0-d85edae5b620 req-b384747d-69f7-4822-9304-132b6cd2005d tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 210 time: 0.0596690 Oct 25 22:57:59.983876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362db1-205e-47eb-ad90-3d0e3799d193 req-16004985-e9cc-4211-821f-aa8bd6a51609 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:57:59.991830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2362db1-205e-47eb-ad90-3d0e3799d193 req-16004985-e9cc-4211-821f-aa8bd6a51609 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.0985298 Oct 25 22:57:59.999267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-83769f15-97e8-44a0-85d4-2581cd182e3d tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:00.001261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-83769f15-97e8-44a0-85d4-2581cd182e3d tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.11 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 971 time: 0.2021627 Oct 25 22:58:00.058048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.095533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7814eec-14cf-4225-b7ab-19a7538bbe09,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:00.114294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7309f904-faab-42d1-aa00-9475c42c1466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.178812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 22:58:00.237232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7309f904-faab-42d1-aa00-9475c42c1466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.239065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94b391f4-4d52-4c66-8fb3-17a7f80d897c req-6999c885-d0a0-433c-ada7-384e90d02dc8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 210 time: 0.1040206 Oct 25 22:58:00.261900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Made reservation on behalf of dfad4daca4604ba9807b59e9149fd83e for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:00.265772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.310141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38024) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:00.323860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7309f904-faab-42d1-aa00-9475c42c1466 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9639418afe5e406db0964bfb75339e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7147791 Oct 25 22:58:00.324530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38026) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:00.339629 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-555c5c77-514c-4c49-a48b-20651189bb0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.357112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.387635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.11', 64293) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:00.392876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d4dbb8d6-51ea-48e6-8970-2dd46efdf05a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:00.396003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2362db1-205e-47eb-ad90-3d0e3799d193 req-5d40d084-e8e8-4d5a-ac96-1c21364b462e tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978930 Oct 25 22:58:00.427006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d4dbb8d6-51ea-48e6-8970-2dd46efdf05a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:00.427355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d4dbb8d6-51ea-48e6-8970-2dd46efdf05a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:00.428591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d7814eec-14cf-4225-b7ab-19a7538bbe09 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:00.463898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38030) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:00.464783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d7814eec-14cf-4225-b7ab-19a7538bbe09 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:00.465285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d7814eec-14cf-4225-b7ab-19a7538bbe09 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:00.503707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309f904-faab-42d1-aa00-9475c42c1466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb6b82-991c-4d8f-ab26-8c0a78e6751d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:00.513852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.538986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.590838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.603411 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.632002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Allocated IP 192.168.233.36 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/d0fec900-f797-450c-846d-1cf8bfb0d191) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:00.653087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d55f47c-2276-4237-a31f-3b30106f3656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.686000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2238e8c1-46ff-4bd3-a305-b1bf58873d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.686911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Deleting port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:00.687254 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.708296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d55f47c-2276-4237-a31f-3b30106f3656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.739174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-2996702e-7bb9-41d6-acb1-9683d7208ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3027897 Oct 25 22:58:00.745870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.746442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ef257d-b2c6-4a95-a792-9ee4bc67a191 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 22:58:00.751658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.755911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8b41f41-6458-4d7c-89f3-8daa66bd33d1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/05ef257d-b2c6-4a95-a792-9ee4bc67a191 HTTP/1.1" status: 204 len: 168 time: 3.1181002 Oct 25 22:58:00.761468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:00.805363 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa associated. External IP: 172.25.4.175, port: 71268efa-74bd-4764-88ac-0756fd04a568. Oct 25 22:58:00.904013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Deleting subnet 8cb6353a-6196-454c-afc0-6338a828bd7c {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:58:00.917336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-555c5c77-514c-4c49-a48b-20651189bb0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.920637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] For port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:00.921030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.925080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.933313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a67d70-8825-4a3f-b395-74bd33940214 req-ac1f7ce8-bd10-414f-ac30-461971e00eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:00.934913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-ac1f7ce8-bd10-414f-ac30-461971e00eca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 1117 time: 0.1327121 Oct 25 22:58:00.957306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-555c5c77-514c-4c49-a48b-20651189bb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:00.969206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Calling delete_port for 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 owned by compute:tempest-test_az-421760136 {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:01.096072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.164211 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-555c5c77-514c-4c49-a48b-20651189bb0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0720b99778a74b79adadfab2b81eaffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8529561 Oct 25 22:58:01.166773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d55f47c-2276-4237-a31f-3b30106f3656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.169406 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d55f47c-2276-4237-a31f-3b30106f3656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.173171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0d55f47c-2276-4237-a31f-3b30106f3656 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caeb6b82-991c-4d8f-ab26-8c0a78e6751d HTTP/1.1" status: 204 len: 168 time: 0.7920301 Oct 25 22:58:01.173322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec7d1c12-74cf-4448-bc46-47b038e32c77 req-8873e23f-e076-4aab-9c81-2154f9d5b5fb tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 210 time: 0.1064765 Oct 25 22:58:01.173322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:01.178833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5c77-514c-4c49-a48b-20651189bb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af350831-16b8-4dae-bf73-f25a819588eb,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:01.222448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f47c-2276-4237-a31f-3b30106f3656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb6b82-991c-4d8f-ab26-8c0a78e6751d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:01.273001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2238e8c1-46ff-4bd3-a305-b1bf58873d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.285969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.318986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2238e8c1-46ff-4bd3-a305-b1bf58873d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.373132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a67d70-8825-4a3f-b395-74bd33940214 req-3930be32-19fe-45e7-9e67-595422f362ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:01.374623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-3930be32-19fe-45e7-9e67-595422f362ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 925 time: 0.4147675 Oct 25 22:58:01.386899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-55a4fc06-2689-4fa6-afe7-b38b3b6ab4cb req-1bffd99b-114e-40c2-8fdd-70965232fd99 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0717738 Oct 25 22:58:01.393175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.408195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60da0667-080e-45ae-bd07-6e76f2c6e101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.408381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2238e8c1-46ff-4bd3-a305-b1bf58873d5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81557ed9ea944006a56d121a80817a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9290216 Oct 25 22:58:01.436482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.437088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38046) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:01.469236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238e8c1-46ff-4bd3-a305-b1bf58873d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0adb1-1bd1-4364-953f-54dff72b23c0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:01.480089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['46fcf571-4b28-4774-93fb-a18e5e37c012'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:01.571430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:01.575669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Pushing event updated for resources: {'Port': ['ID=d0fec900-f797-450c-846d-1cf8bfb0d191,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:01.584670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:01.600559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:01.623374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3889d632-f46d-4c40-b1f4-38db9df0136d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.627552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:01.633638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:01.634418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.676271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-ec6b7dd9-ca67-4766-bd00-132b249eebfe tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6169913 Oct 25 22:58:01.699010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Request body: {'port': {'device_id': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:01.704387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e05d3b39-c254-46b6-bc07-69e2e9c36d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.750015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:58:01.777591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e05d3b39-c254-46b6-bc07-69e2e9c36d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.837517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60da0667-080e-45ae-bd07-6e76f2c6e101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.872946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.877202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Allocated IP 192.168.233.23 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/8e49c547-8015-4944-b8b9-ed9b28c2c80b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:01.884335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-80ba65ad-7599-4d7f-a357-320ffeb50bf2 None None] Provisioning complete for port d0fec900-f797-450c-846d-1cf8bfb0d191 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:01.885155 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ba65ad-7599-4d7f-a357-320ffeb50bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.894752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-462bee63-127d-4d11-abb0-8ea1e626bf65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 200 len: 1020 time: 0.5098848 Oct 25 22:58:01.909344 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.924246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3c2987ab-8cb0-4435-8f67-2c15fbeb3f70'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:01.952052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-80ba65ad-7599-4d7f-a357-320ffeb50bf2 None None] Port d0fec900-f797-450c-846d-1cf8bfb0d191 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:01.975413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.987190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3889d632-f46d-4c40-b1f4-38db9df0136d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:01.999153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3889d632-f46d-4c40-b1f4-38db9df0136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.037958 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e05d3b39-c254-46b6-bc07-69e2e9c36d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.040527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e05d3b39-c254-46b6-bc07-69e2e9c36d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.041670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e05d3b39-c254-46b6-bc07-69e2e9c36d3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45b0adb1-1bd1-4364-953f-54dff72b23c0 HTTP/1.1" status: 204 len: 168 time: 0.5746148 Oct 25 22:58:02.052624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Pushing event deleted for resources: {'Port': ['ID=3c2987ab-8cb0-4435-8f67-2c15fbeb3f70,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:02.062990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307d8b2-db86-4ea8-ae22-52be98a8eb1d req-cd65aa08-226e-4942-8a39-a241611ac22e tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:02.064614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1307d8b2-db86-4ea8-ae22-52be98a8eb1d req-cd65aa08-226e-4942-8a39-a241611ac22e tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d857c653-fbb3-40b5-ba2a-5eeac199d8ff HTTP/1.1" status: 200 len: 888 time: 0.3761418 Oct 25 22:58:02.072610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:02.103770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:02.109038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb6353a-6196-454c-afc0-6338a828bd7c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:02.124547 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.127024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:02.132746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cda038ff-bcad-4053-aa0c-f5650b439be1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8cb6353a-6196-454c-afc0-6338a828bd7c HTTP/1.1" status: 204 len: 168 time: 1.3696496 Oct 25 22:58:02.134784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:02.139518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38056) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:02.149571 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.155633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3889d632-f46d-4c40-b1f4-38db9df0136d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70f5651015264468bf78be8bff307466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687411 Oct 25 22:58:02.175105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38058) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:02.177804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889d632-f46d-4c40-b1f4-38db9df0136d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2277ed06-d1e4-4594-b3fa-db7960953f41,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:02.241472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d3b39-c254-46b6-bc07-69e2e9c36d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0adb1-1bd1-4364-953f-54dff72b23c0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:02.254845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e22f020f-eaa6-4bbf-bb3b-9a074320e7d4 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "PUT /v2.0/floatingips/d3cbb182-a85f-461d-ba07-8c8962f126fa HTTP/1.1" status: 200 len: 1012 time: 4.2524147 Oct 25 22:58:02.255749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:02.258074 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b17736f-f4d5-4634-9fc9-735912a58094" -d '{"events": [{"name": "network-changed", "server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "tag": "71268efa-74bd-4764-88ac-0756fd04a568"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:02.286408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.286849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b7c4ac-4262-4e2e-bb87-2e682e6c1f6d None None] Network a91ea010-9131-439a-97e7-acbda47575c0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:02.306054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a67d70-8825-4a3f-b395-74bd33940214 req-8c65eade-e2ca-4c17-8ff5-5d6ceebdb467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:02.307870 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-8c65eade-e2ca-4c17-8ff5-5d6ceebdb467 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.4009869 Oct 25 22:58:02.308909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] No DVR routers for this DVR port 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:02.312742 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.318567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e0716bf-89d8-4911-8b0e-bc09cec0404d req-97a3e0ea-fc64-4ad5-8a6f-f699a5f35c6c tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.11 "DELETE /v2.0/ports/3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 HTTP/1.1" status: 204 len: 173 time: 2.3085837 Oct 25 22:58:02.329509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'name': 'network-vif-deleted', 'tag': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:02.332169 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f5082-c94a-4c7d-a1c1-2a15ed568fbf" -d '{"events": [{"server_uuid": "d857c653-fbb3-40b5-ba2a-5eeac199d8ff", "name": "network-vif-deleted", "tag": "3c2987ab-8cb0-4435-8f67-2c15fbeb3f70"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:02.386860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60da0667-080e-45ae-bd07-6e76f2c6e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.389238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60da0667-080e-45ae-bd07-6e76f2c6e101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.392677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60da0667-080e-45ae-bd07-6e76f2c6e101 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af350831-16b8-4dae-bf73-f25a819588eb HTTP/1.1" status: 204 len: 168 time: 1.2125800 Oct 25 22:58:02.422094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2633ffa-b84c-4223-8dd1-dcb44c1c0e11 req-f1ed0f5b-9fb7-4790-a5cf-cfb516754b4d tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:02.424938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2633ffa-b84c-4223-8dd1-dcb44c1c0e11 req-f1ed0f5b-9fb7-4790-a5cf-cfb516754b4d tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 935 time: 0.1468935 Oct 25 22:58:02.439981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da0667-080e-45ae-bd07-6e76f2c6e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af350831-16b8-4dae-bf73-f25a819588eb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:02.510469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2633ffa-b84c-4223-8dd1-dcb44c1c0e11 req-bc1dc8ec-7d06-4438-a560-bc936fe92609 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Oct 25 22:58:02.545081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:02.568233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1307d8b2-db86-4ea8-ae22-52be98a8eb1d req-6ff292ba-3388-4519-aca6-e3964207a017 tempest-AggregatesAdminTestJSON-91509773 tempest-AggregatesAdminTestJSON-91509773-project] 10.222.0.25 "GET /v2.0/security-groups?id=975c49ff-71c6-47c9-8a57-3dcf688cf827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446337 Oct 25 22:58:02.616694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a67d70-8825-4a3f-b395-74bd33940214 req-36042663-0b9d-4e10-9b67-9944e8ead0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:02.624089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-36042663-0b9d-4e10-9b67-9944e8ead0d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955091 Oct 25 22:58:02.674551 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5243d0a-0833-41c4-bb28-c310a522104f x-openstack-request-id: req-c5243d0a-0833-41c4-bb28-c310a522104f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:02.675760 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "tag": "71268efa-74bd-4764-88ac-0756fd04a568", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:02.676320 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5243d0a-0833-41c4-bb28-c310a522104f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:02.676956 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568', 'status': 'completed', 'code': 200} Oct 25 22:58:02.690080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:02.719921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6a804ae-cabf-4ca2-a2ff-06a5a9123082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.781011 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee97bd9-652d-49b2-a534-580be43a08d8 x-openstack-request-id: req-1ee97bd9-652d-49b2-a534-580be43a08d8 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:02.781339 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857c653-fbb3-40b5-ba2a-5eeac199d8ff", "name": "network-vif-deleted", "tag": "3c2987ab-8cb0-4435-8f67-2c15fbeb3f70", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:02.783335 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee97bd9-652d-49b2-a534-580be43a08d8 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:02.783746 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857c653-fbb3-40b5-ba2a-5eeac199d8ff', 'name': 'network-vif-deleted', 'tag': '3c2987ab-8cb0-4435-8f67-2c15fbeb3f70', 'status': 'completed', 'code': 200} Oct 25 22:58:02.818700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5eed03e0-7e04-42d2-a64e-437e4ff2eb96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.857496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6a804ae-cabf-4ca2-a2ff-06a5a9123082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.863542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] DHCP port deletion for a91ea010-9131-439a-97e7-acbda47575c0 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 22:58:02.864275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6a804ae-cabf-4ca2-a2ff-06a5a9123082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.876563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Deleting port 77e9d729-f3ee-4067-9665-9a5f20413ef7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:02.876563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.892774 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:02.904099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4460460-8b5c-471d-82ca-109368c27b1d req-bba9b59c-0819-4e97-a9d8-610994ffb4b2 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0485783 Oct 25 22:58:02.955492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6a804ae-cabf-4ca2-a2ff-06a5a9123082 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b534f390311249eead96324f9352431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633808 Oct 25 22:58:02.964486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38084) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:02.969767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a804ae-cabf-4ca2-a2ff-06a5a9123082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6bcef-d997-4efb-86db-799fc634ef4d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:02.977812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5eed03e0-7e04-42d2-a64e-437e4ff2eb96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.071038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] Deleting port 77e9d729-f3ee-4067-9665-9a5f20413ef7 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:03.071434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.076499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-9946cf92-3832-49c2-ad84-fe5a38f029d0 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339921 Oct 25 22:58:03.086375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63422fed-1de8-4126-bca1-6160324a14b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.101940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] For port 77e9d729-f3ee-4067-9665-9a5f20413ef7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=77e9d729-f3ee-4067-9665-9a5f20413ef7,segment=NetworkSegment(1ee16e74-4d63-414a-9365-a70647b1202b),segment_id=1ee16e74-4d63-414a-9365-a70647b1202b)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:03.102763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.141835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63422fed-1de8-4126-bca1-6160324a14b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.174822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Calling delete_port for 77e9d729-f3ee-4067-9665-9a5f20413ef7 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:03.182025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.193997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] For port 77e9d729-f3ee-4067-9665-9a5f20413ef7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=77e9d729-f3ee-4067-9665-9a5f20413ef7,segment=NetworkSegment(1ee16e74-4d63-414a-9365-a70647b1202b),segment_id=1ee16e74-4d63-414a-9365-a70647b1202b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:03.194693 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.218263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] Calling delete_port for 77e9d729-f3ee-4067-9665-9a5f20413ef7 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:03.262105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd3cbb182-a85f-461d-ba07-8c8962f126fa', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'port_id': '71268efa-74bd-4764-88ac-0756fd04a568', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'mac_address': 'fa:16:3e:7f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'device_owner': 'compute:tempest-test_az-421760136'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:57:41Z', 'updated_at': '2021-10-25T22:57:59Z', 'revision_number': 1, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:03.279027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5eed03e0-7e04-42d2-a64e-437e4ff2eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.281831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5eed03e0-7e04-42d2-a64e-437e4ff2eb96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.286123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5eed03e0-7e04-42d2-a64e-437e4ff2eb96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2277ed06-d1e4-4594-b3fa-db7960953f41 HTTP/1.1" status: 204 len: 168 time: 1.0041060 Oct 25 22:58:03.307477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:03.335135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:03.342453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:03.346407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:03.353399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed03e0-7e04-42d2-a64e-437e4ff2eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2277ed06-d1e4-4594-b3fa-db7960953f41,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:03.379287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:03.379930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:03.389648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Pushing event updated for resources: {'Port': ['ID=8e49c547-8015-4944-b8b9-ed9b28c2c80b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:03.433298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29a67d70-8825-4a3f-b395-74bd33940214 req-4b187ebf-9596-43c6-ac17-b6be9c6f54b6 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458750 Oct 25 22:58:03.456676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:03.457756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.493359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.545081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-a2151320-8edf-4812-9baa-95c14e7858cf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0488915 Oct 25 22:58:03.546097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=77e9d729-f3ee-4067-9665-9a5f20413ef7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:03.585227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] No DVR routers for this DVR port 77e9d729-f3ee-4067-9665-9a5f20413ef7 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:03.725264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fec900-f797-450c-846d-1cf8bfb0d191 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:03.744801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.755040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.784113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Request body: {'port': {'device_id': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:03.842840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.877033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-c83462f9-0b67-4e9e-938a-476bc4122839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:03.883905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-c83462f9-0b67-4e9e-938a-476bc4122839 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 1117 time: 0.3705263 Oct 25 22:58:03.885978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91ea010-9131-439a-97e7-acbda47575c0']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:03.910298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63422fed-1de8-4126-bca1-6160324a14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.914711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63422fed-1de8-4126-bca1-6160324a14b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:03.917586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63422fed-1de8-4126-bca1-6160324a14b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efb6bcef-d997-4efb-86db-799fc634ef4d HTTP/1.1" status: 204 len: 168 time: 0.9491892 Oct 25 22:58:03.931168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] No DVR routers for this DVR port 77e9d729-f3ee-4067-9665-9a5f20413ef7 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:03.961948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422fed-1de8-4126-bca1-6160324a14b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6bcef-d997-4efb-86db-799fc634ef4d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:03.972978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb92a1-adbe-4065-adc1-4858262db25b None None] Pushing event deleted for resources: {'Port': ['ID=77e9d729-f3ee-4067-9665-9a5f20413ef7,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:03.981759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:03.997447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Transition to ACTIVE for port object d0fec900-f797-450c-846d-1cf8bfb0d191 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:58:04.027664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b59cd7-2466-4789-b509-053e59e7a2a0 req-7c5a8409-efbc-4ee5-b0b6-d0f1d2174fd4 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:04.029239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50b59cd7-2466-4789-b509-053e59e7a2a0 req-7c5a8409-efbc-4ee5-b0b6-d0f1d2174fd4 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 935 time: 0.2931931 Oct 25 22:58:04.032332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.068987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee16e74-4d63-414a-9365-a70647b1202b') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:04.069549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee16e74-4d63-414a-9365-a70647b1202b') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:04.147798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-51b995b6-01c8-4a66-8758-569a25e324b1 None None] Provisioning complete for port 8e49c547-8015-4944-b8b9-ed9b28c2c80b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:04.147798 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51b995b6-01c8-4a66-8758-569a25e324b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.202788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.212644 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50b59cd7-2466-4789-b509-053e59e7a2a0 req-a80cedbd-004d-4e68-9890-e4373c2347ce tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592705 Oct 25 22:58:04.244353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.270748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.292513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:58:04.292912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.309184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Attempting to bind port d0fec900-f797-450c-846d-1cf8bfb0d191 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:04.309506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Attempting to bind port d0fec900-f797-450c-846d-1cf8bfb0d191 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:04.309838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Attempting to bind port d0fec900-f797-450c-846d-1cf8bfb0d191 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:04.326644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Port d0fec900-f797-450c-846d-1cf8bfb0d191 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:04.326966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Attempting to bind port d0fec900-f797-450c-846d-1cf8bfb0d191 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:04.330730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 77e9d729-f3ee-4067-9665-9a5f20413ef7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: timer() Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:58:04.337247 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:58:04.346121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Pushing event updated for resources: {'Port': ['ID=d0fec900-f797-450c-846d-1cf8bfb0d191,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:04.353202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:04.354695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:04.355086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:04.355546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Bound port: d0fec900-f797-450c-846d-1cf8bfb0d191, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:04.355909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.389562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 77e9d729-f3ee-4067-9665-9a5f20413ef7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:04.390138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 77e9d729-f3ee-4067-9665-9a5f20413ef7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:04.441232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-51b995b6-01c8-4a66-8758-569a25e324b1 None None] Port 8e49c547-8015-4944-b8b9-ed9b28c2c80b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:04.479135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] For port d0fec900-f797-450c-846d-1cf8bfb0d191, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:04.482728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] For port d0fec900-f797-450c-846d-1cf8bfb0d191, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=d0fec900-f797-450c-846d-1cf8bfb0d191,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:04.489513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.491386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d297e94-e6d5-4d64-9336-46a685d2dab4 req-8dfbef88-56c5-4953-a228-e23f7528842c tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:04.498856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d297e94-e6d5-4d64-9336-46a685d2dab4 req-8dfbef88-56c5-4953-a228-e23f7528842c tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 935 time: 0.4214466 Oct 25 22:58:04.524881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:04.526745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.529584 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] 10.222.0.15 "PUT /v2.0/ports/d0fec900-f797-450c-846d-1cf8bfb0d191 HTTP/1.1" status: 200 len: 1095 time: 2.8351564 Oct 25 22:58:04.545195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd3cbb182-a85f-461d-ba07-8c8962f126fa', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'port_id': '71268efa-74bd-4764-88ac-0756fd04a568', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'mac_address': 'fa:16:3e:7f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'device_owner': 'compute:tempest-test_az-421760136'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:57:41Z', 'updated_at': '2021-10-25T22:57:59Z', 'revision_number': 1, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:04.548440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-b5366d9b-5b23-4682-a3ff-0191d26321b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:04.555701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-b5366d9b-5b23-4682-a3ff-0191d26321b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 925 time: 0.6510482 Oct 25 22:58:04.623618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de128ce9-d0a5-49ce-aae8-4924f52609e0 None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd3cbb182-a85f-461d-ba07-8c8962f126fa', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'port_id': '71268efa-74bd-4764-88ac-0756fd04a568', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'mac_address': 'fa:16:3e:7f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'device_owner': 'compute:tempest-test_az-421760136'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:57:41Z', 'updated_at': '2021-10-25T22:57:59Z', 'revision_number': 1, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:04.646056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4b4b0-d197-4759-be49-5a48538ecaec service neutron] Pushing event updated for resources: {'Port': ['ID=d0fec900-f797-450c-846d-1cf8bfb0d191,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:04.649907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38130) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:04.664310 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.749206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'tag': 'd0fec900-f797-450c-846d-1cf8bfb0d191'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:04.752042 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adec972-afd9-4870-84f3-885ec174d0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e65b2c-0693-46da-8b09-8db45ee15072", "tag": "d0fec900-f797-450c-846d-1cf8bfb0d191"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:04.774601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:04.777832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] 10.222.0.25 "DELETE /v2.0/networks/a91ea010-9131-439a-97e7-acbda47575c0 HTTP/1.1" status: 204 len: 168 time: 2.6339478 Oct 25 22:58:04.783159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-97901510-7158-4d34-8fe8-02928889ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:04.785359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-97901510-7158-4d34-8fe8-02928889ba03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 1098 time: 0.1338875 Oct 25 22:58:04.806933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d297e94-e6d5-4d64-9336-46a685d2dab4 req-b14696a9-c778-4ce9-8efd-df2e7afa6ddc tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919407 Oct 25 22:58:04.846259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33826-41e6-4a0a-a0e1-d179f1071bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=a91ea010-9131-439a-97e7-acbda47575c0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:04.870829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:04.888269 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e88602-69e9-41d1-930d-f6dfaecf16f9 x-openstack-request-id: req-00e88602-69e9-41d1-930d-f6dfaecf16f9 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:04.889033 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e65b2c-0693-46da-8b09-8db45ee15072", "tag": "d0fec900-f797-450c-846d-1cf8bfb0d191", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:04.889345 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00e88602-69e9-41d1-930d-f6dfaecf16f9 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:04.892979 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'tag': 'd0fec900-f797-450c-846d-1cf8bfb0d191', 'status': 'completed', 'code': 200} Oct 25 22:58:04.895257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-03e5346f-711b-4345-b8fa-6c7d1814c4b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d0fec900-f797-450c-846d-1cf8bfb0d191 HTTP/1.1" status: 200 len: 217 time: 0.0953114 Oct 25 22:58:04.909291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:04.909767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3c2987ab-8cb0-4435-8f67-2c15fbeb3f70 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:04.917115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-eaa0b3d4-a401-469b-b1f0-632f911b0cd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 200 len: 1020 time: 0.3555193 Oct 25 22:58:04.982686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-76f157b6-897d-419d-add6-49b53ab41c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:04.984193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-76f157b6-897d-419d-add6-49b53ab41c89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0799413 Oct 25 22:58:05.024916 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52b0df-275f-4e1d-95e7-54f3a704cbbd None None] New status for floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 22:58:05.172054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38152) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:05.184839 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93134278-72c4-44d9-922e-dde29f9db0dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5bdd60897194ec69fd84d24bb16219b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4442110 Oct 25 22:58:05.220952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38154) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:05.289245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-dc620c6a-4e59-448d-bb03-2b50df4d4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:05.291526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-dc620c6a-4e59-448d-bb03-2b50df4d4a8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.3452077 Oct 25 22:58:05.376580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b1756f7-a5d9-4641-bea6-171e2ee0728e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37bf823d7c6143b18c79756ceccd4323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880352 Oct 25 22:58:05.376982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-cc80d9c2-2afd-47db-afb8-c37500ffcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:05.378871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-cc80d9c2-2afd-47db-afb8-c37500ffcefc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669057 Oct 25 22:58:05.379504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38162) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:05.481232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7566aa9c-b946-4a42-83b9-61d439ab3d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.520734 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7566aa9c-b946-4a42-83b9-61d439ab3d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.537727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-34ac1e82-cfa6-47ba-acaf-0fb349fa00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:05.537975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f9553ef-c385-4afd-b9cb-606bd65d07c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.539400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-34ac1e82-cfa6-47ba-acaf-0fb349fa00e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5427330 Oct 25 22:58:05.559511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e49c547-8015-4944-b8b9-ed9b28c2c80b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:05.572463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.608983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f9553ef-c385-4afd-b9cb-606bd65d07c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.639510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Transition to ACTIVE for port object 8e49c547-8015-4944-b8b9-ed9b28c2c80b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:58:05.642257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-fba115de-71e7-44e7-b541-c20853cd1e22 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517850 Oct 25 22:58:05.649383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a66e0-349e-4cdb-b9f6-6a483ea3614d req-4f61cca4-dfbb-4e36-82cc-d64e10b2e3c4 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:05.651127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-443a66e0-349e-4cdb-b9f6-6a483ea3614d req-4f61cca4-dfbb-4e36-82cc-d64e10b2e3c4 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 947 time: 0.2694099 Oct 25 22:58:05.706881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7566aa9c-b946-4a42-83b9-61d439ab3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.709686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7566aa9c-b946-4a42-83b9-61d439ab3d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.713182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7566aa9c-b946-4a42-83b9-61d439ab3d9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/975c49ff-71c6-47c9-8a57-3dcf688cf827 HTTP/1.1" status: 204 len: 168 time: 0.4337580 Oct 25 22:58:05.723991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.728374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-911797bb-ae79-4444-9025-4998479e8df9 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752009 Oct 25 22:58:05.759931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-443a66e0-349e-4cdb-b9f6-6a483ea3614d req-b2e769ab-e720-4681-881e-7a56db78f8e5 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985782 Oct 25 22:58:05.765979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566aa9c-b946-4a42-83b9-61d439ab3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c49ff-71c6-47c9-8a57-3dcf688cf827,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:05.774689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Pushing event updated for resources: {'Port': ['ID=8e49c547-8015-4944-b8b9-ed9b28c2c80b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:05.899474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f9553ef-c385-4afd-b9cb-606bd65d07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.901149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f9553ef-c385-4afd-b9cb-606bd65d07c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:05.904787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1f9553ef-c385-4afd-b9cb-606bd65d07c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c8ef8db-b909-413d-95dc-ced2f716ac88 HTTP/1.1" status: 204 len: 168 time: 0.5184479 Oct 25 22:58:05.911481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b17736f-f4d5-4634-9fc9-735912a58094 req-c8e1ab3c-ba5e-4e0f-b511-9d52cd57a29d service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592118 Oct 25 22:58:05.957610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9553ef-c385-4afd-b9cb-606bd65d07c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ef8db-b909-413d-95dc-ced2f716ac88,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:05.991247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb434a1-4efb-49b3-9ee9-40001cf46abb req-4549ac21-e203-4ebb-bb3f-66d91258bb89 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420311 Oct 25 22:58:06.020964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86ca0c-d46a-4714-93aa-f5717dabd7d2 req-e74f65c9-4db8-4f75-bbf4-e39693ffe89c tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.022707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Attempting to bind port 8e49c547-8015-4944-b8b9-ed9b28c2c80b on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:06.023039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Attempting to bind port 8e49c547-8015-4944-b8b9-ed9b28c2c80b by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:06.023360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Attempting to bind port 8e49c547-8015-4944-b8b9-ed9b28c2c80b on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:06.027450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b86ca0c-d46a-4714-93aa-f5717dabd7d2 req-e74f65c9-4db8-4f75-bbf4-e39693ffe89c tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 947 time: 0.1499221 Oct 25 22:58:06.031853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Port 8e49c547-8015-4944-b8b9-ed9b28c2c80b on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:06.032194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Attempting to bind port 8e49c547-8015-4944-b8b9-ed9b28c2c80b on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:06.054883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:06.055228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:06.055611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:06.056058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Bound port: 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:06.056391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.123445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b86ca0c-d46a-4714-93aa-f5717dabd7d2 req-7e84054d-f6f0-46c6-987e-0af6b51bbcbf tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857978 Oct 25 22:58:06.224813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] For port 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:06.225529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-1222a831-9006-4de7-b9c7-a68eb863807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.228033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-1222a831-9006-4de7-b9c7-a68eb863807d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 1098 time: 0.1033800 Oct 25 22:58:06.235954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] For port 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:06.244644 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.271057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.272981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.274618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e49c547-8015-4944-b8b9-ed9b28c2c80b HTTP/1.1" status: 200 len: 1095 time: 2.6830668 Oct 25 22:58:06.276348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'tag': '8e49c547-8015-4944-b8b9-ed9b28c2c80b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:06.279383 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655ac73d-95e0-4c46-b7e5-8c162065982f" -d '{"events": [{"name": "network-changed", "server_uuid": "6745cba1-684c-4f09-bc25-17378fa2a7d3", "tag": "8e49c547-8015-4944-b8b9-ed9b28c2c80b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:06.350562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb564b-d7d4-40a1-99f5-79bee76d8279 service neutron] Pushing event updated for resources: {'Port': ['ID=8e49c547-8015-4944-b8b9-ed9b28c2c80b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:06.424526 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a7fd3-9573-44e9-9a57-49a6c3da0524 x-openstack-request-id: req-ea0a7fd3-9573-44e9-9a57-49a6c3da0524 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:06.425901 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6745cba1-684c-4f09-bc25-17378fa2a7d3", "tag": "8e49c547-8015-4944-b8b9-ed9b28c2c80b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:06.426355 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea0a7fd3-9573-44e9-9a57-49a6c3da0524 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:06.426928 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'tag': '8e49c547-8015-4944-b8b9-ed9b28c2c80b', 'status': 'completed', 'code': 200} Oct 25 22:58:06.429813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-9983113b-b618-4460-9baa-450f2b34108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.431801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-9983113b-b618-4460-9baa-450f2b34108a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1927555 Oct 25 22:58:06.449849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-85694886-ccd0-4ade-9a05-f0386cab9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.459403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-85694886-ccd0-4ade-9a05-f0386cab9c8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfad4daca4604ba9807b59e9149fd83e&device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0869241 Oct 25 22:58:06.495252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-203d340d-7595-4e1a-8c8f-c099b3a33ec1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d0fec900-f797-450c-846d-1cf8bfb0d191 HTTP/1.1" status: 200 len: 217 time: 0.0485842 Oct 25 22:58:06.540463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38206) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:06.549413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-147141a1-9bbe-4215-b1dc-cfe2f86142b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b HTTP/1.1" status: 200 len: 217 time: 0.0740910 Oct 25 22:58:06.594546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-0dbf2b5f-3787-4753-a3ee-3a4448bde538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.596396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-0dbf2b5f-3787-4753-a3ee-3a4448bde538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0912988 Oct 25 22:58:06.629910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-26d41408-db16-4299-b1e5-842b9bffb153 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7375bed29b93421db34aa3d9e5999a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852251 Oct 25 22:58:06.631708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:06.640050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-ea9c0002-e00c-407f-b684-c16324e0030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.641452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-ea9c0002-e00c-407f-b684-c16324e0030e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0798907 Oct 25 22:58:06.658035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-008641b4-b508-4b2e-9082-74523cfc045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.660775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-008641b4-b508-4b2e-9082-74523cfc045f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544784 Oct 25 22:58:06.719455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-951969fb-98db-46fa-b2b8-8b7ef50c9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:06.720956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-951969fb-98db-46fa-b2b8-8b7ef50c9abe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716898 Oct 25 22:58:06.748978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a54a35fd-4587-4c72-a31b-d24508d794c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.771909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a54a35fd-4587-4c72-a31b-d24508d794c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.775030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-68a72413-9e98-4b43-877a-7bcf977a8933 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033671 Oct 25 22:58:06.914063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-5838b31f-5d54-4364-a9a4-cb35c80013a0 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852012 Oct 25 22:58:06.926542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a54a35fd-4587-4c72-a31b-d24508d794c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.929626 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a54a35fd-4587-4c72-a31b-d24508d794c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:06.933754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a54a35fd-4587-4c72-a31b-d24508d794c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7848532-8848-4521-8e33-d74ec15405ee HTTP/1.1" status: 204 len: 168 time: 0.3010840 Oct 25 22:58:06.985559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8adec972-afd9-4870-84f3-885ec174d0f0 req-cf7bb7c1-2cf1-4c42-ad38-18c67a3080a3 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922526 Oct 25 22:58:07.040073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5d166-f37b-4a68-ae5f-b879d6316d39 req-f7a18562-7ccd-44c6-a604-df7a8f568709 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:07.053307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7b5d166-f37b-4a68-ae5f-b879d6316d39 req-f7a18562-7ccd-44c6-a604-df7a8f568709 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 947 time: 0.1321175 Oct 25 22:58:07.054869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95cc84b-e5e8-4fcb-8e5b-d2f889439472 req-744d40c3-c24f-4426-a66f-33712728c105 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199875 Oct 25 22:58:07.064848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a35fd-4587-4c72-a31b-d24508d794c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7848532-8848-4521-8e33-d74ec15405ee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:07.114630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7b5d166-f37b-4a68-ae5f-b879d6316d39 req-858f6b1e-6d5a-4629-9608-156f1e907ee7 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Oct 25 22:58:07.248727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-5fd8171e-36c4-467a-b9c0-a4317d2feb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:07.250560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-5fd8171e-36c4-467a-b9c0-a4317d2feb6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfad4daca4604ba9807b59e9149fd83e&device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0863142 Oct 25 22:58:07.276136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83988-4186-4aa4-b092-718e88ab369b req-a84621aa-b82c-4158-8346-d68cd221fdb4 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:07.278188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43d83988-4186-4aa4-b092-718e88ab369b req-a84621aa-b82c-4158-8346-d68cd221fdb4 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 947 time: 0.0826454 Oct 25 22:58:07.332571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43d83988-4186-4aa4-b092-718e88ab369b req-fd7c8a2e-22fb-4ef5-9cbf-624c280c1c58 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466523 Oct 25 22:58:07.393257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-3b862acd-b0f2-4a9b-9ed9-30a83e284af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:07.395871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-3b862acd-b0f2-4a9b-9ed9-30a83e284af3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1352241 Oct 25 22:58:07.448973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-c7ea8292-b906-4ab0-b31f-078c1ea58083 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b HTTP/1.1" status: 200 len: 217 time: 0.0443013 Oct 25 22:58:07.505223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-d1bde17d-c48f-4c2d-b121-87f62462e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:07.506706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-d1bde17d-c48f-4c2d-b121-87f62462e7fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0503628 Oct 25 22:58:07.558737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-58121bbd-be84-4e45-bc49-e79f5b7a67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:07.560774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-58121bbd-be84-4e45-bc49-e79f5b7a67e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443666 Oct 25 22:58:07.683664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-820220be-0f37-4294-a94b-87044c5e3e65 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075735 Oct 25 22:58:07.798638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655ac73d-95e0-4c46-b7e5-8c162065982f req-dfbc0ded-414a-47bf-9628-817c4812b3fe service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068389 Oct 25 22:58:07.956741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:08.166644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56194bac-b767-4e67-845e-1ac4ef06da7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.270301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6f2c5-4688-4bd4-a600-5e824f0eb36b req-32d5bfb3-7781-4462-a0f6-f649339fc61e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:08.271898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbb6f2c5-4688-4bd4-a600-5e824f0eb36b req-32d5bfb3-7781-4462-a0f6-f649339fc61e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 947 time: 0.0781519 Oct 25 22:58:08.329275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56194bac-b767-4e67-845e-1ac4ef06da7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.336775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56194bac-b767-4e67-845e-1ac4ef06da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.380779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56194bac-b767-4e67-845e-1ac4ef06da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0604594e-cd18-495b-a112-6b4d31c37884,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:08.420220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbb6f2c5-4688-4bd4-a600-5e824f0eb36b req-71e7a46e-ae5b-4ceb-b970-63f45e2d647e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323559 Oct 25 22:58:08.449001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-56194bac-b767-4e67-845e-1ac4ef06da7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94f23bd58c5645108a45a5dcbcb2cf7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911277 Oct 25 22:58:08.449705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38308) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:08.489061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38316) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:08.544204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7a66d42-aea3-47e9-8daf-fd5993e10daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.576095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cde5-2f68-4ed0-8861-429607c1e6f5 req-e43bc50b-8905-458e-a4ac-72e1f5419400 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:08.577833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b64cde5-2f68-4ed0-8861-429607c1e6f5 req-e43bc50b-8905-458e-a4ac-72e1f5419400 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 947 time: 0.0789459 Oct 25 22:58:08.583461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7a66d42-aea3-47e9-8daf-fd5993e10daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.647928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b64cde5-2f68-4ed0-8861-429607c1e6f5 req-1a160dc3-4f3e-4d64-9e4f-c0648cc164ff tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576732 Oct 25 22:58:08.668830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7a66d42-aea3-47e9-8daf-fd5993e10daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.669012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7a66d42-aea3-47e9-8daf-fd5993e10daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.670026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f7a66d42-aea3-47e9-8daf-fd5993e10daa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0604594e-cd18-495b-a112-6b4d31c37884 HTTP/1.1" status: 204 len: 168 time: 0.2191203 Oct 25 22:58:08.679922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a66d42-aea3-47e9-8daf-fd5993e10daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0604594e-cd18-495b-a112-6b4d31c37884,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:08.748255 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:58:08.763123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-network', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:08.788015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Made reservation on behalf of 53e0b5b463894189b971fb85e29fea4b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:08.791576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.805153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.903365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.908948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.945004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:08.954986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7633d6a5-533d-469c-a7fd-07b3f6c77cd1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:08.973486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:08.973823 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Added segment 2430cfe1-d5c4-4474-b615-3bb995f7aec4 of type vlan for network c086c877-cd2b-4367-851b-c75c025121fe Oct 25 22:58:09.024159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.053438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.054988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:09.055864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.129142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6381979 Oct 25 22:58:09.131981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38340) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:09.133190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d9122-e29f-4d9b-aa43-d17d7859dc83 admin admin] Pushing event updated for resources: {'Network': ['ID=c086c877-cd2b-4367-851b-c75c025121fe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:09.137924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Request body: {'subnet': {'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-subnet', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:09.146637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c086c877-cd2b-4367-851b-c75c025121fe details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:09.215085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Made reservation on behalf of 53e0b5b463894189b971fb85e29fea4b for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:09.217664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.342133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38348) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:09.383161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-be65a8f5-3bdb-4895-bfc5-d87560ee3832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.493148 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.580167 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-be65a8f5-3bdb-4895-bfc5-d87560ee3832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.587575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Checking segment: {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:09.587934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Network hostable DHCP agents. Network: c086c877-cd2b-4367-851b-c75c025121fe, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:09.593804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-be65a8f5-3bdb-4895-bfc5-d87560ee3832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.619155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-be65a8f5-3bdb-4895-bfc5-d87560ee3832 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=257d1fdb0cdf413186da36c696aa7357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747588 Oct 25 22:58:09.619940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf7f0b4-f98a-49e2-a47e-12a898d1bef9,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:09.621773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38366) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:09.655548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.655801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.656141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.656465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.656976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.657463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.657935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.658427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.658908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.659920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.660401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.660863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:09.684126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Network c086c877-cd2b-4367-851b-c75c025121fe is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:09.692654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a8f5-3bdb-4895-bfc5-d87560ee3832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047db6ea-9c13-4bb9-ad17-dda768c703d7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:09.710184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c086c877-cd2b-4367-851b-c75c025121fe) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:09.718039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:09.718820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.720202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb3194-ead6-4a02-b03b-ccc7d60a176f None None] Network c086c877-cd2b-4367-851b-c75c025121fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:09.745691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ba586c8-123f-4103-9fb7-2d27451aa852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.762443 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6f7479b-ceec-41a3-9538-d2772337218a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6293480 Oct 25 22:58:09.765999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:09.775874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:09.787223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ba586c8-123f-4103-9fb7-2d27451aa852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.830536 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.832858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.840479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb05a-6abd-4c50-9751-36281fc06490 req-eb06369e-d74b-4591-9152-af23953ee496 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:09.850041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d5fb05a-6abd-4c50-9751-36281fc06490 req-eb06369e-d74b-4591-9152-af23953ee496 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 947 time: 0.0782347 Oct 25 22:58:09.894586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.914722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d5fb05a-6abd-4c50-9751-36281fc06490 req-796c0616-da7f-47a2-8d4b-8a9e3406f827 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634849 Oct 25 22:58:09.944146 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ba586c8-123f-4103-9fb7-2d27451aa852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.946771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ba586c8-123f-4103-9fb7-2d27451aa852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:09.948061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7ba586c8-123f-4103-9fb7-2d27451aa852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/047db6ea-9c13-4bb9-ad17-dda768c703d7 HTTP/1.1" status: 204 len: 168 time: 0.3236959 Oct 25 22:58:10.001853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba586c8-123f-4103-9fb7-2d27451aa852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047db6ea-9c13-4bb9-ad17-dda768c703d7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:10.020749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c086c877-cd2b-4367-851b-c75c025121fe', 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'fixed_ips': [{'subnet_id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:58:10.024583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.079121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e1314-89fb-439b-bac4-5c6234b2483b req-b39e945d-e8dd-4b5b-b5ee-39054cb9115d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:10.088183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc0e1314-89fb-439b-bac4-5c6234b2483b req-b39e945d-e8dd-4b5b-b5ee-39054cb9115d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 947 time: 0.1090634 Oct 25 22:58:10.136345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.173053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc0e1314-89fb-439b-bac4-5c6234b2483b req-4f39361c-eeca-4ec3-b545-782527f27687 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786116 Oct 25 22:58:10.260796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Allocated IP 172.20.0.2 (c086c877-cd2b-4367-851b-c75c025121fe/aaf7f0b4-f98a-49e2-a47e-12a898d1bef9/30f46a82-2bcf-41c3-9834-7ad5aa463713) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:10.452289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.476815 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.488148 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.499005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.564539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Network c086c877-cd2b-4367-851b-c75c025121fe is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:10.570338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:10.575572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:10.579302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Pushing event updated for resources: {'Port': ['ID=30f46a82-2bcf-41c3-9834-7ad5aa463713,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:10.624812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Allocated IP 172.25.4.220 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/920f27bc-c276-46cc-ad8e-4dcbc2dd92aa) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:10.649170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Attempting to bind port 30f46a82-2bcf-41c3-9834-7ad5aa463713 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:10.649669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Attempting to bind port 30f46a82-2bcf-41c3-9834-7ad5aa463713 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:10.650033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Attempting to bind port 30f46a82-2bcf-41c3-9834-7ad5aa463713 on network c086c877-cd2b-4367-851b-c75c025121fe {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:10.658088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:10.658519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Checking segment: {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:10.658921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.659748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Bound using segment: {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:10.660239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Bound port: 30f46a82-2bcf-41c3-9834-7ad5aa463713, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:10.660712 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.748779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] For port 30f46a82-2bcf-41c3-9834-7ad5aa463713, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:10.754656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] For port 30f46a82-2bcf-41c3-9834-7ad5aa463713, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=30f46a82-2bcf-41c3-9834-7ad5aa463713,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:10.762193 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.767731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.833845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd717-2db6-4891-b742-000c41278b70 None None] Pushing event updated for resources: {'Port': ['ID=30f46a82-2bcf-41c3-9834-7ad5aa463713,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:10.840744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:10.866283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:10.881938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:10.886537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:10.889133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:10.906470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38430) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:11.200998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.261402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38442) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:11.337309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Pushing event updated for resources: {'Port': ['ID=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:11.365984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.374119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa092c-a0f7-4f3c-a114-1315feec00b5 req-8bfe93cb-dcab-47fa-bc6e-effc6c4837e7 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:11.378754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.381547 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29fa092c-a0f7-4f3c-a114-1315feec00b5 req-8bfe93cb-dcab-47fa-bc6e-effc6c4837e7 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 947 time: 0.1626339 Oct 25 22:58:11.467072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b41886aa-31e8-4dee-92a3-29a5f2099092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.473035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a227-932f-410f-97d8-82d70748f491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.485923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a70ed55d92c54a2791f0dcd60f557340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746272 Oct 25 22:58:11.489515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38450) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:11.493347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a915d646-28b8-48fd-9288-ad8d02292dba,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:11.496103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 8e49c547-8015-4944-b8b9-ed9b28c2c80b details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:58:11.498893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29fa092c-a0f7-4f3c-a114-1315feec00b5 req-9da353f6-e153-4016-90cf-ec0d2e21ae4f tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164176 Oct 25 22:58:11.531714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.532058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.532384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.532713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.533036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.533359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.533677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.534421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.534533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.534996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.535320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.535640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72611df6-5046-4cc6-994b-5036323d4e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.554457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4786c-4c2f-4f42-b7ae-540b940cee5d req-a316cc35-bd36-4363-83c8-0204c7f0a817 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:11.561571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22a4786c-4c2f-4f42-b7ae-540b940cee5d req-a316cc35-bd36-4363-83c8-0204c7f0a817 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 947 time: 0.1941085 Oct 25 22:58:11.574004 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca245a3c-d7b7-40c8-838e-752c4ceb2de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.579439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.665969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:11.667461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca245a3c-d7b7-40c8-838e-752c4ceb2de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.698260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22a4786c-4c2f-4f42-b7ae-540b940cee5d req-e223e013-abc6-4b27-acbf-946c0ee60b0e tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278141 Oct 25 22:58:11.701315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '8e49c547-8015-4944-b8b9-ed9b28c2c80b', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '8e49c547-8015-4944-b8b9-ed9b28c2c80b', 'mac_address': 'fa:16:3e:a8:1a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:58:11.754849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca245a3c-d7b7-40c8-838e-752c4ceb2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.761113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca245a3c-d7b7-40c8-838e-752c4ceb2de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.765726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ca245a3c-d7b7-40c8-838e-752c4ceb2de9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a915d646-28b8-48fd-9288-ad8d02292dba HTTP/1.1" status: 204 len: 168 time: 0.2658381 Oct 25 22:58:11.772717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b41886aa-31e8-4dee-92a3-29a5f2099092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.776109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.777464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a227-932f-410f-97d8-82d70748f491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.782774 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b41886aa-31e8-4dee-92a3-29a5f2099092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.807369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a227-932f-410f-97d8-82d70748f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.817567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e49c547-8015-4944-b8b9-ed9b28c2c80b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:11.868532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b41886aa-31e8-4dee-92a3-29a5f2099092 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e12120d8e424fb686165ad164e98dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9991469 Oct 25 22:58:11.869146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:11.872875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1f2a227-932f-410f-97d8-82d70748f491 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f162cc3f4884758b7a5d35606777100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104393 Oct 25 22:58:11.873871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41886aa-31e8-4dee-92a3-29a5f2099092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d674af-e89d-4099-b4b7-def8ebb36d61,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:11.876816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:11.877419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:11.882932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.885447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device d0fec900-f797-450c-846d-1cf8bfb0d191 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:58:11.912315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca245a3c-d7b7-40c8-838e-752c4ceb2de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a915d646-28b8-48fd-9288-ad8d02292dba,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:11.954901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=8e49c547-8015-4944-b8b9-ed9b28c2c80b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:11.969211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:11.986289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.986634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.987033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.988015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.988338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.991242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.991706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.992168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.992629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.993107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.993556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:11.994012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:12.027487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2a227-932f-410f-97d8-82d70748f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04072a-bb52-49a0-9c33-b2897a64baf3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:12.044424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port d0fec900-f797-450c-846d-1cf8bfb0d191, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=d0fec900-f797-450c-846d-1cf8bfb0d191,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:12.062084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'd0fec900-f797-450c-846d-1cf8bfb0d191', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'd0fec900-f797-450c-846d-1cf8bfb0d191', 'mac_address': 'fa:16:3e:c0:a3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:58:12.106050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8715b778-560a-4cc6-9b13-a2ccb172fece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.108826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c347f209-bfea-4c88-a333-cb532f812b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.114948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.146501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fec900-f797-450c-846d-1cf8bfb0d191 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:12.192195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port d0fec900-f797-450c-846d-1cf8bfb0d191, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=d0fec900-f797-450c-846d-1cf8bfb0d191,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:12.195971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8715b778-560a-4cc6-9b13-a2ccb172fece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.210449 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c347f209-bfea-4c88-a333-cb532f812b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.215504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.289011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 30f46a82-2bcf-41c3-9834-7ad5aa463713 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:12.304457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=d0fec900-f797-450c-846d-1cf8bfb0d191,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:12.342414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Router 69438596-0e30-4a26-8b27-87239755fad9 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:58:12.348414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8715b778-560a-4cc6-9b13-a2ccb172fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.354135 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8715b778-560a-4cc6-9b13-a2ccb172fece admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.356103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8715b778-560a-4cc6-9b13-a2ccb172fece admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e04072a-bb52-49a0-9c33-b2897a64baf3 HTTP/1.1" status: 204 len: 168 time: 0.4597609 Oct 25 22:58:12.359749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c347f209-bfea-4c88-a333-cb532f812b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.364180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68d580-32cd-465e-8d70-dcc95d1fcd8d None None] Network c086c877-cd2b-4367-851b-c75c025121fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:12.365611 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c347f209-bfea-4c88-a333-cb532f812b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.370216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c347f209-bfea-4c88-a333-cb532f812b40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8d674af-e89d-4099-b4b7-def8ebb36d61 HTTP/1.1" status: 204 len: 168 time: 0.4907858 Oct 25 22:58:12.378886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715b778-560a-4cc6-9b13-a2ccb172fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04072a-bb52-49a0-9c33-b2897a64baf3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:12.400949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347f209-bfea-4c88-a333-cb532f812b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d674af-e89d-4099-b4b7-def8ebb36d61,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:12.465885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7f30d444-e222-49f0-9b8d-96d4e67dd2e4 None None] Provisioning complete for port 30f46a82-2bcf-41c3-9834-7ad5aa463713 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:12.466277 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f30d444-e222-49f0-9b8d-96d4e67dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.470902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:12.492600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38478) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:12.515883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.525604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8b963cc8-0569-4e8b-82a5-619fc89feffb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7583663 Oct 25 22:58:12.526108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e755-dfdf-48b0-8849-17e38d8dc913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.527538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38482) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:12.553449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Sync routers for ids ['69438596-0e30-4a26-8b27-87239755fad9'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:12.637801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Routers {'69438596-0e30-4a26-8b27-87239755fad9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:12.638722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['69438596-0e30-4a26-8b27-87239755fad9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:12.825151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d67d-149a-4137-8c10-6c48ff0bbc5c req-e8e00a0f-b317-4001-a1f7-d3d7202b3bbb tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:12.838918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c490d67d-149a-4137-8c10-6c48ff0bbc5c req-e8e00a0f-b317-4001-a1f7-d3d7202b3bbb tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 948 time: 0.2138641 Oct 25 22:58:12.850476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['8e49c547-8015-4944-b8b9-ed9b28c2c80b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:12.852809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['d0fec900-f797-450c-846d-1cf8bfb0d191'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:12.946760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:12.949550 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:12.965401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b278e-3373-4159-96bf-1de42426a665 req-42ce6b70-d62d-44c0-9618-d2f4a7bf8f75 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:12.967229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-707b278e-3373-4159-96bf-1de42426a665 req-42ce6b70-d62d-44c0-9618-d2f4a7bf8f75 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 948 time: 0.1327157 Oct 25 22:58:12.979074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e755-dfdf-48b0-8849-17e38d8dc913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.036809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e755-dfdf-48b0-8849-17e38d8dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.038069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-707b278e-3373-4159-96bf-1de42426a665 req-c04f7122-1472-45ca-8766-804933256b28 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603004 Oct 25 22:58:13.042120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c45381cf-f754-422b-97e2-c1ef1668f02c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.092962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38500) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:13.116780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1e1d-3fef-4ae0-ada2-2ed9fb29b30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.123638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 30f46a82-2bcf-41c3-9834-7ad5aa463713 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:13.123990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.126619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c490d67d-149a-4137-8c10-6c48ff0bbc5c req-684eec40-5482-4134-9645-bf309ddd48e4 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861834 Oct 25 22:58:13.196957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a6d9e755-dfdf-48b0-8849-17e38d8dc913 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6c82f643ab849a0ad66d03536afafe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022994 Oct 25 22:58:13.199094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9e755-dfdf-48b0-8849-17e38d8dc913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1198ac95-0d5d-424e-9491-c96301b2c3cd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:13.204285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38504) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:13.246878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.291635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c45381cf-f754-422b-97e2-c1ef1668f02c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.294967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95ed9c18-3139-4bec-9fcf-43118d665653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.300839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c45381cf-f754-422b-97e2-c1ef1668f02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.339697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c45381cf-f754-422b-97e2-c1ef1668f02c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02d4e7a0b6bd452b96370db70b8c27a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916907 Oct 25 22:58:13.339918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:13.369323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95ed9c18-3139-4bec-9fcf-43118d665653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.383399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45381cf-f754-422b-97e2-c1ef1668f02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab5b3c4-b0c5-4b48-912a-554ea05fd2c1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:13.404012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1e1d-3fef-4ae0-ada2-2ed9fb29b30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.460387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1e1d-3fef-4ae0-ada2-2ed9fb29b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.462719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95ed9c18-3139-4bec-9fcf-43118d665653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.465285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95ed9c18-3139-4bec-9fcf-43118d665653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.466586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-95ed9c18-3139-4bec-9fcf-43118d665653 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1198ac95-0d5d-424e-9491-c96301b2c3cd HTTP/1.1" status: 204 len: 168 time: 0.2612298 Oct 25 22:58:13.483175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed9c18-3139-4bec-9fcf-43118d665653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198ac95-0d5d-424e-9491-c96301b2c3cd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:13.551005 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc3d1e1d-3fef-4ae0-ada2-2ed9fb29b30a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d603dfc31849441aa1d55edd12a940ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566898 Oct 25 22:58:13.553739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38514) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:13.569754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e84c8e-2905-4007-a77d-de4f156ad46d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.598440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d1e1d-3fef-4ae0-ada2-2ed9fb29b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2061cf0-a0c5-4295-810e-e8fe8acd1b73,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:13.600808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f30d444-e222-49f0-9b8d-96d4e67dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.620808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e84c8e-2905-4007-a77d-de4f156ad46d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.628202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b898c430-eccd-4588-9156-22038b34e5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.628863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Allocated IP 172.20.0.1 (c086c877-cd2b-4367-851b-c75c025121fe/aaf7f0b4-f98a-49e2-a47e-12a898d1bef9/10b3f4fd-e7e8-4438-a33f-80b0b4f63837) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:13.748067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e84c8e-2905-4007-a77d-de4f156ad46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.751460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e84c8e-2905-4007-a77d-de4f156ad46d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.756357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-46e84c8e-2905-4007-a77d-de4f156ad46d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ab5b3c4-b0c5-4b48-912a-554ea05fd2c1 HTTP/1.1" status: 204 len: 168 time: 0.4114211 Oct 25 22:58:13.766684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Set router 69438596-0e30-4a26-8b27-87239755fad9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:13.769655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.778352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b898c430-eccd-4588-9156-22038b34e5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.782876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e84c8e-2905-4007-a77d-de4f156ad46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab5b3c4-b0c5-4b48-912a-554ea05fd2c1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:13.822976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.882515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b898c430-eccd-4588-9156-22038b34e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.888452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b898c430-eccd-4588-9156-22038b34e5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.891355 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b898c430-eccd-4588-9156-22038b34e5bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2061cf0-a0c5-4295-810e-e8fe8acd1b73 HTTP/1.1" status: 204 len: 168 time: 0.3351703 Oct 25 22:58:13.895801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.904874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7f30d444-e222-49f0-9b8d-96d4e67dd2e4 None None] For port 30f46a82-2bcf-41c3-9834-7ad5aa463713, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=30f46a82-2bcf-41c3-9834-7ad5aa463713,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:13.907547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898c430-eccd-4588-9156-22038b34e5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2061cf0-a0c5-4295-810e-e8fe8acd1b73,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:13.970090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Network c086c877-cd2b-4367-851b-c75c025121fe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:13.975151 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f30d444-e222-49f0-9b8d-96d4e67dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:13.980555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:13.985087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:13.985568 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:14.175784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Pushing event updated for resources: {'Port': ['ID=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:14.197458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 22:58:14.198008 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 22:58:14.198604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30d444-e222-49f0-9b8d-96d4e67dd2e4 None None] Pushing event updated for resources: {'Port': ['ID=30f46a82-2bcf-41c3-9834-7ad5aa463713,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:14.259411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:14.294994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb388a6-80e9-43d7-ad5b-69a56f4d6245 req-aa39c855-8407-4bb1-b6a3-bfb5465babd2 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:14.303593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edb388a6-80e9-43d7-ad5b-69a56f4d6245 req-aa39c855-8407-4bb1-b6a3-bfb5465babd2 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 948 time: 0.0684609 Oct 25 22:58:14.396187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edb388a6-80e9-43d7-ad5b-69a56f4d6245 req-d228062f-0481-4e54-b437-2b3232cbc91d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841913 Oct 25 22:58:14.502097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:11Z', 'revision_number': 3, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:14.607387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Checking router: 69438596-0e30-4a26-8b27-87239755fad9 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:14.607994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Updating router 69438596-0e30-4a26-8b27-87239755fad9 port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:58:14.641732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-91c43537-d517-47e1-91bc-369bdec90c5d None None] Provisioning complete for port 30f46a82-2bcf-41c3-9834-7ad5aa463713 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:14.642392 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-91c43537-d517-47e1-91bc-369bdec90c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:14.734458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:14.910330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 30f46a82-2bcf-41c3-9834-7ad5aa463713 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:14.925782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb569-f4d0-41c4-8789-621f5af62c55 req-696304e6-aed8-44ec-89bb-6fd60da8ea46 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:14.932659 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-960bb569-f4d0-41c4-8789-621f5af62c55 req-696304e6-aed8-44ec-89bb-6fd60da8ea46 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 948 time: 0.5776317 Oct 25 22:58:14.997653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-960bb569-f4d0-41c4-8789-621f5af62c55 req-921c6d67-31b2-4cd9-860c-c108e711e38d tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622094 Oct 25 22:58:15.049126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 30f46a82-2bcf-41c3-9834-7ad5aa463713 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:15.049879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.069354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.075960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.077678 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.122799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ea7a844e-104b-4d9e-80b4-052d6ef0b3b1 None None] Provisioning complete for port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:15.123240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ea7a844e-104b-4d9e-80b4-052d6ef0b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.178567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Pushing event updated for resources: {'Port': ['ID=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:15.199351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a844e-104b-4d9e-80b4-052d6ef0b3b1 None None] Port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:15.212985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.241707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.242257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Network c086c877-cd2b-4367-851b-c75c025121fe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:15.243666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:15.329078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38600) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:15.371274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c751-f249-4a22-9892-383ea62344a2 None None] Pushing event updated for resources: {'Port': ['ID=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:15.374532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Attempting to bind port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:15.374901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Attempting to bind port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:15.375274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Attempting to bind port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:15.381196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:15.381569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Router 69438596-0e30-4a26-8b27-87239755fad9 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:58:15.381776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:15.381991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.382381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:15.382849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Bound port: 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:15.383227 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.521888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:15.527164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 8e49c547-8015-4944-b8b9-ed9b28c2c80b up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:15.544899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fb08a5cd-173f-471d-aec0-a7ab0a845764 admin admin] 10.222.0.25 "PUT /v2.0/routers/69438596-0e30-4a26-8b27-87239755fad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0134039 Oct 25 22:58:15.554065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] For port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:15.605618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9735eae-555a-48b5-a3f7-55a287054970 req-1370b1cc-0862-4967-afc1-8a012d7d4e01 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:15.616367 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9735eae-555a-48b5-a3f7-55a287054970 req-1370b1cc-0862-4967-afc1-8a012d7d4e01 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 948 time: 0.1022649 Oct 25 22:58:15.631020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] For port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:15.633576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84ad5074-e561-427d-af53-cd55b5697d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.634273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e7ae2950-d426-4d4a-90db-5313bb67a076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.649903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.702263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9735eae-555a-48b5-a3f7-55a287054970 req-8a4076fa-4815-44fe-b9c6-4b71db2fa0a7 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848169 Oct 25 22:58:15.705014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8bd8c118-ef36-48f5-b8d5-9d1222b0fa1f None None] Provisioning complete for port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:15.705607 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8bd8c118-ef36-48f5-b8d5-9d1222b0fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.756441 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84ad5074-e561-427d-af53-cd55b5697d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.762822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84ad5074-e561-427d-af53-cd55b5697d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.790187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Routers {'69438596-0e30-4a26-8b27-87239755fad9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:15.790984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:57:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['69438596-0e30-4a26-8b27-87239755fad9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:15.808580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-84ad5074-e561-427d-af53-cd55b5697d60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=201a6c8d7e2a4fffa83f6bbaa7f24acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784257 Oct 25 22:58:15.811246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38624) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:15.819358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad5074-e561-427d-af53-cd55b5697d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d5eca1-567c-453c-98e4-bbb1379ae4f6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:15.882312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2759efd5-13ad-48b4-8945-f11781a2e1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.891202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c751-f249-4a22-9892-383ea62344a2 None None] Pushing event updated for resources: {'Port': ['ID=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:15.897679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8c118-ef36-48f5-b8d5-9d1222b0fa1f None None] Port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:15.900868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 8e49c547-8015-4944-b8b9-ed9b28c2c80b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:58:15.906925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 8e49c547-8015-4944-b8b9-ed9b28c2c80b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:15.907297 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.919196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2759efd5-13ad-48b4-8945-f11781a2e1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.982122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2759efd5-13ad-48b4-8945-f11781a2e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.986762 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2759efd5-13ad-48b4-8945-f11781a2e1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:15.990503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2759efd5-13ad-48b4-8945-f11781a2e1db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06d5eca1-567c-453c-98e4-bbb1379ae4f6 HTTP/1.1" status: 204 len: 168 time: 0.1756592 Oct 25 22:58:15.998718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759efd5-13ad-48b4-8945-f11781a2e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d5eca1-567c-453c-98e4-bbb1379ae4f6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:16.107439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] Set router 69438596-0e30-4a26-8b27-87239755fad9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:16.149921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829b508-ec83-4dec-8f28-1775af1b3c21 req-2a2c037d-6a47-4357-a558-7dbb8e3ef5db tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:16.151541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c829b508-ec83-4dec-8f28-1775af1b3c21 req-2a2c037d-6a47-4357-a558-7dbb8e3ef5db tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 948 time: 0.0718045 Oct 25 22:58:16.200566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c829b508-ec83-4dec-8f28-1775af1b3c21 req-2ab50d2e-110a-4d16-8a68-74314d85e9fb tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Oct 25 22:58:16.276232 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.318925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49c547-8015-4944-b8b9-ed9b28c2c80b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:16.321141 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d74e778-c096-40fc-b740-13e1a8d4fe58" -d '{"events": [{"server_uuid": "6745cba1-684c-4f09-bc25-17378fa2a7d3", "name": "network-vif-plugged", "status": "completed", "tag": "8e49c547-8015-4944-b8b9-ed9b28c2c80b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:16.361867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:16.373651 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.374483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device d0fec900-f797-450c-846d-1cf8bfb0d191 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:16.402815 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26fe824-1db0-4969-be5f-f00afa8fae4c x-openstack-request-id: req-e26fe824-1db0-4969-be5f-f00afa8fae4c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:16.403135 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745cba1-684c-4f09-bc25-17378fa2a7d3", "name": "network-vif-plugged", "status": "completed", "tag": "8e49c547-8015-4944-b8b9-ed9b28c2c80b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:16.403391 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e26fe824-1db0-4969-be5f-f00afa8fae4c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:16.403784 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49c547-8015-4944-b8b9-ed9b28c2c80b', 'code': 200} Oct 25 22:58:16.472187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=8e49c547-8015-4944-b8b9-ed9b28c2c80b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:16.482916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '10b3f4fd-e7e8-4438-a33f-80b0b4f63837', 'name': '', 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'mac_address': 'fa:16:3e:8f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:13Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 2, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'subnets': [{'id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:16.538815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port d0fec900-f797-450c-846d-1cf8bfb0d191 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:58:16.544060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38646) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:16.547166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764fe41-746d-47fd-a1ca-78472c2893a5 None None] The sync data for ids ['69438596-0e30-4a26-8b27-87239755fad9'] in n-d-815373-1 is: [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '10b3f4fd-e7e8-4438-a33f-80b0b4f63837', 'name': '', 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'mac_address': 'fa:16:3e:8f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:13Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 2, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'subnets': [{'id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:16.549233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port d0fec900-f797-450c-846d-1cf8bfb0d191 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:16.550072 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.588872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a487f-0b19-4f5b-b4ac-394b225c020c req-fcfbc72b-c937-4123-ad89-d5c5363726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:16.593430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-586a487f-0b19-4f5b-b4ac-394b225c020c req-fcfbc72b-c937-4123-ad89-d5c5363726c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 1100 time: 0.0841501 Oct 25 22:58:16.660550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-586a487f-0b19-4f5b-b4ac-394b225c020c req-f273836c-6918-42bb-bb0c-73abf0eeaca5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598142 Oct 25 22:58:16.685775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-680d31d3-43c3-422b-b276-7c2d06903572 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3153389 Oct 25 22:58:16.691900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:16.701454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.723390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.775511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port d0fec900-f797-450c-846d-1cf8bfb0d191, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=d0fec900-f797-450c-846d-1cf8bfb0d191,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:16.783392 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.857547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.892648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=d0fec900-f797-450c-846d-1cf8bfb0d191,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:16.898464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:16.957838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0852d060-195b-4d3f-b112-0ec3af215ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:16.993462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3c024-6506-4bcb-83fb-f9be4827767a req-8a72e348-4ddf-4e0d-b958-fd4bf019036d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:17.001313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17e3c024-6506-4bcb-83fb-f9be4827767a req-8a72e348-4ddf-4e0d-b958-fd4bf019036d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 949 time: 0.1272218 Oct 25 22:58:17.062112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Allocated IP 172.25.4.144 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/68d7edcb-c30c-4135-81c3-2a7e83ae054d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:17.085355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-745112934-network', 'tenant_id': '8ebcf725f446401dbcf2e35ef13368e5'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:17.087374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17e3c024-6506-4bcb-83fb-f9be4827767a req-98c8f129-4e5c-4e93-95c9-03bca97a09c2 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850503 Oct 25 22:58:17.164462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0852d060-195b-4d3f-b112-0ec3af215ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.169204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Made reservation on behalf of 8ebcf725f446401dbcf2e35ef13368e5 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:17.169345 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0852d060-195b-4d3f-b112-0ec3af215ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.171585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.189497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.203648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0852d060-195b-4d3f-b112-0ec3af215ccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abf96f8dec084263848c2afb2690ec7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009374 Oct 25 22:58:17.206963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38668) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:17.285694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.307265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.350095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852d060-195b-4d3f-b112-0ec3af215ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db8e9d-a6fe-46fa-99ab-7fb11ae55e27,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:17.378832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:17.426897 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6b4448e-1dcf-4851-a7a5-d305c531df33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.435831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa858693-5741-4f1f-bd84-2ad542910f5a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:17.440930 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.445604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.445939 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Added segment 4d07aa02-d5ca-48e1-b890-86fbcdae17e2 of type vlan for network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 Oct 25 22:58:17.450907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2f1ff-9d77-4be5-a23d-a30d70fca688 req-92f6a48b-4ae4-412b-b853-7f38b956abb9 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:17.466336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0fd2f1ff-9d77-4be5-a23d-a30d70fca688 req-92f6a48b-4ae4-412b-b853-7f38b956abb9 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.1188195 Oct 25 22:58:17.526096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-0134df54-c50b-4758-ae47-79b5a0b609d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672754 Oct 25 22:58:17.537133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.539782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6b4448e-1dcf-4851-a7a5-d305c531df33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.590705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0fd2f1ff-9d77-4be5-a23d-a30d70fca688 req-97aae866-c5a5-476d-b055-a5832bb810ce tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232398 Oct 25 22:58:17.624475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.678920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.683479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:17.684146 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.740667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-b24050b0-696f-4bf0-b86b-9b3c0f03f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:17.742922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-b24050b0-696f-4bf0-b86b-9b3c0f03f4bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 1101 time: 0.1328831 Oct 25 22:58:17.768948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6b4448e-1dcf-4851-a7a5-d305c531df33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.773727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6b4448e-1dcf-4851-a7a5-d305c531df33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:17.777900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a6b4448e-1dcf-4851-a7a5-d305c531df33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1db8e9d-a6fe-46fa-99ab-7fb11ae55e27 HTTP/1.1" status: 204 len: 168 time: 0.5698736 Oct 25 22:58:17.835216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=68d7edcb-c30c-4135-81c3-2a7e83ae054d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:17.840712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] Pushing event updated for resources: {'Network': ['ID=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:17.852600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:17.874712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:17.879801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-81e757f3-2670-47b8-bcda-bd1d0996f454 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3274779 Oct 25 22:58:17.880753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:17.888409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:17.890062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4448e-1dcf-4851-a7a5-d305c531df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db8e9d-a6fe-46fa-99ab-7fb11ae55e27,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:17.892089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38692) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:17.906700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Request body: {'subnet': {'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-745112934-subnet', 'tenant_id': '8ebcf725f446401dbcf2e35ef13368e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:17.972111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-e367d406-5d2f-492d-a0f7-02978d3dc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:17.973638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-e367d406-5d2f-492d-a0f7-02978d3dc8f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1943278 Oct 25 22:58:18.015959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Made reservation on behalf of 8ebcf725f446401dbcf2e35ef13368e5 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:18.018358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.050791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.057368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-5452bae8-9f8b-47d0-bc8b-ff31ade68c9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=46fcf571-4b28-4774-93fb-a18e5e37c012 HTTP/1.1" status: 200 len: 217 time: 0.0681727 Oct 25 22:58:18.165429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-b2b64b3f-f650-45da-8395-08c5a29929de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:18.167112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-b2b64b3f-f650-45da-8395-08c5a29929de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0599642 Oct 25 22:58:18.250568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-6df530d3-d07e-49f2-9980-ff2b94cba3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:18.253517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-6df530d3-d07e-49f2-9980-ff2b94cba3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753744 Oct 25 22:58:18.301936 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b053a84e-4ed5-4979-8dc4-b257a4099a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.379539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.404521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-1f364563-c571-4139-abb9-30471d450b7d service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417632 Oct 25 22:58:18.405229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fec900-f797-450c-846d-1cf8bfb0d191'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:18.406700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.408356 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca569240-e8bf-404a-b8ea-b2a2982e1d7b" -d '{"events": [{"server_uuid": "d3e65b2c-0693-46da-8b09-8db45ee15072", "name": "network-vif-plugged", "status": "completed", "tag": "d0fec900-f797-450c-846d-1cf8bfb0d191"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:18.500298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01296933-fb18-4a6b-acd6-addda0a15ea0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:18.544593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3751eb80-4b6f-442b-a895-e5c1119ecfbc req-f9fc2393-782c-443d-a85b-3a46854ec57e service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320841 Oct 25 22:58:18.567910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:18.568327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Network hostable DHCP agents. Network: 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:18.631761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:18.647791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:18.652573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:18.653863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.656223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa02ca-460a-4d94-8bf7-d9bd7908dd08 None None] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:18.685312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.695584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.741998 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-add52322-c894-4bc8-abc4-970585597410 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8488863 Oct 25 22:58:18.749114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.765828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=68d7edcb-c30c-4135-81c3-2a7e83ae054d,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:18.778240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:18.787322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-be8543f4-f242-4cef-9007-3cbace33548a tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1003184 Oct 25 22:58:18.856942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82804205-8321-4c38-ae56-99a612268f22 None None] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:18.914083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-4f0e200f-a7ca-472e-9413-35c30b15d713 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.1255212 Oct 25 22:58:18.964237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:18.970434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d2b6f-fb6f-452f-aabb-2d6127852f21 req-10685d80-94fa-408f-9b0a-85d52bea418d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:18.983644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994d2b6f-fb6f-452f-aabb-2d6127852f21 req-10685d80-94fa-408f-9b0a-85d52bea418d tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 949 time: 0.1236315 Oct 25 22:58:19.011976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38726) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:19.050982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994d2b6f-fb6f-452f-aabb-2d6127852f21 req-97b38aef-8042-47d8-b9cf-def923f2ce6e tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635788 Oct 25 22:58:19.091511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:19.091957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.159580 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50086d-0a54-4a80-bfb0-b741e906dac2 x-openstack-request-id: req-ff50086d-0a54-4a80-bfb0-b741e906dac2 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:19.160970 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e65b2c-0693-46da-8b09-8db45ee15072", "name": "network-vif-plugged", "status": "completed", "tag": "d0fec900-f797-450c-846d-1cf8bfb0d191", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:19.161423 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff50086d-0a54-4a80-bfb0-b741e906dac2 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:19.162058 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fec900-f797-450c-846d-1cf8bfb0d191', 'code': 200} Oct 25 22:58:19.167464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-3d65f561-6654-40eb-9242-3b07f86395e0 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:19.168897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-3d65f561-6654-40eb-9242-3b07f86395e0 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2538712 Oct 25 22:58:19.196283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-628376ec-d012-4bee-af71-eafa800381e1 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:19.197251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a12d881-47ce-48e5-9039-c2db1c123253 req-628376ec-d012-4bee-af71-eafa800381e1 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070527 Oct 25 22:58:19.324479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.354306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:19.362051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.405265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-729659977-network', 'tenant_id': 'e11d0f7451b64a77984527e8040df2b8'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:19.439736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:19.448248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.462922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Made reservation on behalf of e11d0f7451b64a77984527e8040df2b8 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:19.466506 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.480220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.592120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c2ff6-7505-4f52-a8c3-70bebab2df08 req-8524e777-2947-4729-a40a-4dd905f42721 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:19.603042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f63c2ff6-7505-4f52-a8c3-70bebab2df08 req-8524e777-2947-4729-a40a-4dd905f42721 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.3458180 Oct 25 22:58:19.626514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e15f1-3448-43fd-926f-da1a3410f244 req-3bea3a74-1d58-4fe8-9c16-1820d223240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:19.628173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa6e15f1-3448-43fd-926f-da1a3410f244 req-3bea3a74-1d58-4fe8-9c16-1820d223240b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 1100 time: 0.3519382 Oct 25 22:58:19.636526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.642202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.661290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:19.672823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f63c2ff6-7505-4f52-a8c3-70bebab2df08 req-ae5ea203-0739-4fc2-b8fb-b4aed4e509cc tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687952 Oct 25 22:58:19.688966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.688966 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Added segment 08623718-6d95-4893-a305-41f0eab2a44c of type vlan for network 27ba88a7-88df-413f-b22e-5b54ccbddd10 Oct 25 22:58:19.721598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa6e15f1-3448-43fd-926f-da1a3410f244 req-812a8799-1580-4845-bb8d-0471fe076684 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756254 Oct 25 22:58:19.737574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38754) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:19.742430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1456813850-network', 'tenant_id': 'bceaa41469f04b478e6ca073c587f3ef'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:19.752237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f09841-be64-4db1-993d-d092a1baa500,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:19.764614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.783345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Made reservation on behalf of bceaa41469f04b478e6ca073c587f3ef for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:19.785867 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Sync routers for ids ['69438596-0e30-4a26-8b27-87239755fad9'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:19.792262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.810321 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Routers {'69438596-0e30-4a26-8b27-87239755fad9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:19.811152 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['69438596-0e30-4a26-8b27-87239755fad9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:19.812821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.814698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.816903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:19.817708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.899806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.905034 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.931900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:19.932826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9193828 Oct 25 22:58:19.936083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38764) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:19.944501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Request body: {'subnet': {'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-729659977-subnet', 'tenant_id': 'e11d0f7451b64a77984527e8040df2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:19.953097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf02749-f8fc-494b-89d7-6781d4393f80,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:19.972576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:19.975824 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Added segment 2aef9a2a-0488-457c-b857-e5d61af62f49 of type vlan for network 5d2b9e01-af87-4b7d-a56d-77bea74edc78 Oct 25 22:58:19.996263 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Set router 69438596-0e30-4a26-8b27-87239755fad9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:20.028170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Made reservation on behalf of e11d0f7451b64a77984527e8040df2b8 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:20.030775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.037423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.057354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-379320da-6dd7-4481-9cf2-a0036f8f68c7 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1872797 Oct 25 22:58:20.071522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.079875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:20.106690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c67a9-527f-4109-a852-a40e2702312c admin admin] Pushing event updated for resources: {'Network': ['ID=27ba88a7-88df-413f-b22e-5b54ccbddd10,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:20.110387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.123147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:20.132103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.133520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:20.134344 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.214711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4760120 Oct 25 22:58:20.219994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38766) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:20.242094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Request body: {'subnet': {'network_id': '5d2b9e01-af87-4b7d-a56d-77bea74edc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1456813850-subnet', 'tenant_id': 'bceaa41469f04b478e6ca073c587f3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:20.245641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e19b9b-0234-4d29-b714-4982b753ae85 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2b9e01-af87-4b7d-a56d-77bea74edc78,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:20.267890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5d2b9e01-af87-4b7d-a56d-77bea74edc78 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:20.270755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.302643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Made reservation on behalf of bceaa41469f04b478e6ca073c587f3ef for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:20.307146 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.335905 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '10b3f4fd-e7e8-4438-a33f-80b0b4f63837', 'name': '', 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'mac_address': 'fa:16:3e:8f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:13Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 2, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'subnets': [{'id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:20.390297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.399165 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Checking router: 69438596-0e30-4a26-8b27-87239755fad9 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:20.399742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Updating router 69438596-0e30-4a26-8b27-87239755fad9 port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:58:20.414531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Allocated IP 172.25.4.55 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/189c86f2-d403-4517-ac8e-3df4f0db3010) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:20.440917 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.482685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ff508a-31c3-403e-90a4-1e357bc310db,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:20.541878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:20.542255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Network hostable DHCP agents. Network: 27ba88a7-88df-413f-b22e-5b54ccbddd10, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:20.547809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.559856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.579205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6825-e7f4-49a1-a68b-dc304551ea72 req-018765e7-1531-4839-ac1d-a9067bfc3593 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:20.581265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e67d6825-e7f4-49a1-a68b-dc304551ea72 req-018765e7-1531-4839-ac1d-a9067bfc3593 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 949 time: 0.1162465 Oct 25 22:58:20.593721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.621305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:20.639278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:20.646137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:20.648223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=189c86f2-d403-4517-ac8e-3df4f0db3010,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:20.650510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:20.654140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 27ba88a7-88df-413f-b22e-5b54ccbddd10) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:20.662628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.665278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:20.665854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.668854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f16e1-933e-4732-99bf-c910601acc94 None None] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:20.677336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e67d6825-e7f4-49a1-a68b-dc304551ea72 req-f5b8d963-6e7c-4e16-844b-f3e2ef044b87 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710669 Oct 25 22:58:20.735353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-44d10b78-c7d1-4815-b93a-900a8f7b2e63 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7982361 Oct 25 22:58:20.744929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.765774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d882fbb-3abe-44ce-baec-0ce8f79fa30c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:20.770846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Checking segment: {'id': '2aef9a2a-0488-457c-b857-e5d61af62f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d2b9e01-af87-4b7d-a56d-77bea74edc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:20.771426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Network hostable DHCP agents. Network: 5d2b9e01-af87-4b7d-a56d-77bea74edc78, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:20.793501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Network 5d2b9e01-af87-4b7d-a56d-77bea74edc78 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:20.822862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5d2b9e01-af87-4b7d-a56d-77bea74edc78) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:20.827650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:20.828391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.840474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbed0e-c1e4-4f28-a4a1-efd757149f0b None None] Network 5d2b9e01-af87-4b7d-a56d-77bea74edc78 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:20.857223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-19d3dd2c-7a46-4b5e-953d-efd7f492658c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6359525 Oct 25 22:58:20.867932 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.880308 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:20.888516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ea29f2-2454-403e-a816-5f45c4ba66f4 None None] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:20.944485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:21.008020 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Pushing event updated for resources: {'Port': ['ID=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:21.070103 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.072026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.072400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.072749 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.073089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.073431 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.073767 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.074095 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.074450 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.074805 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.075156 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.075457 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:58:21.151970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:21.153156 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.180928 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Attempting to bind port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:21.181306 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Attempting to bind port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:21.181667 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Attempting to bind port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 on network c086c877-cd2b-4367-851b-c75c025121fe {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:21.199544 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:21.200192 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Checking segment: {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:21.200796 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.202590 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Bound using segment: {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:21.203289 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Bound port: 10b3f4fd-e7e8-4438-a33f-80b0b4f63837, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2430cfe1-d5c4-4474-b615-3bb995f7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:21.206274 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.289527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c2da3-922f-4914-a701-75494658f0cc req-497e0576-f7b4-485c-aa0f-8e2ae35bbb7a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:21.305870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72609067-ec11-4062-9b62-69dd3f704e59 None None] Network 5d2b9e01-af87-4b7d-a56d-77bea74edc78 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:21.306060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af2c2da3-922f-4914-a701-75494658f0cc req-497e0576-f7b4-485c-aa0f-8e2ae35bbb7a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.0963936 Oct 25 22:58:21.374640 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] For port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:21.385447 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] For port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:21.398409 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.414786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af2c2da3-922f-4914-a701-75494658f0cc req-c1537f09-e8ec-4b27-9c2d-3ef429978734 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012325 Oct 25 22:58:21.461503 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Routers {'69438596-0e30-4a26-8b27-87239755fad9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:21.468989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['69438596-0e30-4a26-8b27-87239755fad9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:21.555810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.593729 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b5c66-bd76-449c-9a64-b0108690f976 None None] Pushing event updated for resources: {'Port': ['ID=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:21.663404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ff9ea072-c85a-4035-ac7d-4339a60ca446 None None] Provisioning complete for port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:21.663899 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea072-c85a-4035-ac7d-4339a60ca446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.730274 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] Set router 69438596-0e30-4a26-8b27-87239755fad9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:21.816980 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.828876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.891551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38810) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:21.898862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1463592279-network', 'tenant_id': '3cd5f66f8c604f83b5b3046068de7b21'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:21.908386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.942822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=189c86f2-d403-4517-ac8e-3df4f0db3010,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:21.943326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Made reservation on behalf of 3cd5f66f8c604f83b5b3046068de7b21 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:21.947453 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea072-c85a-4035-ac7d-4339a60ca446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.947635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.965207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.967860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:21.977408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-fe4c5b00-ea91-4f80-a3b3-eaaaecb8a177 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9133344 Oct 25 22:58:22.005711 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '10b3f4fd-e7e8-4438-a33f-80b0b4f63837', 'name': '', 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'mac_address': 'fa:16:3e:8f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:13Z', 'updated_at': '2021-10-25T22:58:21Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'subnets': [{'id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:22.013385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ff9ea072-c85a-4035-ac7d-4339a60ca446 None None] For port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:22.020093 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea072-c85a-4035-ac7d-4339a60ca446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.040050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d6e03-0ba2-4191-9a02-07f93984a999 None None] The sync data for ids ['69438596-0e30-4a26-8b27-87239755fad9'] in n-d-815373-1 is: [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:14Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '10b3f4fd-e7e8-4438-a33f-80b0b4f63837', 'name': '', 'network_id': 'c086c877-cd2b-4367-851b-c75c025121fe', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'mac_address': 'fa:16:3e:8f:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:13Z', 'updated_at': '2021-10-25T22:58:21Z', 'revision_number': 4, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'subnets': [{'id': 'aaf7f0b4-f98a-49e2-a47e-12a898d1bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:22.055242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-69512947-d573-425f-bad6-3ab8d2006e82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0770488 Oct 25 22:58:22.103321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.107516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ea072-c85a-4035-ac7d-4339a60ca446 None None] Pushing event updated for resources: {'Port': ['ID=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:22.110213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.144064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:22.153774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676ff9f5-344b-43a6-b40e-65eabe7132ff,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:22.160369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0e078f2c-80b6-46a2-bcf4-97c2a153d763 None None] Provisioning complete for port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:22.160915 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e078f2c-80b6-46a2-bcf4-97c2a153d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.162059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.162905 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Added segment 7bada635-b942-4823-81b2-5521e0bb8003 of type vlan for network 4325b5ab-c753-4595-85cf-3fb21c481b2e Oct 25 22:58:22.232920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.247489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-7291a691-4b72-40b5-bfc8-c16d4e33bc17 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:22.262563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffaeb9cb-8df1-499d-a97c-0c482ec3964d req-7291a691-4b72-40b5-bfc8-c16d4e33bc17 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1985695 Oct 25 22:58:22.272465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.273647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:22.274445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.385980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] Pushing event updated for resources: {'Network': ['ID=4325b5ab-c753-4595-85cf-3fb21c481b2e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:22.386652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ef859-c008-44a4-97df-8ec01f329402 req-bddb7f3c-d592-4cd7-a72f-bbab17beabe3 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:22.388660 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737ef859-c008-44a4-97df-8ec01f329402 req-bddb7f3c-d592-4cd7-a72f-bbab17beabe3 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 949 time: 0.0623734 Oct 25 22:58:22.396448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4325b5ab-c753-4595-85cf-3fb21c481b2e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:22.422750 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-857c990a-4db9-4566-af78-d9fcc7529b46 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5272806 Oct 25 22:58:22.422953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38826) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:22.428675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Request body: {'subnet': {'network_id': '4325b5ab-c753-4595-85cf-3fb21c481b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1463592279-subnet', 'tenant_id': '3cd5f66f8c604f83b5b3046068de7b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:22.460074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737ef859-c008-44a4-97df-8ec01f329402 req-7caf7685-7369-48a8-94a7-4618d0b3d832 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1198b5e-b662-400d-9c2e-5de6ba46c288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607264 Oct 25 22:58:22.476955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Made reservation on behalf of 3cd5f66f8c604f83b5b3046068de7b21 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:22.479974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.541446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-e4047f6e-b64d-4ab9-8296-1ad02fea3cbf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:22.548591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-e4047f6e-b64d-4ab9-8296-1ad02fea3cbf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.1875932 Oct 25 22:58:22.578857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-4b305d78-edbf-4df5-9215-5deefc23391d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/quotas/8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 375 time: 0.0292134 Oct 25 22:58:22.616201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-476d331b-0c87-4415-bcbd-7e16ddb2a89d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363393 Oct 25 22:58:22.682970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-80559bcd-a84a-4396-8cb9-6b9fc2e3b98e tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1298163 Oct 25 22:58:22.687704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:22.714998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.749252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.829943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66249ed-bf4c-4075-9d13-f3b95168a9c0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:22.842018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Checking segment: {'id': '7bada635-b942-4823-81b2-5521e0bb8003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4325b5ab-c753-4595-85cf-3fb21c481b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:22.842018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Network hostable DHCP agents. Network: 4325b5ab-c753-4595-85cf-3fb21c481b2e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:22.854727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-7d7c9613-b03f-4633-bf84-40cd0ea4baff service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:22.855674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-7d7c9613-b03f-4633-bf84-40cd0ea4baff service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0749300 Oct 25 22:58:22.872149 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.873750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Network 4325b5ab-c753-4595-85cf-3fb21c481b2e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:22.927158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4325b5ab-c753-4595-85cf-3fb21c481b2e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:22.938341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:22.938920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:22.941006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf1861-213c-45e2-88ad-3933a97d1fb4 None None] Network 4325b5ab-c753-4595-85cf-3fb21c481b2e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:22.969531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e91b5a2-8899-4db1-a28d-00d07b8fb1ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5454819 Oct 25 22:58:23.002032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ba6d1528-fff0-4423-be6e-53dd62b6c54c service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376688 Oct 25 22:58:23.047606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Allocated IP 172.25.4.118 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/53ea1c9f-a94b-43ac-bc14-0275f7ffdf63) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:23.051656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:23.129917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1d8e9-5299-40d7-a0a8-bef4683dc654 None None] Network 4325b5ab-c753-4595-85cf-3fb21c481b2e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:23.132312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-dff67566-990d-43f4-90c0-6cfa82851f41 service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283901 Oct 25 22:58:23.216271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.223525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:23.224057 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.264749 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.319506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:23.324660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:23.327427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:23.337401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=53ea1c9f-a94b-43ac-bc14-0275f7ffdf63,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:23.398081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.424441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aca03-9201-44c1-9888-a988f66adc55 req-447694ca-a161-4048-89f9-9470b90da0b8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:23.426009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-049aca03-9201-44c1-9888-a988f66adc55 req-447694ca-a161-4048-89f9-9470b90da0b8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 949 time: 0.0937831 Oct 25 22:58:23.450524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275291-326c-4301-8c9e-e3756771fe69 req-71ef4577-1af2-4eee-a559-2a3d605f4076 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:23.452086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f275291-326c-4301-8c9e-e3756771fe69 req-71ef4577-1af2-4eee-a559-2a3d605f4076 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.0931826 Oct 25 22:58:23.452659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.551766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f275291-326c-4301-8c9e-e3756771fe69 req-6b27c44d-48e8-4bcf-88d5-a4714f2e61bd tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816820 Oct 25 22:58:23.581306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Deleting port 8e49c547-8015-4944-b8b9-ed9b28c2c80b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:23.582462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.663729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.669886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.707334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.730218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] For port 8e49c547-8015-4944-b8b9-ed9b28c2c80b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=8e49c547-8015-4944-b8b9-ed9b28c2c80b,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:23.730881 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.733913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:23.741914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0580115 Oct 25 22:58:23.744737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498328fd-0259-4452-9646-bd16c8109eb3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=53ea1c9f-a94b-43ac-bc14-0275f7ffdf63,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:23.751915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Calling delete_port for 8e49c547-8015-4944-b8b9-ed9b28c2c80b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:23.814445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-7521aa09-cb5b-4e71-b32a-c10aaf18c351 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.0712190 Oct 25 22:58:23.931385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-f64c3712-50b2-4394-8e98-ebb6e4294e6f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:23.932729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b73faef5-df4c-400f-b355-9a5b90d93bdd req-f64c3712-50b2-4394-8e98-ebb6e4294e6f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1173797 Oct 25 22:58:24.003307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-dae7633a-8949-4065-a506-6754f5bcdd2e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:24.005682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-dae7633a-8949-4065-a506-6754f5bcdd2e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.1662099 Oct 25 22:58:24.012113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:24.015186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35fe8ddd-fc22-49a8-b18f-f09588224748 req-52b7b07e-6d57-45e6-aa72-e467d11017b6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 210 time: 0.0280635 Oct 25 22:58:24.049032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['8e49c547-8015-4944-b8b9-ed9b28c2c80b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:24.061139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Pushing event deleted for resources: {'Port': ['ID=8e49c547-8015-4944-b8b9-ed9b28c2c80b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:24.071908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-ba481943-79bc-40cb-aade-5acaec2ae33f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/quotas/e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 375 time: 0.0511458 Oct 25 22:58:24.126586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db4d9e65-bd36-4940-ab1a-bb01c3649b37 req-66827018-c20f-455e-80e2-498a8507a725 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.25 "GET /v2.0/ports?device_id=6745cba1-684c-4f09-bc25-17378fa2a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Oct 25 22:58:24.134052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-6f4aad51-95eb-43da-9fb8-8374483389cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472417 Oct 25 22:58:24.134942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] No DVR routers for this DVR port 8e49c547-8015-4944-b8b9-ed9b28c2c80b on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:24.138249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:24.141686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-049aca03-9201-44c1-9888-a988f66adc55 req-dc6045e5-0586-43ca-8464-3ba89c308af8 tempest-DeleteServersAdminTestJSON-1409936861 tempest-DeleteServersAdminTestJSON-1409936861-project] 10.222.0.15 "DELETE /v2.0/ports/8e49c547-8015-4944-b8b9-ed9b28c2c80b HTTP/1.1" status: 204 len: 173 time: 0.7082388 Oct 25 22:58:24.142235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'name': 'network-vif-deleted', 'tag': '8e49c547-8015-4944-b8b9-ed9b28c2c80b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:24.145555 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42376a1c-5535-48ef-841a-ebd6a8c4cb1e" -d '{"events": [{"server_uuid": "6745cba1-684c-4f09-bc25-17378fa2a7d3", "name": "network-vif-deleted", "tag": "8e49c547-8015-4944-b8b9-ed9b28c2c80b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:24.256890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-1bb75021-fbdb-4b8c-9a07-41f61eab64d0 service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083143 Oct 25 22:58:24.371580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-c24ec10d-34d5-4314-a4f2-85923f4e579d service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132214 Oct 25 22:58:24.520573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-3bdf3a9c-842a-4de6-a5a7-d4ac33651b06 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:24.522303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-3bdf3a9c-842a-4de6-a5a7-d4ac33651b06 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.1495724 Oct 25 22:58:24.548620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Request body: {'port': {'device_id': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'admin_state_up': True, 'tenant_id': '8ebcf725f446401dbcf2e35ef13368e5'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:24.588934 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c646d86-e1ec-4c5c-9e87-b4676a1a4187 x-openstack-request-id: req-4c646d86-e1ec-4c5c-9e87-b4676a1a4187 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:24.589937 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745cba1-684c-4f09-bc25-17378fa2a7d3", "name": "network-vif-deleted", "tag": "8e49c547-8015-4944-b8b9-ed9b28c2c80b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:24.590191 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c646d86-e1ec-4c5c-9e87-b4676a1a4187 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:24.591188 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745cba1-684c-4f09-bc25-17378fa2a7d3', 'name': 'network-vif-deleted', 'tag': '8e49c547-8015-4944-b8b9-ed9b28c2c80b', 'status': 'completed', 'code': 200} Oct 25 22:58:24.677930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-96c4282b-5c06-4e09-81f7-35a24b9b9104 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1854997 Oct 25 22:58:24.691208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:24.734586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:24.740677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2783a25-e6f2-4d4d-a04f-ca2980cab0de req-d91b4389-f44a-450e-b823-39baae466afe tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:24.742340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2783a25-e6f2-4d4d-a04f-ca2980cab0de req-d91b4389-f44a-450e-b823-39baae466afe tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 1100 time: 0.0973964 Oct 25 22:58:24.773383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2783a25-e6f2-4d4d-a04f-ca2980cab0de req-36b1c056-af37-4c36-9879-aab9c65db6a4 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:24.782794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Made reservation on behalf of 8ebcf725f446401dbcf2e35ef13368e5 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:24.787715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:24.943942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:24.964184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38898) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:24.997391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2783a25-e6f2-4d4d-a04f-ca2980cab0de req-36b1c056-af37-4c36-9879-aab9c65db6a4 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.009590 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2783a25-e6f2-4d4d-a04f-ca2980cab0de req-36b1c056-af37-4c36-9879-aab9c65db6a4 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.030798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Allocated IP 172.20.0.13 (32fdc89e-99ce-462b-a5dd-1c1ea7c32d99/01296933-fb18-4a6b-acd6-addda0a15ea0/9c6d038a-2126-446f-b526-9b112c9ab776) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:25.047951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2783a25-e6f2-4d4d-a04f-ca2980cab0de req-36b1c056-af37-4c36-9879-aab9c65db6a4 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960052 Oct 25 22:58:25.074342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1c056-af37-4c36-9879-aab9c65db6a4 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534d2a6-c60a-48ad-a5ab-aa9d1953362a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:25.110633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Allocated IP 172.25.4.190 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/28ef7383-9790-402f-8e93-66bb203e0bd1) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:25.150248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5943bed4-2d18-4f02-bce1-e0deaabe9fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.256810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.304412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.339998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:25.342964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:25.349677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:25.385146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=28ef7383-9790-402f-8e93-66bb203e0bd1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:25.418772 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.448169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2029bfd0-9d92-4ad3-9a8c-fb910f694b43 req-a012e3ca-30c4-4443-b2bb-7c89dc43e7d5 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 210 time: 0.2815597 Oct 25 22:58:25.472745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.548923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.591082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5943bed4-2d18-4f02-bce1-e0deaabe9fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.599697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5943bed4-2d18-4f02-bce1-e0deaabe9fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.619554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.651710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.657914 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.687940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.699652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943bed4-2d18-4f02-bce1-e0deaabe9fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21034ca0-273f-4d94-a89e-7f49ca25a80b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:25.713344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.717243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:25.718789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0323274 Oct 25 22:58:25.719820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b464266-727e-4d80-be87-411534986716 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event updated for resources: {'Port': ['ID=28ef7383-9790-402f-8e93-66bb203e0bd1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:25.722624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5943bed4-2d18-4f02-bce1-e0deaabe9fda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b7ce0a8db6347e7ae184a7b1703390c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7572100 Oct 25 22:58:25.725728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38910) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:25.727511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:25.733355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:25.761713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:25.771363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ffc8-fe28-4abe-ad4c-8d65e3762507 req-249ec14e-854b-43f8-b46f-6f2843cc3a10 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:25.776354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62f0ffc8-fe28-4abe-ad4c-8d65e3762507 req-249ec14e-854b-43f8-b46f-6f2843cc3a10 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 932 time: 0.1532571 Oct 25 22:58:25.791355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-0e5649ea-a9b4-49e1-8e03-9fabba7b06a0 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0667987 Oct 25 22:58:25.828330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:25.828840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.843663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62f0ffc8-fe28-4abe-ad4c-8d65e3762507 req-128c6fea-1cf6-44af-a456-ff8999052ff6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627844 Oct 25 22:58:25.857122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-ff5b86a9-2b31-420f-bc9c-a668a792ac98 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3193808 Oct 25 22:58:25.872625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Request body: {'port': {'device_id': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:25.900804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0eabca1c-77a8-498c-8c73-04927df7e5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.925249 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0eabca1c-77a8-498c-8c73-04927df7e5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:25.997694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-d4759d84-ea7b-4b58-8e9b-a62cf6d5d7d3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:25.999109 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d46a1b0d-5f87-4c36-a5b4-a4a45842f3d7 req-d4759d84-ea7b-4b58-8e9b-a62cf6d5d7d3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1950784 Oct 25 22:58:26.005130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.023266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0eabca1c-77a8-498c-8c73-04927df7e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.026703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0eabca1c-77a8-498c-8c73-04927df7e5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.028813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0eabca1c-77a8-498c-8c73-04927df7e5b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21034ca0-273f-4d94-a89e-7f49ca25a80b HTTP/1.1" status: 204 len: 168 time: 0.2936053 Oct 25 22:58:26.072529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabca1c-77a8-498c-8c73-04927df7e5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21034ca0-273f-4d94-a89e-7f49ca25a80b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:26.122193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99c2be7a-d19d-4cf9-8632-7f84af3668ed req-f2ad3578-6b04-4d7a-8a1c-e4daf1af2a21 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips/9d830a95-8972-49f0-972b-719e5adb2157 HTTP/1.1" status: 200 len: 693 time: 0.0724530 Oct 25 22:58:26.132798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-ebc6c782-bc79-4121-9c38-07c51c012021 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:26.134539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-ebc6c782-bc79-4121-9c38-07c51c012021 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.2294271 Oct 25 22:58:26.197171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Request body: {'port': {'device_id': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'admin_state_up': True, 'tenant_id': 'e11d0f7451b64a77984527e8040df2b8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:26.314132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2be7a-d19d-4cf9-8632-7f84af3668ed req-22e2453a-802d-4634-a3e1-299afe1c4584 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:26.316853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99c2be7a-d19d-4cf9-8632-7f84af3668ed req-22e2453a-802d-4634-a3e1-299afe1c4584 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1845989 Oct 25 22:58:26.328042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-99c2be7a-d19d-4cf9-8632-7f84af3668ed req-4e9de0bd-f6a5-4cc8-a318-1d00d693fe4e tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:26.329209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99c2be7a-d19d-4cf9-8632-7f84af3668ed req-4e9de0bd-f6a5-4cc8-a318-1d00d693fe4e tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058999 Oct 25 22:58:26.331090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38932) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:26.414561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c8316-6777-4d6d-8347-8f28aeedf129 req-45b7f4a4-225d-4487-9771-86a2c9499266 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:26.416111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c42c8316-6777-4d6d-8347-8f28aeedf129 req-45b7f4a4-225d-4487-9771-86a2c9499266 tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 1100 time: 0.1642900 Oct 25 22:58:26.475826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-178d89f0-ee54-44bc-a053-459c8d96417c tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips/9d830a95-8972-49f0-972b-719e5adb2157 HTTP/1.1" status: 200 len: 693 time: 0.0739529 Oct 25 22:58:26.476559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Made reservation on behalf of e11d0f7451b64a77984527e8040df2b8 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:26.480111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.498465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38942) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:26.523829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c42c8316-6777-4d6d-8347-8f28aeedf129 req-237d87d6-0a58-48b1-8da4-ed6ac4f5da6f tempest-ServersAdminNegativeTestJSON-1002616542 tempest-ServersAdminNegativeTestJSON-1002616542-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998876 Oct 25 22:58:26.546567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-621b3bd9-9ac4-4013-8aef-88e87958ef29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.560958 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e528a0b-229e-446a-8cbf-b89446a7845e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.598746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6d038a-2126-446f-b526-9b112c9ab776 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:26.610339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.662919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Transition to ACTIVE for port object 9c6d038a-2126-446f-b526-9b112c9ab776 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:58:26.680870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-97600f1d-d616-4dda-ab8a-55f7d0daa4e1 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:26.682469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-97600f1d-d616-4dda-ab8a-55f7d0daa4e1 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1941140 Oct 25 22:58:26.691712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a669ef91-3a30-4643-abfc-b2b13e24d259 req-6981d427-7395-41fc-ba6e-ab85bfa6a5ce tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 210 time: 0.0623326 Oct 25 22:58:26.694601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.718577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-bf79b1fd-efad-4e42-a42e-66fdfd40e42f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:26.718577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-bf79b1fd-efad-4e42-a42e-66fdfd40e42f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160809 Oct 25 22:58:26.746729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Allocated IP 172.20.0.9 (27ba88a7-88df-413f-b22e-5b54ccbddd10/33ff508a-31c3-403e-90a4-1e357bc310db/46287fcd-891b-48f7-901a-76f0f7adede5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:26.777094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:26.801666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-a66ff0f8-93eb-4474-9e64-5dfd064a366d tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0733037 Oct 25 22:58:26.856554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-6e6e414c-2f3a-4806-8784-df8e32b54644 req-a0d28b70-c71e-48cd-b46f-4bdfed30b811 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:26.857415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e6e414c-2f3a-4806-8784-df8e32b54644 req-a0d28b70-c71e-48cd-b46f-4bdfed30b811 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050304 Oct 25 22:58:26.906473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-00b12345-d5e1-409f-bd00-58d911770974 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0870755 Oct 25 22:58:26.933857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-621b3bd9-9ac4-4013-8aef-88e87958ef29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.936830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e528a0b-229e-446a-8cbf-b89446a7845e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.953763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:26.954103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:26.954453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:26.966540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:26.966868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:26.968589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-621b3bd9-9ac4-4013-8aef-88e87958ef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.972162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e528a0b-229e-446a-8cbf-b89446a7845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:26.976058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:26.976712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:26.976712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:26.977566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Bound port: 9c6d038a-2126-446f-b526-9b112c9ab776, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:26.977566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.025746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:27.090456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5e528a0b-229e-446a-8cbf-b89446a7845e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b2c26bf0ee64b37b5cd3661f2c5985c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5827708 Oct 25 22:58:27.095077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38960) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:27.106249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b3bd9-9ac4-4013-8aef-88e87958ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67054311-6679-4d18-b21c-019c9e75e7ca,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.124263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-621b3bd9-9ac4-4013-8aef-88e87958ef29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f92eb83cf014b89be8bdb9b987bf8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7920504 Oct 25 22:58:27.128219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:27.138037 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.174034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e528a0b-229e-446a-8cbf-b89446a7845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdf8d04-3471-4ede-8f79-0ea73754982d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.176974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:27.193638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca46f-7420-4bd8-8bb7-595976576520 req-cab3bfc7-0529-45e7-999a-7831a4195fd8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:27.195124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be9ca46f-7420-4bd8-8bb7-595976576520 req-cab3bfc7-0529-45e7-999a-7831a4195fd8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.1530581 Oct 25 22:58:27.207519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Deleting port 28ef7383-9790-402f-8e93-66bb203e0bd1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:27.208011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.213599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:27.241369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.256609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79f3bee2-e765-443e-9610-dba9e842c5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.288342 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79f3bee2-e765-443e-9610-dba9e842c5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.299744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20ba770f-6f64-4cd3-81b5-9992b2a78121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.329342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:27.329943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.331853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 1092 time: 1.4659896 Oct 25 22:58:27.333746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.333930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:27.334181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.336449 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabc5973-0ba0-4189-8d6e-ae1c815c4295" -d '{"events": [{"name": "network-changed", "server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:27.347263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-44d64ab5-4d85-4eaf-b19c-7a3c5a172f09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfad4daca4604ba9807b59e9149fd83e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3183956 Oct 25 22:58:27.351517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38966) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:27.359535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be9ca46f-7420-4bd8-8bb7-595976576520 req-b3514494-622e-4d8b-9b23-52c9dae7a4f4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499586 Oct 25 22:58:27.366680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.369178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Calling delete_port for 28ef7383-9790-402f-8e93-66bb203e0bd1 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:27.375514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20ba770f-6f64-4cd3-81b5-9992b2a78121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.410519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9b1d8-0a1d-4750-9a65-3dc68eb9b2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.462560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:27.469008 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a6383-fd58-4e2a-accd-bc716f578562 x-openstack-request-id: req-e91a6383-fd58-4e2a-accd-bc716f578562 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:27.469008 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:27.469008 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e91a6383-fd58-4e2a-accd-bc716f578562 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:27.469008 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776', 'status': 'completed', 'code': 200} Oct 25 22:58:27.472655 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d03fcbf4-b21f-4f0d-a93f-549a104bb372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.478088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79f3bee2-e765-443e-9610-dba9e842c5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.480612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79f3bee2-e765-443e-9610-dba9e842c5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.484616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79f3bee2-e765-443e-9610-dba9e842c5de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67054311-6679-4d18-b21c-019c9e75e7ca HTTP/1.1" status: 204 len: 168 time: 0.3536425 Oct 25 22:58:27.488540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:27.495314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:27.518426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d03fcbf4-b21f-4f0d-a93f-549a104bb372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.520466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3bee2-e765-443e-9610-dba9e842c5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67054311-6679-4d18-b21c-019c9e75e7ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.536008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.545396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f334d7-6547-40e1-b100-927573303cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:27.547204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-54f334d7-6547-40e1-b100-927573303cc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1095 time: 0.1534657 Oct 25 22:58:27.578214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 8e49c547-8015-4944-b8b9-ed9b28c2c80b no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:27.605976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:27.606612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.609770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-c75e5a0b-e923-4b94-887e-ec89a5c5f977 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.0533028 Oct 25 22:58:27.610422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20ba770f-6f64-4cd3-81b5-9992b2a78121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.613696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20ba770f-6f64-4cd3-81b5-9992b2a78121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.617424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-20ba770f-6f64-4cd3-81b5-9992b2a78121 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cdf8d04-3471-4ede-8f79-0ea73754982d HTTP/1.1" status: 204 len: 168 time: 0.5187981 Oct 25 22:58:27.621836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 8e49c547-8015-4944-b8b9-ed9b28c2c80b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:27.625723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 8e49c547-8015-4944-b8b9-ed9b28c2c80b not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:27.666175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba770f-6f64-4cd3-81b5-9992b2a78121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdf8d04-3471-4ede-8f79-0ea73754982d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.675404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-e29dec8e-0e2f-4347-a948-7c4222c9cacf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4841144 Oct 25 22:58:27.684102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3098-842b-47c2-95cb-7844d37563f0 req-c5a08c42-3d04-497b-b44f-fa44fe1db07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:27.686086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-c5a08c42-3d04-497b-b44f-fa44fe1db07b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.0671613 Oct 25 22:58:27.695991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Request body: {'port': {'device_id': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:27.756407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-6089041f-79ad-4010-8352-893b90d45163 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570583 Oct 25 22:58:27.764970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d03fcbf4-b21f-4f0d-a93f-549a104bb372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.770098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d03fcbf4-b21f-4f0d-a93f-549a104bb372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.776240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d03fcbf4-b21f-4f0d-a93f-549a104bb372 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1198b5e-b662-400d-9c2e-5de6ba46c288 HTTP/1.1" status: 204 len: 168 time: 0.4186542 Oct 25 22:58:27.776240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.829168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fcbf4-b21f-4f0d-a93f-549a104bb372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1198b5e-b662-400d-9c2e-5de6ba46c288,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.867407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event deleted for resources: {'Port': ['ID=28ef7383-9790-402f-8e93-66bb203e0bd1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:27.870081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.876359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.890949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fce7b21-1c71-4906-a85e-fd0ef40b5106 req-9b9bd830-bc91-4d72-bb1a-7748c2edae82 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "DELETE /v2.0/floatingips/9d830a95-8972-49f0-972b-719e5adb2157 HTTP/1.1" status: 204 len: 173 time: 0.9834087 Oct 25 22:58:27.908045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:27.975385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a965c-67d8-474e-9163-9eaf5b4a6dc5 req-f34e5171-5f7a-4ab9-b1f4-15db07e23d1e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:27.982494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-896a965c-67d8-474e-9163-9eaf5b4a6dc5 req-f34e5171-5f7a-4ab9-b1f4-15db07e23d1e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.1685503 Oct 25 22:58:27.992604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211daf13-60fb-434c-a2da-19cbf47a3b24 req-d230d0d9-3aec-4c3a-96b9-7085c8f67a8f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:28.001079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-211daf13-60fb-434c-a2da-19cbf47a3b24 req-d230d0d9-3aec-4c3a-96b9-7085c8f67a8f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 931 time: 0.0681820 Oct 25 22:58:28.021311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-23fde2b8-ce0a-4d9f-8bb8-8f1f566a1738 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526197 Oct 25 22:58:28.049983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-211daf13-60fb-434c-a2da-19cbf47a3b24 req-dc21e068-3b56-4d7a-9d88-12a27fe1bd7c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469372 Oct 25 22:58:28.072645 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.160723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-896a965c-67d8-474e-9163-9eaf5b4a6dc5 req-146cab93-e68b-477d-b8ea-28027d9daa71 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730442 Oct 25 22:58:28.167116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38994) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:28.198158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1be19ba1-c598-4aec-85ce-300a4df6f7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.304238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a3098-842b-47c2-95cb-7844d37563f0 req-e1cd9723-1ae2-4b3d-aa4b-2a02b31a48bc service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711151 Oct 25 22:58:28.453168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-ebd998e4-98a6-4086-bf2d-72af740f2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:28.454924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-ebd998e4-98a6-4086-bf2d-72af740f2df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1095 time: 0.0867326 Oct 25 22:58:28.460054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46287fcd-891b-48f7-901a-76f0f7adede5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:28.479182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.583027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39004) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:28.600506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c61b-5b63-4c01-ae83-d77f557c64fd req-7c627124-5f58-4aee-8593-84aacd3b1664 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:28.605202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e508c61b-5b63-4c01-ae83-d77f557c64fd req-7c627124-5f58-4aee-8593-84aacd3b1664 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5325708 Oct 25 22:58:28.625313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21bdef39-f60e-4993-8861-0b01bdd156a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.730751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0159a220-0316-470d-896f-048c26fdd1cd req-51f905d5-2abb-4de9-8723-9841cae8866e tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=53e0b5b463894189b971fb85e29fea4b HTTP/1.1" status: 200 len: 1656 time: 0.1008682 Oct 25 22:58:28.767247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Transition to ACTIVE for port object 46287fcd-891b-48f7-901a-76f0f7adede5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:58:28.776764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.826055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:28.878283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d8240-b993-4fa6-936e-9ea18b038cc8 req-8eb31753-58e9-474a-8f0a-64625eee0bf2 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:28.879882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb5d8240-b993-4fa6-936e-9ea18b038cc8 req-8eb31753-58e9-474a-8f0a-64625eee0bf2 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.1507382 Oct 25 22:58:28.882795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1be19ba1-c598-4aec-85ce-300a4df6f7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.896338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1be19ba1-c598-4aec-85ce-300a4df6f7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:28.913425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-574ee436-e5a9-49f4-b806-c27419319603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:28.914909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-574ee436-e5a9-49f4-b806-c27419319603 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.4488273 Oct 25 22:58:28.978416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a220-0316-470d-896f-048c26fdd1cd req-cd5534ad-1b5a-4bf5-b419-0cbfe42d3a81 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:28.980436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0159a220-0316-470d-896f-048c26fdd1cd req-cd5534ad-1b5a-4bf5-b419-0cbfe42d3a81 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks?id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 787 time: 0.2355254 Oct 25 22:58:28.988672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-e2b18517-61c0-4bcf-beea-123f1610ea93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.0540445 Oct 25 22:58:28.992683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1be19ba1-c598-4aec-85ce-300a4df6f7d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a25c602f44c41e6a4f0e37e4109334c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8222311 Oct 25 22:58:28.992983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39018) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:28.993656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19ba1-c598-4aec-85ce-300a4df6f7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fbd5be-79a4-40f8-a786-f7435992dbed,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:28.999249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-0159a220-0316-470d-896f-048c26fdd1cd req-492228df-9339-4dbd-b37f-602f3af4c04b tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:29.000223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0159a220-0316-470d-896f-048c26fdd1cd req-492228df-9339-4dbd-b37f-602f3af4c04b tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138659 Oct 25 22:58:29.024463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21bdef39-f60e-4993-8861-0b01bdd156a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.066503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21bdef39-f60e-4993-8861-0b01bdd156a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.092021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-e0a6e36f-91df-422c-a65a-2f42fc304159 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips/2c1f213d-76a9-4184-ba78-c40dba25c270 HTTP/1.1" status: 200 len: 693 time: 0.0656869 Oct 25 22:58:29.092163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb5d8240-b993-4fa6-936e-9ea18b038cc8 req-7580264b-db65-4f25-86f2-3e41cc169201 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817584 Oct 25 22:58:29.111609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:29.112016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:29.112345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:29.116816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdef39-f60e-4993-8861-0b01bdd156a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe4df19-ef86-409c-8bf1-b7a9d7507dc3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:29.122107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:29.122107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:29.130308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-21bdef39-f60e-4993-8861-0b01bdd156a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6823311b51649698ef45526bc5d311e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385344 Oct 25 22:58:29.130513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-2f76c528-ab44-475f-a86e-7c54766ebd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.130513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-2f76c528-ab44-475f-a86e-7c54766ebd68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1244938 Oct 25 22:58:29.131445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39026) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:29.161004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:29.161336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:29.161895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:29.162524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Bound port: 46287fcd-891b-48f7-901a-76f0f7adede5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:29.163069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.184664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-41613018-c539-4309-845b-c4a0f200dc7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402005 Oct 25 22:58:29.192891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8365f734-c79e-497e-be0a-179834e144e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.273765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54b9c604-8dbd-499f-b6ef-20c924885d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.305116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8365f734-c79e-497e-be0a-179834e144e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.317290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-fe86f5e8-fd30-4640-bc2f-e24b2864fe07 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.318726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-fe86f5e8-fd30-4640-bc2f-e24b2864fe07 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1798985 Oct 25 22:58:29.330030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54b9c604-8dbd-499f-b6ef-20c924885d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.403684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc8984-1b3d-4c03-9e5a-ac63f3ae9d0b req-de38b02a-084a-4806-8230-adea1f8d0553 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.405204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eacc8984-1b3d-4c03-9e5a-ac63f3ae9d0b req-de38b02a-084a-4806-8230-adea1f8d0553 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.1918466 Oct 25 22:58:29.405467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-b8d29a98-6a67-4ca8-8613-47348737297f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.0681832 Oct 25 22:58:29.412673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:29.449934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:29.452404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-ef084d68-98c4-46f9-9598-4c55aaba7adf service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547584 Oct 25 22:58:29.458001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.495389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54b9c604-8dbd-499f-b6ef-20c924885d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.497893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54b9c604-8dbd-499f-b6ef-20c924885d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.501352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54b9c604-8dbd-499f-b6ef-20c924885d14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fe4df19-ef86-409c-8bf1-b7a9d7507dc3 HTTP/1.1" status: 204 len: 168 time: 0.3666286 Oct 25 22:58:29.503876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8365f734-c79e-497e-be0a-179834e144e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.506138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8365f734-c79e-497e-be0a-179834e144e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.507291 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8365f734-c79e-497e-be0a-179834e144e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81fbd5be-79a4-40f8-a786-f7435992dbed HTTP/1.1" status: 204 len: 168 time: 0.5129018 Oct 25 22:58:29.525539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-09221c83-b233-4315-816a-6035df99f908 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.0936058 Oct 25 22:58:29.533956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9c604-8dbd-499f-b6ef-20c924885d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe4df19-ef86-409c-8bf1-b7a9d7507dc3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:29.543479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eacc8984-1b3d-4c03-9e5a-ac63f3ae9d0b req-4632d180-f88d-4d0f-86bb-f12d59446baa tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283934 Oct 25 22:58:29.597396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.598001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.599402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] 10.222.0.15 "PUT /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 1091 time: 1.9080067 Oct 25 22:58:29.601702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365f734-c79e-497e-be0a-179834e144e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fbd5be-79a4-40f8-a786-f7435992dbed,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:29.603223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:29.605496 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196a082-109d-42a4-9933-df4540398f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:29.670644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9003e-358f-40dc-aaf2-351aaaae2b72 service neutron] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:29.734167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cabc5973-0ba0-4189-8d6e-ae1c815c4295 req-36fb64b1-1f7f-4188-8ea3-b5bec2e47dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738554 Oct 25 22:58:29.774635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4a83c-5f08-4839-8d18-a8037263f056 req-9cab4f08-f0f5-4729-9a9f-2d901355987b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.776229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0e4a83c-5f08-4839-8d18-a8037263f056 req-9cab4f08-f0f5-4729-9a9f-2d901355987b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.1255620 Oct 25 22:58:29.785752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-1337364c-07b5-4b23-a9d9-750bf62fd12a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.787300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-1337364c-07b5-4b23-a9d9-750bf62fd12a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 949 time: 0.1378181 Oct 25 22:58:29.788585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-68c0003e-dd20-4d85-922d-74462878ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.790187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-68c0003e-dd20-4d85-922d-74462878ba09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1094 time: 0.1011055 Oct 25 22:58:29.803195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Deleting port 53ea1c9f-a94b-43ac-bc14-0275f7ffdf63 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:29.803195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.858775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0e4a83c-5f08-4839-8d18-a8037263f056 req-efa0520b-e0de-45bd-9023-cb17f5b0d6d6 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704911 Oct 25 22:58:29.882255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-7275dea4-c608-4ea7-99aa-9454714b6bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 217 time: 0.0651391 Oct 25 22:58:29.952548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Deleting port d0fec900-f797-450c-846d-1cf8bfb0d191 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:29.952667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.968717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.969033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:29.973483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927430b-e36f-49a3-9113-80453449f1de req-b30d4850-7274-468c-b09e-8d3b3e1e30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:29.974969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-b30d4850-7274-468c-b09e-8d3b3e1e30d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0832889 Oct 25 22:58:29.993927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Calling delete_port for 53ea1c9f-a94b-43ac-bc14-0275f7ffdf63 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:30.018602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-bb2e9fae-acfc-4190-9886-eee24c8eba75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355537 Oct 25 22:58:30.088917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] For port d0fec900-f797-450c-846d-1cf8bfb0d191, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=d0fec900-f797-450c-846d-1cf8bfb0d191,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:30.089846 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:30.112290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Calling delete_port for d0fec900-f797-450c-846d-1cf8bfb0d191 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:30.184025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-299e81d8-1b26-40ae-b2bc-b0ec4f16c0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590972 Oct 25 22:58:30.188808 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70562cce-3d98-427c-b536-5e317a491d74 x-openstack-request-id: req-70562cce-3d98-427c-b536-5e317a491d74 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:30.189089 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:30.189332 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70562cce-3d98-427c-b536-5e317a491d74 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:30.189907 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5', 'status': 'completed', 'code': 200} Oct 25 22:58:30.282124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c45d-42eb-48cc-a72b-7c38a0cfd237 req-6cd031b7-0101-47ec-861a-5999c5a76749 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:30.290595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1084c45d-42eb-48cc-a72b-7c38a0cfd237 req-6cd031b7-0101-47ec-861a-5999c5a76749 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.0665195 Oct 25 22:58:30.339812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9927430b-e36f-49a3-9113-80453449f1de req-c1fb14ad-5619-47fb-9d0c-af1c68b8e26d service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470809 Oct 25 22:58:30.340462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:30.373583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event deleted for resources: {'Port': ['ID=53ea1c9f-a94b-43ac-bc14-0275f7ffdf63,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:30.391354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1084c45d-42eb-48cc-a72b-7c38a0cfd237 req-9754a208-bb64-4278-959c-0c715a5a8658 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856712 Oct 25 22:58:30.397650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:30.401620 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:30.404566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:30.405985 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba407ab7-15b4-4efc-b95d-feb43c9e9d8c req-ec88b685-5377-4782-ade7-ba491229e302 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "DELETE /v2.0/floatingips/2c1f213d-76a9-4184-ba78-c40dba25c270 HTTP/1.1" status: 204 len: 173 time: 0.8701136 Oct 25 22:58:30.448388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Pushing event deleted for resources: {'Port': ['ID=d0fec900-f797-450c-846d-1cf8bfb0d191,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:30.458050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['46fcf571-4b28-4774-93fb-a18e5e37c012', 'd0fec900-f797-450c-846d-1cf8bfb0d191'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:30.510253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-1c656b6f-c2c0-4b0c-bdb9-69e6da35108e tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips/e12f714d-3535-41b7-90b4-9a2722b15d1e HTTP/1.1" status: 200 len: 692 time: 0.0745220 Oct 25 22:58:30.519668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a082-109d-42a4-9933-df4540398f5f req-de6efab1-a4d9-4bf5-a579-e4c43e390e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:30.521531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-de6efab1-a4d9-4bf5-a579-e4c43e390e57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1094 time: 0.0784829 Oct 25 22:58:30.602746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] No DVR routers for this DVR port d0fec900-f797-450c-846d-1cf8bfb0d191 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:30.617918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:30.621217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9849d4d6-5c5c-4a99-aaa5-f09f99aba898 req-ec510d40-3182-48c5-9cdb-0904a67e82e3 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "DELETE /v2.0/ports/d0fec900-f797-450c-846d-1cf8bfb0d191 HTTP/1.1" status: 204 len: 173 time: 0.8133726 Oct 25 22:58:30.727818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-1a43405d-25c1-4c96-a8c9-aa678443cb11 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:30.738731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-1a43405d-25c1-4c96-a8c9-aa678443cb11 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2275431 Oct 25 22:58:30.744586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-852cceb9-9ce9-4c04-b49f-ae88bf544cf1 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:30.751953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-852cceb9-9ce9-4c04-b49f-ae88bf544cf1 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123501 Oct 25 22:58:30.796377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95721e5b-b993-40bb-b766-75c473ab4e0b req-0a62004c-f928-4935-9c16-b8c15e1426e1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:30.798377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95721e5b-b993-40bb-b766-75c473ab4e0b req-0a62004c-f928-4935-9c16-b8c15e1426e1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.1340237 Oct 25 22:58:30.837342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39084) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:30.881815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-f510e7f8-1d9e-4040-a81f-ce22a110b6e7 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.1231391 Oct 25 22:58:30.885725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95721e5b-b993-40bb-b766-75c473ab4e0b req-355ca473-ef28-426a-bb8f-da6c9b09f2b1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811749 Oct 25 22:58:30.886907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a082-109d-42a4-9933-df4540398f5f req-54a04e48-65b5-47c2-879f-69b4ba357e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:30.888263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-54a04e48-65b5-47c2-879f-69b4ba357e1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.3557973 Oct 25 22:58:30.953145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-8a011226-2f70-4004-b6c6-b4f266432c56 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0683153 Oct 25 22:58:30.955809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-0776bfa2-d996-4997-a322-c53e321163c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 217 time: 0.0544481 Oct 25 22:58:31.035461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:58:31.045821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a082-109d-42a4-9933-df4540398f5f req-eb67bbc0-7540-4d55-9a9b-ea15776710f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:31.048683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-eb67bbc0-7540-4d55-9a9b-ea15776710f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0843310 Oct 25 22:58:31.105679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c3c8620-8cf9-4ceb-a1b3-e6a8925ed31d req-21e3dbcc-a082-4f82-b4ef-e5b839261887 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3e65b2c-0693-46da-8b09-8db45ee15072 HTTP/1.1" status: 200 len: 210 time: 0.0523272 Oct 25 22:58:31.110520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Deleting port 189c86f2-d403-4517-ac8e-3df4f0db3010 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:31.111226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.162213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-ea8e7a07-53bb-4c9c-8e47-44e075fb48cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555127 Oct 25 22:58:31.172947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:31.188543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '9c6d038a-2126-446f-b526-9b112c9ab776', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'port_id': '9c6d038a-2126-446f-b526-9b112c9ab776', 'mac_address': 'fa:16:3e:45:81:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01296933-fb18-4a6b-acd6-addda0a15ea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:58:31.256951 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.289399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.289742 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.305782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6d038a-2126-446f-b526-9b112c9ab776 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:31.315580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Calling delete_port for 189c86f2-d403-4517-ac8e-3df4f0db3010 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:31.339152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf385325-7b4b-4b3b-b770-cb36f205383c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.365650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:31.373079 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.447573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-6cde613a-bd28-49d7-a3f6-e1bd0b098fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665908 Oct 25 22:58:31.471209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:31.556276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.576407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['9c6d038a-2126-446f-b526-9b112c9ab776'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:31.586333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf385325-7b4b-4b3b-b770-cb36f205383c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.595059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event deleted for resources: {'Port': ['ID=189c86f2-d403-4517-ac8e-3df4f0db3010,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:31.607537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf385325-7b4b-4b3b-b770-cb36f205383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.657837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196a082-109d-42a4-9933-df4540398f5f req-5f49850c-2f04-490b-aecf-0ec458ad21bf service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006459 Oct 25 22:58:31.672128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf385325-7b4b-4b3b-b770-cb36f205383c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3baf4f85e4c2410286b2f1c74c6880ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8324249 Oct 25 22:58:31.680508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd875c4-3e68-40cc-af0c-25e36605eb39 req-b0413634-cbe2-460b-8772-5dcd60e23dc9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:31.682485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ddd875c4-3e68-40cc-af0c-25e36605eb39 req-b0413634-cbe2-460b-8772-5dcd60e23dc9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.1598699 Oct 25 22:58:31.682971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39112) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:31.689983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf385325-7b4b-4b3b-b770-cb36f205383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86254284-fc25-4669-88d8-023b4084f36a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:31.731017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.738366 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.743231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-426f8dc0-caed-4f87-bb9d-e3734745177f req-522e912e-3d0b-4421-8aad-f297e9e52a59 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "DELETE /v2.0/floatingips/e12f714d-3535-41b7-90b4-9a2722b15d1e HTTP/1.1" status: 204 len: 173 time: 0.7888463 Oct 25 22:58:31.774889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ddd875c4-3e68-40cc-af0c-25e36605eb39 req-2436b26c-a0be-4eb4-a540-2f0972d7568a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810268 Oct 25 22:58:31.806026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29154620-8c12-4584-a74b-6456a9d38e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.842889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-3e36624d-fb41-4677-83ee-d9952edba73e tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips/fc7e80f1-da59-47ca-ac80-3e5a21858764 HTTP/1.1" status: 200 len: 693 time: 0.0791547 Oct 25 22:58:31.843818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29154620-8c12-4584-a74b-6456a9d38e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.909865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29154620-8c12-4584-a74b-6456a9d38e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.912284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29154620-8c12-4584-a74b-6456a9d38e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:31.913461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-29154620-8c12-4584-a74b-6456a9d38e76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86254284-fc25-4669-88d8-023b4084f36a HTTP/1.1" status: 204 len: 168 time: 0.2294462 Oct 25 22:58:31.928205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154620-8c12-4584-a74b-6456a9d38e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86254284-fc25-4669-88d8-023b4084f36a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:31.988940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-bdfe59f3-a109-4dd5-94bb-309fb1f4791f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:31.990916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-bdfe59f3-a109-4dd5-94bb-309fb1f4791f tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1415026 Oct 25 22:58:32.056532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dd0e1-d97a-4662-85a0-2463a6a141d7 req-47c17f58-c507-4066-88bf-dc2a55a64a87 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:32.057299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-855ad46b-7e1d-4fa0-b146-09776d8872c3 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.0586460 Oct 25 22:58:32.066194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-396dd0e1-d97a-4662-85a0-2463a6a141d7 req-47c17f58-c507-4066-88bf-dc2a55a64a87 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.0759315 Oct 25 22:58:32.109820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-0a8c6b3e-1e94-4cef-9617-cad8561725b8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.0515361 Oct 25 22:58:32.112195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-396dd0e1-d97a-4662-85a0-2463a6a141d7 req-cc911519-c24b-4561-ac85-8810424078e0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Oct 25 22:58:32.215095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'name': 'network-vif-deleted', 'tag': 'd0fec900-f797-450c-846d-1cf8bfb0d191'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:32.218443 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3978b0-2a3d-41f2-94d5-971c46197df1" -d '{"events": [{"server_uuid": "d3e65b2c-0693-46da-8b09-8db45ee15072", "name": "network-vif-deleted", "tag": "d0fec900-f797-450c-846d-1cf8bfb0d191"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:32.278024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Deleting port 68d7edcb-c30c-4135-81c3-2a7e83ae054d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:32.278402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.378913 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.379240 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.388745 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c0b1c7-47d3-4a3c-9b8b-00456c8ca739 x-openstack-request-id: req-64c0b1c7-47d3-4a3c-9b8b-00456c8ca739 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:32.389714 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e65b2c-0693-46da-8b09-8db45ee15072", "name": "network-vif-deleted", "tag": "d0fec900-f797-450c-846d-1cf8bfb0d191", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:32.389924 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64c0b1c7-47d3-4a3c-9b8b-00456c8ca739 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:32.390339 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e65b2c-0693-46da-8b09-8db45ee15072', 'name': 'network-vif-deleted', 'tag': 'd0fec900-f797-450c-846d-1cf8bfb0d191', 'status': 'completed', 'code': 200} Oct 25 22:58:32.397589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Calling delete_port for 68d7edcb-c30c-4135-81c3-2a7e83ae054d owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:32.435017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39152) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:32.452786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b587cd0-3726-48ab-8898-e0ab0eab6750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.545023 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b587cd0-3726-48ab-8898-e0ab0eab6750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.553545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b587cd0-3726-48ab-8898-e0ab0eab6750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.562586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.593950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b587cd0-3726-48ab-8898-e0ab0eab6750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693885d1-de86-438e-a5db-5227207dd955,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:32.595490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Pushing event deleted for resources: {'Port': ['ID=68d7edcb-c30c-4135-81c3-2a7e83ae054d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:32.612881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b587cd0-3726-48ab-8898-e0ab0eab6750 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbfa00409f9843efbe8e5a5faebb95ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760948 Oct 25 22:58:32.616189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39158) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:32.664638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.667387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.675158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f46a6c8-97a4-4aff-8ac2-f1131e6ddd2d req-32516c29-f4c4-44eb-af01-664d683ab3e8 tempest-FloatingIPDetailsTestJSON-1807211047 tempest-FloatingIPDetailsTestJSON-1807211047-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc7e80f1-da59-47ca-ac80-3e5a21858764 HTTP/1.1" status: 204 len: 173 time: 0.5643899 Oct 25 22:58:32.675711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39162) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:32.681826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbd2092b-29d0-47a8-ab40-825a24f1bf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.742173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbd2092b-29d0-47a8-ab40-825a24f1bf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.807463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbd2092b-29d0-47a8-ab40-825a24f1bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.810116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbd2092b-29d0-47a8-ab40-825a24f1bf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:32.813999 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fbd2092b-29d0-47a8-ab40-825a24f1bf40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/693885d1-de86-438e-a5db-5227207dd955 HTTP/1.1" status: 204 len: 168 time: 0.1945512 Oct 25 22:58:32.822258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2092b-29d0-47a8-ab40-825a24f1bf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693885d1-de86-438e-a5db-5227207dd955,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:33.054347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:33.068509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36263bc1-64b4-4d75-a20b-1ae4b9bfaa67 req-ad463807-f2ea-4dc0-83b1-4e3d7a5cb81b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:33.070006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36263bc1-64b4-4d75-a20b-1ae4b9bfaa67 req-ad463807-f2ea-4dc0-83b1-4e3d7a5cb81b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 950 time: 0.3075264 Oct 25 22:58:33.105656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72bb56-fec3-4c4c-b669-21ea8cd9087d req-c526bc2a-7139-4446-a73a-070d619d1b0c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:33.115200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a72bb56-fec3-4c4c-b669-21ea8cd9087d req-c526bc2a-7139-4446-a73a-070d619d1b0c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.0659945 Oct 25 22:58:33.130930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 9c6d038a-2126-446f-b526-9b112c9ab776 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:58:33.136675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 9c6d038a-2126-446f-b526-9b112c9ab776 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:33.137401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.166811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a72bb56-fec3-4c4c-b669-21ea8cd9087d req-30cbaf98-671c-4887-a149-20e648c3a3ff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502892 Oct 25 22:58:33.199994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36263bc1-64b4-4d75-a20b-1ae4b9bfaa67 req-ef2a3770-4543-48b4-8bf5-0da114a3583f tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223989 Oct 25 22:58:33.253715 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.294678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:33.297329 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78aa928-4579-47be-951b-d6fbf8abc08a" -d '{"events": [{"server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "name": "network-vif-plugged", "status": "completed", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:33.315874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:33.328625 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.390885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2260ea-57e7-48d8-becc-67c2c2bf5a35 req-202ee0da-a541-4feb-8b6e-0260d0865245 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:33.403142 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc2260ea-57e7-48d8-becc-67c2c2bf5a35 req-202ee0da-a541-4feb-8b6e-0260d0865245 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.0894101 Oct 25 22:58:33.430671 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698fa9da-797b-426d-a708-0e6136cdbec8 x-openstack-request-id: req-698fa9da-797b-426d-a708-0e6136cdbec8 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:33.431094 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "name": "network-vif-plugged", "status": "completed", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:33.431531 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-698fa9da-797b-426d-a708-0e6136cdbec8 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:33.431837 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776', 'code': 200} Oct 25 22:58:33.446802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:33.467223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc2260ea-57e7-48d8-becc-67c2c2bf5a35 req-03230ef8-74da-457b-95fe-640bc59fb6d6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630555 Oct 25 22:58:33.575268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80191e3-fee4-44b3-9117-092e4e00f095 req-af945633-7486-4b1c-ba71-b7545a8ed6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:33.576754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b80191e3-fee4-44b3-9117-092e4e00f095 req-af945633-7486-4b1c-ba71-b7545a8ed6bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1097 time: 0.1057112 Oct 25 22:58:33.606757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device d0fec900-f797-450c-846d-1cf8bfb0d191 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:33.612139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.653492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39212) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:33.670286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: d0fec900-f797-450c-846d-1cf8bfb0d191 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:33.671605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device d0fec900-f797-450c-846d-1cf8bfb0d191 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:33.759178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b80191e3-fee4-44b3-9117-092e4e00f095 req-50ba4789-7e72-4dd8-9d95-ec946e792b7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711175 Oct 25 22:58:33.816909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00fc9ea7-3cc7-4daa-a6be-337c8c532c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.931751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00fc9ea7-3cc7-4daa-a6be-337c8c532c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.936898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00fc9ea7-3cc7-4daa-a6be-337c8c532c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:33.990233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00fc9ea7-3cc7-4daa-a6be-337c8c532c5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b402e48ae1e4b2f99dcd5e01e1bfd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327610 Oct 25 22:58:33.990233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc9ea7-3cc7-4daa-a6be-337c8c532c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52999f0f-24c8-412d-b1cf-f653f09af7a6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:33.991066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39244) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:34.045130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Deleting port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:34.045380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.053231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-328752a2-6b19-4d03-91d0-3a9c40fe59b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.084743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-328752a2-6b19-4d03-91d0-3a9c40fe59b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.133038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] For port 10b3f4fd-e7e8-4438-a33f-80b0b4f63837, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:34.133635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.138682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-328752a2-6b19-4d03-91d0-3a9c40fe59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.142652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-328752a2-6b19-4d03-91d0-3a9c40fe59b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.143877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-328752a2-6b19-4d03-91d0-3a9c40fe59b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52999f0f-24c8-412d-b1cf-f653f09af7a6 HTTP/1.1" status: 204 len: 168 time: 0.1519232 Oct 25 22:58:34.155435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Calling delete_port for 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:34.182771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328752a2-6b19-4d03-91d0-3a9c40fe59b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52999f0f-24c8-412d-b1cf-f653f09af7a6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:34.216135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-e58ddf52-1a88-4084-aaa7-f6ad2ca0b33e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:34.219899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-e58ddf52-1a88-4084-aaa7-f6ad2ca0b33e tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 950 time: 0.0661876 Oct 25 22:58:34.437088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d046173-a884-4000-9cf6-5fb86685ffb9 req-dd2f6d79-da6b-4407-bdf4-98ee1b8997c3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:34.438693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d046173-a884-4000-9cf6-5fb86685ffb9 req-dd2f6d79-da6b-4407-bdf4-98ee1b8997c3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 946 time: 0.1040962 Oct 25 22:58:34.464147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73a547-00ff-4981-8166-2dc914c14a75 req-1a8d78bd-3d03-4846-8e72-ad145f0b031a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:34.466561 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e73a547-00ff-4981-8166-2dc914c14a75 req-1a8d78bd-3d03-4846-8e72-ad145f0b031a tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 950 time: 0.1257594 Oct 25 22:58:34.510897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Deleting port 46fcf571-4b28-4774-93fb-a18e5e37c012 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:34.511554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.531580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d046173-a884-4000-9cf6-5fb86685ffb9 req-c53a655b-3f12-403c-a565-30fd888f9c5a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793021 Oct 25 22:58:34.535615 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.572319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Pushing event deleted for resources: {'Port': ['ID=10b3f4fd-e7e8-4438-a33f-80b0b4f63837,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:34.607567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e73a547-00ff-4981-8166-2dc914c14a75 req-02cd3bad-3837-43cd-98d5-ea1463cf4e08 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf82bf83-67fe-40dd-8a28-7a84ed75764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335976 Oct 25 22:58:34.723892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] For port 46fcf571-4b28-4774-93fb-a18e5e37c012, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46fcf571-4b28-4774-93fb-a18e5e37c012,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:34.725318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.752353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:34.791986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Calling delete_port for 46fcf571-4b28-4774-93fb-a18e5e37c012 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:34.799977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6461902f-d2b0-4123-9d67-8f1441c87689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.889809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.948848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6461902f-d2b0-4123-9d67-8f1441c87689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:34.957364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6461902f-d2b0-4123-9d67-8f1441c87689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.017314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26630f1-293c-45b2-ace4-37fa4f6d945a req-8a99e0c1-7b97-47d8-bf88-e7c3e94fe7dd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:35.019846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c26630f1-293c-45b2-ace4-37fa4f6d945a req-8a99e0c1-7b97-47d8-bf88-e7c3e94fe7dd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.2904861 Oct 25 22:58:35.067299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6461902f-d2b0-4123-9d67-8f1441c87689 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af10b4e3c8834f41abaaf813eefac9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080575 Oct 25 22:58:35.067299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39290) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:35.074726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461902f-d2b0-4123-9d67-8f1441c87689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4556eb-e9f5-42b9-a2b3-af31be812aab,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:35.142809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c26630f1-293c-45b2-ace4-37fa4f6d945a req-9ad7c9d7-c4e8-493f-99ba-e3f65e6c6cdd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917487 Oct 25 22:58:35.193076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde674ec-dcfc-4d43-82df-065d78e49f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.234936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde674ec-dcfc-4d43-82df-065d78e49f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.237099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.273959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['46fcf571-4b28-4774-93fb-a18e5e37c012'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:35.282368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Pushing event deleted for resources: {'Port': ['ID=46fcf571-4b28-4774-93fb-a18e5e37c012,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:35.357501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Router 69438596-0e30-4a26-8b27-87239755fad9 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:58:35.427772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] No DVR routers for this DVR port 46fcf571-4b28-4774-93fb-a18e5e37c012 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:35.431061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.439802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-618ee20d-8c15-48d6-a4e8-194085b0fdad req-b6adfc53-f1f9-4d43-9503-497a615bf67b tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.15 "DELETE /v2.0/ports/46fcf571-4b28-4774-93fb-a18e5e37c012 HTTP/1.1" status: 204 len: 173 time: 1.2135227 Oct 25 22:58:35.441250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'name': 'network-vif-deleted', 'tag': '46fcf571-4b28-4774-93fb-a18e5e37c012'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:35.445124 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb67b9d3-9ceb-44f5-b06c-26ab9bf04874" -d '{"events": [{"server_uuid": "066c4ee3-926f-4812-b858-6d05c8c9563d", "name": "network-vif-deleted", "tag": "46fcf571-4b28-4774-93fb-a18e5e37c012"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:35.472877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde674ec-dcfc-4d43-82df-065d78e49f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.476331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde674ec-dcfc-4d43-82df-065d78e49f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:35.491563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fde674ec-dcfc-4d43-82df-065d78e49f59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b4556eb-e9f5-42b9-a2b3-af31be812aab HTTP/1.1" status: 204 len: 168 time: 0.4129031 Oct 25 22:58:35.514530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde674ec-dcfc-4d43-82df-065d78e49f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4556eb-e9f5-42b9-a2b3-af31be812aab,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:35.550954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:35.572642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39334) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:35.572747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] Sync routers for ids ['69438596-0e30-4a26-8b27-87239755fad9'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:35.572850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-615891d7-0887-4b42-a14c-57045b94ae3d admin admin] 10.222.0.25 "PUT /v2.0/routers/69438596-0e30-4a26-8b27-87239755fad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8951759 Oct 25 22:58:35.608305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:58:35.793344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] Routers {'69438596-0e30-4a26-8b27-87239755fad9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:35.794195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['69438596-0e30-4a26-8b27-87239755fad9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:35.797816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:35.834829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17769d1d-d746-439c-afb4-7d289bfa51f9 req-d8858e54-5e80-4f0f-914b-41f8450fa072 tempest-ServersAdminNegativeTestJSON-369286371 tempest-ServersAdminNegativeTestJSON-369286371-project] 10.222.0.25 "GET /v2.0/ports?device_id=066c4ee3-926f-4812-b858-6d05c8c9563d HTTP/1.1" status: 200 len: 210 time: 0.0624914 Oct 25 22:58:35.900788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '46287fcd-891b-48f7-901a-76f0f7adede5', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'port_id': '46287fcd-891b-48f7-901a-76f0f7adede5', 'mac_address': 'fa:16:3e:5c:74:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ff508a-31c3-403e-90a4-1e357bc310db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:58:36.011312 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:36.042570 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e46e6e-d6e4-4888-9912-0db020c7e84f x-openstack-request-id: req-c3e46e6e-d6e4-4888-9912-0db020c7e84f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:36.050828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46287fcd-891b-48f7-901a-76f0f7adede5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:36.062749 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066c4ee3-926f-4812-b858-6d05c8c9563d", "name": "network-vif-deleted", "tag": "46fcf571-4b28-4774-93fb-a18e5e37c012", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:36.063186 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3e46e6e-d6e4-4888-9912-0db020c7e84f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:36.063525 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066c4ee3-926f-4812-b858-6d05c8c9563d', 'name': 'network-vif-deleted', 'tag': '46fcf571-4b28-4774-93fb-a18e5e37c012', 'status': 'completed', 'code': 200} Oct 25 22:58:36.075615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] Set router 69438596-0e30-4a26-8b27-87239755fad9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:36.160774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:36.230138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270458a-3ab8-4e8c-ab24-f8364fb34f1f req-e015b232-7189-4e2a-83bb-4372d510d1de tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:36.249246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d270458a-3ab8-4e8c-ab24-f8364fb34f1f req-e015b232-7189-4e2a-83bb-4372d510d1de tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 946 time: 0.2083724 Oct 25 22:58:36.257182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:36.308063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d270458a-3ab8-4e8c-ab24-f8364fb34f1f req-032a9723-2097-4ed8-badb-bb172a2cc92f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579543 Oct 25 22:58:36.309224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:36.493351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833d05f-f944-464f-b60f-2006bb19f1ad req-2812534e-41d8-4c8e-904d-de424d186995 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:36.500821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b833d05f-f944-464f-b60f-2006bb19f1ad req-2812534e-41d8-4c8e-904d-de424d186995 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.0787506 Oct 25 22:58:36.506885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:36.564355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:36.580923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b833d05f-f944-464f-b60f-2006bb19f1ad req-e702f84f-08cd-430e-b19c-a686ca105d9e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783515 Oct 25 22:58:36.646848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:34Z', 'revision_number': 5, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port': {'id': '920f27bc-c276-46cc-ad8e-4dcbc2dd92aa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69438596-0e30-4a26-8b27-87239755fad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:10Z', 'updated_at': '2021-10-25T22:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:36.681789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] Checking router: 69438596-0e30-4a26-8b27-87239755fad9 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:36.682525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Deleting port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:36.682860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:36.688185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['46287fcd-891b-48f7-901a-76f0f7adede5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:36.787236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] Routers {'69438596-0e30-4a26-8b27-87239755fad9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:36.787872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['69438596-0e30-4a26-8b27-87239755fad9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:36.884317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] For port 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:36.884714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:36.886585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] Set router 69438596-0e30-4a26-8b27-87239755fad9 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:36.919280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Calling delete_port for 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:36.945168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e640a87-44b3-43a9-b36f-0f120ba15a73 req-8980ef8a-bcfb-4d32-b6d3-56ee543e10a8 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:36.953777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e640a87-44b3-43a9-b36f-0f120ba15a73 req-8980ef8a-bcfb-4d32-b6d3-56ee543e10a8 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1097 time: 0.0931485 Oct 25 22:58:36.955805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:36Z', 'revision_number': 6, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:36.995472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4454b755-29b3-44bb-b589-2d130af92ace None None] The sync data for ids ['69438596-0e30-4a26-8b27-87239755fad9'] in n-d-815373-1 is: [{'id': '69438596-0e30-4a26-8b27-87239755fad9', 'name': 'tempest-FloatingIPDetailsTestJSON-1508876134-router', 'tenant_id': '53e0b5b463894189b971fb85e29fea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:09Z', 'updated_at': '2021-10-25T22:58:36Z', 'revision_number': 6, 'project_id': '53e0b5b463894189b971fb85e29fea4b', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:37.034979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e640a87-44b3-43a9-b36f-0f120ba15a73 req-1b80b4e5-7146-4dde-a77a-4827789677fa tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Oct 25 22:58:37.234560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c10a5f-8e00-4acd-a638-565bc316be62 req-adb8818c-b69e-4997-ae9a-2328dda0d3ec tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:37.236249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03c10a5f-8e00-4acd-a638-565bc316be62 req-adb8818c-b69e-4997-ae9a-2328dda0d3ec tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1097 time: 0.1105890 Oct 25 22:58:37.317767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39414) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:37.333296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03c10a5f-8e00-4acd-a638-565bc316be62 req-e79302a8-a33b-448a-8bea-02baec1c59d6 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884573 Oct 25 22:58:37.375660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.420254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=920f27bc-c276-46cc-ad8e-4dcbc2dd92aa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:37.451160 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.614268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.616988 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.618845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46fcf571-4b28-4774-93fb-a18e5e37c012 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:37.651221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 46fcf571-4b28-4774-93fb-a18e5e37c012 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:37.651517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46fcf571-4b28-4774-93fb-a18e5e37c012 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:37.749467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.750015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69438596-0e30-4a26-8b27-87239755fad9 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 22:58:37.757227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.758369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ba317cd9-6a39-43bc-8ec7-3f8e785bdd46 admin admin] 10.222.0.25 "DELETE /v2.0/routers/69438596-0e30-4a26-8b27-87239755fad9 HTTP/1.1" status: 204 len: 168 time: 2.1928113 Oct 25 22:58:37.760966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39432) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:37.781105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c843b-59b4-4461-b496-1f57bc0248df req-458d75fc-7a5d-4792-a261-e2c9449d6899 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:37.782674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-772c843b-59b4-4461-b496-1f57bc0248df req-458d75fc-7a5d-4792-a261-e2c9449d6899 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.0717926 Oct 25 22:58:37.853652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4232a5d-0794-4ea2-ada9-10cb04abf2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.875563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Deleting subnet aaf7f0b4-f98a-49e2-a47e-12a898d1bef9 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:58:37.880212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-772c843b-59b4-4461-b496-1f57bc0248df req-4bd272b1-b232-4304-a974-c579281e1f2c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908661 Oct 25 22:58:37.902625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:37.976290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.021855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4232a5d-0794-4ea2-ada9-10cb04abf2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.033871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4232a5d-0794-4ea2-ada9-10cb04abf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.100359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.138270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39440) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:38.154547 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4232a5d-0794-4ea2-ada9-10cb04abf2ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce6d95a5fc18483ea8b559d5ed772d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314729 Oct 25 22:58:38.156464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4232a5d-0794-4ea2-ada9-10cb04abf2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81875a4a-0909-4b0f-8923-4a731e134de5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:38.159513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:38.177871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39448) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:38.278368 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3a54-1a1f-446a-88c2-d2c2947250b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.324255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3a54-1a1f-446a-88c2-d2c2947250b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.386916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.398217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3a54-1a1f-446a-88c2-d2c2947250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.401331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3a54-1a1f-446a-88c2-d2c2947250b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.404761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb3a3a54-1a1f-446a-88c2-d2c2947250b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81875a4a-0909-4b0f-8923-4a731e134de5 HTTP/1.1" status: 204 len: 168 time: 0.2392569 Oct 25 22:58:38.429736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a3a54-1a1f-446a-88c2-d2c2947250b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81875a4a-0909-4b0f-8923-4a731e134de5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:38.431766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf7f0b4-f98a-49e2-a47e-12a898d1bef9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:38.503320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef4450e-9082-4019-8afb-a7846ee5c460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.512122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.515381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-24f9b0ab-3e8c-4a91-89d5-abaa85c4af80 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aaf7f0b4-f98a-49e2-a47e-12a898d1bef9 HTTP/1.1" status: 204 len: 168 time: 0.7524867 Oct 25 22:58:38.516188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc845db5-0433-4ded-a802-c6d53349f4d0 None None] Network c086c877-cd2b-4367-851b-c75c025121fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:38.569492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39462) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:38.653594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef4450e-9082-4019-8afb-a7846ee5c460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.667002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef4450e-9082-4019-8afb-a7846ee5c460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.688611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9cdaeba6-fbc3-4a35-be15-71e05a295e2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d407b1862dff420ea3ee6b2dcb913c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072258 Oct 25 22:58:38.692967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:38.714413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4450e-9082-4019-8afb-a7846ee5c460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4187e922-d783-4d12-ab84-4e1c0b6c48ff,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:38.743581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fef4450e-9082-4019-8afb-a7846ee5c460 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3318f25e6d04f3b8042120b03b73637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011913 Oct 25 22:58:38.744568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39474) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:38.808978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ce816b6-948b-4998-8f2f-dbaff21a9c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.811354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.865224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ce816b6-948b-4998-8f2f-dbaff21a9c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:38.951312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffea51-3609-42de-b3ba-362080c88043 None None] DHCP port deletion for c086c877-cd2b-4367-851b-c75c025121fe request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 22:58:38.960167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:38.999209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ce816b6-948b-4998-8f2f-dbaff21a9c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.003981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ce816b6-948b-4998-8f2f-dbaff21a9c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.008307 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2ce816b6-948b-4998-8f2f-dbaff21a9c69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4187e922-d783-4d12-ab84-4e1c0b6c48ff HTTP/1.1" status: 204 len: 168 time: 0.2623515 Oct 25 22:58:39.031085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce816b6-948b-4998-8f2f-dbaff21a9c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187e922-d783-4d12-ab84-4e1c0b6c48ff,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:39.037678 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c75ef000-3840-41df-9d49-3c6c26250a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.067944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:39.068405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 920f27bc-c276-46cc-ad8e-4dcbc2dd92aa not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:39.068925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:39.144075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c75ef000-3840-41df-9d49-3c6c26250a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.165043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39496) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:39.171032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:39.173092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10b3f4fd-e7e8-4438-a33f-80b0b4f63837 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:39.190374 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08c45d1f-f67c-491e-81e1-8592ebcbe6f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.221218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a0cf-f872-4c50-9d97-299090bdcbd0 req-bf3d28e6-15bb-4910-9426-2b66a555baf1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:39.223180 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be22a0cf-f872-4c50-9d97-299090bdcbd0 req-bf3d28e6-15bb-4910-9426-2b66a555baf1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.1274445 Oct 25 22:58:39.223512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-efffea51-3609-42de-b3ba-362080c88043 None None] Deleting port 30f46a82-2bcf-41c3-9834-7ad5aa463713 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:39.223992 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-efffea51-3609-42de-b3ba-362080c88043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.225512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Deleting port 30f46a82-2bcf-41c3-9834-7ad5aa463713 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:58:39.226214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.333379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c75ef000-3840-41df-9d49-3c6c26250a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.336838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c75ef000-3840-41df-9d49-3c6c26250a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.338397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c75ef000-3840-41df-9d49-3c6c26250a28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf82bf83-67fe-40dd-8a28-7a84ed75764c HTTP/1.1" status: 204 len: 168 time: 0.6444144 Oct 25 22:58:39.360747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be22a0cf-f872-4c50-9d97-299090bdcbd0 req-5e7ea6af-b1a5-45bf-9dd6-64b36c3ac584 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304746 Oct 25 22:58:39.363711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] For port 30f46a82-2bcf-41c3-9834-7ad5aa463713, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=30f46a82-2bcf-41c3-9834-7ad5aa463713,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:39.364305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.374341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ef000-3840-41df-9d49-3c6c26250a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82bf83-67fe-40dd-8a28-7a84ed75764c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:39.385417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Calling delete_port for 30f46a82-2bcf-41c3-9834-7ad5aa463713 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:39.403249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-efffea51-3609-42de-b3ba-362080c88043 None None] For port 30f46a82-2bcf-41c3-9834-7ad5aa463713, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=30f46a82-2bcf-41c3-9834-7ad5aa463713,segment=NetworkSegment(2430cfe1-d5c4-4474-b615-3bb995f7aec4),segment_id=2430cfe1-d5c4-4474-b615-3bb995f7aec4)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:39.403982 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-efffea51-3609-42de-b3ba-362080c88043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.417542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08c45d1f-f67c-491e-81e1-8592ebcbe6f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.433660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-efffea51-3609-42de-b3ba-362080c88043 None None] Calling delete_port for 30f46a82-2bcf-41c3-9834-7ad5aa463713 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:58:39.440553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08c45d1f-f67c-491e-81e1-8592ebcbe6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.518514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c45d1f-f67c-491e-81e1-8592ebcbe6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90da773-746a-4805-bc6b-60aeeaeff5f5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:39.519121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.567575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-08c45d1f-f67c-491e-81e1-8592ebcbe6f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b54bb8db00f4876839211880d11f1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983436 Oct 25 22:58:39.569188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39508) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:39.570863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f46a82-2bcf-41c3-9834-7ad5aa463713,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:39.583998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] No DVR routers for this DVR port 30f46a82-2bcf-41c3-9834-7ad5aa463713 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:39.624217 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-efffea51-3609-42de-b3ba-362080c88043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.633455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:39.674364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-640130fc-7b73-4d60-aecb-fe33f76c88a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.697457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffea51-3609-42de-b3ba-362080c88043 None None] Pushing event deleted for resources: {'Port': ['ID=30f46a82-2bcf-41c3-9834-7ad5aa463713,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:39.715883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffea51-3609-42de-b3ba-362080c88043 None None] No DVR routers for this DVR port 30f46a82-2bcf-41c3-9834-7ad5aa463713 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:39.740863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.745388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-640130fc-7b73-4d60-aecb-fe33f76c88a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.753099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 46287fcd-891b-48f7-901a-76f0f7adede5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:58:39.760841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 46287fcd-891b-48f7-901a-76f0f7adede5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:39.761214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.775132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.776283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.777353 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.778166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > port after_create 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.778805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.779487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > port after_update 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.780161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.780674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.781363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.781885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.846437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-640130fc-7b73-4d60-aecb-fe33f76c88a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.849532 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-640130fc-7b73-4d60-aecb-fe33f76c88a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.853070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-640130fc-7b73-4d60-aecb-fe33f76c88a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f90da773-746a-4805-bc6b-60aeeaeff5f5 HTTP/1.1" status: 204 len: 168 time: 0.2805681 Oct 25 22:58:39.865401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640130fc-7b73-4d60-aecb-fe33f76c88a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90da773-746a-4805-bc6b-60aeeaeff5f5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:39.926530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.927054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.927383 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.927788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 22:58:39.928320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c086c877-cd2b-4367-851b-c75c025121fe']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:39.966489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2430cfe1-d5c4-4474-b615-3bb995f7aec4') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:39.966804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2430cfe1-d5c4-4474-b615-3bb995f7aec4') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:39.995463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:39.998561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.026226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:40.030132 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ddeff1-6106-4d9c-8da1-f3af8c03a7ce" -d '{"events": [{"server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "name": "network-vif-plugged", "status": "completed", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:40.044792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.050968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:40.057736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.058911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:58:40.060042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: from cryptography.utils import int_from_bytes Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: from cryptography.utils import int_from_bytes Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: timer() Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:58:40.066816 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:58:40.140737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.161184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:40.185063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.190179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c086c877-cd2b-4367-851b-c75c025121fe HTTP/1.1" status: 204 len: 168 time: 1.6087241 Oct 25 22:58:40.191826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03239d4-bb54-4ad2-8d55-c583918f4d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c086c877-cd2b-4367-851b-c75c025121fe,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:40.253365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39526) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:40.253981 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5211494a-fe18-4442-9f8f-26d24dae9012 x-openstack-request-id: req-5211494a-fe18-4442-9f8f-26d24dae9012 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:40.254555 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "name": "network-vif-plugged", "status": "completed", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:40.255009 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5211494a-fe18-4442-9f8f-26d24dae9012 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:40.255512 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5', 'code': 200} Oct 25 22:58:40.267467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363ae3dc-84fb-4b58-9025-0a8f2c80bd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.401851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363ae3dc-84fb-4b58-9025-0a8f2c80bd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.408896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363ae3dc-84fb-4b58-9025-0a8f2c80bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.447070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8b32-cb0f-473a-803b-cd7e1eb3740e req-fd9c6b49-1836-447f-ab37-005fe6832e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:40.452689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70e8b32-cb0f-473a-803b-cd7e1eb3740e req-fd9c6b49-1836-447f-ab37-005fe6832e09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1096 time: 0.0834086 Oct 25 22:58:40.472503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-363ae3dc-84fb-4b58-9025-0a8f2c80bd28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1985d0db30b4e599c8a224ba4c3b66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180176 Oct 25 22:58:40.473155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39536) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:40.473803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae3dc-84fb-4b58-9025-0a8f2c80bd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bed0de7-a924-4de8-946b-058004e89d58,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:40.530742 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1b7-25ea-4827-a80c-0e77e7608f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.544279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35552a-6660-4cca-9767-fa729b3f1080 req-ccca7eb2-96d9-4731-aca4-0530afd643c6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:40.553058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c35552a-6660-4cca-9767-fa729b3f1080 req-ccca7eb2-96d9-4731-aca4-0530afd643c6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 945 time: 0.0869944 Oct 25 22:58:40.557268 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70e8b32-cb0f-473a-803b-cd7e1eb3740e req-8330d84c-42b3-48b1-850c-7d3966ad1d88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978396 Oct 25 22:58:40.560643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1b7-25ea-4827-a80c-0e77e7608f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.566655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39540) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:40.582186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39542) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:40.605995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c35552a-6660-4cca-9767-fa729b3f1080 req-1f08a6c4-c936-4e79-852c-f65c6c1cfa81 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Oct 25 22:58:40.663975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53980006-2964-4c29-ad10-599f96cb3e3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53e0b5b463894189b971fb85e29fea4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959458 Oct 25 22:58:40.667876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39544) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:40.685346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fa6f8f87-d1f4-4569-b112-7b06efaf8226 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf0151f3aa544efa9d094a047c957395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980144 Oct 25 22:58:40.686649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:40.699670 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1b7-25ea-4827-a80c-0e77e7608f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.703118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1b7-25ea-4827-a80c-0e77e7608f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.704627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d13c1b7-25ea-4827-a80c-0e77e7608f6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bed0de7-a924-4de8-946b-058004e89d58 HTTP/1.1" status: 204 len: 168 time: 0.2279813 Oct 25 22:58:40.731603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13c1b7-25ea-4827-a80c-0e77e7608f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bed0de7-a924-4de8-946b-058004e89d58,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:40.746848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9011fb-b88a-4c1e-978b-91db700fcae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.777503 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf36f-4ecf-4729-9aa4-61ede9c1ef41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.778017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9011fb-b88a-4c1e-978b-91db700fcae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.805070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf36f-4ecf-4729-9aa4-61ede9c1ef41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.864890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf36f-4ecf-4729-9aa4-61ede9c1ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.865102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9011fb-b88a-4c1e-978b-91db700fcae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.868574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf36f-4ecf-4729-9aa4-61ede9c1ef41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.874368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9011fb-b88a-4c1e-978b-91db700fcae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:40.875964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b9011fb-b88a-4c1e-978b-91db700fcae8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7633d6a5-533d-469c-a7fd-07b3f6c77cd1 HTTP/1.1" status: 204 len: 168 time: 0.2070909 Oct 25 22:58:40.879678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fdcaf36f-4ecf-4729-9aa4-61ede9c1ef41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9534d2a6-c60a-48ad-a5ab-aa9d1953362a HTTP/1.1" status: 204 len: 168 time: 0.1914520 Oct 25 22:58:40.893973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9011fb-b88a-4c1e-978b-91db700fcae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633d6a5-533d-469c-a7fd-07b3f6c77cd1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:40.894596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaf36f-4ecf-4729-9aa4-61ede9c1ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534d2a6-c60a-48ad-a5ab-aa9d1953362a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:40.896993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 30f46a82-2bcf-41c3-9834-7ad5aa463713 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:40.927467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 30f46a82-2bcf-41c3-9834-7ad5aa463713 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:58:40.927803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 30f46a82-2bcf-41c3-9834-7ad5aa463713 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:40.937674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39562) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:41.264011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39574) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:41.368301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-aee02460-ff71-4cf2-980a-4ff1c11e4241 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:41.369668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-aee02460-ff71-4cf2-980a-4ff1c11e4241 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4306631 Oct 25 22:58:41.410604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-4476164a-dd25-4387-ab21-db3480f66a3a tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:41.412106 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-4476164a-dd25-4387-ab21-db3480f66a3a tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 1094 time: 0.0359018 Oct 25 22:58:41.531600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d979199-6904-438c-bf61-1d00185a1133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.637260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d979199-6904-438c-bf61-1d00185a1133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.644043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d979199-6904-438c-bf61-1d00185a1133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.668897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Request body: {'binding': {'host': 'n-h1-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:41.669415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 22:58:41.732277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d979199-6904-438c-bf61-1d00185a1133 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d83a42d6a5d44c1b920c34cc3bf7873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671886 Oct 25 22:58:41.736745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39612) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:41.749018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d979199-6904-438c-bf61-1d00185a1133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f106d50a-ad17-4efe-ade0-ce2ec6d613ac,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:41.813363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29af113e-018b-498c-b161-b9dd1e647d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.841658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29af113e-018b-498c-b161-b9dd1e647d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.849855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7096a5-121a-4d9a-a4f4-6f5eeb9a1000 req-f155d15d-06c4-4bc9-9299-78b676f45cc3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:41.852383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a7096a5-121a-4d9a-a4f4-6f5eeb9a1000 req-f155d15d-06c4-4bc9-9299-78b676f45cc3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 945 time: 0.1426337 Oct 25 22:58:41.911259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29af113e-018b-498c-b161-b9dd1e647d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.917708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29af113e-018b-498c-b161-b9dd1e647d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:41.919461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29af113e-018b-498c-b161-b9dd1e647d19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f106d50a-ad17-4efe-ade0-ce2ec6d613ac HTTP/1.1" status: 204 len: 168 time: 0.1801684 Oct 25 22:58:41.933803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af113e-018b-498c-b161-b9dd1e647d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f106d50a-ad17-4efe-ade0-ce2ec6d613ac,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:41.945944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a7096a5-121a-4d9a-a4f4-6f5eeb9a1000 req-7b5c7083-3b8f-4e6f-879a-30eef24cdfc8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866885 Oct 25 22:58:41.989880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on host n-h1-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:41.994406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:41.994741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:42.006106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:42.006533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:42.027520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:42.027870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:42.028265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:42.028711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Bound port: 9c6d038a-2126-446f-b526-9b112c9ab776, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:42.135748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:42.145797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.147097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7e0e1d4d-6ba6-45ae-ae2b-85a6a42a20d8 service neutron] 10.222.0.25 "POST /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776/bindings HTTP/1.1" status: 201 len: 389 time: 0.5845020 Oct 25 22:58:42.169408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39630) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:42.355067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa224fb-0140-4183-a77c-a0bc0b8f87e1 req-8d612f03-a0e2-4848-9a98-f92d26c3a62e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:42.356618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8aa224fb-0140-4183-a77c-a0bc0b8f87e1 req-8d612f03-a0e2-4848-9a98-f92d26c3a62e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 946 time: 0.0708699 Oct 25 22:58:42.403430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8aa224fb-0140-4183-a77c-a0bc0b8f87e1 req-3f1923e5-c333-4beb-bc50-9d6b1192a67f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Oct 25 22:58:42.453737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-700693487-network', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:42.460882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-fb193be6-de3e-4eb0-94c3-1e7562ae1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:42.462513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-fb193be6-de3e-4eb0-94c3-1e7562ae1494 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1097 time: 0.0580728 Oct 25 22:58:42.539602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:42.539602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.540116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:42.554582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.555112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f4833d-dc4b-43b2-bc06-2fc6f9ca0f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.637158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d4dab559-cb1d-4c0d-80b0-a990f3433b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:42.640190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d4dab559-cb1d-4c0d-80b0-a990f3433b2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1685731 Oct 25 22:58:42.645189 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.656485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f4833d-dc4b-43b2-bc06-2fc6f9ca0f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.664322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f4833d-dc4b-43b2-bc06-2fc6f9ca0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.685895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-e3336760-2024-4e74-a526-9c7fe3cba8e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.0382636 Oct 25 22:58:42.719617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4833d-dc4b-43b2-bc06-2fc6f9ca0f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1536a544-f70d-4d9b-8baf-da4b507af51b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:42.740296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-13f4833d-dc4b-43b2-bc06-2fc6f9ca0f78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bac0f4952f7147fc89dcb63a730743f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963303 Oct 25 22:58:42.741107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:42.769244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-416f02ee-d31a-4eb9-80b1-928aa6c9167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:42.771260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-416f02ee-d31a-4eb9-80b1-928aa6c9167d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.0759811 Oct 25 22:58:42.782573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.812024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.812351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c747b291-a7a2-4b1b-8b44-69382e802c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.840174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-b2febfb3-0794-4b90-94e1-3c91e530d402 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599973 Oct 25 22:58:42.840600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c747b291-a7a2-4b1b-8b44-69382e802c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.841785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f19cb2-532c-40c2-a85a-375cad373559,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:42.864905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:42.913721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39662) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:42.921497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39664) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:42.925012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c747b291-a7a2-4b1b-8b44-69382e802c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.927831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c747b291-a7a2-4b1b-8b44-69382e802c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.928951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c747b291-a7a2-4b1b-8b44-69382e802c83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1536a544-f70d-4d9b-8baf-da4b507af51b HTTP/1.1" status: 204 len: 168 time: 0.1875904 Oct 25 22:58:42.933340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:42.933703 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Added segment 0b973c2a-2479-4de8-a8f1-bc19726e6a89 of type vlan for network fc379b8a-5d2d-423b-9461-97a44d4e454e Oct 25 22:58:42.941738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747b291-a7a2-4b1b-8b44-69382e802c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536a544-f70d-4d9b-8baf-da4b507af51b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:43.034656 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.056023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-36a2f297-ff22-435b-8bc1-d5e56d8d4129 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045240 Oct 25 22:58:43.126031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.127258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:43.128300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.136081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-network', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:43.192175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ed32a-5195-4574-b049-389e98464054 req-80b3cba7-3e30-476f-91cd-4014a47e1e15 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:43.194353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb8ed32a-5195-4574-b049-389e98464054 req-80b3cba7-3e30-476f-91cd-4014a47e1e15 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 945 time: 0.1428368 Oct 25 22:58:43.197216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-244717356-network', 'tenant_id': '7a39e0138cce4dad9b05e37816bed121'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:43.212738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Made reservation on behalf of b9b2f3727af14101b1be3d69445b880e for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:43.215685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.235246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.236943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0656052 Oct 25 22:58:43.240654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:43.251723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72218a-4034-4b34-baf5-58118eaf91d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc379b8a-5d2d-423b-9461-97a44d4e454e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:43.256524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Request body: {'subnet': {'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-700693487-subnet', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:43.262954 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-71b3e734-634a-47ba-826a-38aa73bde85e service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936526 Oct 25 22:58:43.265707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fc379b8a-5d2d-423b-9461-97a44d4e454e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:43.272399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Made reservation on behalf of 7a39e0138cce4dad9b05e37816bed121 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:43.274924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.293165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.337262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb8ed32a-5195-4574-b049-389e98464054 req-713bbf2b-4952-411d-a249-1188bf309eed tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365149 Oct 25 22:58:43.374947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:43.377520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.446311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.457327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.479387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:43.500961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.501303 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Added segment e75cce4e-9e75-4867-84a4-fcd3a6ef03e8 of type vlan for network 56575592-6122-4020-96a2-778554afaf8f Oct 25 22:58:43.852452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.894610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:43.947069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde791d3-b157-432a-b67d-0c59983c5148 req-306cd123-4571-4f43-83ca-c194e265953b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:43.948623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cde791d3-b157-432a-b67d-0c59983c5148 req-306cd123-4571-4f43-83ca-c194e265953b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 946 time: 0.1185572 Oct 25 22:58:43.950852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:43.954216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.001479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0df22-fbb7-4420-8ad2-19d5fe089f82,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:44.012630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a275754d-16a3-49ca-a0e1-305e3dcdaaf7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:44.016678 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.017312 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Added segment 9d2b6e15-7b93-470d-93c7-d62ee5407a08 of type vlan for network c12f0ac1-a59d-4630-94ea-799d81d8d998 Oct 25 22:58:44.044983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-217ef90b-648a-4c59-abee-6ad2c1c4059c tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:44.046538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-217ef90b-648a-4c59-abee-6ad2c1c4059c tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1097 time: 0.4920850 Oct 25 22:58:44.051887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.052991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:44.053853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.064136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cde791d3-b157-432a-b67d-0c59983c5148 req-240d212a-7d46-4e5b-b31e-75b7385a75b7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030982 Oct 25 22:58:44.066770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-1'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:44.078338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c311d-ced7-4a02-84af-4a4bfce4792b req-cbbc02e3-8740-4a64-81e9-2a25fe69cad3 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:44.080937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-322c311d-ced7-4a02-84af-4a4bfce4792b req-cbbc02e3-8740-4a64-81e9-2a25fe69cad3 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1096 time: 0.1379895 Oct 25 22:58:44.118696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.176879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2540693 Oct 25 22:58:44.180990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39718) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:44.190797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Request body: {'subnet': {'network_id': '56575592-6122-4020-96a2-778554afaf8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-244717356-subnet', 'tenant_id': '7a39e0138cce4dad9b05e37816bed121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:44.206316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.235260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61caf4-e42f-47cf-8b08-c69d17593528 admin admin] Pushing event updated for resources: {'Network': ['ID=56575592-6122-4020-96a2-778554afaf8f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:44.242039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-322c311d-ced7-4a02-84af-4a4bfce4792b req-cf4743c8-4d7a-45d5-a4ef-5e73830bd97b tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431658 Oct 25 22:58:44.246827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.247585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 56575592-6122-4020-96a2-778554afaf8f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:44.289200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2ca7ed-29aa-437b-9717-ddf0449cedff,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:44.291020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.294487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:44.295110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.406847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:44.421542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Made reservation on behalf of 7a39e0138cce4dad9b05e37816bed121 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:44.428094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.488501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:44.521810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6068900 Oct 25 22:58:44.525938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39726) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:44.544125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Request body: {'subnet': {'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-subnet', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:44.559093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30f6e4-0be1-4d21-b0e8-e7c13b52fb08 admin admin] Pushing event updated for resources: {'Network': ['ID=c12f0ac1-a59d-4630-94ea-799d81d8d998,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:44.579621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:44.592659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.599895 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:44.604761 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca873df-f155-4ffd-a361-cc99bdafcadc" -d '{"events": [{"server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:44.612020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.679324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Checking segment: {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:44.679624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Network hostable DHCP agents. Network: fc379b8a-5d2d-423b-9461-97a44d4e454e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:44.688146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:44.695247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Made reservation on behalf of b9b2f3727af14101b1be3d69445b880e for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:44.698294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.764008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15648ec-8fec-4b95-af1f-5cb368614452 req-93512881-2649-4844-8dd9-6d56a3115005 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:44.765607 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d15648ec-8fec-4b95-af1f-5cb368614452 req-93512881-2649-4844-8dd9-6d56a3115005 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1096 time: 0.1564453 Oct 25 22:58:44.788186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on host n-h2-815373-1 for vnic_type normal with profile {"migrating_to": "n-h1-815373-1"} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:44.788525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:44.788852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:44.803803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:44.804427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Attempting to bind port 9c6d038a-2126-446f-b526-9b112c9ab776 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:44.816630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Network fc379b8a-5d2d-423b-9461-97a44d4e454e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:44.818504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:44.818848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:44.819237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:44.819675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Bound port: 9c6d038a-2126-446f-b526-9b112c9ab776, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:44.820034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.831451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.847098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d15648ec-8fec-4b95-af1f-5cb368614452 req-f4676c25-e543-43f4-8cd8-6b5702d64953 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705979 Oct 25 22:58:44.850124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fc379b8a-5d2d-423b-9461-97a44d4e454e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:44.865402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d9df3e-a137-4803-9baf-9e87b006b1f8 None None] Network fc379b8a-5d2d-423b-9461-97a44d4e454e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:44.928111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:44.928703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:44.960899 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb69b931-971c-4e78-9b60-13ec456c9edf x-openstack-request-id: req-cb69b931-971c-4e78-9b60-13ec456c9edf {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:44.961428 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:44.961510 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb69b931-971c-4e78-9b60-13ec456c9edf {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:44.962029 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776', 'code': 200} Oct 25 22:58:44.997878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cba543-4df2-42e7-ac5d-52f9a995762f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:45.020986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-42d4617e-72a6-40fc-b878-83bea57e5049 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7781482 Oct 25 22:58:45.025244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39752) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:45.038915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:45.075815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:45.090623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Checking segment: {'id': 'e75cce4e-9e75-4867-84a4-fcd3a6ef03e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '56575592-6122-4020-96a2-778554afaf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:45.090984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Network hostable DHCP agents. Network: 56575592-6122-4020-96a2-778554afaf8f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:45.126256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:45.142054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.144398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.161660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.194207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Network 56575592-6122-4020-96a2-778554afaf8f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:45.250954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 56575592-6122-4020-96a2-778554afaf8f) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:45.257362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-fc379b8a-5d2d-423b-9461-97a44d4e454e', 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'fixed_ips': [{'subnet_id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:58:45.259094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.272181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:45.279607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e6672-3bcd-4578-ab79-0231cf7bd033 None None] Network 56575592-6122-4020-96a2-778554afaf8f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:45.290102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:45.292344 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.356326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.416830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.429702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdecf-cc86-4356-9d21-48fc0f6643e3 req-84dc9d20-d75d-4f87-9d77-96659cffde7e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:45.439194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a74bdecf-cc86-4356-9d21-48fc0f6643e3 req-84dc9d20-d75d-4f87-9d77-96659cffde7e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.1688058 Oct 25 22:58:45.440762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fb9782eb-4667-499a-85ad-da142f862a8d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2570674 Oct 25 22:58:45.443411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533be85e-f746-4f3d-aadc-16f4326911b5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:45.534005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Checking segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:45.534395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Network hostable DHCP agents. Network: c12f0ac1-a59d-4630-94ea-799d81d8d998, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:45.560510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:45.561297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.563031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-3e121a6c-f319-4048-8ca2-414e37be8f4a service neutron] 10.222.0.15 "PUT /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 1122 time: 1.5052931 Oct 25 22:58:45.571634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:45.576798 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51e104b8-49ac-4eee-b746-435ae28df7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.584771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Allocated IP 172.20.0.2 (fc379b8a-5d2d-423b-9461-97a44d4e454e/7c2ca7ed-29aa-437b-9717-ddf0449cedff/61e5fbec-5e68-49ab-81e4-7ee42f608628) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:45.587636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c12f0ac1-a59d-4630-94ea-799d81d8d998) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:45.593361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:45.593953 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.597124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f759a3-5347-49a8-8f3c-7018e985cb20 None None] Network 56575592-6122-4020-96a2-778554afaf8f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:45.599244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['9c6d038a-2126-446f-b526-9b112c9ab776'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:45.632401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8cad1a76-21aa-4827-8431-5551fb0760a4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0964682 Oct 25 22:58:45.632401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39782) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:45.642192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:45.666521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de377b4f-0461-473a-a87c-9ee6f6ad52c4 None None] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:45.691121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.692276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.695142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:45.706426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a74bdecf-cc86-4356-9d21-48fc0f6643e3 req-d1820c5f-58c6-46f3-a44f-5c490894e06c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638321 Oct 25 22:58:45.746626 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:58:45.766723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.035307 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.059248 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.070808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.108739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3a66c709-5e6a-4e25-9ef8-403d1271e452 req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1453630864', 'description': 'tempest-description-1131833956'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:46.170923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a66c709-5e6a-4e25-9ef8-403d1271e452 req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.220105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Allocated IP 172.25.4.142 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/aa928ba1-4dd4-4d9b-9160-76f5b4517b5e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:46.282820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39806) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:46.326597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a66c709-5e6a-4e25-9ef8-403d1271e452 req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.334643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a66c709-5e6a-4e25-9ef8-403d1271e452 req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.390602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.394957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a66c709-5e6a-4e25-9ef8-403d1271e452 req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.396772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a66c709-5e6a-4e25-9ef8-403d1271e452 req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2931979 Oct 25 22:58:46.401284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.414471 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.419565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a03968-78b4-4fc3-a217-76d1cb669efe tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63627a62-a847-4ee8-bd14-a73530c6c954,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:46.448800 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.481543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.504141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.572505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c12f0ac1-a59d-4630-94ea-799d81d8d998', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:58:46.572768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:46.573375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.575889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:46.580866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:46.584472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Pushing event updated for resources: {'Port': ['ID=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:46.653513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Allocated IP 172.25.4.59 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/8ca0195a-6002-44a6-853b-ef30814f9519) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:46.723887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0e549d2-3f17-4414-903b-fa0ca3b74309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.734740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:46.779288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Network fc379b8a-5d2d-423b-9461-97a44d4e454e is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:46.783374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Allocated IP 172.20.0.2 (c12f0ac1-a59d-4630-94ea-799d81d8d998/533be85e-f746-4f3d-aadc-16f4326911b5/15e80dae-3c66-46c7-9977-03b0722d36f3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:46.785596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Pushing event updated for resources: {'Port': ['ID=61e5fbec-5e68-49ab-81e4-7ee42f608628,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:46.798253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:46.802685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:46.820511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.831634 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-4ad295ef-d1ff-4bbd-bd02-fcdbad16a422 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389152 Oct 25 22:58:46.869839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.880165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-7b364a2f-c07b-41d5-a214-c7eb6d6244a8 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:58:46.881167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-7b364a2f-c07b-41d5-a214-c7eb6d6244a8 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1454880 Oct 25 22:58:46.918636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:46.926074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:46.929029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Attempting to bind port 61e5fbec-5e68-49ab-81e4-7ee42f608628 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:46.929392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Attempting to bind port 61e5fbec-5e68-49ab-81e4-7ee42f608628 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:46.929757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Attempting to bind port 61e5fbec-5e68-49ab-81e4-7ee42f608628 on network fc379b8a-5d2d-423b-9461-97a44d4e454e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:46.931272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:46.936407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:46.936835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Checking segment: {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:46.937172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.937564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Bound using segment: {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:46.938031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Bound port: 61e5fbec-5e68-49ab-81e4-7ee42f608628, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:46.938437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:46.960744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca0195a-6002-44a6-853b-ef30814f9519,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:46.981489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:46.983679 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e0861a-de1e-4189-8f28-6aede9a26786" -d '{"events": [{"name": "network-changed", "server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:47.046747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-808186cc-5a6c-4870-989d-58bef0087b29 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:47.048367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-808186cc-5a6c-4870-989d-58bef0087b29 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 1093 time: 0.1375546 Oct 25 22:58:47.064741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] For port 61e5fbec-5e68-49ab-81e4-7ee42f608628, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:47.069860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] For port 61e5fbec-5e68-49ab-81e4-7ee42f608628, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=61e5fbec-5e68-49ab-81e4-7ee42f608628,segment=NetworkSegment(0b973c2a-2479-4de8-a8f1-bc19726e6a89),segment_id=0b973c2a-2479-4de8-a8f1-bc19726e6a89)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:47.076944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.088911 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.104001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-67b6a9e8-2627-4dd8-a009-efc8633c37b7 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:47.105591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-67b6a9e8-2627-4dd8-a009-efc8633c37b7 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652590 Oct 25 22:58:47.125469 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.125672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0e549d2-3f17-4414-903b-fa0ca3b74309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.129979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.151896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2238a-de74-4f95-8275-45dd221ed4bb None None] Pushing event updated for resources: {'Port': ['ID=61e5fbec-5e68-49ab-81e4-7ee42f608628,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:47.158738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:47.175856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-10f76986-a80d-408c-889d-d889b15e703d tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/quotas/d8c845f8e65b4c8d9b8137a3e628e3fc HTTP/1.1" status: 200 len: 375 time: 0.0615516 Oct 25 22:58:47.180137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:47.184246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:47.202971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0e549d2-3f17-4414-903b-fa0ca3b74309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.239140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Pushing event updated for resources: {'Port': ['ID=15e80dae-3c66-46c7-9977-03b0722d36f3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:47.278398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Attempting to bind port 15e80dae-3c66-46c7-9977-03b0722d36f3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:47.278769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Attempting to bind port 15e80dae-3c66-46c7-9977-03b0722d36f3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:47.279136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Attempting to bind port 15e80dae-3c66-46c7-9977-03b0722d36f3 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:47.279374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-1ac7e8d8-f1b4-452c-9bfa-13380a099b08 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717809 Oct 25 22:58:47.291697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:47.291835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:47.292123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Checking segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:47.292432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 22:58:47.292545 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.292906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Bound using segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:47.293371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Bound port: 15e80dae-3c66-46c7-9977-03b0722d36f3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:47.293937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.306581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a0e549d2-3f17-4414-903b-fa0ca3b74309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a764f8384ca4a60ba8bf610ebb0dcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0183761 Oct 25 22:58:47.326538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e549d2-3f17-4414-903b-fa0ca3b74309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea456e-a6bf-4b55-b91d-437ca9beb51d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:47.332532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39842) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:47.353527 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.470873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] For port 15e80dae-3c66-46c7-9977-03b0722d36f3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:47.475535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] For port 15e80dae-3c66-46c7-9977-03b0722d36f3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=15e80dae-3c66-46c7-9977-03b0722d36f3,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:47.498036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.628688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262254-abf4-498b-8201-33a9adc0ce41 None None] Pushing event updated for resources: {'Port': ['ID=15e80dae-3c66-46c7-9977-03b0722d36f3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:47.659974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.715798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-670762d3-a964-4316-aebc-f2cdbae285f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.758733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-76345def-885e-4a13-b859-5d386ae1a451 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/63627a62-a847-4ee8-bd14-a73530c6c954 HTTP/1.1" status: 200 len: 1805 time: 0.2665775 Oct 25 22:58:47.790031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-670762d3-a964-4316-aebc-f2cdbae285f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:47.834971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63627a62-a847-4ee8-bd14-a73530c6c954', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:47.835201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63627a62-a847-4ee8-bd14-a73530c6c954', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:47.856464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:58:47.866084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.076004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:48.090440 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:48.106922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:48.107848 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.115550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68dd6508-2c86-431a-9821-d2a8273dd067 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4815485 Oct 25 22:58:48.116218 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:48.116567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39854) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:48.269729 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:48.299416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-665180ac-672e-4eb0-8152-1f07fbf1be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.445719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:48.446204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:48.446316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:48.467474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:48.467885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:48.491625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-670762d3-a964-4316-aebc-f2cdbae285f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.494188 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-670762d3-a964-4316-aebc-f2cdbae285f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.495317 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-670762d3-a964-4316-aebc-f2cdbae285f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86ea456e-a6bf-4b55-b91d-437ca9beb51d HTTP/1.1" status: 204 len: 168 time: 1.1617200 Oct 25 22:58:48.525921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:48.530724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:48.531096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:48.531576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Bound port: 46287fcd-891b-48f7-901a-76f0f7adede5, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:48.577374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670762d3-a964-4316-aebc-f2cdbae285f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea456e-a6bf-4b55-b91d-437ca9beb51d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:48.633283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.689005 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:47Z', 'revision_number': 3, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:48.696179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60983b-297c-4e2f-8b6b-414d1c45efbf None None] Network fc379b8a-5d2d-423b-9461-97a44d4e454e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:48.697845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.717034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.723500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:48.728243 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:48.728607 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Updating router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 port 8ca0195a-6002-44a6-853b-ef30814f9519 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:58:48.746607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.747798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-efbd21bf-c4d1-4ba9-8ff9-df7ac569c67f service neutron] 10.222.0.25 "POST /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5/bindings HTTP/1.1" status: 201 len: 389 time: 1.6147363 Oct 25 22:58:48.753162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258269e7-6ba0-488d-af99-7ac2bac27c01,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:48.758239 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.773264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:48.789856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc7bc570-faf8-417f-9647-08f53fd00334 req-0b901bc5-3bdf-4b3b-a08a-52e2da5c8694 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9816802 Oct 25 22:58:48.793885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Router dae45051-0f3b-4d54-8e8d-ede6b9318011 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:58:49.135999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d5c8-fb59-4e8d-81e0-c565397cd0d7 req-ae346803-0961-415b-86be-ff6f24e70668 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:49.140188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-43b32d28-4a85-472a-82d2-b01562ebdea4 None None] Provisioning complete for port 61e5fbec-5e68-49ab-81e4-7ee42f608628 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:49.141541 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-43b32d28-4a85-472a-82d2-b01562ebdea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.143562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.144496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8656d5c8-fb59-4e8d-81e0-c565397cd0d7 req-ae346803-0961-415b-86be-ff6f24e70668 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.2469840 Oct 25 22:58:49.166896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:49.171390 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b93ba42-68df-4b91-ac4b-4cd30cc03b79 x-openstack-request-id: req-5b93ba42-68df-4b91-ac4b-4cd30cc03b79 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:49.172517 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:49.172517 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b93ba42-68df-4b91-ac4b-4cd30cc03b79 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:49.172869 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776', 'status': 'completed', 'code': 200} Oct 25 22:58:49.224201 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8656d5c8-fb59-4e8d-81e0-c565397cd0d7 req-6f008c6c-77b9-4a6d-bc9a-256c0f252f10 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787516 Oct 25 22:58:49.242680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.247681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ac09e37-6e41-4d88-96f1-3e4baf5d85af admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2203519 Oct 25 22:58:49.250228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39864) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:49.258860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d1d91-d852-4a0c-b5a3-fdcd521e0b9f None None] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:49.306581 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.317388 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.360866 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Attempting to bind port 8ca0195a-6002-44a6-853b-ef30814f9519 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:49.361797 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Attempting to bind port 8ca0195a-6002-44a6-853b-ef30814f9519 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:49.362344 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Attempting to bind port 8ca0195a-6002-44a6-853b-ef30814f9519 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:49.369075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-4f8ce75f-70b7-4329-bf05-154f2bb9e0fd req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1671536667', 'description': 'tempest-description-1358142170'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:49.388367 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:49.389322 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:49.389955 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.390660 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:49.391448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Bound port: 8ca0195a-6002-44a6-853b-ef30814f9519, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:49.391973 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.424154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-e5d06860-ee28-44ed-b49a-6978b26d172d tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606287 Oct 25 22:58:49.450610 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4f8ce75f-70b7-4329-bf05-154f2bb9e0fd req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.464670 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] For port 8ca0195a-6002-44a6-853b-ef30814f9519, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:49.468772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] For port 8ca0195a-6002-44a6-853b-ef30814f9519, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8ca0195a-6002-44a6-853b-ef30814f9519,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:49.476652 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.492381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 15e80dae-3c66-46c7-9977-03b0722d36f3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:49.502009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Sync routers for ids ['dae45051-0f3b-4d54-8e8d-ede6b9318011'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:49.511493 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:49.512355 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:49.579609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Routers {'dae45051-0f3b-4d54-8e8d-ede6b9318011'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:49.580914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dae45051-0f3b-4d54-8e8d-ede6b9318011'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:49.639209 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:49.707439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-fdd0a3fc-bcfc-4eca-8436-e2ef5a671c56 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:49.709970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-fdd0a3fc-bcfc-4eca-8436-e2ef5a671c56 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771692 Oct 25 22:58:49.713912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39870) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:49.805425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4347fe4-889d-4ca6-8366-42b7a980f858 req-f1f84d83-3387-46be-b3e9-61c614a3c507 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 210 time: 0.4263909 Oct 25 22:58:49.854976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:58:49.857443 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedc98e-6a49-4c01-9418-8524d8beb3e4 None None] Pushing event updated for resources: {'Port': ['ID=8ca0195a-6002-44a6-853b-ef30814f9519,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:49.924559 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedc98e-6a49-4c01-9418-8524d8beb3e4 None None] Pushing event updated for resources: {'Port': ['ID=8ca0195a-6002-44a6-853b-ef30814f9519,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:49.957629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-ab113a2d-6604-40aa-95a7-d362e78e9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:49.960615 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04711ab5-b809-4619-a359-c952f9130391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:47Z', 'revision_number': 3, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:49.960861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-ab113a2d-6604-40aa-95a7-d362e78e9d75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1125 time: 0.7422450 Oct 25 22:58:49.965183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:49.977205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.982518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-43b32d28-4a85-472a-82d2-b01562ebdea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:49.991802 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711ab5-b809-4619-a359-c952f9130391 None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:47Z', 'revision_number': 3, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:50.003765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 has no active binding in host n-h1-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 22:58:50.005546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Request body: {'port': {'device_id': 'c12da139-fb47-4eb2-966b-119114d15389', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'd8c845f8e65b4c8d9b8137a3e628e3fc'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:50.014327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-26477bd7-d2ca-4f42-8395-483e15ac1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.015945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-788cf1c7-a76b-40bf-8fad-16bba1e50e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.021056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-26477bd7-d2ca-4f42-8395-483e15ac1339 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1096 time: 0.2585340 Oct 25 22:58:50.042000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-43b32d28-4a85-472a-82d2-b01562ebdea4 None None] For port 61e5fbec-5e68-49ab-81e4-7ee42f608628, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=61e5fbec-5e68-49ab-81e4-7ee42f608628,segment=NetworkSegment(0b973c2a-2479-4de8-a8f1-bc19726e6a89),segment_id=0b973c2a-2479-4de8-a8f1-bc19726e6a89)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:50.107946 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-43b32d28-4a85-472a-82d2-b01562ebdea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.185957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724f0de-d72e-476c-a420-cd00d5ab1f19 req-675dd543-7ed3-4a56-99a9-d192fd552951 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.193638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2724f0de-d72e-476c-a420-cd00d5ab1f19 req-675dd543-7ed3-4a56-99a9-d192fd552951 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 945 time: 0.2635169 Oct 25 22:58:50.197083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b32d28-4a85-472a-82d2-b01562ebdea4 None None] Pushing event updated for resources: {'Port': ['ID=61e5fbec-5e68-49ab-81e4-7ee42f608628,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:50.199959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4f8ce75f-70b7-4329-bf05-154f2bb9e0fd req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.222261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4f8ce75f-70b7-4329-bf05-154f2bb9e0fd req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.255955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Allocated IP 172.20.0.1 (c12f0ac1-a59d-4630-94ea-799d81d8d998/533be85e-f746-4f3d-aadc-16f4326911b5/70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:50.264283 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.271517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Set router dae45051-0f3b-4d54-8e8d-ede6b9318011 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:50.320033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f7f58eed-883a-43c3-be19-a62d72eecd14 None None] Provisioning complete for port 15e80dae-3c66-46c7-9977-03b0722d36f3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:50.320782 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7f58eed-883a-43c3-be19-a62d72eecd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.354496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4f8ce75f-70b7-4329-bf05-154f2bb9e0fd req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.356150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f8ce75f-70b7-4329-bf05-154f2bb9e0fd req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0913057 Oct 25 22:58:50.377018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-dd1547d4-c5ae-4bb3-b61e-255b0c2e40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.380093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-dd1547d4-c5ae-4bb3-b61e-255b0c2e40e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.4023819 Oct 25 22:58:50.380853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986252a8-967e-435a-80e5-debd5f1fa35e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6332aff7-b76d-430c-b972-246feeadabaa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:50.448382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 15e80dae-3c66-46c7-9977-03b0722d36f3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:50.448743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.478992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-788cf1c7-a76b-40bf-8fad-16bba1e50e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.512011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Made reservation on behalf of d8c845f8e65b4c8d9b8137a3e628e3fc for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:50.515648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.527922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-788cf1c7-a76b-40bf-8fad-16bba1e50e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.545481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-c2652dc2-e06e-4bd9-9f25-b860053ae061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.547294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-c2652dc2-e06e-4bd9-9f25-b860053ae061 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.4753170 Oct 25 22:58:50.557913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.562717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2724f0de-d72e-476c-a420-cd00d5ab1f19 req-fc66dbe2-68a1-41ad-ba10-b43b87ab1fba tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682868 Oct 25 22:58:50.623209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-b00b1f7b-9951-4a67-a14c-7619cc8cbc72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.2007000 Oct 25 22:58:50.668452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cf1c7-a76b-40bf-8fad-16bba1e50e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a02dc-4ad4-4cc5-8d9c-5add04e9ac7f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:50.677514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.680558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-7f43f282-7dbc-4a48-95e2-829255f8eb24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 217 time: 0.0706739 Oct 25 22:58:50.702642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-788cf1c7-a76b-40bf-8fad-16bba1e50e19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d8efef540554a1780fee973dd9e76da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9731860 Oct 25 22:58:50.728699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39880) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:50.746123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.825560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7f58eed-883a-43c3-be19-a62d72eecd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.830953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.841223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-0925d44d-e359-4128-b925-9a83e4be3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.842763 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-0925d44d-e359-4128-b925-9a83e4be3c7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1768088 Oct 25 22:58:50.856861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23651-8dd2-4296-aef7-d8f1646ea2ad req-44fdeb74-2cc5-4df1-a204-9a6e3a74feb9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.858859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb23651-8dd2-4296-aef7-d8f1646ea2ad req-44fdeb74-2cc5-4df1-a204-9a6e3a74feb9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.1564376 Oct 25 22:58:50.881121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.898842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f7f58eed-883a-43c3-be19-a62d72eecd14 None None] For port 15e80dae-3c66-46c7-9977-03b0722d36f3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=15e80dae-3c66-46c7-9977-03b0722d36f3,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:50.907157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:46Z', 'revision_number': 3, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:50.910868 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7f58eed-883a-43c3-be19-a62d72eecd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:50.919676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-c5cdf721-8968-42cc-8774-1bb9f3fe0b8c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/6332aff7-b76d-430c-b972-246feeadabaa HTTP/1.1" status: 200 len: 1805 time: 0.2990282 Oct 25 22:58:50.925374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6332aff7-b76d-430c-b972-246feeadabaa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:50.925687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6332aff7-b76d-430c-b972-246feeadabaa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:50.948045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-358f5624-86b2-4ca9-89e3-36a8569482f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:50.949982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-358f5624-86b2-4ca9-89e3-36a8569482f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.2612262 Oct 25 22:58:50.994437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-888682ba-093f-4e1d-814e-0746e488e1e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007736 Oct 25 22:58:51.011278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 22:58:51.011629 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 22:58:51.013235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Checking router: dae45051-0f3b-4d54-8e8d-ede6b9318011 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:51.013692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Updating router dae45051-0f3b-4d54-8e8d-ede6b9318011 port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:58:51.024303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbb23651-8dd2-4296-aef7-d8f1646ea2ad req-64a9d8a3-3c6f-445f-88b1-2a7e75fd52f8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550045 Oct 25 22:58:51.050104 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.060526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Allocated IP 172.20.0.1 (fc379b8a-5d2d-423b-9461-97a44d4e454e/7c2ca7ed-29aa-437b-9717-ddf0449cedff/f1ce3503-88c3-45db-9a04-e3263c2e0939) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:51.065430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.083757 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.133971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-2f80bcb5-58b1-45d7-9ff5-c3bcb4a914c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602783 Oct 25 22:58:51.155129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-80fea192-d930-405d-bba2-491f452dffc2 None None] Provisioning complete for port 61e5fbec-5e68-49ab-81e4-7ee42f608628 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:51.155494 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80fea192-d930-405d-bba2-491f452dffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.162112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a61f9f34-3593-458c-b114-efadc6bbc100 req-dd3f14fc-82ba-4275-9152-fd3d104fd5ee tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 210 time: 0.0370770 Oct 25 22:58:51.199432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-91e3103a-7b25-4b6a-a23e-27e461f32957 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653006 Oct 25 22:58:51.265350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.314477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8729bbd8-a5cf-4971-a98d-7f0703d58726,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:51.319827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f58eed-883a-43c3-be19-a62d72eecd14 None None] Pushing event updated for resources: {'Port': ['ID=15e80dae-3c66-46c7-9977-03b0722d36f3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:51.404138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.424528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Allocated IP 192.168.233.137 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/96aad312-03df-420c-a0d1-c122ba90f7b3) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:58:51.445261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.468436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9e0861a-de1e-4189-8f28-6aede9a26786 req-88a1f5fa-4173-4007-9743-159a3dc1529d service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602894 Oct 25 22:58:51.468841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba88a0d8-0dbe-4b95-87d8-178019ecca75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.552983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.562026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-80fea192-d930-405d-bba2-491f452dffc2 None None] Provisioning complete for port 15e80dae-3c66-46c7-9977-03b0722d36f3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:51.562421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80fea192-d930-405d-bba2-491f452dffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.566912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.569863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-1ee3336c-867d-4da8-ac7a-48a27d649156 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695197 Oct 25 22:58:51.593520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.594360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.596130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:51.601822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61e5fbec-5e68-49ab-81e4-7ee42f608628 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:51.632165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:51.637675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6543f5e3-59e1-4906-919a-334f9a4639fc,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:51.650011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:51.658559 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.671454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ce3503-88c3-45db-9a04-e3263c2e0939,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:51.695180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Network fc379b8a-5d2d-423b-9461-97a44d4e454e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:51.700030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:51.703294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:51.782948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Attempting to bind port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:51.783453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Attempting to bind port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:51.783916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Attempting to bind port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:51.788703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b05b4-fe7e-46cf-9982-c0b1f6f9f7a1 None None] Pushing event updated for resources: {'Port': ['ID=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:51.799867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:51.800385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:51.800909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.801405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:51.801993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Bound port: aa928ba1-4dd4-4d9b-9160-76f5b4517b5e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:51.802500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.823467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.824941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c57f2110-a0c4-4d35-97cc-6f93e9cc2c53 req-3b952386-bcda-412d-9768-8985ddfdef24 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9044104 Oct 25 22:58:51.826012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.843462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.860534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba88a0d8-0dbe-4b95-87d8-178019ecca75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.875047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 61e5fbec-5e68-49ab-81e4-7ee42f608628 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:51.875839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.911852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.945289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-580897a7-3bf2-4090-95db-c8ac8437c89a req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-338085531', 'description': 'tempest-description-654443212'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:51.953183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] For port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:51.962640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] For port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:51.976304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:51.976982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac215dc-8445-436b-acaf-cab06f58f944 req-930bd599-72a5-459b-ac30-214a2bf41bd8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:51.987681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fac215dc-8445-436b-acaf-cab06f58f944 req-930bd599-72a5-459b-ac30-214a2bf41bd8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 945 time: 0.2171576 Oct 25 22:58:51.997432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba88a0d8-0dbe-4b95-87d8-178019ecca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.000598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba88a0d8-0dbe-4b95-87d8-178019ecca75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.004908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ba88a0d8-0dbe-4b95-87d8-178019ecca75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/047a02dc-4ad4-4cc5-8d9c-5add04e9ac7f HTTP/1.1" status: 204 len: 168 time: 1.2669268 Oct 25 22:58:52.060887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88a0d8-0dbe-4b95-87d8-178019ecca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a02dc-4ad4-4cc5-8d9c-5add04e9ac7f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:52.077566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Pushing event updated for resources: {'Port': ['ID=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:52.110780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fac215dc-8445-436b-acaf-cab06f58f944 req-a9a9c7aa-5a76-425f-a328-792dbee5eeb0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220999 Oct 25 22:58:52.164913 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-580897a7-3bf2-4090-95db-c8ac8437c89a req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.168289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b05b4-fe7e-46cf-9982-c0b1f6f9f7a1 None None] Pushing event updated for resources: {'Port': ['ID=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:52.170814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Routers {'dae45051-0f3b-4d54-8e8d-ede6b9318011'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:52.171403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dae45051-0f3b-4d54-8e8d-ede6b9318011'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:52.191701 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.257128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-7d34d82d-a9bb-4ec8-8343-f43754cf7f45 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441023 Oct 25 22:58:52.379592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Pushing event updated for resources: {'Port': ['ID=96aad312-03df-420c-a0d1-c122ba90f7b3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:52.393645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:52.420003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:52.446647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:58:52.453416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.472813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e8a59985-cab2-42b5-8ac3-ecfd5c6363ae None None] Provisioning complete for port f1ce3503-88c3-45db-9a04-e3263c2e0939 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:52.474235 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8a59985-cab2-42b5-8ac3-ecfd5c6363ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.534216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 15e80dae-3c66-46c7-9977-03b0722d36f3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:52.581473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e8a59985-cab2-42b5-8ac3-ecfd5c6363ae None None] Port f1ce3503-88c3-45db-9a04-e3263c2e0939 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:52.588693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-580897a7-3bf2-4090-95db-c8ac8437c89a req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.590909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.620187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd59e6e-9413-49fe-942b-ec5d278bfd65 req-9686a028-34d3-4274-890c-005b37fa77ab tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:52.621755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfd59e6e-9413-49fe-942b-ec5d278bfd65 req-9686a028-34d3-4274-890c-005b37fa77ab tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 944 time: 0.3706672 Oct 25 22:58:52.649651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] Set router dae45051-0f3b-4d54-8e8d-ede6b9318011 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:52.691786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e8a59985-cab2-42b5-8ac3-ecfd5c6363ae None None] Provisioning complete for port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:52.692147 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8a59985-cab2-42b5-8ac3-ecfd5c6363ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.692964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-63e338e8-dc7e-488f-b294-40cb59c185d9 service neutron] 10.222.0.11 "GET /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.3364751 Oct 25 22:58:52.714808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-580897a7-3bf2-4090-95db-c8ac8437c89a req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.723427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:52.724066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.773318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e096d79d-3e10-4fe6-83e7-7545cc08f38f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:52.776039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-d3b23179-043f-4d71-a9ec-c9b82d3ac497 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8967886 Oct 25 22:58:52.800010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfd59e6e-9413-49fe-942b-ec5d278bfd65 req-e6a60484-bc50-42a4-bec1-8541a6e4c0c2 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696889 Oct 25 22:58:52.814774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Request body: {'port': {'device_id': 'c12da139-fb47-4eb2-966b-119114d15389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:52.831797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 15e80dae-3c66-46c7-9977-03b0722d36f3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:52.832017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-ac7eb67c-3105-4838-94b6-ce1138dffb07 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:52.832224 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.833661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-ac7eb67c-3105-4838-94b6-ce1138dffb07 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.4055760 Oct 25 22:58:52.875247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:52.914021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-580897a7-3bf2-4090-95db-c8ac8437c89a req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:52.926728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-580897a7-3bf2-4090-95db-c8ac8437c89a req-f67f6a45-84ed-49d7-84c9-22e80bccb642 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9983428 Oct 25 22:58:52.950710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e8a59985-cab2-42b5-8ac3-ecfd5c6363ae None None] Port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:53.009191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8ca0195a-6002-44a6-853b-ef30814f9519 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:53.051204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.055921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6b00021c-c3b2-41b3-854a-e27cc62d7938 req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-263936767', 'description': 'tempest-description-2010253028'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:53.072570 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.077235 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.084768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.117389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-27b5816f-4d41-465b-9f9e-a90c65b22810 None None] Provisioning complete for port 96aad312-03df-420c-a0d1-c122ba90f7b3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:53.117767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27b5816f-4d41-465b-9f9e-a90c65b22810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.153378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.163560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-27b5816f-4d41-465b-9f9e-a90c65b22810 None None] Port 96aad312-03df-420c-a0d1-c122ba90f7b3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:53.168610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a75b5-7fec-4fcf-9f3e-3ed88aebe59a req-5310b540-e9d0-489b-ac4d-7f50db59c94a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:53.171555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-279a75b5-7fec-4fcf-9f3e-3ed88aebe59a req-5310b540-e9d0-489b-ac4d-7f50db59c94a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 936 time: 0.2657294 Oct 25 22:58:53.177837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8ca0195a-6002-44a6-853b-ef30814f9519 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:53.178575 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.241832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f1ce3503-88c3-45db-9a04-e3263c2e0939', 'name': '', 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'mac_address': 'fa:16:3e:79:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:50Z', 'updated_at': '2021-10-25T22:58:51Z', 'revision_number': 1, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'subnets': [{'id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:53.311332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09468c58-ad04-4363-8203-a64127e9ef3c None None] The sync data for ids ['dae45051-0f3b-4d54-8e8d-ede6b9318011'] in n-d-815373-1 is: [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f1ce3503-88c3-45db-9a04-e3263c2e0939', 'name': '', 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'mac_address': 'fa:16:3e:79:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:50Z', 'updated_at': '2021-10-25T22:58:51Z', 'revision_number': 1, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'subnets': [{'id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:53.340286 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.370177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 8ca0195a-6002-44a6-853b-ef30814f9519, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8ca0195a-6002-44a6-853b-ef30814f9519,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:53.379375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.381057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61e5fbec-5e68-49ab-81e4-7ee42f608628 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:53.474428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=8ca0195a-6002-44a6-853b-ef30814f9519,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:53.495988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6b00021c-c3b2-41b3-854a-e27cc62d7938 req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.521071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 61e5fbec-5e68-49ab-81e4-7ee42f608628 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:53.523778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.674188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:53.732208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.754564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.763111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-279a75b5-7fec-4fcf-9f3e-3ed88aebe59a req-222c874b-eb94-4209-a583-d309ce989232 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581858 Oct 25 22:58:53.779280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ce3503-88c3-45db-9a04-e3263c2e0939,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:53.821642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:53.870274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6d038a-2126-446f-b526-9b112c9ab776 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:53.886290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:53.891318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:53.926369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Network fc379b8a-5d2d-423b-9461-97a44d4e454e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:53.931829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:53.975199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6b00021c-c3b2-41b3-854a-e27cc62d7938 req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.986705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:53.988956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6b00021c-c3b2-41b3-854a-e27cc62d7938 req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.007303 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.069675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Pushing event updated for resources: {'Port': ['ID=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:54.206420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6b00021c-c3b2-41b3-854a-e27cc62d7938 req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.207681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b00021c-c3b2-41b3-854a-e27cc62d7938 req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1621304 Oct 25 22:58:54.211592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:54.240401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04df76e-8889-496d-8968-eedaa3e0dbd3 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66da2444-99ce-4eeb-9883-54c09f1369c3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:54.319754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] Transition to ACTIVE for port object 9c6d038a-2126-446f-b526-9b112c9ab776 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:58:54.354175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd787-0b7a-4a90-a9aa-3943f37c1264 req-07fac277-dfdf-4eda-abe1-e9ed303590b7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:54.361963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b3cd787-0b7a-4a90-a9aa-3943f37c1264 req-07fac277-dfdf-4eda-abe1-e9ed303590b7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 945 time: 0.4597611 Oct 25 22:58:54.383790 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.409190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8ca0195a-6002-44a6-853b-ef30814f9519 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:54.460328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Router dae45051-0f3b-4d54-8e8d-ede6b9318011 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:58:54.489812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2fe40303-887b-48fd-ba10-e53103171635 None None] Provisioning complete for port f1ce3503-88c3-45db-9a04-e3263c2e0939 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:54.490281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe40303-887b-48fd-ba10-e53103171635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.540372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:54.542729 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0618c-0052-40fd-9b40-2241bbef6580" -d '{"events": [{"server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "name": "network-vif-unplugged", "status": "completed", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:54.547981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.567349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2fe40303-887b-48fd-ba10-e53103171635 None None] Port f1ce3503-88c3-45db-9a04-e3263c2e0939 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:54.583552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8ca0195a-6002-44a6-853b-ef30814f9519 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:54.583922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.634220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b3cd787-0b7a-4a90-a9aa-3943f37c1264 req-d7d7749b-31f2-4678-8a64-2c8be5535e86 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711241 Oct 25 22:58:54.634355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.647438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] No DVR routers for this DVR port 9c6d038a-2126-446f-b526-9b112c9ab776 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:58:54.669980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a66fb-b2c4-432c-af06-c59c156050df req-bfac092c-2886-4152-a8fa-486f377f1a60 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:54.672650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-321a66fb-b2c4-432c-af06-c59c156050df req-bfac092c-2886-4152-a8fa-486f377f1a60 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.3208785 Oct 25 22:58:54.681494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:58:54.688563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:54.726023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aad312-03df-420c-a0d1-c122ba90f7b3 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:58:54.755330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.810696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Transition to ACTIVE for port object 96aad312-03df-420c-a0d1-c122ba90f7b3 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:58:54.824020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:54.827826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:54.858179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0fb25387-6ce7-4665-90f7-d962c8f81b91 admin admin] 10.222.0.25 "PUT /v2.0/routers/dae45051-0f3b-4d54-8e8d-ede6b9318011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6064751 Oct 25 22:58:54.893858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=10']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:54.908522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Pushing event updated for resources: {'Port': ['ID=96aad312-03df-420c-a0d1-c122ba90f7b3,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:54.973495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:55.020668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d6221773-1fa2-49fb-8c25-b5536917701f service neutron] 10.222.0.11 "PUT /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776/bindings/n-h1-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3010306 Oct 25 22:58:55.072330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-04cb1d47-06b8-4181-833a-e7ac3d4709e0 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/e096d79d-3e10-4fe6-83e7-7545cc08f38f HTTP/1.1" status: 200 len: 1803 time: 0.2303927 Oct 25 22:58:55.073666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-321a66fb-b2c4-432c-af06-c59c156050df req-5cce7948-8fe8-4bfd-a6f1-cebf13256971 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750844 Oct 25 22:58:55.156407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39954) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:55.190744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:55.191064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:55.191381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:55.198799 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5586a07a-36e5-4a5f-b39a-f2360f05e456 x-openstack-request-id: req-5586a07a-36e5-4a5f-b39a-f2360f05e456 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:55.199423 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "name": "network-vif-unplugged", "status": "completed", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:55.199689 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5586a07a-36e5-4a5f-b39a-f2360f05e456 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:55.200083 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5', 'code': 200} Oct 25 22:58:55.219092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6cf8a3ed-db09-4f04-b3f3-2c8f6374f651 None None] Provisioning complete for port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:55.219866 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a3ed-db09-4f04-b3f3-2c8f6374f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.230120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:58:55.242949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:55.243295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Attempting to bind port 46287fcd-891b-48f7-901a-76f0f7adede5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:55.255119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-2095cd30-41d7-46cb-9677-fe0e184b1a17 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/66da2444-99ce-4eeb-9883-54c09f1369c3 HTTP/1.1" status: 200 len: 1804 time: 0.1815469 Oct 25 22:58:55.268062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e096d79d-3e10-4fe6-83e7-7545cc08f38f', 'remote_group_id': '66da2444-99ce-4eeb-9883-54c09f1369c3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:55.268373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e096d79d-3e10-4fe6-83e7-7545cc08f38f', 'remote_group_id': '66da2444-99ce-4eeb-9883-54c09f1369c3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:55.278267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:55.278616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:55.279928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Attempting to bind port 96aad312-03df-420c-a0d1-c122ba90f7b3 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:55.281132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Attempting to bind port 96aad312-03df-420c-a0d1-c122ba90f7b3 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:55.281309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:55.281574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Attempting to bind port 96aad312-03df-420c-a0d1-c122ba90f7b3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:55.282043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Bound port: 46287fcd-891b-48f7-901a-76f0f7adede5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:55.282440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.294631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Port 96aad312-03df-420c-a0d1-c122ba90f7b3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:58:55.294631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Attempting to bind port 96aad312-03df-420c-a0d1-c122ba90f7b3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:55.306775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:55.307119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:55.307843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:55.308607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Bound port: 96aad312-03df-420c-a0d1-c122ba90f7b3, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:55.308982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.316332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:58:55.343090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7c33cd9b-7641-4484-a942-1ab4fcde941f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:55.346096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-7c33cd9b-7641-4484-a942-1ab4fcde941f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.2146134 Oct 25 22:58:55.362601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6cf8a3ed-db09-4f04-b3f3-2c8f6374f651 None None] Port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:58:55.401281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:58:55.406907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1103764551'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:55.445045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] For port 96aad312-03df-420c-a0d1-c122ba90f7b3, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:55.462094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] For port 96aad312-03df-420c-a0d1-c122ba90f7b3, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=96aad312-03df-420c-a0d1-c122ba90f7b3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:55.471182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.506051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:55.509529 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.530750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.544605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:55.545229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.546676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] 10.222.0.15 "PUT /v2.0/ports/96aad312-03df-420c-a0d1-c122ba90f7b3 HTTP/1.1" status: 200 len: 1096 time: 2.7451394 Oct 25 22:58:55.549390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12da139-fb47-4eb2-966b-119114d15389', 'tag': '96aad312-03df-420c-a0d1-c122ba90f7b3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:55.551673 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483" -d '{"events": [{"name": "network-changed", "server_uuid": "c12da139-fb47-4eb2-966b-119114d15389", "tag": "96aad312-03df-420c-a0d1-c122ba90f7b3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:55.585658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:55.587614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6cc9e-66d2-4c05-8eb0-245f84d58663 service neutron] Pushing event updated for resources: {'Port': ['ID=96aad312-03df-420c-a0d1-c122ba90f7b3,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:55.616138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.616482 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Added segment 0841b8a5-f620-47b4-9be7-601ca19cacff of type vlan for network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 Oct 25 22:58:55.638599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.682701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fad-6e83-435f-9c39-597bbf12a276 req-1f397854-d17f-4ea3-b310-4a21a726b280 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:55.684258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37286fad-6e83-435f-9c39-597bbf12a276 req-1f397854-d17f-4ea3-b310-4a21a726b280 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 948 time: 0.3548634 Oct 25 22:58:55.684845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.695422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d08471b7-e6c8-4594-a7d8-e7e9e1c46135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:55.697900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-d08471b7-e6c8-4594-a7d8-e7e9e1c46135 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&tenant_id=8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 1096 time: 0.2409782 Oct 25 22:58:55.717725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.726885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:55.727115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2189bd-a527-4779-9531-34dc57bc7e9b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:55.747119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.754277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:55.758646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a49b9da-b8f1-4f03-9a54-89fd4aaa7b71 req-e4d5ab78-9c2b-47ba-888d-a3b21848d3ab tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5019202 Oct 25 22:58:55.763493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-ae3f16a5-e060-4d0c-92e7-01d00e8c0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:55.764971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:58:55.765322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-ae3f16a5-e060-4d0c-92e7-01d00e8c0dfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 1099 time: 0.1435919 Oct 25 22:58:55.773167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-76cd8c6b-82f7-47c2-9500-37d43817685e admin admin] 10.222.0.25 "PUT /v2.0/routers/a6de3dd2-083d-4301-9f17-f97e9e7c6e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6541114 Oct 25 22:58:55.778427 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:55.780465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.784664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.790771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:55.791311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:55.795368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37286fad-6e83-435f-9c39-597bbf12a276 req-ef4366f8-9b88-4a47-9638-fe0f762702d6 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961299 Oct 25 22:58:55.823902 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:55.826267 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:55.935472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-2383c6a5-26fe-4bc6-8718-9d9f9be25096 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=96aad312-03df-420c-a0d1-c122ba90f7b3 HTTP/1.1" status: 200 len: 217 time: 0.1413507 Oct 25 22:58:55.947697 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e61df2-bcec-4e45-bbf5-1ca5e238669e x-openstack-request-id: req-72e61df2-bcec-4e45-bbf5-1ca5e238669e {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:55.948346 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12da139-fb47-4eb2-966b-119114d15389", "tag": "96aad312-03df-420c-a0d1-c122ba90f7b3", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:55.948346 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e61df2-bcec-4e45-bbf5-1ca5e238669e {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:55.948867 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12da139-fb47-4eb2-966b-119114d15389', 'tag': '96aad312-03df-420c-a0d1-c122ba90f7b3', 'status': 'completed', 'code': 200} Oct 25 22:58:55.962059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8014390 Oct 25 22:58:55.966939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39970) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:55.977338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'subnet': {'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:56.010741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=8']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:56.034398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d250415-7eeb-4e79-9f70-96467af1522d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Network': ['ID=4055c03e-3cf0-46bc-a983-34fc1e6313c1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:56.044990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:56.097032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-7eeea4eb-c309-4dcd-9e20-0bb16d2cff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.098877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-7eeea4eb-c309-4dcd-9e20-0bb16d2cff72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1142371 Oct 25 22:58:56.107946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.108573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.109977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80af8cec-03cc-4640-a5e6-ef419517c941 service neutron] 10.222.0.11 "PUT /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 1121 time: 3.2454481 Oct 25 22:58:56.114539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-6c60e7a6-6359-4cc4-9d0b-d70d3c5e5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.125858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-6c60e7a6-6359-4cc4-9d0b-d70d3c5e5e53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1096 time: 0.2717018 Oct 25 22:58:56.164821 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:56.185733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-5ae61e8d-d5d5-4973-995f-3035114fdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.192513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-5ae61e8d-d5d5-4973-995f-3035114fdb84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818784 Oct 25 22:58:56.365124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device aa928ba1-4dd4-4d9b-9160-76f5b4517b5e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:56.370103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef7dcf-3418-4bb1-a8d6-da735657f5d6 req-08220579-b9b8-4d46-bab4-d29139c1de6b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.378375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dcef7dcf-3418-4bb1-a8d6-da735657f5d6 req-08220579-b9b8-4d46-bab4-d29139c1de6b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.2920244 Oct 25 22:58:56.390802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:56.395123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.413705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['46287fcd-891b-48f7-901a-76f0f7adede5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:58:56.442377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3f318d2a-6da0-426e-957e-f17d778d7bf1 req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2031697352', 'description': 'tempest-description-1136089760'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:56.449225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-25235ea3-6ad5-4e4e-bf80-6e2491f2f577 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959732 Oct 25 22:58:56.452040 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 2, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:56.489093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-a6a55839-e268-42f6-8dad-00236f019235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.490328 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:56.490691 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Updating router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:58:56.490834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-a6a55839-e268-42f6-8dad-00236f019235 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.3330894 Oct 25 22:58:56.531796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:56.532472 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.532636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.556924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3f318d2a-6da0-426e-957e-f17d778d7bf1 req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.558725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Sync routers for ids ['dae45051-0f3b-4d54-8e8d-ede6b9318011'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:58:56.605525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Routers {'dae45051-0f3b-4d54-8e8d-ede6b9318011'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:56.606233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dae45051-0f3b-4d54-8e8d-ede6b9318011'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:56.644293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3f318d2a-6da0-426e-957e-f17d778d7bf1 req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.659468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3f318d2a-6da0-426e-957e-f17d778d7bf1 req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.711104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09d7bf29-c60a-4230-b352-34fcedbea683 req-0c1efe44-15d9-4035-96b9-d0548e0ca2d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529533 Oct 25 22:58:56.716122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3f318d2a-6da0-426e-957e-f17d778d7bf1 req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.728355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f318d2a-6da0-426e-957e-f17d778d7bf1 req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2933707 Oct 25 22:58:56.732654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45aa58-7caa-4a6a-8458-6cc94631488f tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c76e51-d261-431e-99a0-0bb2a08bdf81,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:56.807269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.825880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Set router dae45051-0f3b-4d54-8e8d-ede6b9318011 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:56.869562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dcef7dcf-3418-4bb1-a8d6-da735657f5d6 req-57c09050-6138-48b3-afe1-8ec28fcf00ff tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900553 Oct 25 22:58:56.890581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-63ee590a-1205-4d7e-ad38-36a77cd77bd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.3826110 Oct 25 22:58:56.963097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-f4799659-f90a-4115-a299-7315d2f962ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:56.964960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-f4799659-f90a-4115-a299-7315d2f962ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.0670125 Oct 25 22:58:56.975923 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:56.991058 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.000586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:57.007556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-7a9997d4-eea9-4155-9153-f7133bbd99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:57.009732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-7a9997d4-eea9-4155-9153-f7133bbd99e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 1099 time: 0.1664205 Oct 25 22:58:57.009967 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.020299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad201-3857-4aaf-9bf7-ac195d13e3a8 req-ce4cee28-ce1c-49fa-ac8b-89e019ecc5ca tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:57.022065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed0ad201-3857-4aaf-9bf7-ac195d13e3a8 req-ce4cee28-ce1c-49fa-ac8b-89e019ecc5ca tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.1234560 Oct 25 22:58:57.027650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-f2b7c9f2-2f83-4981-a528-e335b935b566 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509069 Oct 25 22:58:57.103911 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a0a25-2906-407e-9d1a-e89f5137a40d None None] Pushing event updated for resources: {'Port': ['ID=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:57.161801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-14706491-0141-48ec-8d1c-f612611a8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:57.163559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-14706491-0141-48ec-8d1c-f612611a8047 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1406374 Oct 25 22:58:57.175448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Attempting to bind port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:57.175811 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Attempting to bind port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:57.176167 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Attempting to bind port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:57.185393 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:57.186834 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Checking segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:57.187307 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.191691 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Bound using segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:57.193451 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Bound port: 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:57.195082 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.197678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:57.211047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:58:57.213439 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16456052-65e8-4423-a781-63e795055bce" -d '{"events": [{"name": "network-changed", "server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:58:57.225430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-c0d5669f-137d-4bd1-bcaf-b687a0640d9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=96aad312-03df-420c-a0d1-c122ba90f7b3 HTTP/1.1" status: 200 len: 217 time: 0.0538404 Oct 25 22:58:57.285938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed0ad201-3857-4aaf-9bf7-ac195d13e3a8 req-e0cb27f1-8909-46dd-ba65-0383c1dad814 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160676 Oct 25 22:58:57.327194 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] For port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:57.334999 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] For port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:58:57.348287 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.348718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-3c46730f-b1df-4eb8-8294-4c9efdc5b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:57.350977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-3c46730f-b1df-4eb8-8294-4c9efdc5b4c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1144500 Oct 25 22:58:57.381539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.429526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-df6a8ae0-f97f-4307-9db3-eaa819569c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:57.431077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-df6a8ae0-f97f-4307-9db3-eaa819569c44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733736 Oct 25 22:58:57.449224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-cc8d935e-4e65-4981-827d-c284a5193dcb service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119296 Oct 25 22:58:57.477266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a0a25-2906-407e-9d1a-e89f5137a40d None None] Pushing event updated for resources: {'Port': ['ID=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:57.491040 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:58:57.491688 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:57.508214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dc199a72-410b-4b76-ab07-9d0dcac3851e None None] Provisioning complete for port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:57.509145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dc199a72-410b-4b76-ab07-9d0dcac3851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.537738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-1d549d45-f901-42fc-8244-5cb4552ac519 req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1912609214', 'description': 'tempest-description-1655441104'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:57.562525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-1a4e5574-990b-401f-bea5-e048e2150560 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:57.564630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-1a4e5574-990b-401f-bea5-e048e2150560 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 820 time: 0.4294665 Oct 25 22:58:57.572281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f1ce3503-88c3-45db-9a04-e3263c2e0939', 'name': '', 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'mac_address': 'fa:16:3e:79:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:50Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 2, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'subnets': [{'id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:57.602999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1d549d45-f901-42fc-8244-5cb4552ac519 req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.613927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Checking router: dae45051-0f3b-4d54-8e8d-ede6b9318011 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:58:57.615983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Updating router dae45051-0f3b-4d54-8e8d-ede6b9318011 port f1ce3503-88c3-45db-9a04-e3263c2e0939 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:58:57.655097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.704030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-450c3403-2df7-4065-b4ed-865b4ea0dd07 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435706 Oct 25 22:58:57.729445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Subnet': ['ID=c5d553e1-7604-4b5e-9646-8f1717802b26,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:57.740116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-296569d7-08f3-41ff-9e07-c1b4be4f9351 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/quotas/b9b2f3727af14101b1be3d69445b880e HTTP/1.1" status: 200 len: 375 time: 0.0327337 Oct 25 22:58:57.747588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Checking segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:57.747962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network hostable DHCP agents. Network: 4055c03e-3cf0-46bc-a983-34fc1e6313c1, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:58:57.753092 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-11ed21d0-d6f2-4598-89b5-ed106c8932b5 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120527 Oct 25 22:58:57.826937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1d549d45-f901-42fc-8244-5cb4552ac519 req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.834975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-7e840c6a-0264-4bbb-8fa3-774336177b6a tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884540 Oct 25 22:58:57.837811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1d549d45-f901-42fc-8244-5cb4552ac519 req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.853625 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:58:57.887696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1d549d45-f901-42fc-8244-5cb4552ac519 req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:57.900170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d549d45-f901-42fc-8244-5cb4552ac519 req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3797002 Oct 25 22:58:57.936965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f00af6-5857-4eb3-ac85-ee9a907020bc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab258013-66db-453c-9745-5b5b4ea32ba3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:57.940572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-1bcd585c-c3ea-4cea-a968-a7f3f293dfc2 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046631 Oct 25 22:58:57.947437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c58b31b-54d7-4a8a-aab3-44a7d3d9e483 req-882229d3-f45f-48ca-b236-c541b484b7af service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856389 Oct 25 22:58:58.012526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:58:58.016510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24a33-483a-4ba9-97e4-b53537996165 req-e81ec9f0-91bf-4d6a-9f04-9039882c15e5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:58.025768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa24a33-483a-4ba9-97e4-b53537996165 req-e81ec9f0-91bf-4d6a-9f04-9039882c15e5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 948 time: 0.0631013 Oct 25 22:58:58.033491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dc199a72-410b-4b76-ab07-9d0dcac3851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.036509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4055c03e-3cf0-46bc-a983-34fc1e6313c1) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:58:58.045791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:58.046550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.053669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ff73f-1a45-41a6-b517-73ad6e183394 None None] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:58:58.079433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-3be774bd-056b-4226-ab40-0a0fb9eaf6d8 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379237 Oct 25 22:58:58.094682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c9ced7f-40a4-4ff0-889d-c7f0dcadbabf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1244104 Oct 25 22:58:58.095388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40018) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:58.108559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1763124636'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:58.134500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa24a33-483a-4ba9-97e4-b53537996165 req-de9de0af-8ff1-4096-96aa-ca47c852e749 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031897 Oct 25 22:58:58.157547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:58.162813 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.168502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-879e421c-551a-430c-92f6-ab74e1285104 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:58.175106 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-879e421c-551a-430c-92f6-ab74e1285104 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.1226242 Oct 25 22:58:58.241974 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a0a7f6-4c5c-4671-8a35-f5e8c6335b21 x-openstack-request-id: req-c3a0a7f6-4c5c-4671-8a35-f5e8c6335b21 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:58:58.242789 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:58:58.243054 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3a0a7f6-4c5c-4671-8a35-f5e8c6335b21 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:58:58.244620 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5', 'status': 'completed', 'code': 200} Oct 25 22:58:58.253746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:58:58.254844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-dc199a72-410b-4b76-ab07-9d0dcac3851e None None] For port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:58:58.264315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.269682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dc199a72-410b-4b76-ab07-9d0dcac3851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.278069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.278395 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Added segment 05069350-1a97-42fd-b7cf-a3596c930841 of type vlan for network 4d752573-81c2-4461-8ec5-060a2219e783 Oct 25 22:58:58.368445 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:57Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:58:58.411984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6906-e3a3-4b00-bed9-6fd30b05b957 None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:57Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:58:58.431724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device aa928ba1-4dd4-4d9b-9160-76f5b4517b5e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:58:58.507794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.579770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456052-65e8-4423-a781-63e795055bce req-6d79080c-d7dc-4d30-896c-3a45f041c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:58.583205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-6d79080c-d7dc-4d30-896c-3a45f041c9e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1124 time: 0.2744200 Oct 25 22:58:58.589239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-57aaecc6-6ab9-4d11-9c20-8da60087fb7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/06c76e51-d261-431e-99a0-0bb2a08bdf81 HTTP/1.1" status: 200 len: 1805 time: 0.1521821 Oct 25 22:58:58.607293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-502f9db7-4517-401d-a1db-47d88632b694 service neutron] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:58:58.611671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc199a72-410b-4b76-ab07-9d0dcac3851e None None] Pushing event updated for resources: {'Port': ['ID=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:58.630430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-502f9db7-4517-401d-a1db-47d88632b694 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.639320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac0dabb9-ece9-4c52-8d55-c81a75202e5c req-502f9db7-4517-401d-a1db-47d88632b694 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776/bindings/n-h2-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.4550574 Oct 25 22:58:58.713948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.715304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-db81c146-0ffc-4aba-9048-b3d51de17281 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/ab258013-66db-453c-9745-5b5b4ea32ba3 HTTP/1.1" status: 200 len: 1805 time: 0.1247730 Oct 25 22:58:58.719145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.731473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:58.732154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.735224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06c76e51-d261-431e-99a0-0bb2a08bdf81', 'remote_group_id': 'ab258013-66db-453c-9745-5b5b4ea32ba3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:58.737910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06c76e51-d261-431e-99a0-0bb2a08bdf81', 'remote_group_id': 'ab258013-66db-453c-9745-5b5b4ea32ba3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:58.742329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.749665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-59b9cedc-26d3-4a2f-b0fe-0fca78bc1740 None None] Provisioning complete for port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:58.750030 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b9cedc-26d3-4a2f-b0fe-0fca78bc1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.850997 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.914467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.926943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.962203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:58:58.962586 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:58.980739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee309-44f4-4415-a9aa-c6297bb4820b None None] Pushing event updated for resources: {'Port': ['ID=f1ce3503-88c3-45db-9a04-e3263c2e0939,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:58.995200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8986742 Oct 25 22:58:59.005687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40038) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:58:59.006699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e745d6e8-6acf-4c5d-b5d2-47168bae3208,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:59.015496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af1ccc-659a-4579-a5cf-2d3049139b21 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Network': ['ID=4d752573-81c2-4461-8ec5-060a2219e783,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:59.037076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.053593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68c5c5a8-788b-435d-8f39-76c4e0867aae req-06126580-737c-4883-a551-fec0bb42b987 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3309524 Oct 25 22:58:59.054323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456052-65e8-4423-a781-63e795055bce req-fdc12613-0be7-4009-b05b-10ab4bf3d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:59.055850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-fdc12613-0be7-4009-b05b-10ab4bf3d23f service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.4615998 Oct 25 22:58:59.065854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'subnet': {'network_id': '4d752573-81c2-4461-8ec5-060a2219e783', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:58:59.087774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf34549-4a79-42d0-81db-4cb46b420a57 req-1bf4de7f-5e14-46b3-90b1-2b1f7c53b985 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:59.099937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edf34549-4a79-42d0-81db-4cb46b420a57 req-1bf4de7f-5e14-46b3-90b1-2b1f7c53b985 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.3136435 Oct 25 22:58:59.127982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4d752573-81c2-4461-8ec5-060a2219e783 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:58:59.262452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d45603d6-3f98-4b56-b097-3117dd201447 req-a51cd6fe-edd7-4bec-a8e6-fba7ed65135c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 210 time: 0.1508148 Oct 25 22:58:59.293344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edf34549-4a79-42d0-81db-4cb46b420a57 req-f1e01dc3-62c1-4a75-9b37-034f7839d7ce tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753697 Oct 25 22:58:59.299843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-cc8398c5-8350-4393-9a14-2d5bf9dceb30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 217 time: 0.1929317 Oct 25 22:58:59.370026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:58:59.372150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:58:59.374765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.398746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'fixed_ips': [{'subnet_id': 'c5d553e1-7604-4b5e-9646-8f1717802b26'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:58:59.399908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.430505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Attempting to bind port f1ce3503-88c3-45db-9a04-e3263c2e0939 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:58:59.431108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Attempting to bind port f1ce3503-88c3-45db-9a04-e3263c2e0939 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:58:59.431629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Attempting to bind port f1ce3503-88c3-45db-9a04-e3263c2e0939 on network fc379b8a-5d2d-423b-9461-97a44d4e454e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:58:59.448992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456052-65e8-4423-a781-63e795055bce req-4d7584de-a647-47c3-abb0-10055740cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:59.450737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-4d7584de-a647-47c3-abb0-10055740cb89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1355669 Oct 25 22:58:59.529634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-462f36b0-e299-4b3f-81b4-854a4c68a251 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704522 Oct 25 22:58:59.544753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:58:59.545496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Checking segment: {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:59.546240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.547373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Bound using segment: {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:58:59.548162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Bound port: f1ce3503-88c3-45db-9a04-e3263c2e0939, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b973c2a-2479-4de8-a8f1-bc19726e6a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:58:59.549306 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.552378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91968ed-bdd7-4ee1-b24d-301fa151729a req-56dd8cbd-92b3-40c7-8931-11f3b10707a4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:59.553876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c91968ed-bdd7-4ee1-b24d-301fa151729a req-56dd8cbd-92b3-40c7-8931-11f3b10707a4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.1448247 Oct 25 22:58:59.628148 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c91968ed-bdd7-4ee1-b24d-301fa151729a req-cba7df0c-ebff-498a-89c8-bbfbf8d06f9f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Oct 25 22:58:59.684212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 22:58:59.712568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efb4a825-cace-497a-8061-251c6220db31 req-2c8976c8-1b6e-4ef0-8e3f-6dd3e9172565 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/ab258013-66db-453c-9745-5b5b4ea32ba3 HTTP/1.1" status: 200 len: 1805 time: 0.1433992 Oct 25 22:58:59.795400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.848336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-2a902806-22bf-4bad-bf64-1c8937c2c32a service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058884 Oct 25 22:58:59.864978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-efb4a825-cace-497a-8061-251c6220db31 req-03a8cac0-4835-4b39-8195-72773fff8b3b tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:58:59.888473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Subnet': ['ID=7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:58:59.935846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075d1e9-bfe5-43f5-8dc8-180c7e86533f req-c1f8aa6b-c7a4-4c6e-95e6-c0147c5c834e tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:58:59.944163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9075d1e9-bfe5-43f5-8dc8-180c7e86533f req-c1f8aa6b-c7a4-4c6e-95e6-c0147c5c834e tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 948 time: 0.1626396 Oct 25 22:58:59.985048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Checking segment: {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:58:59.985414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network hostable DHCP agents. Network: 4d752573-81c2-4461-8ec5-060a2219e783, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:59:00.006260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:00.021212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 22:59:00.022461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9075d1e9-bfe5-43f5-8dc8-180c7e86533f req-3c8e36b1-0809-4243-844a-04d3870dd09b tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713580 Oct 25 22:59:00.036489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] For port f1ce3503-88c3-45db-9a04-e3263c2e0939, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:00.043052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-efb4a825-cace-497a-8061-251c6220db31 req-03a8cac0-4835-4b39-8195-72773fff8b3b tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.054683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 4d752573-81c2-4461-8ec5-060a2219e783 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:59:00.062071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] For port f1ce3503-88c3-45db-9a04-e3263c2e0939, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f1ce3503-88c3-45db-9a04-e3263c2e0939,segment=NetworkSegment(0b973c2a-2479-4de8-a8f1-bc19726e6a89),segment_id=0b973c2a-2479-4de8-a8f1-bc19726e6a89)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:00.071813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4d752573-81c2-4461-8ec5-060a2219e783) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:00.075738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-27008e48-d091-4dab-80f7-1fec9353e106 None None] Provisioning complete for port f1ce3503-88c3-45db-9a04-e3263c2e0939 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:00.076126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27008e48-d091-4dab-80f7-1fec9353e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.084643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.087495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:00.090139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.122192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-524fb969-5f4a-4f4c-ab6d-9c40b53be05d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0923457 Oct 25 22:59:00.212636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-efb4a825-cace-497a-8061-251c6220db31 req-03a8cac0-4835-4b39-8195-72773fff8b3b tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.216035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-efb4a825-cace-497a-8061-251c6220db31 req-03a8cac0-4835-4b39-8195-72773fff8b3b tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.225298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efb4a825-cace-497a-8061-251c6220db31 req-03a8cac0-4835-4b39-8195-72773fff8b3b tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab258013-66db-453c-9745-5b5b4ea32ba3 HTTP/1.1" status: 204 len: 173 time: 0.5010407 Oct 25 22:59:00.246525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8cac0-4835-4b39-8195-72773fff8b3b tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab258013-66db-453c-9745-5b5b4ea32ba3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:00.254278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16456052-65e8-4423-a781-63e795055bce req-5f5fdb79-9871-4daa-b435-640cd23518fc service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865912 Oct 25 22:59:00.402029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a74bee6-aebf-49bd-9765-b82cb242dd06 req-75e9dcae-53bb-4cfb-9489-0dadbcbe14c2 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/06c76e51-d261-431e-99a0-0bb2a08bdf81 HTTP/1.1" status: 200 len: 1805 time: 0.1441879 Oct 25 22:59:00.427552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11aa30-9d9d-491b-b185-e43508113e65 None None] Network 4d752573-81c2-4461-8ec5-060a2219e783 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:00.446788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8f583-55bb-49a4-8b5d-84c8398f9275 req-201dc665-ad10-4d52-b3be-5f0d422c78f3 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:00.487054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29b8f583-55bb-49a4-8b5d-84c8398f9275 req-201dc665-ad10-4d52-b3be-5f0d422c78f3 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1096 time: 0.1395628 Oct 25 22:59:00.579065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29b8f583-55bb-49a4-8b5d-84c8398f9275 req-426a5f81-7daf-4053-b559-01c713cd5324 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907485 Oct 25 22:59:00.659800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:00.761747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Allocated IP 19.80.0.2 (4055c03e-3cf0-46bc-a983-34fc1e6313c1/c5d553e1-7604-4b5e-9646-8f1717802b26/61f176ce-cd47-44f2-b186-82c318f81e5c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:00.769725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2add48dc-e881-48bb-9e14-0f2001a48b2a req-1ce09586-ba5e-4e3a-b5c4-c0255c19f567 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 210 time: 0.2118068 Oct 25 22:59:00.769957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:00.784742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-4c690749-6ce5-4d03-9fea-c596b15ab55c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:00.789462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-4c690749-6ce5-4d03-9fea-c596b15ab55c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.11 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 820 time: 0.3594985 Oct 25 22:59:00.812276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'port': {'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'admin_state_up': True, 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:00.856717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:00.857105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.868020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Routers {'dae45051-0f3b-4d54-8e8d-ede6b9318011'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:00.868260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:58:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dae45051-0f3b-4d54-8e8d-ede6b9318011'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:00.887275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-4d752573-81c2-4461-8ec5-060a2219e783', 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'fixed_ips': [{'subnet_id': '7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:59:00.888103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:00.927982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-80d4ff0c-9672-4ca3-b6e4-d746ff292ed1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:00.935829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-80d4ff0c-9672-4ca3-b6e4-d746ff292ed1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:00.945314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-80d4ff0c-9672-4ca3-b6e4-d746ff292ed1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/networks?id=4055c03e-3cf0-46bc-a983-34fc1e6313c1&id=4d752573-81c2-4461-8ec5-060a2219e783&id=4055c03e-3cf0-46bc-a983-34fc1e6313c1 HTTP/1.1" status: 200 len: 1392 time: 0.2047327 Oct 25 22:59:00.967549 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-abcd5fa9-be74-4926-aedf-0141ed008fee tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/quotas/b7de7767e4304117929512fe1aaaea09 HTTP/1.1" status: 200 len: 375 time: 0.0211978 Oct 25 22:59:00.994337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67bfa-6d08-4d21-9f01-ddc780c6f33b req-bb50d83e-5ca2-4373-a38c-0954dd023407 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:00.995844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9a67bfa-6d08-4d21-9f01-ddc780c6f33b req-bb50d83e-5ca2-4373-a38c-0954dd023407 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 943 time: 0.0893176 Oct 25 22:59:01.020975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02dc9bed-adf2-423f-90c5-64f609f10e71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.029695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Made reservation on behalf of b9b2f3727af14101b1be3d69445b880e for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:01.034507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.073193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-77c28118-40ed-4e01-866e-aac8f44d0245 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039338 Oct 25 22:59:01.091701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee309-44f4-4415-a9aa-c6297bb4820b None None] Pushing event updated for resources: {'Port': ['ID=f1ce3503-88c3-45db-9a04-e3263c2e0939,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:01.122731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9a67bfa-6d08-4d21-9f01-ddc780c6f33b req-81da666a-ad58-4b6f-b9c5-d5dd3d45f8f1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199305 Oct 25 22:59:01.179895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d399156f-535c-4332-921e-300396d73b9a req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1301829940', 'description': 'tempest-description-1391727699'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:01.201135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-e1732d87-56f4-4420-a049-95bf9f4ae7ff service neutron] 10.222.0.25 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270750 Oct 25 22:59:01.211970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02dc9bed-adf2-423f-90c5-64f609f10e71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.228053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02dc9bed-adf2-423f-90c5-64f609f10e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.236300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27008e48-d091-4dab-80f7-1fec9353e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.245303 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d399156f-535c-4332-921e-300396d73b9a req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.247904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Allocated IP 172.20.0.3 (c12f0ac1-a59d-4630-94ea-799d81d8d998/533be85e-f746-4f3d-aadc-16f4326911b5/334ede3a-04eb-451d-9a3c-a157fcf545f0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:01.330626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9bed-adf2-423f-90c5-64f609f10e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2598b3e-4f8e-461d-949f-aa90f5f8d151,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:01.331370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] Set router dae45051-0f3b-4d54-8e8d-ede6b9318011 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:01.338839 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02dc9bed-adf2-423f-90c5-64f609f10e71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5985ca6fc6684baa83fdbc3f25c90718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665491 Oct 25 22:59:01.339297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:01.400369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-27008e48-d091-4dab-80f7-1fec9353e106 None None] For port f1ce3503-88c3-45db-9a04-e3263c2e0939, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f1ce3503-88c3-45db-9a04-e3263c2e0939,segment=NetworkSegment(0b973c2a-2479-4de8-a8f1-bc19726e6a89),segment_id=0b973c2a-2479-4de8-a8f1-bc19726e6a89)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:01.403494 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-a4030752-b83f-41c8-b0d0-ec02d134ee77 service neutron] 10.222.0.25 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855078 Oct 25 22:59:01.447157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27008e48-d091-4dab-80f7-1fec9353e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.475180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.493096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Allocated IP 19.86.0.2 (4d752573-81c2-4461-8ec5-060a2219e783/7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b/bb7bdc32-9758-4b86-a70a-fd53dc72d417) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:01.511706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41332b7-1844-4041-85bd-1210d6dcafb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.553066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41332b7-1844-4041-85bd-1210d6dcafb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.574384 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d399156f-535c-4332-921e-300396d73b9a req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.583385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-b093c880-1f37-472b-8306-1bd1686b35e2 service neutron] 10.222.0.15 "GET /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.1068075 Oct 25 22:59:01.585132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d399156f-535c-4332-921e-300396d73b9a req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.598007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-08ededbe-6cbb-4d21-86bb-29717c6fa2b2 service neutron] 10.222.0.25 "GET /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922092 Oct 25 22:59:01.612257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d399156f-535c-4332-921e-300396d73b9a req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.613432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d399156f-535c-4332-921e-300396d73b9a req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4422247 Oct 25 22:59:01.638606 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.658303 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.676415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb510-f262-4eef-92a2-8aa0165d1698 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb931d-24a5-43b1-8e9f-e3ddfed78f01,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:01.677286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27008e48-d091-4dab-80f7-1fec9353e106 None None] Pushing event updated for resources: {'Port': ['ID=f1ce3503-88c3-45db-9a04-e3263c2e0939,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:01.696094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 96aad312-03df-420c-a0d1-c122ba90f7b3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:01.715106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.732230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-c42fa246-fe06-4a5f-8786-fc5c7427bfc3 service neutron] 10.222.0.25 "GET /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331005 Oct 25 22:59:01.737591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fa0ee112-cd7c-4a5c-871d-421e4a66911e None None] Provisioning complete for port f1ce3503-88c3-45db-9a04-e3263c2e0939 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:01.738119 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee112-cd7c-4a5c-871d-421e4a66911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.760099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:01.781305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41332b7-1844-4041-85bd-1210d6dcafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.784259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a41332b7-1844-4041-85bd-1210d6dcafb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:01.787825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a41332b7-1844-4041-85bd-1210d6dcafb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2598b3e-4f8e-461d-949f-aa90f5f8d151 HTTP/1.1" status: 204 len: 168 time: 0.4452429 Oct 25 22:59:01.795828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:01.805481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:01.828373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event updated for resources: {'Port': ['ID=334ede3a-04eb-451d-9a3c-a157fcf545f0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:01.832594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41332b7-1844-4041-85bd-1210d6dcafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2598b3e-4f8e-461d-949f-aa90f5f8d151,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:01.890739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-e5a6a50e-ca27-409c-9483-bdd6c574bc6f service neutron] 10.222.0.25 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475494 Oct 25 22:59:01.920065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 22:59:01.983789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Pushing event updated for resources: {'Port': ['ID=61f176ce-cd47-44f2-b186-82c318f81e5c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:02.007867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:02.034057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:02.034965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.046409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-b85deff6-1674-415c-ab19-d3e030bba2cc service neutron] 10.222.0.25 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542025 Oct 25 22:59:02.058818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:02.063272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:02.100964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-72d58da6-9fa9-484f-8f42-2ec4c58929b0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2958744 Oct 25 22:59:02.135433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Request body: {'port': {'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:02.192912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:02.204090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-17442db0-7dad-4948-adcf-bdff52ea3cd7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:02.205988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-17442db0-7dad-4948-adcf-bdff52ea3cd7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.4140425 Oct 25 22:59:02.223943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40114) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:02.252716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.254920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:02.257199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-a4d498da-a7d1-4ba4-98fa-de0cb339a886 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/quotas/8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 375 time: 0.0287976 Oct 25 22:59:02.269741 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a199b385-432b-4a51-8be4-57687db594fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.366901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46287fcd-891b-48f7-901a-76f0f7adede5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:02.394607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:02.421690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.445839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46a2e-1118-46f3-bf0c-59a2a860794c req-86138c5d-40f9-4ad2-858c-7bdc1211597c tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:02.447489 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-85c46a2e-1118-46f3-bf0c-59a2a860794c req-86138c5d-40f9-4ad2-858c-7bdc1211597c tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 948 time: 0.1253538 Oct 25 22:59:02.457579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 96aad312-03df-420c-a0d1-c122ba90f7b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=96aad312-03df-420c-a0d1-c122ba90f7b3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:02.490471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f1ce3503-88c3-45db-9a04-e3263c2e0939 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:02.493329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Attempting to bind port 61f176ce-cd47-44f2-b186-82c318f81e5c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:02.494000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Attempting to bind port 61f176ce-cd47-44f2-b186-82c318f81e5c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:02.494662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Attempting to bind port 61f176ce-cd47-44f2-b186-82c318f81e5c on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:02.497180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '96aad312-03df-420c-a0d1-c122ba90f7b3', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '96aad312-03df-420c-a0d1-c122ba90f7b3', 'mac_address': 'fa:16:3e:09:28:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:02.526647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a199b385-432b-4a51-8be4-57687db594fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.564553 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-85c46a2e-1118-46f3-bf0c-59a2a860794c req-12e9e79a-72bf-4ec1-b32e-fe46f9690a9a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038277 Oct 25 22:59:02.567934 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a199b385-432b-4a51-8be4-57687db594fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.579173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.588746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.604232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f1ce3503-88c3-45db-9a04-e3263c2e0939', 'name': '', 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'mac_address': 'fa:16:3e:79:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:50Z', 'updated_at': '2021-10-25T22:58:59Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'subnets': [{'id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:02.656572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:02.657276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Checking segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:02.658086 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.658703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Bound using segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:02.659416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Bound port: 61f176ce-cd47-44f2-b186-82c318f81e5c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:02.660169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.670302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199b385-432b-4a51-8be4-57687db594fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64a6cd2-f890-4546-b23f-cc6d12433c6a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:02.690073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a199b385-432b-4a51-8be4-57687db594fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87fe7e97ab0f4db8bf499c00b1d866aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615743 Oct 25 22:59:02.690482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40126) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:02.768746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-f726cfac-0bad-4915-b455-877f3c05e00e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4865043 Oct 25 22:59:02.770178 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.796160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-53b794a0-c6cc-4adf-ba9e-a61eeeb04a4c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/5fdb931d-24a5-43b1-8e9f-e3ddfed78f01 HTTP/1.1" status: 200 len: 1805 time: 0.0726700 Oct 25 22:59:02.823790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5fdb931d-24a5-43b1-8e9f-e3ddfed78f01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:02.824409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5fdb931d-24a5-43b1-8e9f-e3ddfed78f01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:02.842549 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-160f0553-24a9-49bb-97d3-7a0e842c7a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.875977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-160f0553-24a9-49bb-97d3-7a0e842c7a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.895414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Network 4d752573-81c2-4461-8ec5-060a2219e783 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:02.900695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Pushing event updated for resources: {'Port': ['ID=bb7bdc32-9758-4b86-a70a-fd53dc72d417,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:02.903193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa9d99-6612-4791-adcd-d18e5896458a None None] The sync data for ids ['dae45051-0f3b-4d54-8e8d-ede6b9318011'] in n-d-815373-1 is: [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f1ce3503-88c3-45db-9a04-e3263c2e0939', 'name': '', 'network_id': 'fc379b8a-5d2d-423b-9461-97a44d4e454e', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'mac_address': 'fa:16:3e:79:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:50Z', 'updated_at': '2021-10-25T22:58:59Z', 'revision_number': 4, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'subnets': [{'id': '7c2ca7ed-29aa-437b-9717-ddf0449cedff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:02.916164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-e5dfdc00-ea6f-4e8f-b81a-650e1cadf8d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041299 Oct 25 22:59:02.926024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96aad312-03df-420c-a0d1-c122ba90f7b3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:02.955485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:02.957805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:02.973072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:03.003936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.016066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.036989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 96aad312-03df-420c-a0d1-c122ba90f7b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=96aad312-03df-420c-a0d1-c122ba90f7b3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:03.069828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eb8f82-53a1-4037-a2d9-86584ab129b0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:03.077616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] Transition to ACTIVE for port object 46287fcd-891b-48f7-901a-76f0f7adede5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:03.083205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.091883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-160f0553-24a9-49bb-97d3-7a0e842c7a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.096151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-160f0553-24a9-49bb-97d3-7a0e842c7a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.103229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-160f0553-24a9-49bb-97d3-7a0e842c7a5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e64a6cd2-f890-4546-b23f-cc6d12433c6a HTTP/1.1" status: 204 len: 168 time: 0.4103794 Oct 25 22:59:03.109004 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.109939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.135867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b1b840e-3da0-460f-8ec2-b0d9de337399 req-b9e3f6b0-0f8d-440d-b6dc-ae4913d21325 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3249099 Oct 25 22:59:03.162750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f0553-24a9-49bb-97d3-7a0e842c7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64a6cd2-f890-4546-b23f-cc6d12433c6a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:03.285760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-b3096d6c-6327-44ca-97a2-e9f8dcdc2b6b service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974208 Oct 25 22:59:03.301325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f1ce3503-88c3-45db-9a04-e3263c2e0939 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:03.301496 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.311761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=10']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:03.320566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-5e9d85d1-668e-4cd4-868c-db96e4f1e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:03.321795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b407f-bf16-404a-845a-435918ab9b53 req-b03fbee0-e1df-4438-9fd7-464dbb5ad6ca tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:03.322326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-5e9d85d1-668e-4cd4-868c-db96e4f1e226 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 1117 time: 0.3139541 Oct 25 22:59:03.349937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d83b407f-bf16-404a-845a-435918ab9b53 req-b03fbee0-e1df-4438-9fd7-464dbb5ad6ca tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 931 time: 0.1240566 Oct 25 22:59:03.353620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-514dfa7e-6526-46bf-894d-c15a711bf809 None None] Provisioning complete for port 334ede3a-04eb-451d-9a3c-a157fcf545f0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:03.353984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-514dfa7e-6526-46bf-894d-c15a711bf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.374635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] No DVR routers for this DVR port 46287fcd-891b-48f7-901a-76f0f7adede5 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:03.411531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d83b407f-bf16-404a-845a-435918ab9b53 req-ef51e622-14fc-4bf0-b08b-43cc8e0aefb4 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610316 Oct 25 22:59:03.426871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] For port 61f176ce-cd47-44f2-b186-82c318f81e5c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:03.470845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Attempting to bind port bb7bdc32-9758-4b86-a70a-fd53dc72d417 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:03.475114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Attempting to bind port bb7bdc32-9758-4b86-a70a-fd53dc72d417 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:03.475705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Attempting to bind port bb7bdc32-9758-4b86-a70a-fd53dc72d417 on network 4d752573-81c2-4461-8ec5-060a2219e783 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:03.496604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] For port 61f176ce-cd47-44f2-b186-82c318f81e5c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=61f176ce-cd47-44f2-b186-82c318f81e5c,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:03.510821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.513081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:03.513680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Checking segment: {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:03.514276 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.514807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Bound using segment: {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:03.515465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Bound port: bb7bdc32-9758-4b86-a70a-fd53dc72d417, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:03.515994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.522237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=96aad312-03df-420c-a0d1-c122ba90f7b3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:03.541600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-514dfa7e-6526-46bf-894d-c15a711bf809 None None] Port 334ede3a-04eb-451d-9a3c-a157fcf545f0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:03.595842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-91b1049c-1795-4826-a7a9-0cbed9f4c5c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9969571 Oct 25 22:59:03.636869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d507e-a5a3-4ac9-a919-d86a97f18b79 req-319870d0-ba59-4377-aad9-8d9edda7f0b5 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:03.645979 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d18d507e-a5a3-4ac9-a919-d86a97f18b79 req-319870d0-ba59-4377-aad9-8d9edda7f0b5 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.1412048 Oct 25 22:59:03.665776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['96aad312-03df-420c-a0d1-c122ba90f7b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:03.728557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:03.745463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334ede3a-04eb-451d-9a3c-a157fcf545f0 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:03.746789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.11', 64326) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:03.746951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.11', 64327) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:03.761626 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.782358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Transition to ACTIVE for port object 334ede3a-04eb-451d-9a3c-a157fcf545f0 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:03.863311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:03.880896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ca27-cf54-4900-979a-d53139f2f755 None None] Pushing event updated for resources: {'Port': ['ID=61f176ce-cd47-44f2-b186-82c318f81e5c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:03.898360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-2f12124e-8f26-4160-a03a-456374290a1f service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734453 Oct 25 22:59:03.964454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] For port bb7bdc32-9758-4b86-a70a-fd53dc72d417, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:03.971045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] For port bb7bdc32-9758-4b86-a70a-fd53dc72d417, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb7bdc32-9758-4b86-a70a-fd53dc72d417,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:04.014933 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:04.033276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-8e7534cf-8ca6-4f0b-b6f4-df3e2cdaf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:04.034973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-8e7534cf-8ca6-4f0b-b6f4-df3e2cdaf6c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 925 time: 0.6616023 Oct 25 22:59:04.050117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:04.085086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=334ede3a-04eb-451d-9a3c-a157fcf545f0,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:04.283676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-d0bbfe3c-b4ae-4223-8e51-5b08d4d5f508 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 200 len: 1022 time: 0.2193067 Oct 25 22:59:04.363182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678caac-bd40-4b2d-94a9-38b18ce02cb4 None None] Pushing event updated for resources: {'Port': ['ID=bb7bdc32-9758-4b86-a70a-fd53dc72d417,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:04.460216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42e0a74b-e352-4009-84dd-027db9fdacbe req-c574f298-bb3d-4bbd-bae9-cb94bcbf5441 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 210 time: 0.1427586 Oct 25 22:59:04.481055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Attempting to bind port 334ede3a-04eb-451d-9a3c-a157fcf545f0 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:04.487805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Attempting to bind port 334ede3a-04eb-451d-9a3c-a157fcf545f0 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:04.488521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Attempting to bind port 334ede3a-04eb-451d-9a3c-a157fcf545f0 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:04.500810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-0d8b9f98-f968-4bf5-850f-541c15c4cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:04.503127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-0d8b9f98-f968-4bf5-850f-541c15c4cac6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.2120142 Oct 25 22:59:04.504114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Port 334ede3a-04eb-451d-9a3c-a157fcf545f0 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:04.504650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Attempting to bind port 334ede3a-04eb-451d-9a3c-a157fcf545f0 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:04.518278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61f176ce-cd47-44f2-b186-82c318f81e5c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:04.534021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:04.534512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Checking segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:04.534964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Bound using segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:04.535487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Bound port: 334ede3a-04eb-451d-9a3c-a157fcf545f0, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:04.536014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:04.668955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-fe988947-0299-4ac1-82fc-e0d0ce95ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:04.670933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-fe988947-0299-4ac1-82fc-e0d0ce95ffe9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556065 Oct 25 22:59:04.683306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 61f176ce-cd47-44f2-b186-82c318f81e5c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:04.684375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:04.723824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-af4d61c5-c753-4009-940d-bd0c9cd2d3d7 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/5fdb931d-24a5-43b1-8e9f-e3ddfed78f01 HTTP/1.1" status: 200 len: 2398 time: 0.1840453 Oct 25 22:59:04.832376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:04.841695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5fdb931d-24a5-43b1-8e9f-e3ddfed78f01', 'remote_group_id': None}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:04.842116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5fdb931d-24a5-43b1-8e9f-e3ddfed78f01', 'remote_group_id': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:04.867754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] For port 334ede3a-04eb-451d-9a3c-a157fcf545f0, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:04.884167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] For port 334ede3a-04eb-451d-9a3c-a157fcf545f0, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:04.900232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:04.908671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 61f176ce-cd47-44f2-b186-82c318f81e5c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=61f176ce-cd47-44f2-b186-82c318f81e5c,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:04.917207 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:04.990003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d18d507e-a5a3-4ac9-a919-d86a97f18b79 req-13b4a144-a114-4201-b3a2-41f5196d7485 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3390951 Oct 25 22:59:05.010750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=61f176ce-cd47-44f2-b186-82c318f81e5c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:05.035867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.042290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:05.045693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] 10.222.0.11 "PUT /v2.0/ports/334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 1091 time: 2.9234145 Oct 25 22:59:05.074908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-8fc921c6-17ad-4b19-818d-d2e133b940fe tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.078973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-8fc921c6-17ad-4b19-818d-d2e133b940fe tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1095 time: 1.3214643 Oct 25 22:59:05.084236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:05.094858 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329777ec-6429-4e0d-847b-e355f6d9fb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:05.153468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-14553844-2c5b-4ae2-b826-0cc5ea4d1f79 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687729 Oct 25 22:59:05.256846 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:05.330496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-bf14b87e-bdbb-46cc-8c54-c0a7d2591e24 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.335024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca6890-09d3-42d1-bcb5-ba6c66131bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=334ede3a-04eb-451d-9a3c-a157fcf545f0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:05.350487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-bf14b87e-bdbb-46cc-8c54-c0a7d2591e24 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.352420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-bf14b87e-bdbb-46cc-8c54-c0a7d2591e24 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "GET /v2.0/networks?id=4055c03e-3cf0-46bc-a983-34fc1e6313c1&id=4d752573-81c2-4461-8ec5-060a2219e783&id=4055c03e-3cf0-46bc-a983-34fc1e6313c1 HTTP/1.1" status: 200 len: 1392 time: 1.6020825 Oct 25 22:59:05.380485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'port': {'device_id': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'admin_state_up': True, 'tenant_id': 'b7de7767e4304117929512fe1aaaea09'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:05.384782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:05.397798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:05.416270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-d14acb87-b1b5-439a-a26a-3c2a16c2488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.418018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-d14acb87-b1b5-439a-a26a-3c2a16c2488c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1094 time: 0.3094311 Oct 25 22:59:05.449400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:05.450755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f74f1039-f49e-4ff5-a7d0-9514e0b62915 req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6190388 Oct 25 22:59:05.503495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80e88e4e-36a7-4da6-8698-24000660d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.505014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-80e88e4e-36a7-4da6-8698-24000660d4eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d&tenant_id=e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 1095 time: 0.4002712 Oct 25 22:59:05.506257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad622bc-550c-4207-b618-fad0be40db7a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e93103-c00b-4acf-9755-d85c6e7a5552,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:05.525363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-8b000d53-14ab-4678-80cd-b6596cb1b11d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 0.0980439 Oct 25 22:59:05.541724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a76e3-6d13-46a3-a9f4-1702d05b6e52 req-ae030d57-f3e6-4862-8005-e15e8381f75b tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.552071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1f52aaa-3bfd-4ffa-99c3-2fbfd521a13a req-a6e192a3-b7b3-4157-a43e-6354130a0222 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500981 Oct 25 22:59:05.555488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da3a76e3-6d13-46a3-a9f4-1702d05b6e52 req-ae030d57-f3e6-4862-8005-e15e8381f75b tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 949 time: 0.2905273 Oct 25 22:59:05.572246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ebb57-e5f8-4f5c-b68c-b23d0e338438 None None] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:05.662371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-691a8a02-8ec2-49b8-a73d-1f7cc9ce6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.663858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-691a8a02-8ec2-49b8-a73d-1f7cc9ce6cfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.1231349 Oct 25 22:59:05.726623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 96aad312-03df-420c-a0d1-c122ba90f7b3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:05.760106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26af5052-86c3-4bfe-87ac-6fe9c80138b7 req-156bc543-df19-43e7-a5bf-59c5954269ea tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 210 time: 0.0480990 Oct 25 22:59:05.769177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-6ae8db11-0071-4bcc-bfdc-4d428f4205f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.771259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-6ae8db11-0071-4bcc-bfdc-4d428f4205f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990250 Oct 25 22:59:05.783818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da3a76e3-6d13-46a3-a9f4-1702d05b6e52 req-00f8f11c-39f6-471b-aab1-ced71c136d2e tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223687 Oct 25 22:59:05.847207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-58f5748d-e2df-4b56-b8e3-20f621723be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:05.848741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-58f5748d-e2df-4b56-b8e3-20f621723be0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1095 time: 0.2400074 Oct 25 22:59:05.906704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1f93c112-ddcb-431d-82be-d4521958dd09 None None] Provisioning complete for port 61f176ce-cd47-44f2-b186-82c318f81e5c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:05.909305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f93c112-ddcb-431d-82be-d4521958dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:05.923644 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0517de58-84e4-4e7b-87da-aa219a696cac x-openstack-request-id: req-0517de58-84e4-4e7b-87da-aa219a696cac {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:05.924119 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:05.924617 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0517de58-84e4-4e7b-87da-aa219a696cac {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:05.925120 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'status': 'completed', 'code': 200} Oct 25 22:59:05.943900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:05.947278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.023554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 96aad312-03df-420c-a0d1-c122ba90f7b3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:06.024183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88ebfb3b-db45-45cf-9d40-35b32d964e80 req-fd96fd19-8bdd-47d5-9017-03667cf710a6 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/5fdb931d-24a5-43b1-8e9f-e3ddfed78f01 HTTP/1.1" status: 200 len: 2996 time: 0.1282055 Oct 25 22:59:06.041617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 96aad312-03df-420c-a0d1-c122ba90f7b3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:06.042682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.073901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcaea0a-5321-41e7-8d64-d3d3662f232d None None] Network 4d752573-81c2-4461-8ec5-060a2219e783 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:06.110351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-0350139f-e521-455d-a0f9-9b1f8fb03c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:06.112887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-0350139f-e521-455d-a0f9-9b1f8fb03c30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.2476220 Oct 25 22:59:06.136496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-1add9bea-f01d-4527-992f-40971d780d5f service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493657 Oct 25 22:59:06.195081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-d8849055-6378-4ed1-84cc-c8f12469a666 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 217 time: 0.0727544 Oct 25 22:59:06.253236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aabc6-707d-497a-8db6-ce7751032196 req-fe9fb5a8-09cb-4552-962f-5e60b2ec5b86 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:06.259379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d12aabc6-707d-497a-8db6-ce7751032196 req-fe9fb5a8-09cb-4552-962f-5e60b2ec5b86 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 943 time: 0.3623564 Oct 25 22:59:06.351215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d12aabc6-707d-497a-8db6-ce7751032196 req-a21819aa-6f78-4a37-91ee-4f83996eca22 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864797 Oct 25 22:59:06.384862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-604b5228-b0f8-4b8b-9445-31e0e662f87a req-e37b30bf-e4dd-484d-b525-049f2bbe9b96 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 210 time: 0.1842244 Oct 25 22:59:06.402979 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.455242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 96aad312-03df-420c-a0d1-c122ba90f7b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=96aad312-03df-420c-a0d1-c122ba90f7b3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:06.458417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12da139-fb47-4eb2-966b-119114d15389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aad312-03df-420c-a0d1-c122ba90f7b3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:06.461182 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fcfacc-d119-4f97-a02d-42b9f8742277" -d '{"events": [{"server_uuid": "c12da139-fb47-4eb2-966b-119114d15389", "name": "network-vif-plugged", "status": "completed", "tag": "96aad312-03df-420c-a0d1-c122ba90f7b3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:06.475886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Allocated IP 19.80.0.227 (4055c03e-3cf0-46bc-a983-34fc1e6313c1/c5d553e1-7604-4b5e-9646-8f1717802b26/8b00aaa2-8384-4173-8b81-80cc83b07736) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:06.483925 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.488631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-4e40d41d-7f29-4776-84f5-41dfba112fee tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-group-rules/79e93103-c00b-4acf-9755-d85c6e7a5552 HTTP/1.1" status: 200 len: 783 time: 0.0802286 Oct 25 22:59:06.520301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-fd8b4a28-6ac3-4888-8a24-77a21fc26b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:06.524200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-fd8b4a28-6ac3-4888-8a24-77a21fc26b85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.2433453 Oct 25 22:59:06.529503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b663ee3b-0dca-4cb8-b8ed-2308baf48f07 None None] Provisioning complete for port bb7bdc32-9758-4b86-a70a-fd53dc72d417 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:06.529980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b663ee3b-0dca-4cb8-b8ed-2308baf48f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.537904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61f176ce-cd47-44f2-b186-82c318f81e5c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:06.579214 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-c5262986-2960-4268-bb8b-3c1875343ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364256 Oct 25 22:59:06.586117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-e2b1f4b3-478f-4778-bc9b-106f56aee727 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:06.588360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-e2b1f4b3-478f-4778-bc9b-106f56aee727 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.4464295 Oct 25 22:59:06.601837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d3a4c09-8497-429e-b2b4-703cef14b439 req-de56d7b8-dffc-473a-9041-76d83f92640d service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581571 Oct 25 22:59:06.605576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-c6c30c1e-f76b-4bb3-ae36-8d76a4e45fd4 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/5fdb931d-24a5-43b1-8e9f-e3ddfed78f01 HTTP/1.1" status: 200 len: 2996 time: 0.1161842 Oct 25 22:59:06.619331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Request body: {'port': {'device_id': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'admin_state_up': True, 'tenant_id': '8ebcf725f446401dbcf2e35ef13368e5'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:06.704525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae91b3-9595-423b-ac42-e4544c8bd11e req-5ea32e49-4b35-4d29-9098-ea4c82eb3ec3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:06.711888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89ae91b3-9595-423b-ac42-e4544c8bd11e req-5ea32e49-4b35-4d29-9098-ea4c82eb3ec3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.2250788 Oct 25 22:59:06.715918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=96aad312-03df-420c-a0d1-c122ba90f7b3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:06.733752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 61f176ce-cd47-44f2-b186-82c318f81e5c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:06.734379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.774877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-5df3e273-54a5-4474-825d-8fe23884754e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.788551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-5df3e273-54a5-4474-825d-8fe23884754e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.809898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89ae91b3-9595-423b-ac42-e4544c8bd11e req-2e295f7b-98ed-416d-8d3f-3ff98c70fb6f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971549 Oct 25 22:59:06.813031 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b663ee3b-0dca-4cb8-b8ed-2308baf48f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.827079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-a7f15625-78d7-4292-b41c-6f9b4c9e40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:06.828628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-a7f15625-78d7-4292-b41c-6f9b4c9e40e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1094 time: 0.1381903 Oct 25 22:59:06.893332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b663ee3b-0dca-4cb8-b8ed-2308baf48f07 None None] For port bb7bdc32-9758-4b86-a70a-fd53dc72d417, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb7bdc32-9758-4b86-a70a-fd53dc72d417,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:06.899625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-7cafde93-2070-407a-89ec-d954b7c73fcf service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043063 Oct 25 22:59:06.904355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-5df3e273-54a5-4474-825d-8fe23884754e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.912759 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b663ee3b-0dca-4cb8-b8ed-2308baf48f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.916588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-5df3e273-54a5-4474-825d-8fe23884754e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:06.916798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb7bdc32-9758-4b86-a70a-fd53dc72d417 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:06.932521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1125ff6a-7ae5-4e5c-9cd9-33bbdb65c1a4 req-5df3e273-54a5-4474-825d-8fe23884754e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/79e93103-c00b-4acf-9755-d85c6e7a5552 HTTP/1.1" status: 204 len: 173 time: 0.2993112 Oct 25 22:59:06.976683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3e273-54a5-4474-825d-8fe23884754e tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79e93103-c00b-4acf-9755-d85c6e7a5552,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:07.067599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-9c1291c0-9f9c-4a80-93a0-9be632d62147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.069168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-9c1291c0-9f9c-4a80-93a0-9be632d62147 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.2287014 Oct 25 22:59:07.076300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Made reservation on behalf of 8ebcf725f446401dbcf2e35ef13368e5 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:07.081362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.094693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.137304 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719d37e-1fc6-499c-8a68-500f0224591e x-openstack-request-id: req-8719d37e-1fc6-499c-8a68-500f0224591e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:07.137304 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12da139-fb47-4eb2-966b-119114d15389", "name": "network-vif-plugged", "status": "completed", "tag": "96aad312-03df-420c-a0d1-c122ba90f7b3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:07.137304 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8719d37e-1fc6-499c-8a68-500f0224591e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:07.137304 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12da139-fb47-4eb2-966b-119114d15389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aad312-03df-420c-a0d1-c122ba90f7b3', 'code': 200} Oct 25 22:59:07.161180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-e01127a6-7c19-4e50-928a-bba5464119fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 0.0611858 Oct 25 22:59:07.177263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-084ab140-18a7-4fbe-9ec0-5f82616a8e0d service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668447 Oct 25 22:59:07.189769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663ee3b-0dca-4cb8-b8ed-2308baf48f07 None None] Pushing event updated for resources: {'Port': ['ID=bb7bdc32-9758-4b86-a70a-fd53dc72d417,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:07.201767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b4d98fb5-f9f9-4daa-96aa-bc4e991e1bb2 None None] Provisioning complete for port 61f176ce-cd47-44f2-b186-82c318f81e5c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:07.202259 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4d98fb5-f9f9-4daa-96aa-bc4e991e1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.234843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bb7bdc32-9758-4b86-a70a-fd53dc72d417 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:07.235213 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.257158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf5e8f-83ed-4108-8557-f5448bea3697 req-1d32114a-017a-4168-8e8d-aa4cf545e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.258726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ccf5e8f-83ed-4108-8557-f5448bea3697 req-1d32114a-017a-4168-8e8d-aa4cf545e517 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 1101 time: 0.1541650 Oct 25 22:59:07.279132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.279399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71a23f9f-8976-49cc-ab40-b73fa9016c56 req-24c38cf7-1566-49ff-85a5-44f1bbe10984 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 210 time: 0.0649118 Oct 25 22:59:07.318988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404b2ec-d28c-46ee-b17b-ecfe9ad82c7d req-bceb0705-3390-4494-b4e8-ef6c6750a97d tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.320487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5404b2ec-d28c-46ee-b17b-ecfe9ad82c7d req-bceb0705-3390-4494-b4e8-ef6c6750a97d tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 950 time: 0.1155272 Oct 25 22:59:07.348979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-e70df010-8f45-4fed-b065-c54301df00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.350024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-e70df010-8f45-4fed-b065-c54301df00c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.1369567 Oct 25 22:59:07.393425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:07.417294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:07.418610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b4d98fb5-f9f9-4daa-96aa-bc4e991e1bb2 None None] Provisioning complete for port bb7bdc32-9758-4b86-a70a-fd53dc72d417 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:07.418988 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4d98fb5-f9f9-4daa-96aa-bc4e991e1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.423482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:07.436563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Allocated IP 172.20.0.8 (32fdc89e-99ce-462b-a5dd-1c1ea7c32d99/01296933-fb18-4a6b-acd6-addda0a15ea0/a5965868-0245-4151-995e-5321aa1cdfb5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:07.442132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f992da20-6377-49b4-9301-11dd043fdf62 req-5dc36e69-ad7a-4da4-b879-c19015b1a224 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/5fdb931d-24a5-43b1-8e9f-e3ddfed78f01 HTTP/1.1" status: 200 len: 2398 time: 0.0890100 Oct 25 22:59:07.490604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-b4be3eb6-8dab-445d-8e6b-4793d59b0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.492424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-b4be3eb6-8dab-445d-8e6b-4793d59b0c5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250253 Oct 25 22:59:07.555726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Port': ['ID=8b00aaa2-8384-4173-8b81-80cc83b07736,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:07.564796 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ccf5e8f-83ed-4108-8557-f5448bea3697 req-91dd9827-c8d1-4647-b719-c7955aa22983 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931213 Oct 25 22:59:07.579945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.580711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.621302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5404b2ec-d28c-46ee-b17b-ecfe9ad82c7d req-f373bc44-ec71-43f7-8799-29cc2226f7ab tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193928 Oct 25 22:59:07.626636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-cb5a004a-81bf-4215-9e91-d250fc75c1ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2585123 Oct 25 22:59:07.636038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-b69ceafb-3eb4-4e2d-b1e9-d6009adca56f tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.638038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-b69ceafb-3eb4-4e2d-b1e9-d6009adca56f tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.1702337 Oct 25 22:59:07.645707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'port': {'device_id': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783', 'admin_state_up': True, 'tenant_id': 'b7de7767e4304117929512fe1aaaea09'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:07.728531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f3cd4c53-10d7-4bf1-bd3d-91881b98f937 None None] Provisioning complete for port 8b00aaa2-8384-4173-8b81-80cc83b07736 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:07.729134 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4c53-10d7-4bf1-bd3d-91881b98f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.769877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd4c53-10d7-4bf1-bd3d-91881b98f937 None None] Port 8b00aaa2-8384-4173-8b81-80cc83b07736 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:07.870664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216acd92-5278-4eb5-8fde-93961159cdfa req-c0026eca-bbb2-49bb-ba97-03906333dffc tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:07.872140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-216acd92-5278-4eb5-8fde-93961159cdfa req-c0026eca-bbb2-49bb-ba97-03906333dffc tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 943 time: 0.1400928 Oct 25 22:59:07.930831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:07.934277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.945918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-8cecfa0c-8a90-4356-8fce-cf18e12587bf service neutron] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:07.952712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f992da20-6377-49b4-9301-11dd043fdf62 req-bf64eb62-35fb-4b83-938c-52a12f0807d1 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.958429 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-8cecfa0c-8a90-4356-8fce-cf18e12587bf service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:07.959517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de9975f5-6f94-47b5-b2be-e9f137ea85f6 req-8cecfa0c-8a90-4356-8fce-cf18e12587bf service neutron] 10.222.0.11 "DELETE /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.3099864 Oct 25 22:59:07.966143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-216acd92-5278-4eb5-8fde-93961159cdfa req-6d543942-ee36-4e6f-87bf-0a510be16d63 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861144 Oct 25 22:59:08.004465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-185e364b-d4d1-471c-814c-ff21bb7afead service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873755 Oct 25 22:59:08.068563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f992da20-6377-49b4-9301-11dd043fdf62 req-bf64eb62-35fb-4b83-938c-52a12f0807d1 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.108652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.133877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Allocated IP 19.86.0.204 (4d752573-81c2-4461-8ec5-060a2219e783/7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b/2e131a16-3444-447b-976d-12a9d368f75f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:08.143060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226c2d9-515a-454e-abab-83710c18e1f7 req-b051b01e-33c2-4c85-854b-701cdb605e3c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:08.144638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0226c2d9-515a-454e-abab-83710c18e1f7 req-b051b01e-33c2-4c85-854b-701cdb605e3c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 932 time: 0.0937507 Oct 25 22:59:08.177464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f992da20-6377-49b4-9301-11dd043fdf62 req-bf64eb62-35fb-4b83-938c-52a12f0807d1 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.180126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f992da20-6377-49b4-9301-11dd043fdf62 req-bf64eb62-35fb-4b83-938c-52a12f0807d1 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.181274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f992da20-6377-49b4-9301-11dd043fdf62 req-bf64eb62-35fb-4b83-938c-52a12f0807d1 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/5fdb931d-24a5-43b1-8e9f-e3ddfed78f01 HTTP/1.1" status: 204 len: 173 time: 0.7279291 Oct 25 22:59:08.187451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-329777ec-6429-4e0d-847b-e355f6d9fb1d req-edcdabde-cf33-4f1f-bcc9-cba32c8ea9e6 service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694753 Oct 25 22:59:08.197515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64eb62-35fb-4b83-938c-52a12f0807d1 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb931d-24a5-43b1-8e9f-e3ddfed78f01,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:08.210534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.227131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0226c2d9-515a-454e-abab-83710c18e1f7 req-e7d3fef8-c565-40ba-b4aa-3c387d0a8fa5 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671968 Oct 25 22:59:08.263325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:08.266541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:08.270688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:08.311951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:08.349078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:08.350514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.380582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-6a4af1e0-72c6-4ad7-a177-17277a7207aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7732260 Oct 25 22:59:08.405845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb7bdc32-9758-4b86-a70a-fd53dc72d417 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:08.407640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.408244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Request body: {'port': {'device_id': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:08.427436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8df42-d006-4ea4-8ad6-20e8456a9b4b req-0a3217b4-c0bd-4acd-846f-4843416d7016 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:08.428950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10b8df42-d006-4ea4-8ad6-20e8456a9b4b req-0a3217b4-c0bd-4acd-846f-4843416d7016 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.1138189 Oct 25 22:59:08.445626 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-fd5bcdba-6f13-4b02-bf00-90dc74e98be1 req-e4a3b291-91a3-4092-9657-9ebd30cc3624 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] show failed (client error): The resource could not be found. Oct 25 22:59:08.461643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd5bcdba-6f13-4b02-bf00-90dc74e98be1 req-e4a3b291-91a3-4092-9657-9ebd30cc3624 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/ab258013-66db-453c-9745-5b5b4ea32ba3 HTTP/1.1" status: 404 len: 352 time: 0.0630178 Oct 25 22:59:08.487294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bb7bdc32-9758-4b86-a70a-fd53dc72d417 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:08.487683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.489121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10b8df42-d006-4ea4-8ad6-20e8456a9b4b req-05c3b39b-cfb7-4bb2-bde9-7ad7dcd2ef46 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Oct 25 22:59:08.493789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.547825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.575923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 4d752573-81c2-4461-8ec5-060a2219e783 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:08.584046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:08.587833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:08.669201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Port': ['ID=2e131a16-3444-447b-976d-12a9d368f75f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:08.696070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:08.696866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.724833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-d68348f5-baff-46b2-8cbd-9126075bd3e6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0846176 Oct 25 22:59:08.747575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'port': {'device_id': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'admin_state_up': True, 'tenant_id': 'b7de7767e4304117929512fe1aaaea09'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:08.750786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96126590-a287-4698-8b4f-22853ae00d7f req-05de7be5-df92-428e-85fe-a7e95d415fca tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/06c76e51-d261-431e-99a0-0bb2a08bdf81 HTTP/1.1" status: 200 len: 1805 time: 0.1952863 Oct 25 22:59:08.762341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da109-886e-4bee-acd0-9d31d32b8a9a req-4310e2ff-717c-4beb-a8c1-2aa3afde138b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:08.764204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b5da109-886e-4bee-acd0-9d31d32b8a9a req-4310e2ff-717c-4beb-a8c1-2aa3afde138b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 931 time: 0.1150138 Oct 25 22:59:08.851040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b5da109-886e-4bee-acd0-9d31d32b8a9a req-2a1c7434-d48f-406d-9d92-57e6e021a3cd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747724 Oct 25 22:59:08.905734 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96126590-a287-4698-8b4f-22853ae00d7f req-6f8db004-9c1c-449d-b624-4b79a84a094c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.960884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:08.966400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:08.981490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40242) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:08.997005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cbc7916c-2e47-4d65-aa73-0578a5938818 None None] Provisioning complete for port 2e131a16-3444-447b-976d-12a9d368f75f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:08.997543 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cbc7916c-2e47-4d65-aa73-0578a5938818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.000681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96126590-a287-4698-8b4f-22853ae00d7f req-6f8db004-9c1c-449d-b624-4b79a84a094c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.051322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7916c-2e47-4d65-aa73-0578a5938818 None None] Port 2e131a16-3444-447b-976d-12a9d368f75f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:09.070536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96126590-a287-4698-8b4f-22853ae00d7f req-6f8db004-9c1c-449d-b624-4b79a84a094c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.073085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96126590-a287-4698-8b4f-22853ae00d7f req-6f8db004-9c1c-449d-b624-4b79a84a094c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.079408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96126590-a287-4698-8b4f-22853ae00d7f req-6f8db004-9c1c-449d-b624-4b79a84a094c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/06c76e51-d261-431e-99a0-0bb2a08bdf81 HTTP/1.1" status: 204 len: 173 time: 0.3262627 Oct 25 22:59:09.117298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14c92c-ff49-41f8-8b84-db93af553ef3 req-b0bbd318-b0c6-449c-86f9-9a7712e73427 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.125918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad14c92c-ff49-41f8-8b84-db93af553ef3 req-b0bbd318-b0c6-449c-86f9-9a7712e73427 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 950 time: 0.1567683 Oct 25 22:59:09.207969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad14c92c-ff49-41f8-8b84-db93af553ef3 req-7ff2b4e0-4287-4d49-9029-ead188ad8a8f tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Oct 25 22:59:09.228995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Allocated IP 19.80.0.197 (4055c03e-3cf0-46bc-a983-34fc1e6313c1/c5d553e1-7604-4b5e-9646-8f1717802b26/7b7fe165-1c25-48cb-956f-0ea174524a3d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:09.235046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5965868-0245-4151-995e-5321aa1cdfb5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:09.241743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db004-9c1c-449d-b624-4b79a84a094c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c76e51-d261-431e-99a0-0bb2a08bdf81,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:09.268002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.302725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9fa8-1447-4ee7-9056-3d3fcc2bc9bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.308365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Transition to ACTIVE for port object a5965868-0245-4151-995e-5321aa1cdfb5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:09.322506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7510c8-eacf-43c4-a900-f1fe5ef0c574 req-4a48ab74-1f43-4d00-8975-9d6c85ca76ab tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.324288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f7510c8-eacf-43c4-a900-f1fe5ef0c574 req-4a48ab74-1f43-4d00-8975-9d6c85ca76ab tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1095 time: 0.1813095 Oct 25 22:59:09.326079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.328603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 334ede3a-04eb-451d-9a3c-a157fcf545f0 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:09.403683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190b0af-9b30-4e92-88fb-122da4a491d8 req-9776a327-9c5d-4a28-b28c-b4956630a4de tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.405172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9190b0af-9b30-4e92-88fb-122da4a491d8 req-9776a327-9c5d-4a28-b28c-b4956630a4de tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 943 time: 0.1005557 Oct 25 22:59:09.435826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:09.454468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 334ede3a-04eb-451d-9a3c-a157fcf545f0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:09.465568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f7510c8-eacf-43c4-a900-f1fe5ef0c574 req-7d28f122-c7f6-4a8f-911e-e33725eabcc5 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211615 Oct 25 22:59:09.468411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.477182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9190b0af-9b30-4e92-88fb-122da4a491d8 req-c6d77a0f-2ad2-464f-abd6-6776adc9d472 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Oct 25 22:59:09.481806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:09.535846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:09.536179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:09.536503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:09.551466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:09.551793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:09.553903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.566175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.572330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:09.572330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:09.572330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:09.572330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Bound port: a5965868-0245-4151-995e-5321aa1cdfb5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:09.580711 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.580811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334ede3a-04eb-451d-9a3c-a157fcf545f0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:09.580921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9fa8-1447-4ee7-9056-3d3fcc2bc9bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.601638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9fa8-1447-4ee7-9056-3d3fcc2bc9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.609299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 334ede3a-04eb-451d-9a3c-a157fcf545f0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:09.630300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.635183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dbfc43f4-ac1c-494e-bb6f-d39d86e165a9 req-96856c82-8909-4472-ba08-bbb86103a1f4 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/66da2444-99ce-4eeb-9883-54c09f1369c3 HTTP/1.1" status: 200 len: 1804 time: 0.1188750 Oct 25 22:59:09.642124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:09.645481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:09.673677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:09.701452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d9fa8-1447-4ee7-9056-3d3fcc2bc9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10744837-8ee2-423b-a59a-8c36dae6db57,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:09.705099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=334ede3a-04eb-451d-9a3c-a157fcf545f0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:09.717079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b5d9fa8-1447-4ee7-9056-3d3fcc2bc9bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08467ebc53eb47e4b309f1f1e57f26ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329702 Oct 25 22:59:09.718650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40256) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:09.729896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Port': ['ID=7b7fe165-1c25-48cb-956f-0ea174524a3d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:09.769580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.769989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.770417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.770905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.771722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.771722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.772380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.772731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.773109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.773504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.773895 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.774312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:09.793880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:09.800303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:09.800640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.801377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.817453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0865c-196a-48e0-be70-20bd1f5992dc req-96f7df7d-fe64-4ebf-a5b2-11abe4089dc1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.824605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0865c-196a-48e0-be70-20bd1f5992dc req-96f7df7d-fe64-4ebf-a5b2-11abe4089dc1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.830296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-84f0b55b-c6c3-4830-b3d6-5c9cc55bf518 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0970047 Oct 25 22:59:09.831976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0865c-196a-48e0-be70-20bd1f5992dc req-96f7df7d-fe64-4ebf-a5b2-11abe4089dc1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.833212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dbfc43f4-ac1c-494e-bb6f-d39d86e165a9 req-4605ed51-5a4e-427a-b2f8-8add6a71d35c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.833677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85f0865c-196a-48e0-be70-20bd1f5992dc req-96f7df7d-fe64-4ebf-a5b2-11abe4089dc1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2377 time: 0.1868415 Oct 25 22:59:09.837266 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.852794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Request body: {'port': {'device_id': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:09.868270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['334ede3a-04eb-451d-9a3c-a157fcf545f0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:09.882906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:09.883158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dbfc43f4-ac1c-494e-bb6f-d39d86e165a9 req-4605ed51-5a4e-427a-b2f8-8add6a71d35c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.883523 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.887213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 1091 time: 1.4868937 Oct 25 22:59:09.896149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:09.900108 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323d311-42a8-436a-82d5-b5d914006480" -d '{"events": [{"name": "network-changed", "server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:09.952461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24c4b294-fcb1-4c71-852d-33c95fe46be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.962231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:09.971525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f588d3-c717-48b7-a3b9-97dd776e0233 service neutron] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:10.015374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85f0865c-196a-48e0-be70-20bd1f5992dc req-5659ea7e-c1a1-4f5f-9ffb-af95e16ac252 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692441 Oct 25 22:59:10.040224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24c4b294-fcb1-4c71-852d-33c95fe46be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.050043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4e03fd73-96f7-4dab-b0b3-b28bced91445 None None] Provisioning complete for port 7b7fe165-1c25-48cb-956f-0ea174524a3d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:10.050545 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4e03fd73-96f7-4dab-b0b3-b28bced91445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.073990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-ec620338-5a9e-4ddb-93ef-f0f2c8639cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:10.075545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-ec620338-5a9e-4ddb-93ef-f0f2c8639cd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1094 time: 0.1213133 Oct 25 22:59:10.137275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-3b19e5c9-5185-4b30-ad8c-43dd75331f73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.0462787 Oct 25 22:59:10.140824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24c4b294-fcb1-4c71-852d-33c95fe46be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.145225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24c4b294-fcb1-4c71-852d-33c95fe46be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.149364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-24c4b294-fcb1-4c71-852d-33c95fe46be8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10744837-8ee2-423b-a59a-8c36dae6db57 HTTP/1.1" status: 204 len: 168 time: 0.4275396 Oct 25 22:59:10.186419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4e03fd73-96f7-4dab-b0b3-b28bced91445 None None] Port 7b7fe165-1c25-48cb-956f-0ea174524a3d cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:10.203217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4b294-fcb1-4c71-852d-33c95fe46be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10744837-8ee2-423b-a59a-8c36dae6db57,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:10.276881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-7fd2bd46-3bc5-45ac-935a-f8aeb7265c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:10.278388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-7fd2bd46-3bc5-45ac-935a-f8aeb7265c7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1277945 Oct 25 22:59:10.327310 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dbfc43f4-ac1c-494e-bb6f-d39d86e165a9 req-4605ed51-5a4e-427a-b2f8-8add6a71d35c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.330762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dbfc43f4-ac1c-494e-bb6f-d39d86e165a9 req-4605ed51-5a4e-427a-b2f8-8add6a71d35c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.332002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-f800be29-0a44-4e17-9c41-fcead1ca7097 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447872 Oct 25 22:59:10.342964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dbfc43f4-ac1c-494e-bb6f-d39d86e165a9 req-4605ed51-5a4e-427a-b2f8-8add6a71d35c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/66da2444-99ce-4eeb-9883-54c09f1369c3 HTTP/1.1" status: 204 len: 173 time: 0.6744967 Oct 25 22:59:10.408142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-f4eb6aa3-09d6-4e3e-93c1-4b7b8a2ee32b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:10.409894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-f4eb6aa3-09d6-4e3e-93c1-4b7b8a2ee32b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.2195845 Oct 25 22:59:10.435557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-c54e7b4d-cc18-4709-8905-83b911f89016 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/quotas/e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 375 time: 0.0170212 Oct 25 22:59:10.450513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605ed51-5a4e-427a-b2f8-8add6a71d35c tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da2444-99ce-4eeb-9883-54c09f1369c3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:10.488545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-5e4aa5ce-f3cd-4c6f-8c37-1735f1655eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489525 Oct 25 22:59:10.519007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40282) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:10.543097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e698f-b1b7-4950-8be5-a2f219432392 req-5fac185d-b189-4a79-8104-8443712f0b04 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:10.544550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e3e698f-b1b7-4950-8be5-a2f219432392 req-5fac185d-b189-4a79-8104-8443712f0b04 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.1352291 Oct 25 22:59:10.571476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-175a96a9-d015-41a0-a16e-6f606eb537d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.582600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-2a509c50-a8dd-4b47-87b8-eb39e2055252 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354511 Oct 25 22:59:10.601478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e3e698f-b1b7-4950-8be5-a2f219432392 req-1aae8fba-abf5-4d85-906b-701ee825155e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Oct 25 22:59:10.665402 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64acf906-d199-4dbb-903b-0fb61261c5d4 x-openstack-request-id: req-64acf906-d199-4dbb-903b-0fb61261c5d4 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:10.665694 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:10.666322 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64acf906-d199-4dbb-903b-0fb61261c5d4 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:10.666466 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'status': 'completed', 'code': 200} Oct 25 22:59:10.674693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b00aaa2-8384-4173-8b81-80cc83b07736 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:10.683286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.685394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df534289-c5de-461e-92e8-e9f671e6a5f9 req-556c78d7-9ebf-40a5-b099-69b776ae969d service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894794 Oct 25 22:59:10.700194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Transition to ACTIVE for port object 8b00aaa2-8384-4173-8b81-80cc83b07736 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:10.705449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.735880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-5b6d0d5d-11e3-4740-9dca-1b8bfb593052 service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455975 Oct 25 22:59:10.805437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Pushing event updated for resources: {'Port': ['ID=8b00aaa2-8384-4173-8b81-80cc83b07736,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:10.816800 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-175a96a9-d015-41a0-a16e-6f606eb537d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.839504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d77afb-4b1c-4115-b256-fffc8ccec700 req-c03de2ac-d36b-4ca8-becd-381200363cc7 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:10.840601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-175a96a9-d015-41a0-a16e-6f606eb537d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.841058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89d77afb-4b1c-4115-b256-fffc8ccec700 req-c03de2ac-d36b-4ca8-becd-381200363cc7 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 950 time: 0.1075134 Oct 25 22:59:10.906262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Attempting to bind port 8b00aaa2-8384-4173-8b81-80cc83b07736 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:10.906717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Attempting to bind port 8b00aaa2-8384-4173-8b81-80cc83b07736 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:10.906864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Attempting to bind port 8b00aaa2-8384-4173-8b81-80cc83b07736 on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:10.912099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-175a96a9-d015-41a0-a16e-6f606eb537d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=876626c777fd4db081dbf35e225e08b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899457 Oct 25 22:59:10.914806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:10.917479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a96a9-d015-41a0-a16e-6f606eb537d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae1715-c401-4ae0-876c-8f75657b4186,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:10.921470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Port 8b00aaa2-8384-4173-8b81-80cc83b07736 on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:10.921634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Attempting to bind port 8b00aaa2-8384-4173-8b81-80cc83b07736 on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:10.927918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323d311-42a8-436a-82d5-b5d914006480 req-b460a90b-828a-4803-ae1f-943f244a8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:10.928333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:10.928669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Checking segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:10.929063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Bound using segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:10.929175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-b460a90b-828a-4803-ae1f-943f244a8fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1094 time: 0.1254892 Oct 25 22:59:10.929485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Bound port: 8b00aaa2-8384-4173-8b81-80cc83b07736, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:10.929840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:10.942737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-d255e21c-c7b3-46ba-96f3-31f6a321fafc service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972420 Oct 25 22:59:10.993013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89d77afb-4b1c-4115-b256-fffc8ccec700 req-02f79e3a-3d25-46fd-a690-dd11b5277021 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125402 Oct 25 22:59:11.058077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323d311-42a8-436a-82d5-b5d914006480 req-7e0427fe-ebe6-4202-8e44-076f26943d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.059573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-7e0427fe-ebe6-4202-8e44-076f26943d84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1158798 Oct 25 22:59:11.111836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-75430996-8868-44bd-b767-b3e980c2457d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.0426953 Oct 25 22:59:11.113317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc70b1b8-65e6-4afe-ac76-52d34f68338c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.133424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] For port 8b00aaa2-8384-4173-8b81-80cc83b07736, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:11.141734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] For port 8b00aaa2-8384-4173-8b81-80cc83b07736, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8b00aaa2-8384-4173-8b81-80cc83b07736,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:11.166624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.171882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6a56e43-0979-4ee1-828a-554775f221c7 req-571322a6-8abb-4803-b072-96de72cb04be tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/e096d79d-3e10-4fe6-83e7-7545cc08f38f HTTP/1.1" status: 200 len: 1803 time: 0.1250060 Oct 25 22:59:11.195864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323d311-42a8-436a-82d5-b5d914006480 req-be315c42-ab44-4d27-8a06-d84bf9167187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.197328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-be315c42-ab44-4d27-8a06-d84bf9167187 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.0809779 Oct 25 22:59:11.208225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc70b1b8-65e6-4afe-ac76-52d34f68338c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.238837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.239566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.240868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b00aaa2-8384-4173-8b81-80cc83b07736 HTTP/1.1" status: 200 len: 1092 time: 1.3953059 Oct 25 22:59:11.246074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'tag': '8b00aaa2-8384-4173-8b81-80cc83b07736'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:11.246313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f900084-4670-4c4b-b163-455c691bb911 req-b387779b-e83c-4ffb-bfb7-f74617a928b3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.254406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f900084-4670-4c4b-b163-455c691bb911 req-b387779b-e83c-4ffb-bfb7-f74617a928b3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 944 time: 0.0875943 Oct 25 22:59:11.255215 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac16535-a3da-4857-81b7-0a0b13b769e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "tag": "8b00aaa2-8384-4173-8b81-80cc83b07736"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:11.257714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-0e8ab6e6-a31e-43ff-bc8f-b6ddfd6abd34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525212 Oct 25 22:59:11.295868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Request body: {'port': {'device_id': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:11.341828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f900084-4670-4c4b-b163-455c691bb911 req-afe397f6-17b7-4820-8a58-d5674086e1b6 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865238 Oct 25 22:59:11.345911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 334ede3a-04eb-451d-9a3c-a157fcf545f0 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:11.355129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8d938-cfa5-457c-89ea-0cefdc21dd44 service neutron] Pushing event updated for resources: {'Port': ['ID=8b00aaa2-8384-4173-8b81-80cc83b07736,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:11.411759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c6a56e43-0979-4ee1-828a-554775f221c7 req-4a5a8d2a-b895-484a-a706-c433b3fb161a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.413510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.429819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-ae6869ce-de46-4d87-97b8-182017244806 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580453 Oct 25 22:59:11.450433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc70b1b8-65e6-4afe-ac76-52d34f68338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.459053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc70b1b8-65e6-4afe-ac76-52d34f68338c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.465649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc70b1b8-65e6-4afe-ac76-52d34f68338c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22ae1715-c401-4ae0-876c-8f75657b4186 HTTP/1.1" status: 204 len: 168 time: 0.5496783 Oct 25 22:59:11.477978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 334ede3a-04eb-451d-9a3c-a157fcf545f0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:11.490040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 334ede3a-04eb-451d-9a3c-a157fcf545f0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:11.492986 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.584993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c6a56e43-0979-4ee1-828a-554775f221c7 req-4a5a8d2a-b895-484a-a706-c433b3fb161a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.592974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70b1b8-65e6-4afe-ac76-52d34f68338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae1715-c401-4ae0-876c-8f75657b4186,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:11.652590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c323d311-42a8-436a-82d5-b5d914006480 req-a14d0e39-0d17-4c80-95d7-29b135529fce service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150836 Oct 25 22:59:11.711354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.757014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c6a56e43-0979-4ee1-828a-554775f221c7 req-4a5a8d2a-b895-484a-a706-c433b3fb161a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.761331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c6a56e43-0979-4ee1-828a-554775f221c7 req-4a5a8d2a-b895-484a-a706-c433b3fb161a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.764128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6a56e43-0979-4ee1-828a-554775f221c7 req-4a5a8d2a-b895-484a-a706-c433b3fb161a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/e096d79d-3e10-4fe6-83e7-7545cc08f38f HTTP/1.1" status: 204 len: 173 time: 0.5591443 Oct 25 22:59:11.770675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:11.773491 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c60b546-c59c-4066-ba24-c98272093a6b" -d '{"events": [{"server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "name": "network-vif-plugged", "status": "completed", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:11.784581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a8d2a-b895-484a-a706-c433b3fb161a tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e096d79d-3e10-4fe6-83e7-7545cc08f38f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:11.847106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 334ede3a-04eb-451d-9a3c-a157fcf545f0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:11.855812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:11.931535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=334ede3a-04eb-451d-9a3c-a157fcf545f0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:11.950714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4827-8509-4900-b849-4dc733a526b2 req-c6b962fa-529d-4273-98a7-2b206e56b66e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.956624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4827-8509-4900-b849-4dc733a526b2 req-c6b962fa-529d-4273-98a7-2b206e56b66e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.962576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4827-8509-4900-b849-4dc733a526b2 req-c6b962fa-529d-4273-98a7-2b206e56b66e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:11.964261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f14f4827-8509-4900-b849-4dc733a526b2 req-c6b962fa-529d-4273-98a7-2b206e56b66e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2389 time: 0.1058252 Oct 25 22:59:12.041065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e131a16-3444-447b-976d-12a9d368f75f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:12.048108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f14f4827-8509-4900-b849-4dc733a526b2 req-990be91f-e816-455b-8187-7bb1078c1502 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758541 Oct 25 22:59:12.052869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.066647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Transition to ACTIVE for port object 2e131a16-3444-447b-976d-12a9d368f75f will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:12.072365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.096365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ebe0605-ca6e-4827-8f49-9afc45f99ffe req-f5ab16af-3c83-4e6e-a1c6-a8fb73549b65 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 210 time: 0.0458486 Oct 25 22:59:12.159261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Pushing event updated for resources: {'Port': ['ID=2e131a16-3444-447b-976d-12a9d368f75f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:12.181689 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a689551a-55ab-498d-acef-9d06ca3b6011 x-openstack-request-id: req-a689551a-55ab-498d-acef-9d06ca3b6011 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:12.181972 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "tag": "8b00aaa2-8384-4173-8b81-80cc83b07736", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:12.182294 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a689551a-55ab-498d-acef-9d06ca3b6011 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:12.182680 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'tag': '8b00aaa2-8384-4173-8b81-80cc83b07736', 'status': 'completed', 'code': 200} Oct 25 22:59:12.290270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Attempting to bind port 2e131a16-3444-447b-976d-12a9d368f75f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:12.290609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Attempting to bind port 2e131a16-3444-447b-976d-12a9d368f75f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:12.290926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Attempting to bind port 2e131a16-3444-447b-976d-12a9d368f75f on network 4d752573-81c2-4461-8ec5-060a2219e783 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:12.304614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972457ba-0b03-4aa8-80fd-6e785fb0614e req-fac2abab-8834-46f7-be26-6eaea65c48af tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.312724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-972457ba-0b03-4aa8-80fd-6e785fb0614e req-fac2abab-8834-46f7-be26-6eaea65c48af tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.0853245 Oct 25 22:59:12.315753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d14166cc-4973-4609-afff-a2937c8a6693 req-efecfacc-c306-415e-84ab-75eec0839fb5 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/6332aff7-b76d-430c-b972-246feeadabaa HTTP/1.1" status: 200 len: 2404 time: 0.0914457 Oct 25 22:59:12.321940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-13e1e595-6134-4ed3-a55e-31d8bd379e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.322660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-13e1e595-6134-4ed3-a55e-31d8bd379e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.323302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-13e1e595-6134-4ed3-a55e-31d8bd379e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.325189 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-13e1e595-6134-4ed3-a55e-31d8bd379e91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2757 time: 0.1373973 Oct 25 22:59:12.330661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Port 2e131a16-3444-447b-976d-12a9d368f75f on network 4d752573-81c2-4461-8ec5-060a2219e783 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:12.330985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Attempting to bind port 2e131a16-3444-447b-976d-12a9d368f75f on network 4d752573-81c2-4461-8ec5-060a2219e783 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:12.341030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:12.341932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Checking segment: {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:12.341932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Bound using segment: {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:12.342192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Bound port: 2e131a16-3444-447b-976d-12a9d368f75f, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05069350-1a97-42fd-b7cf-a3596c930841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:12.342534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.375858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-972457ba-0b03-4aa8-80fd-6e785fb0614e req-a9ec4c6f-6300-4f59-a838-30d68754e819 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603721 Oct 25 22:59:12.451286 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86220c61-17f2-45f7-b4b6-dcceadc246ba x-openstack-request-id: req-86220c61-17f2-45f7-b4b6-dcceadc246ba {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:12.452354 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "name": "network-vif-plugged", "status": "completed", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:12.452802 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86220c61-17f2-45f7-b4b6-dcceadc246ba {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:12.453372 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'code': 200} Oct 25 22:59:12.505633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] For port 2e131a16-3444-447b-976d-12a9d368f75f, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:12.509064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] For port 2e131a16-3444-447b-976d-12a9d368f75f, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2e131a16-3444-447b-976d-12a9d368f75f,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:12.515813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.589178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.589862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.591537 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e131a16-3444-447b-976d-12a9d368f75f HTTP/1.1" status: 200 len: 1092 time: 1.3153796 Oct 25 22:59:12.638343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Request body: {'port': {'device_id': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:12.644015 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.677900 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d14166cc-4973-4609-afff-a2937c8a6693 req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.697012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-6050033f-c428-4042-b95f-c47e8d5e1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.697764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-6050033f-c428-4042-b95f-c47e8d5e1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.698428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-6050033f-c428-4042-b95f-c47e8d5e1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.700376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-6050033f-c428-4042-b95f-c47e8d5e1414 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b7de7767e4304117929512fe1aaaea09&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3603458 Oct 25 22:59:12.712055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1683-bfc6-49a0-b233-5a78da55b168 service neutron] Pushing event updated for resources: {'Port': ['ID=2e131a16-3444-447b-976d-12a9d368f75f,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:12.774003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f5f5-667e-4c2d-b75e-fcf003a9bf18 req-21e393bf-f345-46e8-ab9d-4d3ba890f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.775628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb62f5f5-667e-4c2d-b75e-fcf003a9bf18 req-21e393bf-f345-46e8-ab9d-4d3ba890f200 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.2118475 Oct 25 22:59:12.798892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67c69f-e413-4e81-84b8-3299082c45c8 req-0cbb4c25-466a-4e92-aec2-b5ceffce8bbc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.800610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c67c69f-e413-4e81-84b8-3299082c45c8 req-0cbb4c25-466a-4e92-aec2-b5ceffce8bbc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 950 time: 0.2396758 Oct 25 22:59:12.832559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d14166cc-4973-4609-afff-a2937c8a6693 req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.844506 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:12.880296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb62f5f5-667e-4c2d-b75e-fcf003a9bf18 req-b7d44c30-7665-4632-b4e7-2404ad719541 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786452 Oct 25 22:59:12.888907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c67c69f-e413-4e81-84b8-3299082c45c8 req-3e14df8a-74c6-46ef-95e7-431b5ec31b8e tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664382 Oct 25 22:59:12.914848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-04e27e6f-29d9-48ff-b15c-82308308dc8c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:12.914848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-04e27e6f-29d9-48ff-b15c-82308308dc8c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.3478718 Oct 25 22:59:12.941736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Request body: {'port': {'device_id': '716048f8-8491-417e-8080-8ece9efa9e24', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'admin_state_up': True, 'tenant_id': 'e11d0f7451b64a77984527e8040df2b8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:13.115602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9346c9-dacc-47cd-bf7e-ba6aedddc112 req-76e2eafc-69cf-4304-9507-c25df6763769 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.117285 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc9346c9-dacc-47cd-bf7e-ba6aedddc112 req-76e2eafc-69cf-4304-9507-c25df6763769 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 945 time: 0.1141994 Oct 25 22:59:13.190408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc9346c9-dacc-47cd-bf7e-ba6aedddc112 req-a1c199a1-b562-499c-a884-7bc9504723ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593853 Oct 25 22:59:13.235136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-d122683e-56e8-4011-bac2-0267254a93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.237517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ac16535-a3da-4857-81b7-0a0b13b769e0 req-d122683e-56e8-4011-bac2-0267254a93f7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260122 Oct 25 22:59:13.248136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d14166cc-4973-4609-afff-a2937c8a6693 req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.250876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d14166cc-4973-4609-afff-a2937c8a6693 req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.252955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d14166cc-4973-4609-afff-a2937c8a6693 req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/6332aff7-b76d-430c-b972-246feeadabaa HTTP/1.1" status: 204 len: 173 time: 0.9268274 Oct 25 22:59:13.258334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7fe165-1c25-48cb-956f-0ea174524a3d {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:13.267070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.273134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6332aff7-b76d-430c-b972-246feeadabaa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:13.284473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Transition to ACTIVE for port object 7b7fe165-1c25-48cb-956f-0ea174524a3d will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:13.288496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.315734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.316295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.316959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.317585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.318086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.318605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.327143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.327837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.328835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.329381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.329874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.332237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc793d6a-7cd1-43b4-9883-f0f0f7e34078 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:13.349241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7fe165-1c25-48cb-956f-0ea174524a3d,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:13.408813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Made reservation on behalf of e11d0f7451b64a77984527e8040df2b8 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:13.413130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.418277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-8ddb1db0-5044-43ee-8fa5-85c41c21bf96 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448127 Oct 25 22:59:13.443067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Attempting to bind port 7b7fe165-1c25-48cb-956f-0ea174524a3d on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:13.443548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Attempting to bind port 7b7fe165-1c25-48cb-956f-0ea174524a3d by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:13.444020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Attempting to bind port 7b7fe165-1c25-48cb-956f-0ea174524a3d on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:13.452121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Port 7b7fe165-1c25-48cb-956f-0ea174524a3d on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:13.452447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Attempting to bind port 7b7fe165-1c25-48cb-956f-0ea174524a3d on network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:13.458969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:13.459312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Checking segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:13.459703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Bound using segment: {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:13.460137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Bound port: 7b7fe165-1c25-48cb-956f-0ea174524a3d, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0841b8a5-f620-47b4-9be7-601ca19cacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:13.460495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.568000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] For port 7b7fe165-1c25-48cb-956f-0ea174524a3d, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:13.578287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18923af-1590-4534-bd90-58401fb59f8b req-a500ec5d-48ab-4f0e-ba1c-c4f7846e9869 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.584803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18923af-1590-4534-bd90-58401fb59f8b req-a500ec5d-48ab-4f0e-ba1c-c4f7846e9869 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.590751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18923af-1590-4534-bd90-58401fb59f8b req-a500ec5d-48ab-4f0e-ba1c-c4f7846e9869 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.592424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d18923af-1590-4534-bd90-58401fb59f8b req-a500ec5d-48ab-4f0e-ba1c-c4f7846e9869 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2413 time: 0.0928473 Oct 25 22:59:13.594303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] For port 7b7fe165-1c25-48cb-956f-0ea174524a3d, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:13.600780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.628862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-007aacba-e3b1-43ab-8bdd-2002f2585653 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.630335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-007aacba-e3b1-43ab-8bdd-2002f2585653 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973293 Oct 25 22:59:13.659158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Allocated IP 172.20.0.10 (27ba88a7-88df-413f-b22e-5b54ccbddd10/33ff508a-31c3-403e-90a4-1e357bc310db/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:13.659724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.660341 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.661767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b7fe165-1c25-48cb-956f-0ea174524a3d HTTP/1.1" status: 200 len: 1092 time: 1.0300601 Oct 25 22:59:13.674161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-50b76c29-6909-4655-a89c-51b07bfa9753 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/quotas/d8c845f8e65b4c8d9b8137a3e628e3fc HTTP/1.1" status: 200 len: 375 time: 0.0377507 Oct 25 22:59:13.703477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d18923af-1590-4534-bd90-58401fb59f8b req-6b254e4b-555f-49a9-ab0e-c8cc7432eb37 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997984 Oct 25 22:59:13.703998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea9089-b044-4e0c-ab61-e7f0c3b3fae3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7fe165-1c25-48cb-956f-0ea174524a3d,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:13.778778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-e8280a32-43e6-4df1-bbf4-f8d5008083cc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034677 Oct 25 22:59:13.780239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-047ada8a-c938-48ff-8f2d-c2db9d4ca4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.780756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-047ada8a-c938-48ff-8f2d-c2db9d4ca4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.781250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-047ada8a-c938-48ff-8f2d-c2db9d4ca4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.783090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-047ada8a-c938-48ff-8f2d-c2db9d4ca4fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2866 time: 0.0674772 Oct 25 22:59:13.824862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e39df809-6017-45dc-a49a-5b6d9788afdb req-d97124d3-edf4-4c93-96c8-1d8007666337 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 210 time: 0.0406291 Oct 25 22:59:13.860242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-2ea3800d-620d-463e-a788-d0f9d9a1328b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=8b00aaa2-8384-4173-8b81-80cc83b07736 HTTP/1.1" status: 200 len: 217 time: 0.0635655 Oct 25 22:59:13.978433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:13.981997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-024cd600-12df-4803-9f8a-701497566796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:13.983544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-024cd600-12df-4803-9f8a-701497566796 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5d553e1-7604-4b5e-9646-8f1717802b26 HTTP/1.1" status: 200 len: 801 time: 0.1079533 Oct 25 22:59:14.113296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df77103a-8229-442a-8f6e-fd4921b49c47 req-6df82148-01d3-4d77-82af-88de2299c958 tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "GET /v2.0/security-groups/63627a62-a847-4ee8-bd14-a73530c6c954 HTTP/1.1" status: 200 len: 2398 time: 0.1157000 Oct 25 22:59:14.114888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.116740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-9dc47fd5-382f-4570-88eb-71d251eaea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.118634 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-9dc47fd5-382f-4570-88eb-71d251eaea20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4055c03e-3cf0-46bc-a983-34fc1e6313c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181574 Oct 25 22:59:14.167451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f96b-8578-4dda-b399-4ec7c4ef4541 req-173054c2-80d2-41a5-8858-cc29f2993e5a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.169166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-deb9f96b-8578-4dda-b399-4ec7c4ef4541 req-173054c2-80d2-41a5-8858-cc29f2993e5a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.1250074 Oct 25 22:59:14.191771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'tag': '2e131a16-3444-447b-976d-12a9d368f75f'}, {'name': 'network-changed', 'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'tag': '7b7fe165-1c25-48cb-956f-0ea174524a3d'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:14.194351 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b8b77d-8833-44b8-9959-53de7962f055" -d '{"events": [{"name": "network-changed", "server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "tag": "2e131a16-3444-447b-976d-12a9d368f75f"}, {"name": "network-changed", "server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "tag": "7b7fe165-1c25-48cb-956f-0ea174524a3d"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:14.207558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:14.214893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:14.220522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:14.225686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:14.273435 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-df77103a-8229-442a-8f6e-fd4921b49c47 req-0d639e0c-bf2b-40ff-9d0b-6aaf5da05efc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.315065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-bb5241c7-2d37-4041-8733-5c077a4b6575 service neutron] 10.222.0.11 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824102 Oct 25 22:59:14.324287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-df77103a-8229-442a-8f6e-fd4921b49c47 req-0d639e0c-bf2b-40ff-9d0b-6aaf5da05efc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.324966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.326358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.337579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-deb9f96b-8578-4dda-b399-4ec7c4ef4541 req-ed765c8f-bf65-404a-9154-0eb48f570ed6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538148 Oct 25 22:59:14.389483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-1070960c-ee56-404b-8f1e-008bbf14ae3c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4516628 Oct 25 22:59:14.434517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Request body: {'port': {'device_id': '716048f8-8491-417e-8080-8ece9efa9e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:14.450071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-df77103a-8229-442a-8f6e-fd4921b49c47 req-0d639e0c-bf2b-40ff-9d0b-6aaf5da05efc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.452820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-df77103a-8229-442a-8f6e-fd4921b49c47 req-0d639e0c-bf2b-40ff-9d0b-6aaf5da05efc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.453932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df77103a-8229-442a-8f6e-fd4921b49c47 req-0d639e0c-bf2b-40ff-9d0b-6aaf5da05efc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] 10.222.0.25 "DELETE /v2.0/security-groups/63627a62-a847-4ee8-bd14-a73530c6c954 HTTP/1.1" status: 204 len: 173 time: 0.3332288 Oct 25 22:59:14.469427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:14.472385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d639e0c-bf2b-40ff-9d0b-6aaf5da05efc tempest-SecurityGroupRulesTestJSON-549448957 tempest-SecurityGroupRulesTestJSON-549448957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63627a62-a847-4ee8-bd14-a73530c6c954,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:14.486769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37bcb97e-3244-41af-93b1-0aa90f2d9893 req-e629664c-ed36-4437-98db-6c3fd70a16b8 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 210 time: 0.0462229 Oct 25 22:59:14.529941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.544400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-b14b8cc4-e61d-4938-9f74-09e6ff9b9a8f service neutron] 10.222.0.11 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171724 Oct 25 22:59:14.549994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Deleting subnet 66cba543-4df2-42e7-ac5d-52f9a995762f {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:59:14.554972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.557596 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2174d8-67e3-4c56-bd03-fd97bfb5f064 x-openstack-request-id: req-8c2174d8-67e3-4c56-bd03-fd97bfb5f064 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:14.557876 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "tag": "2e131a16-3444-447b-976d-12a9d368f75f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "tag": "7b7fe165-1c25-48cb-956f-0ea174524a3d", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:14.558197 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c2174d8-67e3-4c56-bd03-fd97bfb5f064 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:14.558543 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'tag': '2e131a16-3444-447b-976d-12a9d368f75f', 'status': 'completed', 'code': 200} Oct 25 22:59:14.558912 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'tag': '7b7fe165-1c25-48cb-956f-0ea174524a3d', 'status': 'completed', 'code': 200} Oct 25 22:59:14.664573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.695354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-7123f901-d69f-46f8-8db3-c9b3f603e62a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=2e131a16-3444-447b-976d-12a9d368f75f HTTP/1.1" status: 200 len: 217 time: 0.1353135 Oct 25 22:59:14.764186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.808525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-476fa2c7-d7b3-415d-8f16-9184369adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.810291 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-476fa2c7-d7b3-415d-8f16-9184369adc89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b HTTP/1.1" status: 200 len: 801 time: 0.1031561 Oct 25 22:59:14.853450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5b639-c79a-439a-a495-f4bc4e35af39 req-b0989a30-1d7c-44b0-946e-3586fbb2691c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.854892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d5b639-c79a-439a-a495-f4bc4e35af39 req-b0989a30-1d7c-44b0-946e-3586fbb2691c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 945 time: 0.2023449 Oct 25 22:59:14.919642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-5997137a-e80e-4f84-8192-5e9bdaeb8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.921119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-5997137a-e80e-4f84-8192-5e9bdaeb8772 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d752573-81c2-4461-8ec5-060a2219e783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992785 Oct 25 22:59:14.923769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:14.931557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b9d76-7c08-4fb5-a2ac-8accd19526d1 req-cb33f7f0-4682-472d-9279-3adc365e9a93 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.932727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d5b639-c79a-439a-a495-f4bc4e35af39 req-40a705fe-4a58-485f-a717-92d70f00b0eb tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Oct 25 22:59:14.934508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.937844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b9d76-7c08-4fb5-a2ac-8accd19526d1 req-cb33f7f0-4682-472d-9279-3adc365e9a93 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.944168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b9d76-7c08-4fb5-a2ac-8accd19526d1 req-cb33f7f0-4682-472d-9279-3adc365e9a93 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:14.947966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Transition to ACTIVE for port object 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:14.951442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:14.955470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f54b9d76-7c08-4fb5-a2ac-8accd19526d1 req-cb33f7f0-4682-472d-9279-3adc365e9a93 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2413 time: 0.1406569 Oct 25 22:59:14.957024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.004144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:15.024400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cba543-4df2-42e7-ac5d-52f9a995762f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:15.057370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.060538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce7e25c7-a64a-489d-a155-4ba6411e23ac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66cba543-4df2-42e7-ac5d-52f9a995762f HTTP/1.1" status: 204 len: 168 time: 0.5859528 Oct 25 22:59:15.063107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:15.090661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f54b9d76-7c08-4fb5-a2ac-8accd19526d1 req-ba2a0487-95d9-4847-a9a9-528b995266eb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254137 Oct 25 22:59:15.121232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-411ee134-99f3-4217-8730-9d5410c1776e service neutron] 10.222.0.11 "GET /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599960 Oct 25 22:59:15.187600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759e11-83df-454a-b6d5-30e1df5d2738 req-f6610aad-70b6-4fc0-b4a2-205c93a8352d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.189856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac759e11-83df-454a-b6d5-30e1df5d2738 req-f6610aad-70b6-4fc0-b4a2-205c93a8352d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 944 time: 0.1573653 Oct 25 22:59:15.191758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.199293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:15.199626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:15.199950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:15.213788 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:15.214107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:15.231674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:15.232003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:15.232388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:15.232817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Bound port: 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:15.233170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.295723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-21b22cb7-6a44-4240-a870-79669b7720cc tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1735370 Oct 25 22:59:15.298553 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-2287f7f4-f5c7-42cb-be2f-5cd456c7c603 service neutron] 10.222.0.11 "GET /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655867 Oct 25 22:59:15.318333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:15.328803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-c5dfae78-f531-4998-9a09-d765c14cda83 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757229 Oct 25 22:59:15.335664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac759e11-83df-454a-b6d5-30e1df5d2738 req-85da4ed1-fcb9-4042-8167-effb5c0ff6d6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312304 Oct 25 22:59:15.354011 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-75123957-899d-47c5-a5a1-272ef16bc04a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d HTTP/1.1" status: 200 len: 217 time: 0.0470085 Oct 25 22:59:15.387415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.405445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.460350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-3fbb9b17-73a3-421f-8c18-79fd5d88e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.461888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-3fbb9b17-73a3-421f-8c18-79fd5d88e352 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5d553e1-7604-4b5e-9646-8f1717802b26 HTTP/1.1" status: 200 len: 801 time: 0.0999584 Oct 25 22:59:15.475957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56575592-6122-4020-96a2-778554afaf8f']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:15.488620 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e02e9a-11b3-4eaa-8a38-ecdfb7127db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.498473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75cce4e-9e75-4867-84a4-fcd3a6ef03e8') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:15.498765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75cce4e-9e75-4867-84a4-fcd3a6ef03e8') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:15.515017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:15.518128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.524678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:15.531229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426cd7-2991-4948-be69-85d247c2b753 req-1aa2c1d2-f584-4c25-947d-7fd81c0293e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.533444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-1aa2c1d2-f584-4c25-947d-7fd81c0293e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4055c03e-3cf0-46bc-a983-34fc1e6313c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598731 Oct 25 22:59:15.548754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.551765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.600382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:59:15.600777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: timer() Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:59:15.602700 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:59:15.614365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.669565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-865d5e9a-8284-4570-be86-3005b452c7d5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.671023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-865d5e9a-8284-4570-be86-3005b452c7d5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968273 Oct 25 22:59:15.682476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-1ea341cb-b074-4c99-a35f-697d881678db service neutron] 10.222.0.11 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394007 Oct 25 22:59:15.683084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.683690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.685009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] 10.222.0.15 "PUT /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 1092 time: 1.2762458 Oct 25 22:59:15.689954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:15.692217 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af12835a-8481-4d90-a401-92a9cb6cd60e" -d '{"events": [{"name": "network-changed", "server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:15.698323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Request body: {'port': {'device_id': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'd8c845f8e65b4c8d9b8137a3e628e3fc'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:15.747746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:15.777662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea42654-5090-4417-af9c-9cb212a3e29e service neutron] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:15.805380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.817599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b50f8-8963-41c0-9987-55f020a5d281 req-a03fad07-9e64-41c9-87eb-0f0f844f5805 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.819218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a25b50f8-8963-41c0-9987-55f020a5d281 req-a03fad07-9e64-41c9-87eb-0f0f844f5805 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.2798605 Oct 25 22:59:15.855277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.860492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] 10.222.0.25 "DELETE /v2.0/networks/56575592-6122-4020-96a2-778554afaf8f HTTP/1.1" status: 204 len: 168 time: 0.7933574 Oct 25 22:59:15.873185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:15.877714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434edb40-1783-44e4-ba5b-38aa6d16161b admin admin] Pushing event deleted for resources: {'Network': ['ID=56575592-6122-4020-96a2-778554afaf8f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:15.894912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'port_id': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'mac_address': 'fa:16:3e:0c:3e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01296933-fb18-4a6b-acd6-addda0a15ea0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:15.919224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-7a722122-9753-4e6e-bcc7-f54d12044be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:15.920631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-7a722122-9753-4e6e-bcc7-f54d12044be6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1095 time: 0.1610806 Oct 25 22:59:15.935760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a25b50f8-8963-41c0-9987-55f020a5d281 req-008bc39b-d368-4b0b-8294-91a35d765d07 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061912 Oct 25 22:59:15.948886 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:15.981594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5965868-0245-4151-995e-5321aa1cdfb5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:15.987647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-318e24fd-9854-43f0-a71d-cd0eca5df4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 217 time: 0.0385950 Oct 25 22:59:15.989656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Made reservation on behalf of d8c845f8e65b4c8d9b8137a3e628e3fc for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:15.993532 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.022342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:16.035082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.088990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Allocated IP 172.25.4.187 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/db5a55fa-ff50-47d0-a00e-26ada700daa9) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:16.103275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-dc49fa47-4924-475e-a633-02d4b41e958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.105336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-dc49fa47-4924-475e-a633-02d4b41e958e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1084936 Oct 25 22:59:16.127340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40426cd7-2991-4948-be69-85d247c2b753 req-d0085842-8e1e-481d-b8b7-5a0a396181ac service neutron] 10.222.0.11 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373820 Oct 25 22:59:16.152405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:16.181180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.181575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.190876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.191061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.191264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.191782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.192121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.192447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.192769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.193098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.193415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.193731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:16.207218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af7626bc-038b-49d1-b400-3cefac13751b req-eef7826b-0e3e-45b2-b0f4-cf049c5cb242 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 210 time: 0.0642447 Oct 25 22:59:16.211590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-7e30625f-df11-4979-845a-2f2f5d9574f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921047 Oct 25 22:59:16.239661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40418) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:16.262633 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.280062 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d66fde-e967-4d73-9d6e-575dc5a728dc x-openstack-request-id: req-08d66fde-e967-4d73-9d6e-575dc5a728dc {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:16.280361 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:16.280613 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08d66fde-e967-4d73-9d6e-575dc5a728dc {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:16.281447 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'status': 'completed', 'code': 200} Oct 25 22:59:16.314835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-c59f6eb8-4640-4cc0-8e12-1383815d8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.315315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-c59f6eb8-4640-4cc0-8e12-1383815d8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.315776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-c59f6eb8-4640-4cc0-8e12-1383815d8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.318017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-c59f6eb8-4640-4cc0-8e12-1383815d8b48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2866 time: 0.1207635 Oct 25 22:59:16.351162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Allocated IP 192.168.233.32 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/2433c000-3267-4f42-87e0-6e5d358eceec) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:16.385889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69cdf6be-3328-4a4e-9d26-4c1d113a2502 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a39e0138cce4dad9b05e37816bed121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451128 Oct 25 22:59:16.390929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40424) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:16.405848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.413718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-48a24ec5-00e3-42b3-8103-a7dd88637dd7 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903102 Oct 25 22:59:16.487472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:16.495689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446fba1-4bce-4bb6-ac8d-a9efbd928b2a req-e7f13b4b-9473-4d4a-a11f-b373b3b79f35 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.498812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a5965868-0245-4151-995e-5321aa1cdfb5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:16.502212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446fba1-4bce-4bb6-ac8d-a9efbd928b2a req-e7f13b4b-9473-4d4a-a11f-b373b3b79f35 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.506215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:16.508176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446fba1-4bce-4bb6-ac8d-a9efbd928b2a req-e7f13b4b-9473-4d4a-a11f-b373b3b79f35 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.508679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:16.509842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f446fba1-4bce-4bb6-ac8d-a9efbd928b2a req-e7f13b4b-9473-4d4a-a11f-b373b3b79f35 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2413 time: 0.1565306 Oct 25 22:59:16.537201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event updated for resources: {'Port': ['ID=db5a55fa-ff50-47d0-a00e-26ada700daa9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:16.549461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-aba6d6cf-4bcd-4f99-8ae1-e1d2c999fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.551004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-aba6d6cf-4bcd-4f99-8ae1-e1d2c999fb7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d752573-81c2-4461-8ec5-060a2219e783 HTTP/1.1" status: 200 len: 903 time: 0.2248235 Oct 25 22:59:16.604930 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6be82f55-9a8f-445c-8aed-37ac0d3fd7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.607300 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-54955418-dda9-475b-a112-ab3d4e02472c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=2e131a16-3444-447b-976d-12a9d368f75f HTTP/1.1" status: 200 len: 217 time: 0.0453303 Oct 25 22:59:16.625612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f446fba1-4bce-4bb6-ac8d-a9efbd928b2a req-9a98381f-4e5e-49d0-8c22-b4692dcdb443 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065152 Oct 25 22:59:16.643997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34fbcd57-af3e-47e4-b808-a99ae8ffa957 req-8d1f416c-8be4-4fe0-95e2-219d9029c794 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172799 Oct 25 22:59:16.674700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6be82f55-9a8f-445c-8aed-37ac0d3fd7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.698957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.738098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-a654fa45-ef47-42b3-9245-2631cab8f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.739749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-a654fa45-ef47-42b3-9245-2631cab8f524 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b HTTP/1.1" status: 200 len: 801 time: 0.1220312 Oct 25 22:59:16.746122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.776108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.836207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.839376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-ae8edc9b-26c6-4ded-8df9-88b59c97faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.841074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-ae8edc9b-26c6-4ded-8df9-88b59c97faf1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d752573-81c2-4461-8ec5-060a2219e783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0862110 Oct 25 22:59:16.842886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6be82f55-9a8f-445c-8aed-37ac0d3fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.845629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6be82f55-9a8f-445c-8aed-37ac0d3fd7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:16.846884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6be82f55-9a8f-445c-8aed-37ac0d3fd7e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a275754d-16a3-49ca-a0e1-305e3dcdaaf7 HTTP/1.1" status: 204 len: 168 time: 0.4550643 Oct 25 22:59:16.855787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:16.862292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Pushing event updated for resources: {'Port': ['ID=2433c000-3267-4f42-87e0-6e5d358eceec,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:16.865542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:16.870274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:16.902941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-7bb5e366-af48-4db9-9770-5ef517947fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.904431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-7bb5e366-af48-4db9-9770-5ef517947fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1095 time: 0.1229515 Oct 25 22:59:16.904965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82f55-9a8f-445c-8aed-37ac0d3fd7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275754d-16a3-49ca-a0e1-305e3dcdaaf7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:16.935124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c4b23-bebb-4009-b174-d0ab3bdb7e0e req-7781f0cc-a444-4ea6-a1f6-6b7806508d61 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:16.936738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a87c4b23-bebb-4009-b174-d0ab3bdb7e0e req-7781f0cc-a444-4ea6-a1f6-6b7806508d61 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 944 time: 0.1570537 Oct 25 22:59:17.045712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.046436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.048699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-bf4c0799-cf83-4a83-acb2-3e34a8f3cd73 service neutron] 10.222.0.11 "GET /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793680 Oct 25 22:59:17.077794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1a3695de-a43a-49e0-ab9f-491162e5089a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3904197 Oct 25 22:59:17.088802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a87c4b23-bebb-4009-b174-d0ab3bdb7e0e req-7ebbeca2-965a-406b-885d-7f40dfde48be tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 Oct 25 22:59:17.098456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Request body: {'port': {'device_id': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:17.191966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-26bfa21b-5617-43d0-a5f3-6675e6134d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.193431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-26bfa21b-5617-43d0-a5f3-6675e6134d0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.2798314 Oct 25 22:59:17.199408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.221867 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.235958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c709e580-47ad-42f4-8b56-02a1d3424111 None None] Provisioning complete for port 2433c000-3267-4f42-87e0-6e5d358eceec triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:17.237226 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c709e580-47ad-42f4-8b56-02a1d3424111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.271182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-ceabe087-adcf-4e4d-9c03-bd4476c592bd service neutron] 10.222.0.11 "GET /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142015 Oct 25 22:59:17.309410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c709e580-47ad-42f4-8b56-02a1d3424111 None None] Port 2433c000-3267-4f42-87e0-6e5d358eceec cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:17.384442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event updated for resources: {'Port': ['ID=db5a55fa-ff50-47d0-a00e-26ada700daa9,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:17.386954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.441232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.442521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-349204ef-6a3f-4d3a-898d-3b257ffd8c39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1342630 Oct 25 22:59:17.448238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-cc40b954-7b76-436e-96e5-4bec378b53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.448238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-cc40b954-7b76-436e-96e5-4bec378b53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.448238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-cc40b954-7b76-436e-96e5-4bec378b53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.449359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-cc40b954-7b76-436e-96e5-4bec378b53bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2866 time: 0.1074195 Oct 25 22:59:17.561914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-e194d211-9f5b-488a-b508-03a80ffc5c62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1670527 Oct 25 22:59:17.565737 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-e9ffd5d5-ecba-42b5-bad8-54459ddd38b7 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.1090631 Oct 25 22:59:17.574375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-4270e72f-a471-4265-8af3-6e2b2b21fe41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 217 time: 0.3730726 Oct 25 22:59:17.576255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:17.628590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['96aad312-03df-420c-a0d1-c122ba90f7b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:17.706971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-da40cf7f-7cf7-4d0f-b386-d0e85748763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.709835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-da40cf7f-7cf7-4d0f-b386-d0e85748763a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1114936 Oct 25 22:59:17.729896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcc9af-2f29-473e-9ba4-ccc4abb7f582 req-f88ea05d-134a-421e-85f9-5a44fb42d317 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.731039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-81fcc9af-2f29-473e-9ba4-ccc4abb7f582 req-f88ea05d-134a-421e-85f9-5a44fb42d317 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.1558130 Oct 25 22:59:17.758026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-17b81b54-7b36-4313-b158-68ce1f03c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.759718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-17b81b54-7b36-4313-b158-68ce1f03c4b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4055c03e-3cf0-46bc-a983-34fc1e6313c1 HTTP/1.1" status: 200 len: 903 time: 0.3011234 Oct 25 22:59:17.832602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-f53246b7-08bb-4279-b8de-60314137c08e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d HTTP/1.1" status: 200 len: 217 time: 0.0612154 Oct 25 22:59:17.834425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-feab8e93-8c2f-44a2-ac5d-a33ef6a9888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.835913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-feab8e93-8c2f-44a2-ac5d-a33ef6a9888a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1096 time: 0.1831577 Oct 25 22:59:17.843323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40458) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:17.863204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-8d75b1df-e20c-4960-ad3f-f2808f9e6491 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:17.864492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86f6239d-9078-4716-b15d-cb3891dc3d79 req-8d75b1df-e20c-4960-ad3f-f2808f9e6491 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2844450 Oct 25 22:59:17.872761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-ef15da88-6486-406d-b0fb-60968007a167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678065 Oct 25 22:59:17.972875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-81fcc9af-2f29-473e-9ba4-ccc4abb7f582 req-f7f719b8-ae0f-4426-a1a1-da1114598205 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578498 Oct 25 22:59:18.027946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1755377489-network', 'tenant_id': 'a038896c301d471abb9377250f94deb9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:18.041917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-9f2e254e-e320-4ab3-9d98-7b5bd2bb27c8 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560042 Oct 25 22:59:18.087840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-85aff049-4cdb-404e-a072-7a63178af6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.089196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-85aff049-4cdb-404e-a072-7a63178af6b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5d553e1-7604-4b5e-9646-8f1717802b26 HTTP/1.1" status: 200 len: 801 time: 0.2449288 Oct 25 22:59:18.109036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Made reservation on behalf of a038896c301d471abb9377250f94deb9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:18.111880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.154200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.155025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2433c000-3267-4f42-87e0-6e5d358eceec {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:18.163502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2095985-9a42-4505-b02e-d360fb6b8ea7 req-d7a61d3f-493c-476e-925b-2d14b00a5bf0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.164981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2095985-9a42-4505-b02e-d360fb6b8ea7 req-d7a61d3f-493c-476e-925b-2d14b00a5bf0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 935 time: 0.1500828 Oct 25 22:59:18.168507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.187464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-96c306fc-e3b4-4626-b17f-412357bed618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.188937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-96c306fc-e3b4-4626-b17f-412357bed618 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.3226712 Oct 25 22:59:18.206633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Transition to ACTIVE for port object 2433c000-3267-4f42-87e0-6e5d358eceec will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:18.223975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25a43-39a4-4939-b657-5d815874cc88 req-a63bec55-7bf9-4e00-9e03-da4887d90159 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.229852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25a43-39a4-4939-b657-5d815874cc88 req-a63bec55-7bf9-4e00-9e03-da4887d90159 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.236418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25a43-39a4-4939-b657-5d815874cc88 req-a63bec55-7bf9-4e00-9e03-da4887d90159 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.238051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bed25a43-39a4-4939-b657-5d815874cc88 req-a63bec55-7bf9-4e00-9e03-da4887d90159 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2413 time: 0.1618752 Oct 25 22:59:18.238719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.247759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af12835a-8481-4d90-a401-92a9cb6cd60e req-a7df1d59-289c-490d-81c5-172d656200bb service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957891 Oct 25 22:59:18.253779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-19b52177-de5f-4ed6-80cd-19900d1b0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.255275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-19b52177-de5f-4ed6-80cd-19900d1b0ec5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4055c03e-3cf0-46bc-a983-34fc1e6313c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1555715 Oct 25 22:59:18.265204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-5f3fff00-72c2-4378-bf46-73e707b3cd47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.0582974 Oct 25 22:59:18.292343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4694ca98-e0bc-47d1-ae6d-4c5479a232a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.326742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bed25a43-39a4-4939-b657-5d815874cc88 req-5bf7cafa-718d-4d8d-984e-c2afc20a7567 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812478 Oct 25 22:59:18.330657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2095985-9a42-4505-b02e-d360fb6b8ea7 req-62ce23fe-d423-447a-9ae1-637e131d6ae9 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550100 Oct 25 22:59:18.333289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Pushing event updated for resources: {'Port': ['ID=2433c000-3267-4f42-87e0-6e5d358eceec,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:18.430374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-9ac8cf70-1019-4b2c-b752-bac512d4f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.431906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-9ac8cf70-1019-4b2c-b752-bac512d4f899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1561038 Oct 25 22:59:18.445531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Attempting to bind port 2433c000-3267-4f42-87e0-6e5d358eceec on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:18.445939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Attempting to bind port 2433c000-3267-4f42-87e0-6e5d358eceec by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:18.446831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Attempting to bind port 2433c000-3267-4f42-87e0-6e5d358eceec on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:18.458741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Port 2433c000-3267-4f42-87e0-6e5d358eceec on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:18.459088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Attempting to bind port 2433c000-3267-4f42-87e0-6e5d358eceec on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:18.467645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:18.468632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:18.468632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:18.468968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Bound port: 2433c000-3267-4f42-87e0-6e5d358eceec, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:18.469155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.480760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.485153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-d8fd2b35-6fb4-49a8-a79e-20a53dd10614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417466 Oct 25 22:59:18.496539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.540718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-530a98d3-8cd9-4a9c-9de8-a49b2313b45c service neutron] 10.222.0.11 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656591 Oct 25 22:59:18.604558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:59:18.622125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] For port 2433c000-3267-4f42-87e0-6e5d358eceec, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:18.635447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] For port 2433c000-3267-4f42-87e0-6e5d358eceec, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2433c000-3267-4f42-87e0-6e5d358eceec,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:18.643588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.671876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba9a098-18db-4d37-999c-f057db159799,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:18.676265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.676617 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Added segment ee1f8fda-6292-421b-aa58-7c3772726eba of type vlan for network a36f5d54-8a2d-44b0-a71a-0632fb640c62 Oct 25 22:59:18.695016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.695932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.697939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] 10.222.0.11 "PUT /v2.0/ports/2433c000-3267-4f42-87e0-6e5d358eceec HTTP/1.1" status: 200 len: 1095 time: 1.6064065 Oct 25 22:59:18.700453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'tag': '2433c000-3267-4f42-87e0-6e5d358eceec'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:18.702912 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10" -d '{"events": [{"name": "network-changed", "server_uuid": "c9715eaa-c872-49f9-bcb8-f1964ede100f", "tag": "2433c000-3267-4f42-87e0-6e5d358eceec"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:18.718277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-23dd6ea9-5e01-4e1f-a3a2-5530fb4aa74e tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.720823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-23dd6ea9-5e01-4e1f-a3a2-5530fb4aa74e tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 820 time: 0.1988564 Oct 25 22:59:18.765526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-fa4900e1-08d4-4802-99c9-f23d9d769ca2 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/quotas/b9b2f3727af14101b1be3d69445b880e HTTP/1.1" status: 200 len: 375 time: 0.0321448 Oct 25 22:59:18.770720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cad8b-e544-4efd-95f0-73f313ea881b req-6b7c90e2-1aca-482e-b8cb-2087771c4793 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.772265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c8cad8b-e544-4efd-95f0-73f313ea881b req-6b7c90e2-1aca-482e-b8cb-2087771c4793 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 944 time: 0.2617121 Oct 25 22:59:18.785916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.789697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99267d-8fb0-4bc3-a185-06aeb33d4941 service neutron] Pushing event updated for resources: {'Port': ['ID=2433c000-3267-4f42-87e0-6e5d358eceec,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:18.819558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-266dc72f-c128-497e-a08b-57967d37e78f service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240607 Oct 25 22:59:18.824567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8b8b77d-8833-44b8-9959-53de7962f055 req-c9423ea0-0439-4c1e-8c88-8f69618e6a0a service neutron] 10.222.0.11 "GET /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330606 Oct 25 22:59:18.843671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1bcdede6-d25e-440b-9db8-832eed77da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.845284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1bcdede6-d25e-440b-9db8-832eed77da91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 1098 time: 0.0925322 Oct 25 22:59:18.868505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-d1a057ac-b915-4ff0-85f6-f7beaebe7539 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0810039 Oct 25 22:59:18.902388 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.903342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:18.903923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:18.911317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-75e6cc9c-6b04-470e-ad89-f2cf21355ed7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2433c000-3267-4f42-87e0-6e5d358eceec HTTP/1.1" status: 200 len: 217 time: 0.0413272 Oct 25 22:59:18.911543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c8cad8b-e544-4efd-95f0-73f313ea881b req-43e71008-0169-44ab-99c3-79bb0baf13df tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282642 Oct 25 22:59:18.981859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1361735 Oct 25 22:59:18.987270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40484) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:18.991979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Request body: {'subnet': {'network_id': 'a36f5d54-8a2d-44b0-a71a-0632fb640c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1755377489-subnet', 'tenant_id': 'a038896c301d471abb9377250f94deb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:18.996524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea5504-d36a-424e-a0cc-b4e29b9abb1e admin admin] Pushing event updated for resources: {'Network': ['ID=a36f5d54-8a2d-44b0-a71a-0632fb640c62,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:19.008521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a36f5d54-8a2d-44b0-a71a-0632fb640c62 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:59:19.034307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1351df71-1fca-42e5-be83-2cafe2f7b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.037225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-1351df71-1fca-42e5-be83-2cafe2f7b92a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0738933 Oct 25 22:59:19.039062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e637a93a-56de-49c3-8574-d779b3fe0da9 req-3eee1218-fc7e-483e-808e-dede49e19357 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089372 Oct 25 22:59:19.047384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Made reservation on behalf of a038896c301d471abb9377250f94deb9 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:19.050176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:19.114122 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6df4f8c-384d-4493-bdbb-7f5c77119a38 x-openstack-request-id: req-c6df4f8c-384d-4493-bdbb-7f5c77119a38 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:19.114514 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9715eaa-c872-49f9-bcb8-f1964ede100f", "tag": "2433c000-3267-4f42-87e0-6e5d358eceec", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:19.114759 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6df4f8c-384d-4493-bdbb-7f5c77119a38 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:19.115156 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'tag': '2433c000-3267-4f42-87e0-6e5d358eceec', 'status': 'completed', 'code': 200} Oct 25 22:59:19.119577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-1ab257b2-e88d-4e69-acef-81c6fa5d3824 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073343 Oct 25 22:59:19.125172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-cedcdfd4-ba1c-4cb8-aa03-1607a3e073c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.126904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-cedcdfd4-ba1c-4cb8-aa03-1607a3e073c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795908 Oct 25 22:59:19.263912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4ec3d-c0dc-45c9-84a7-2d73f8b0439b req-52537024-07c0-41ee-874f-22ccc29f6a63 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.265640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18d4ec3d-c0dc-45c9-84a7-2d73f8b0439b req-52537024-07c0-41ee-874f-22ccc29f6a63 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.1057539 Oct 25 22:59:19.283652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-9c8c14aa-4efd-4e98-9e93-69055ea63e21 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556456 Oct 25 22:59:19.289178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-b5137c1c-27e3-4bd6-858a-74dfbfe2fab5 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428559 Oct 25 22:59:19.303561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:19.364368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18d4ec3d-c0dc-45c9-84a7-2d73f8b0439b req-6833346d-e398-46ac-a4bd-3d5cac676bff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882154 Oct 25 22:59:19.369813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8b00aaa2-8384-4173-8b81-80cc83b07736 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:19.382182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113e3a6a-cfef-4d66-9eab-0930aa63e5eb,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:19.398244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Checking segment: {'id': 'ee1f8fda-6292-421b-aa58-7c3772726eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a36f5d54-8a2d-44b0-a71a-0632fb640c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:19.398819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Network hostable DHCP agents. Network: a36f5d54-8a2d-44b0-a71a-0632fb640c62, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:59:19.404980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc2b6fe-f22e-4c13-8ec3-425944b48833 req-987cfaa1-6ae1-4c7f-93ce-843f37effb0d service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062801 Oct 25 22:59:19.419483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Network a36f5d54-8a2d-44b0-a71a-0632fb640c62 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:59:19.433560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a36f5d54-8a2d-44b0-a71a-0632fb640c62) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:19.439018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.439996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:19.496622 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a6e07c37-86c5-43b7-acaa-92f7b9f17be9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5082273 Oct 25 22:59:19.525805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88554c8b-50dc-45c0-83fa-d102e0a3256f None None] Network a36f5d54-8a2d-44b0-a71a-0632fb640c62 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:19.596517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78a44d-6676-435a-aed0-af1f7b017ff8 req-a6b3e743-fc29-4e99-8120-519dbaba7e4a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.605957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8b00aaa2-8384-4173-8b81-80cc83b07736, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8b00aaa2-8384-4173-8b81-80cc83b07736,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:19.606822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc78a44d-6676-435a-aed0-af1f7b017ff8 req-a6b3e743-fc29-4e99-8120-519dbaba7e4a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 947 time: 0.0845673 Oct 25 22:59:19.622074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:19.631517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '8b00aaa2-8384-4173-8b81-80cc83b07736', 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'port_id': '8b00aaa2-8384-4173-8b81-80cc83b07736', 'mac_address': 'fa:16:3e:86:0c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d553e1-7604-4b5e-9646-8f1717802b26', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:19.663307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc78a44d-6676-435a-aed0-af1f7b017ff8 req-558b31b8-98f9-4f69-a128-e22f54c15a0e tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554943 Oct 25 22:59:19.675394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31816313-e2cf-45df-9338-4c97f53bc4dd req-7bf2a882-f1f7-481a-8b52-d4bcb9630222 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.688383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31816313-e2cf-45df-9338-4c97f53bc4dd req-7bf2a882-f1f7-481a-8b52-d4bcb9630222 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.694497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31816313-e2cf-45df-9338-4c97f53bc4dd req-7bf2a882-f1f7-481a-8b52-d4bcb9630222 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.696248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31816313-e2cf-45df-9338-4c97f53bc4dd req-7bf2a882-f1f7-481a-8b52-d4bcb9630222 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2413 time: 0.1576922 Oct 25 22:59:19.701029 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:19.702278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-f49b8bff-8ae3-433a-aaee-a0e88a4c0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.703741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-f49b8bff-8ae3-433a-aaee-a0e88a4c0863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 1098 time: 0.1299503 Oct 25 22:59:19.721292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b00aaa2-8384-4173-8b81-80cc83b07736 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:19.758324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c328fe95-cf22-4e72-8843-89cd6af93049 req-0aab62e9-6402-4e8c-ad1c-8f4a9e601766 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 210 time: 0.0463159 Oct 25 22:59:19.812708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31816313-e2cf-45df-9338-4c97f53bc4dd req-bbe56f83-a648-4994-b8ba-965b6ffd5954 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073990 Oct 25 22:59:19.822007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:19.827139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8b00aaa2-8384-4173-8b81-80cc83b07736, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8b00aaa2-8384-4173-8b81-80cc83b07736,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:19.831584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d646a83-0cb5-443a-a287-dc15035fad5b None None] Network a36f5d54-8a2d-44b0-a71a-0632fb640c62 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:19.839316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:19.840547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2e131a16-3444-447b-976d-12a9d368f75f details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:19.859439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-2e5279a4-5066-43e9-8c07-6a1f089cba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:19.861039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-2e5279a4-5066-43e9-8c07-6a1f089cba3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1483507 Oct 25 22:59:19.920594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-ae6755ef-3bcd-4d0a-9a36-6a9a74b5fbed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2433c000-3267-4f42-87e0-6e5d358eceec HTTP/1.1" status: 200 len: 217 time: 0.0452518 Oct 25 22:59:20.000281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-8321c452-0dd3-441d-9507-29c9ba713067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:20.002132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-8321c452-0dd3-441d-9507-29c9ba713067 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0723188 Oct 25 22:59:20.015399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d2e424db-17f7-48b6-a931-fd5e7f6e880f req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1518384437', 'description': 'tempest-description-972275461'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:20.048005 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2e424db-17f7-48b6-a931-fd5e7f6e880f req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.117273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-5d60c7aa-0122-4e58-935d-f59099ad0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:20.119048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-5d60c7aa-0122-4e58-935d-f59099ad0d22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084867 Oct 25 22:59:20.170686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936586-8ec8-45c2-b655-206ed4de6549 req-ec8c43d7-af08-47d8-af14-547800b6631a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:20.179805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2e424db-17f7-48b6-a931-fd5e7f6e880f req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.180208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca936586-8ec8-45c2-b655-206ed4de6549 req-ec8c43d7-af08-47d8-af14-547800b6631a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 944 time: 0.1028266 Oct 25 22:59:20.190496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2e424db-17f7-48b6-a931-fd5e7f6e880f req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.229353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.237883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40522) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:20.243534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8b00aaa2-8384-4173-8b81-80cc83b07736,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.249363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.259912 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2e424db-17f7-48b6-a931-fd5e7f6e880f req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.281940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2e424db-17f7-48b6-a931-fd5e7f6e880f req-8f5d1a91-44a1-407b-8383-f4981c94bcc8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2702017 Oct 25 22:59:20.306858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca936586-8ec8-45c2-b655-206ed4de6549 req-521102ce-9fbf-44cd-862c-dad0951db43a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250157 Oct 25 22:59:20.321155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a5965868-0245-4151-995e-5321aa1cdfb5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:20.354418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a5965868-0245-4151-995e-5321aa1cdfb5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:20.354780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.357371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2e131a16-3444-447b-976d-12a9d368f75f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2e131a16-3444-447b-976d-12a9d368f75f,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:20.387580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '2e131a16-3444-447b-976d-12a9d368f75f', 'network_id': '4d752573-81c2-4461-8ec5-060a2219e783', 'port_id': '2e131a16-3444-447b-976d-12a9d368f75f', 'mac_address': 'fa:16:3e:c5:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:20.413645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-6d27d521-a226-446c-a314-95e0e9a0063b service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842386 Oct 25 22:59:20.446358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.482207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e131a16-3444-447b-976d-12a9d368f75f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:20.509453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-fd4a40da-22f9-4aa2-81ad-7b98c54e6cbb tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4 HTTP/1.1" status: 200 len: 1812 time: 0.1147070 Oct 25 22:59:20.512145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2e131a16-3444-447b-976d-12a9d368f75f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2e131a16-3444-447b-976d-12a9d368f75f,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:20.514956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.524782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:20.525686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:20.525827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.526468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b7fe165-1c25-48cb-956f-0ea174524a3d details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:20.543486 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9d42-3a31-4168-b13f-285184905379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.582769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a461f4c-12b0-4a4e-a68f-bcad4d8abb10 req-2c66b8e0-01d0-42ce-92e7-5cacf4be8b7c service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585820 Oct 25 22:59:20.589258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1351fcc-860c-4d64-9ced-c7d5302a9cfb req-e911bef6-177b-47f7-a704-dcd9e7e4a884 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:20.595319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:20.597483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1351fcc-860c-4d64-9ced-c7d5302a9cfb req-e911bef6-177b-47f7-a704-dcd9e7e4a884 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.1320760 Oct 25 22:59:20.598253 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c66e15-9d86-400b-a0dc-8104b48aabb2" -d '{"events": [{"server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "name": "network-vif-plugged", "status": "completed", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:20.631540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.633432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:20.634772 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.639917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7b7fe165-1c25-48cb-956f-0ea174524a3d, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:20.643367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2e131a16-3444-447b-976d-12a9d368f75f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.653371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.659324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.661539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '7b7fe165-1c25-48cb-956f-0ea174524a3d', 'network_id': '4055c03e-3cf0-46bc-a983-34fc1e6313c1', 'port_id': '7b7fe165-1c25-48cb-956f-0ea174524a3d', 'mac_address': 'fa:16:3e:c8:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d553e1-7604-4b5e-9646-8f1717802b26', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:20.662937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1351fcc-860c-4d64-9ced-c7d5302a9cfb req-4c1ec8db-b470-4abb-a8c9-21a75795cc24 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Oct 25 22:59:20.664933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.701876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.705203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01cb3fa9-b500-408b-a05b-5b878f010832 req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1881926 Oct 25 22:59:20.714264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995983e-41b6-4f11-a52f-dcc8ccd1a215 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af93fbb-cdf5-4923-952a-9e656c299664,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.733053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9d42-3a31-4168-b13f-285184905379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.737030 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7baa59-60f2-49ac-8e96-48c3286c9fe2 x-openstack-request-id: req-6a7baa59-60f2-49ac-8e96-48c3286c9fe2 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:20.737377 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "name": "network-vif-plugged", "status": "completed", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:20.737590 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a7baa59-60f2-49ac-8e96-48c3286c9fe2 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:20.738136 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'code': 200} Oct 25 22:59:20.739858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9d42-3a31-4168-b13f-285184905379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.751972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.758674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.775051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7fe165-1c25-48cb-956f-0ea174524a3d {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:20.799992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7b7fe165-1c25-48cb-956f-0ea174524a3d, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:20.804436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc4d9d42-3a31-4168-b13f-285184905379 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77a811c3981842e59066b91a997db980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654671 Oct 25 22:59:20.805923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.807668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40538) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:20.835667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9d42-3a31-4168-b13f-285184905379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3eeb61-63fc-4c67-b6bf-e9ba4a9ad379,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.868256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4ac6-003d-452c-aaa7-6b216bdd444a req-45dfb7db-0aab-47b3-b326-95de814af2aa tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:20.869807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-430a4ac6-003d-452c-aaa7-6b216bdd444a req-45dfb7db-0aab-47b3-b326-95de814af2aa tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 947 time: 0.1020923 Oct 25 22:59:20.876578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f78edb6-1831-42e2-9467-e15a7fffe59f req-016592f6-6183-48a9-92e5-89c7fd2f8173 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4 HTTP/1.1" status: 200 len: 2405 time: 0.0987227 Oct 25 22:59:20.891073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8dae5551-9746-4115-b774-4b29601ef533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.892707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b6508-76f3-4a2b-a14e-baf99d5134ec req-fcb8cd82-955d-40ec-833f-4e3e7e31f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:20.894225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c8b6508-76f3-4a2b-a14e-baf99d5134ec req-fcb8cd82-955d-40ec-833f-4e3e7e31f6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1096 time: 0.0550234 Oct 25 22:59:20.894804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7b7fe165-1c25-48cb-956f-0ea174524a3d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:20.931085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8dae5551-9746-4115-b774-4b29601ef533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:20.934571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c8b6508-76f3-4a2b-a14e-baf99d5134ec req-b049db6a-5f28-4081-89fa-518348a974f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294428 Oct 25 22:59:20.941862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-430a4ac6-003d-452c-aaa7-6b216bdd444a req-234269bb-7477-40a9-b98d-50f8b41bb125 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617945 Oct 25 22:59:20.966886 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6192bc6-2c66-496f-8760-593a823ec77b req-bfc0e147-439b-4a66-b602-cb6b4f09988b tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 210 time: 0.0297756 Oct 25 22:59:21.008457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-d3af21ec-79af-4230-8c74-a3a81788a2be tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-group-rules/4af93fbb-cdf5-4923-952a-9e656c299664 HTTP/1.1" status: 200 len: 778 time: 0.0224338 Oct 25 22:59:21.011625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8dae5551-9746-4115-b774-4b29601ef533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.014469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8dae5551-9746-4115-b774-4b29601ef533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.017937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8dae5551-9746-4115-b774-4b29601ef533 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae3eeb61-63fc-4c67-b6bf-e9ba4a9ad379 HTTP/1.1" status: 204 len: 168 time: 0.2069273 Oct 25 22:59:21.048704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae5551-9746-4115-b774-4b29601ef533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3eeb61-63fc-4c67-b6bf-e9ba4a9ad379,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:21.065244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-a039b8e7-df70-4c01-8ae9-70a8df9d1f9c tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4 HTTP/1.1" status: 200 len: 2405 time: 0.0480628 Oct 25 22:59:21.070616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a712-0fe9-4e03-a7be-e999dee05f26 req-433931ca-037d-4985-87bd-35a5cb95319d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:21.078260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a712-0fe9-4e03-a7be-e999dee05f26 req-433931ca-037d-4985-87bd-35a5cb95319d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:21.084301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a712-0fe9-4e03-a7be-e999dee05f26 req-433931ca-037d-4985-87bd-35a5cb95319d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:21.086187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0320a712-0fe9-4e03-a7be-e999dee05f26 req-433931ca-037d-4985-87bd-35a5cb95319d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2416 time: 0.0853941 Oct 25 22:59:21.096868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-f8441415-c2e0-4af6-afc3-fc30ad02fc90 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.106124 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-f8441415-c2e0-4af6-afc3-fc30ad02fc90 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.122653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['8b00aaa2-8384-4173-8b81-80cc83b07736'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:21.133390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0320a712-0fe9-4e03-a7be-e999dee05f26 req-2adc7dd4-c9fe-4766-9c16-b005efd2fe41 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Oct 25 22:59:21.139608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-f8441415-c2e0-4af6-afc3-fc30ad02fc90 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.149811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-f8441415-c2e0-4af6-afc3-fc30ad02fc90 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.155080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0eb213e6-46b0-497b-8b93-08fbad7c805a req-f8441415-c2e0-4af6-afc3-fc30ad02fc90 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4af93fbb-cdf5-4923-952a-9e656c299664 HTTP/1.1" status: 204 len: 173 time: 0.0838308 Oct 25 22:59:21.164582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8441415-c2e0-4af6-afc3-fc30ad02fc90 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4af93fbb-cdf5-4923-952a-9e656c299664,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:21.180382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['7b7fe165-1c25-48cb-956f-0ea174524a3d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:21.191371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ab35cb87-8b18-49a9-a9f0-951c240b48e8 req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-966688158', 'description': 'tempest-description-383392539'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:21.215362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ab35cb87-8b18-49a9-a9f0-951c240b48e8 req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.302524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ab35cb87-8b18-49a9-a9f0-951c240b48e8 req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.307497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ab35cb87-8b18-49a9-a9f0-951c240b48e8 req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.343064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ab35cb87-8b18-49a9-a9f0-951c240b48e8 req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.354069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab35cb87-8b18-49a9-a9f0-951c240b48e8 req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1616447 Oct 25 22:59:21.368403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e63c7-75c7-4f5f-9c82-334c1764f877 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74a52f-3c39-4119-91e9-ad7fb322dee8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:21.449012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ce82bfb-57dd-4830-8f6f-35f10bcb64e9 req-2604cce2-30bd-4da8-b9d9-54a2624e2472 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/fc74a52f-3c39-4119-91e9-ad7fb322dee8 HTTP/1.1" status: 200 len: 1811 time: 0.0649309 Oct 25 22:59:21.481031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771e11e-084e-467b-bd9f-a02d382c0fa3 req-20d29480-bc6d-4d5e-bf03-69b11e8d3edb tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:21.486775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8771e11e-084e-467b-bd9f-a02d382c0fa3 req-20d29480-bc6d-4d5e-bf03-69b11e8d3edb tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 944 time: 0.0721390 Oct 25 22:59:21.556272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5e66aa65-99b9-4c0a-b00d-6fac098b28a8 req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1056164212', 'description': 'tempest-description-1725957876'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:21.593432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e66aa65-99b9-4c0a-b00d-6fac098b28a8 req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.640883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8771e11e-084e-467b-bd9f-a02d382c0fa3 req-fc2866b5-5071-4f1a-a1a9-1a49462532e8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423664 Oct 25 22:59:21.675334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e66aa65-99b9-4c0a-b00d-6fac098b28a8 req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.680210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e66aa65-99b9-4c0a-b00d-6fac098b28a8 req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.716025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86805b83-84ed-4896-bf90-31c47ccd63be,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:21.724068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e66aa65-99b9-4c0a-b00d-6fac098b28a8 req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.730668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e66aa65-99b9-4c0a-b00d-6fac098b28a8 req-91c49eba-1161-48ce-9f63-e70c2dcc4ec8 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1786425 Oct 25 22:59:21.800525 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-185d2884-88e4-4be8-b1c4-0301968d914e req-297b78b7-3d0d-485b-8e8e-9468cbc5f34e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/86805b83-84ed-4896-bf90-31c47ccd63be HTTP/1.1" status: 200 len: 1813 time: 0.0423772 Oct 25 22:59:21.805300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:21.833973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-31a90918-c732-4d99-a719-76dd63356c5f req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1463648065', 'description': 'tempest-description-1529799645'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:21.861088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31a90918-c732-4d99-a719-76dd63356c5f req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.939756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:21.955982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31a90918-c732-4d99-a719-76dd63356c5f req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:21.956907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'port_id': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'mac_address': 'fa:16:3e:fb:f9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ff508a-31c3-403e-90a4-1e357bc310db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:21.962724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31a90918-c732-4d99-a719-76dd63356c5f req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.004165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31a90918-c732-4d99-a719-76dd63356c5f req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.006577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a90918-c732-4d99-a719-76dd63356c5f req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1779332 Oct 25 22:59:22.008697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb21c55-8ae3-4117-b10f-296ac5d3ebdd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8e9ea-b4ef-404c-bbda-41ba845620e9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:22.039648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.039798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-94ddb8b9-6380-4829-b2a2-5d110f801a65 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.041404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-94ddb8b9-6380-4829-b2a2-5d110f801a65 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.15 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 820 time: 0.5322561 Oct 25 22:59:22.061902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:22.064716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'port': {'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'admin_state_up': True, 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:22.078081 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da1610-5525-421e-a1d6-b601692a9e7c req-050b473b-d373-41ad-b4d2-692d782f6a5a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.086035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19da1610-5525-421e-a1d6-b601692a9e7c req-050b473b-d373-41ad-b4d2-692d782f6a5a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 945 time: 0.0911582 Oct 25 22:59:22.087862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:22.093339 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.155527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:22.155961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65d1fe-7868-42e7-9620-8df62f6c9137 req-99040ea6-106e-4ea1-bab2-11b00524f655 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.159623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b65d1fe-7868-42e7-9620-8df62f6c9137 req-99040ea6-106e-4ea1-bab2-11b00524f655 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 947 time: 0.0759802 Oct 25 22:59:22.177010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2e131a16-3444-447b-976d-12a9d368f75f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:22.206530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19da1610-5525-421e-a1d6-b601692a9e7c req-3696b797-04ad-4578-b308-0237197dade9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192381 Oct 25 22:59:22.229535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b65d1fe-7868-42e7-9620-8df62f6c9137 req-d48e60f0-f849-4a41-bde6-6fccb3b7f445 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619237 Oct 25 22:59:22.319182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36bd66f5-38ca-4f3c-8150-43c5345e92be req-ec3108a2-76ec-440b-88b1-67d2bacae42e tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 210 time: 0.0394361 Oct 25 22:59:22.326741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Made reservation on behalf of b9b2f3727af14101b1be3d69445b880e for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:22.331132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.367490 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb64a18f-74bc-4c92-b966-9c50a88b0e76 req-5ea46c4d-f9ff-46f2-8738-b0af613fc0d4 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/91e8e9ea-b4ef-404c-bbda-41ba845620e9 HTTP/1.1" status: 200 len: 1813 time: 0.0818005 Oct 25 22:59:22.389160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-862efd09-9005-4747-aca0-a46191f70706 req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-691166877', 'description': 'tempest-description-1750205938'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:22.415708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-862efd09-9005-4747-aca0-a46191f70706 req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.504306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-862efd09-9005-4747-aca0-a46191f70706 req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.508775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-862efd09-9005-4747-aca0-a46191f70706 req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.530993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b834aa-f0b3-41b0-8c7f-0271194fff1a req-181685af-d336-4a3e-8027-db5b6121c569 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.537493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b834aa-f0b3-41b0-8c7f-0271194fff1a req-181685af-d336-4a3e-8027-db5b6121c569 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.543343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-862efd09-9005-4747-aca0-a46191f70706 req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.543868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b834aa-f0b3-41b0-8c7f-0271194fff1a req-181685af-d336-4a3e-8027-db5b6121c569 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.544586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-862efd09-9005-4747-aca0-a46191f70706 req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1605597 Oct 25 22:59:22.545541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-04b834aa-f0b3-41b0-8c7f-0271194fff1a req-181685af-d336-4a3e-8027-db5b6121c569 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2416 time: 0.1133380 Oct 25 22:59:22.555652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce0cef-dc4f-48d0-a404-6071dfaf16ca tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d229d8-cc61-4130-9354-b459d50321db,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:22.584586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:22.598356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Allocated IP 172.20.0.6 (c12f0ac1-a59d-4630-94ea-799d81d8d998/533be85e-f746-4f3d-aadc-16f4326911b5/ede6498a-ba6a-43d3-ab88-c1595bf79634) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:22.631515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-04b834aa-f0b3-41b0-8c7f-0271194fff1a req-dafcfa1a-e4ee-4f32-a1d3-ffdb6719e98f tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792480 Oct 25 22:59:22.737770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73d01d25-47fa-48ef-b20d-1b599324977b req-6dcb5e90-eee8-4dee-92b1-e74af653a4ac tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/20d229d8-cc61-4130-9354-b459d50321db HTTP/1.1" status: 200 len: 1812 time: 0.0959489 Oct 25 22:59:22.756994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:59:22.779293 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-780ed5b9-9e8c-42d3-a6d0-d30c42847f86 req-abe9745b-750b-47b9-9eb6-9ba2c6e676fd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] show failed (client error): The resource could not be found. Oct 25 22:59:22.780444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-780ed5b9-9e8c-42d3-a6d0-d30c42847f86 req-abe9745b-750b-47b9-9eb6-9ba2c6e676fd tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/3b64515f-fc0c-4122-8f1e-30b7c9b88f4b HTTP/1.1" status: 404 len: 352 time: 0.0149140 Oct 25 22:59:22.829785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52164191-5b39-4697-be1e-87fe40ee0be0 req-e6a588ca-bb73-458d-b522-c4ffd4eac8f9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:22.832004 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-6d6390c4-b29c-4b84-9a90-fcf0b6d931d9 req-0902832a-804d-4fd2-91f0-43bf53e80f02 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] show failed (client error): The resource could not be found. Oct 25 22:59:22.834843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d6390c4-b29c-4b84-9a90-fcf0b6d931d9 req-0902832a-804d-4fd2-91f0-43bf53e80f02 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-group-rules/ac69590a-bce4-439a-b8a0-c0c1284dba8a HTTP/1.1" status: 404 len: 361 time: 0.0220139 Oct 25 22:59:22.837096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-52164191-5b39-4697-be1e-87fe40ee0be0 req-e6a588ca-bb73-458d-b522-c4ffd4eac8f9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.0966651 Oct 25 22:59:22.868593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.894671 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-52164191-5b39-4697-be1e-87fe40ee0be0 req-8d9e1fcc-9a93-4aac-9a81-844b4bcb9b20 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Oct 25 22:59:22.917212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ee3c4-111e-444d-b505-9a536b8ce829 req-604a1c97-9084-4738-a86a-7d99ff24eb0c tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/20d229d8-cc61-4130-9354-b459d50321db HTTP/1.1" status: 200 len: 1812 time: 0.0552969 Oct 25 22:59:22.922924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:22.936198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['334ede3a-04eb-451d-9a3c-a157fcf545f0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:22.972652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:22.978250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:22.982467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:22.989140 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-607ee3c4-111e-444d-b505-9a536b8ce829 req-baf436a1-1700-4c0b-a12e-7dcd01231d5e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.016903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-607ee3c4-111e-444d-b505-9a536b8ce829 req-baf436a1-1700-4c0b-a12e-7dcd01231d5e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.017374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event updated for resources: {'Port': ['ID=ede6498a-ba6a-43d3-ab88-c1595bf79634,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:23.051093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:23.051760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.073450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-77187b4e-eee7-41d2-a6ff-9ab0741faf6c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147002 Oct 25 22:59:23.091637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-607ee3c4-111e-444d-b505-9a536b8ce829 req-baf436a1-1700-4c0b-a12e-7dcd01231d5e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.097658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-607ee3c4-111e-444d-b505-9a536b8ce829 req-baf436a1-1700-4c0b-a12e-7dcd01231d5e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.101173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ee3c4-111e-444d-b505-9a536b8ce829 req-baf436a1-1700-4c0b-a12e-7dcd01231d5e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "DELETE /v2.0/security-groups/20d229d8-cc61-4130-9354-b459d50321db HTTP/1.1" status: 204 len: 173 time: 0.1885929 Oct 25 22:59:23.105398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Request body: {'port': {'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:23.146982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf436a1-1700-4c0b-a12e-7dcd01231d5e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d229d8-cc61-4130-9354-b459d50321db,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:23.185705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.236732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8e84b78-250e-4d94-a48e-cc139fcac107 req-21024764-b5fe-4d95-a649-2d33b5ab0a07 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/91e8e9ea-b4ef-404c-bbda-41ba845620e9 HTTP/1.1" status: 200 len: 1813 time: 0.1111810 Oct 25 22:59:23.296069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d8e84b78-250e-4d94-a48e-cc139fcac107 req-2cc1ae0e-4f8a-4f6b-afde-745c3ca9f840 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.323142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d8e84b78-250e-4d94-a48e-cc139fcac107 req-2cc1ae0e-4f8a-4f6b-afde-745c3ca9f840 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.352569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b028fd85-58e8-40a0-8d07-fa516c879353 None None] Provisioning complete for port ede6498a-ba6a-43d3-ab88-c1595bf79634 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:23.354536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b028fd85-58e8-40a0-8d07-fa516c879353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.373610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d8e84b78-250e-4d94-a48e-cc139fcac107 req-2cc1ae0e-4f8a-4f6b-afde-745c3ca9f840 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.377512 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d8e84b78-250e-4d94-a48e-cc139fcac107 req-2cc1ae0e-4f8a-4f6b-afde-745c3ca9f840 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.378671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8e84b78-250e-4d94-a48e-cc139fcac107 req-2cc1ae0e-4f8a-4f6b-afde-745c3ca9f840 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "DELETE /v2.0/security-groups/91e8e9ea-b4ef-404c-bbda-41ba845620e9 HTTP/1.1" status: 204 len: 173 time: 0.1410158 Oct 25 22:59:23.395130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ae0e-4f8a-4f6b-afde-745c3ca9f840 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8e9ea-b4ef-404c-bbda-41ba845620e9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:23.424653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2433c000-3267-4f42-87e0-6e5d358eceec details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:23.465021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8b00aaa2-8384-4173-8b81-80cc83b07736 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:23.512058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b028fd85-58e8-40a0-8d07-fa516c879353 None None] Port ede6498a-ba6a-43d3-ab88-c1595bf79634 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:23.512260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05395cf8-d7f4-4020-bfa3-9bc883df2382 req-0719f429-1794-4c95-b7b2-c8c47888cf23 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:23.513816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05395cf8-d7f4-4020-bfa3-9bc883df2382 req-0719f429-1794-4c95-b7b2-c8c47888cf23 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 945 time: 0.0715644 Oct 25 22:59:23.518673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede6498a-ba6a-43d3-ab88-c1595bf79634 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:23.527762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.550951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Transition to ACTIVE for port object ede6498a-ba6a-43d3-ab88-c1595bf79634 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:23.555544 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.568496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05395cf8-d7f4-4020-bfa3-9bc883df2382 req-0392262b-4413-497e-96bf-acd82172d50c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 Oct 25 22:59:23.600397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 8b00aaa2-8384-4173-8b81-80cc83b07736 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:23.609029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 8b00aaa2-8384-4173-8b81-80cc83b07736 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:23.609398 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.696701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2433c000-3267-4f42-87e0-6e5d358eceec, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2433c000-3267-4f42-87e0-6e5d358eceec,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:23.709020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Pushing event updated for resources: {'Port': ['ID=ede6498a-ba6a-43d3-ab88-c1595bf79634,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:23.714191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '2433c000-3267-4f42-87e0-6e5d358eceec', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '2433c000-3267-4f42-87e0-6e5d358eceec', 'mac_address': 'fa:16:3e:fd:f2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:23.722393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf7f39-f039-49ff-aa7e-457e4b807998 req-673fff2d-a97f-4409-b97f-76ec0e2eb5bd tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:23.726662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58bf7f39-f039-49ff-aa7e-457e4b807998 req-673fff2d-a97f-4409-b97f-76ec0e2eb5bd tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 943 time: 0.0641212 Oct 25 22:59:23.747849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f6d07-297b-40e7-b27d-705e8aaab802 req-efb1a1d3-d4fb-4448-a79a-80288d86c839 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:23.749570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e3f6d07-297b-40e7-b27d-705e8aaab802 req-efb1a1d3-d4fb-4448-a79a-80288d86c839 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 947 time: 0.0806243 Oct 25 22:59:23.768935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58bf7f39-f039-49ff-aa7e-457e4b807998 req-0f7f57c9-cbbf-4570-acb6-09d8202d4260 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Oct 25 22:59:23.772755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Attempting to bind port ede6498a-ba6a-43d3-ab88-c1595bf79634 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:23.773088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Attempting to bind port ede6498a-ba6a-43d3-ab88-c1595bf79634 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:23.773413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Attempting to bind port ede6498a-ba6a-43d3-ab88-c1595bf79634 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:23.790611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Port ede6498a-ba6a-43d3-ab88-c1595bf79634 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:23.791277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Attempting to bind port ede6498a-ba6a-43d3-ab88-c1595bf79634 on network c12f0ac1-a59d-4630-94ea-799d81d8d998 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:23.800013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.808187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:23.808523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Checking segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:23.808911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Bound using segment: {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:23.809353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Bound port: ede6498a-ba6a-43d3-ab88-c1595bf79634, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2b6e15-7b93-470d-93c7-d62ee5407a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:23.809692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.816916 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.821265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:23.856214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b0ab630-60b7-49fd-bc41-8a28912de149 req-1a76000a-b1e0-42ac-b1be-8ad9499b1f2e tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/86805b83-84ed-4896-bf90-31c47ccd63be HTTP/1.1" status: 200 len: 1813 time: 0.0517209 Oct 25 22:59:23.859931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e3f6d07-297b-40e7-b27d-705e8aaab802 req-1609ee47-0502-4ab7-87d1-e4bb595b8fe1 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021745 Oct 25 22:59:23.886887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b00aaa2-8384-4173-8b81-80cc83b07736'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:23.889129 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edc34b4-f7ff-4583-acdd-36df1887a84a" -d '{"events": [{"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-plugged", "status": "completed", "tag": "8b00aaa2-8384-4173-8b81-80cc83b07736"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:23.907940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2433c000-3267-4f42-87e0-6e5d358eceec {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:23.915889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8b00aaa2-8384-4173-8b81-80cc83b07736, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8b00aaa2-8384-4173-8b81-80cc83b07736,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:23.917830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] For port ede6498a-ba6a-43d3-ab88-c1595bf79634, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:23.926439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] For port ede6498a-ba6a-43d3-ab88-c1595bf79634, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:23.932505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.940224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2b0ab630-60b7-49fd-bc41-8a28912de149 req-80225b36-fdc9-41ac-950e-6bd901e4d3fe tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.946219 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.946983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2e131a16-3444-447b-976d-12a9d368f75f up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:23.975155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2b0ab630-60b7-49fd-bc41-8a28912de149 req-80225b36-fdc9-41ac-950e-6bd901e4d3fe tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.992899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:23.993730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:23.996133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] 10.222.0.15 "PUT /v2.0/ports/ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 1091 time: 0.9001706 Oct 25 22:59:23.998268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2433c000-3267-4f42-87e0-6e5d358eceec, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2433c000-3267-4f42-87e0-6e5d358eceec,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:24.004719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:24.012433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:24.015556 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ded010-2ead-44a7-ac5f-c7ef239f4294" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:24.021272 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.028778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff3462-46b9-4392-bbc3-1ded7b105644 service neutron] Pushing event updated for resources: {'Port': ['ID=ede6498a-ba6a-43d3-ab88-c1595bf79634,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.033478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:24.033850 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.075829 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2b0ab630-60b7-49fd-bc41-8a28912de149 req-80225b36-fdc9-41ac-950e-6bd901e4d3fe tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.078801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2b0ab630-60b7-49fd-bc41-8a28912de149 req-80225b36-fdc9-41ac-950e-6bd901e4d3fe tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.086055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b0ab630-60b7-49fd-bc41-8a28912de149 req-80225b36-fdc9-41ac-950e-6bd901e4d3fe tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "DELETE /v2.0/security-groups/86805b83-84ed-4896-bf90-31c47ccd63be HTTP/1.1" status: 204 len: 173 time: 0.2198193 Oct 25 22:59:24.116554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80225b36-fdc9-41ac-950e-6bd901e4d3fe tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86805b83-84ed-4896-bf90-31c47ccd63be,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.120426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8b00aaa2-8384-4173-8b81-80cc83b07736,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.182331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-55719b84-b6c2-428a-99c8-1e6746bc22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.186191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-55719b84-b6c2-428a-99c8-1e6746bc22f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1094 time: 0.1095603 Oct 25 22:59:24.224001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c11e0d-c928-4159-a150-0b0419e32e7c req-b1146ec0-00d2-4c2d-bcbb-619d8d0e49ab tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.227239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c11e0d-c928-4159-a150-0b0419e32e7c req-b1146ec0-00d2-4c2d-bcbb-619d8d0e49ab tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1096 time: 0.0729339 Oct 25 22:59:24.234790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 2e131a16-3444-447b-976d-12a9d368f75f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:24.238185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-6c03f151-b6c5-4ae1-a4bb-22acbe3029d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 217 time: 0.0396938 Oct 25 22:59:24.303196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c11e0d-c928-4159-a150-0b0419e32e7c req-54d872ad-af2b-4ae7-8f89-8dcaf5ebc37f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679445 Oct 25 22:59:24.305118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.336538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-26af479d-0f78-4343-977b-eda24be9aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.338529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-26af479d-0f78-4343-977b-eda24be9aae4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0892115 Oct 25 22:59:24.340134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 2e131a16-3444-447b-976d-12a9d368f75f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:24.342743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.353135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2433c000-3267-4f42-87e0-6e5d358eceec,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.356232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2433c000-3267-4f42-87e0-6e5d358eceec'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:24.387551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:24.423257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-55794df7-ae57-47d5-9d99-6585f0295035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.425970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-55794df7-ae57-47d5-9d99-6585f0295035 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777225 Oct 25 22:59:24.429973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.484532 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a89dc-6da6-43dc-afe6-5dce4373c598 x-openstack-request-id: req-6e7a89dc-6da6-43dc-afe6-5dce4373c598 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:24.484859 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-plugged", "status": "completed", "tag": "8b00aaa2-8384-4173-8b81-80cc83b07736", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:24.485651 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e7a89dc-6da6-43dc-afe6-5dce4373c598 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:24.486349 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b00aaa2-8384-4173-8b81-80cc83b07736', 'code': 200} Oct 25 22:59:24.537965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-1b82d731-4e3e-4a6b-b009-92522f1d6e66 service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039834 Oct 25 22:59:24.538954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567054e-869c-441a-9c39-8ab444accc45 req-a04d82c9-b5d4-486a-8ab4-b9a14d8974c2 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.545246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567054e-869c-441a-9c39-8ab444accc45 req-a04d82c9-b5d4-486a-8ab4-b9a14d8974c2 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.550705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.554409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567054e-869c-441a-9c39-8ab444accc45 req-a04d82c9-b5d4-486a-8ab4-b9a14d8974c2 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.556189 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0567054e-869c-441a-9c39-8ab444accc45 req-a04d82c9-b5d4-486a-8ab4-b9a14d8974c2 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2417 time: 0.0908458 Oct 25 22:59:24.583236 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.607552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0567054e-869c-441a-9c39-8ab444accc45 req-ed4a0729-9a0c-453f-850a-ef7c76238bd6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Oct 25 22:59:24.647498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2e131a16-3444-447b-976d-12a9d368f75f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2e131a16-3444-447b-976d-12a9d368f75f,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:24.653095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885232e-aa87-4a10-a708-9aa564608587 req-63417c4e-b86d-4e09-8478-97952b3828f7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.654868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c885232e-aa87-4a10-a708-9aa564608587 req-63417c4e-b86d-4e09-8478-97952b3828f7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.1132801 Oct 25 22:59:24.656511 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.658238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b7fe165-1c25-48cb-956f-0ea174524a3d up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:24.670011 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce90a651-e0fd-4a14-af52-d9260b454f7d x-openstack-request-id: req-ce90a651-e0fd-4a14-af52-d9260b454f7d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:24.670425 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:24.670819 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce90a651-e0fd-4a14-af52-d9260b454f7d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:24.671265 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'status': 'completed', 'code': 200} Oct 25 22:59:24.710447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3d5a0db-57aa-48c3-b5ed-55d92a48a0ca req-00fd27b2-bfb9-4cea-970c-4e8dda5d603f service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578863 Oct 25 22:59:24.729047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c885232e-aa87-4a10-a708-9aa564608587 req-42769d0b-96dd-4242-8dce-23752b5b3c6d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607901 Oct 25 22:59:24.730825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a21a9ec-8e5c-48f1-8150-c9b2146090f6 req-b0a0ac64-0690-48dc-8d33-832a8f8babed tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/fc74a52f-3c39-4119-91e9-ad7fb322dee8 HTTP/1.1" status: 200 len: 1811 time: 0.0479188 Oct 25 22:59:24.770745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2e131a16-3444-447b-976d-12a9d368f75f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.794048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 7b7fe165-1c25-48cb-956f-0ea174524a3d completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:24.800047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 7b7fe165-1c25-48cb-956f-0ea174524a3d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:24.800423 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.817324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a21a9ec-8e5c-48f1-8150-c9b2146090f6 req-eed37d18-bc0e-425c-b036-96d52787db9b tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.840824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a21a9ec-8e5c-48f1-8150-c9b2146090f6 req-eed37d18-bc0e-425c-b036-96d52787db9b tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.873240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784091c5-585e-4703-a2a1-5327255d6064 req-113cb954-9912-4423-9468-a108e315064f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.874906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-784091c5-585e-4703-a2a1-5327255d6064 req-113cb954-9912-4423-9468-a108e315064f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1096 time: 0.0749173 Oct 25 22:59:24.881634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-b3ebe9e9-ad31-43b3-a6f4-7eb09b52ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:24.883103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-b3ebe9e9-ad31-43b3-a6f4-7eb09b52ae6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1094 time: 0.0564387 Oct 25 22:59:24.893600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a21a9ec-8e5c-48f1-8150-c9b2146090f6 req-eed37d18-bc0e-425c-b036-96d52787db9b tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.896385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a21a9ec-8e5c-48f1-8150-c9b2146090f6 req-eed37d18-bc0e-425c-b036-96d52787db9b tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.896571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.897671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a21a9ec-8e5c-48f1-8150-c9b2146090f6 req-eed37d18-bc0e-425c-b036-96d52787db9b tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc74a52f-3c39-4119-91e9-ad7fb322dee8 HTTP/1.1" status: 204 len: 173 time: 0.1643932 Oct 25 22:59:24.909593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37d18-bc0e-425c-b036-96d52787db9b tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74a52f-3c39-4119-91e9-ad7fb322dee8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:24.945443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7b7fe165-1c25-48cb-956f-0ea174524a3d, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:24.949749 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:24.974023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-784091c5-585e-4703-a2a1-5327255d6064 req-fc2b98eb-3c0e-46fa-8b4d-81b154f15b60 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899010 Oct 25 22:59:25.014214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7b7fe165-1c25-48cb-956f-0ea174524a3d,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:25.033513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-c3315526-6843-470a-ba3b-bad868e67693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.035010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-c3315526-6843-470a-ba3b-bad868e67693 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.1243191 Oct 25 22:59:25.091946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615dd8a-f4c5-445e-b4bb-3444be4d5c0e req-6ea0c70f-16fa-4845-9604-b5fe0b872f52 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.093601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5615dd8a-f4c5-445e-b4bb-3444be4d5c0e req-6ea0c70f-16fa-4845-9604-b5fe0b872f52 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 948 time: 0.0505400 Oct 25 22:59:25.102210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-d46374ff-7819-4441-870b-ecc159b36340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 217 time: 0.0526533 Oct 25 22:59:25.124512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf8663-a9ea-49ae-8b7d-db6e82a22b3a req-33e7cb93-c513-4b6e-97fb-cdfb8807c9f3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.126099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4adf8663-a9ea-49ae-8b7d-db6e82a22b3a req-33e7cb93-c513-4b6e-97fb-cdfb8807c9f3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 943 time: 0.0856144 Oct 25 22:59:25.131909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5615dd8a-f4c5-445e-b4bb-3444be4d5c0e req-fb1295f0-08fe-4cbb-bbcf-a44185b3c94a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Oct 25 22:59:25.193445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-9a47695a-020c-43f1-b476-0b5f2cb5d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.194942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-9a47695a-020c-43f1-b476-0b5f2cb5d8c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0679073 Oct 25 22:59:25.197759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-971ae044-cba3-439a-bfc0-f882967f8db1 req-d910a09a-2263-4fcb-aa17-9e2fbd0c5bd7 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "GET /v2.0/security-groups/f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4 HTTP/1.1" status: 200 len: 1812 time: 0.0426204 Oct 25 22:59:25.199805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4adf8663-a9ea-49ae-8b7d-db6e82a22b3a req-047e512b-e6d6-4dd3-92a9-113596508d1f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647840 Oct 25 22:59:25.253625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-f142f8d0-4a88-4184-8010-e62c5932102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.254961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-f142f8d0-4a88-4184-8010-e62c5932102c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522990 Oct 25 22:59:25.258617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-971ae044-cba3-439a-bfc0-f882967f8db1 req-22079e20-9cbe-492e-a2f8-1a146d461567 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.281148 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-971ae044-cba3-439a-bfc0-f882967f8db1 req-22079e20-9cbe-492e-a2f8-1a146d461567 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.327224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-971ae044-cba3-439a-bfc0-f882967f8db1 req-22079e20-9cbe-492e-a2f8-1a146d461567 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.330328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-971ae044-cba3-439a-bfc0-f882967f8db1 req-22079e20-9cbe-492e-a2f8-1a146d461567 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.331587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-971ae044-cba3-439a-bfc0-f882967f8db1 req-22079e20-9cbe-492e-a2f8-1a146d461567 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] 10.222.0.25 "DELETE /v2.0/security-groups/f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4 HTTP/1.1" status: 204 len: 173 time: 0.1278143 Oct 25 22:59:25.340902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40784) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:25.348918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22079e20-9cbe-492e-a2f8-1a146d461567 tempest-SecurityGroupRulesNegativeTestJSON-281248434 tempest-SecurityGroupRulesNegativeTestJSON-281248434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6649d3d-5ab0-4ae1-b6b7-e5bed37c45d4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:25.366288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-46796f0f-9f0d-4a99-89f9-d6187a82e0ea service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043210 Oct 25 22:59:25.400058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Deleting subnet 113e3a6a-cfef-4d66-9eab-0930aa63e5eb {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:59:25.403967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.452927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.501714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98ded010-2ead-44a7-ac5f-c7ef239f4294 req-7be823d6-14b0-4b62-8e8d-186676e900b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270802 Oct 25 22:59:25.505617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.569474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.596322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113e3a6a-cfef-4d66-9eab-0930aa63e5eb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:25.602602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.609415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40810) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:25.609658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-40c2b01e-3a2f-404d-b84c-c80ef18251f8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/113e3a6a-cfef-4d66-9eab-0930aa63e5eb HTTP/1.1" status: 204 len: 168 time: 0.2675548 Oct 25 22:59:25.671890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57d975-66df-4c6b-9147-d64a7d6ad658 req-c604d451-0f62-43b0-afa0-84d2ff8c7c2d tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.674466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba57d975-66df-4c6b-9147-d64a7d6ad658 req-c604d451-0f62-43b0-afa0-84d2ff8c7c2d tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1096 time: 0.0525446 Oct 25 22:59:25.703467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.714674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba57d975-66df-4c6b-9147-d64a7d6ad658 req-a906ac42-2ee2-4f21-a982-f1520ddb14a7 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334961 Oct 25 22:59:25.821451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.850288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3e8b7-7f95-4459-bfb3-4e56f13ca284 req-58e5e33b-fea7-4b3d-bf9b-beb6e9630f99 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.856482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3e8b7-7f95-4459-bfb3-4e56f13ca284 req-58e5e33b-fea7-4b3d-bf9b-beb6e9630f99 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.863118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3e8b7-7f95-4459-bfb3-4e56f13ca284 req-58e5e33b-fea7-4b3d-bf9b-beb6e9630f99 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.869379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89f3e8b7-7f95-4459-bfb3-4e56f13ca284 req-58e5e33b-fea7-4b3d-bf9b-beb6e9630f99 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2419 time: 0.1359260 Oct 25 22:59:25.875223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36f5d54-8a2d-44b0-a71a-0632fb640c62']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:25.876634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a22c-1d19-4bc1-886f-32215fb5c139 req-ddc980a2-35d7-46f2-9481-0e828c35737b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:25.884015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ab0a22c-1d19-4bc1-886f-32215fb5c139 req-ddc980a2-35d7-46f2-9481-0e828c35737b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.0642703 Oct 25 22:59:25.902132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1f8fda-6292-421b-aa58-7c3772726eba') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:25.902702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1f8fda-6292-421b-aa58-7c3772726eba') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:25.920806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.925925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ab0a22c-1d19-4bc1-886f-32215fb5c139 req-9656b4f8-b3c3-4214-a126-d779133a09d7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Oct 25 22:59:25.934673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89f3e8b7-7f95-4459-bfb3-4e56f13ca284 req-1e1b99f7-2afe-4aa3-8586-eaed43d90da6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: timer() Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:59:25.953057 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:59:26.010855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:26.027816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:26.030994 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] 10.222.0.25 "DELETE /v2.0/networks/a36f5d54-8a2d-44b0-a71a-0632fb640c62 HTTP/1.1" status: 204 len: 168 time: 0.4190187 Oct 25 22:59:26.033338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d34b6-ae5e-4cac-875b-6f5c3584f1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a36f5d54-8a2d-44b0-a71a-0632fb640c62,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:26.204392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40864) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:26.257158 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-003653af-19ee-4c66-a4f0-64dc5597eab0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a038896c301d471abb9377250f94deb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502601 Oct 25 22:59:26.257736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40876) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:26.259716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6768af-5311-4ba8-bbe9-cc06894cdf00 req-3dfa2be7-2d08-42f4-b211-ca05fd63c1ae tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.267858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c6768af-5311-4ba8-bbe9-cc06894cdf00 req-3dfa2be7-2d08-42f4-b211-ca05fd63c1ae tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 948 time: 0.0623775 Oct 25 22:59:26.306685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c6768af-5311-4ba8-bbe9-cc06894cdf00 req-7aa4816d-fde1-4a2a-b10d-26e89132cabc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Oct 25 22:59:26.348502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27be298f-7d0d-4ad0-b194-7dd08e25ebe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:26.380114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27be298f-7d0d-4ad0-b194-7dd08e25ebe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:26.397573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad83514-7fa3-4d02-8d2f-4880659f2072 req-7ac0d3f9-24f6-4aa6-9940-471da32f8528 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.399112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ad83514-7fa3-4d02-8d2f-4880659f2072 req-7ac0d3f9-24f6-4aa6-9940-471da32f8528 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 943 time: 0.0931740 Oct 25 22:59:26.451831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ad83514-7fa3-4d02-8d2f-4880659f2072 req-f6e72a90-2bc5-4607-9ec8-36e66d9d1226 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Oct 25 22:59:26.481449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27be298f-7d0d-4ad0-b194-7dd08e25ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:26.484084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27be298f-7d0d-4ad0-b194-7dd08e25ebe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:26.486808 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-27be298f-7d0d-4ad0-b194-7dd08e25ebe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dba9a098-18db-4d37-999c-f057db159799 HTTP/1.1" status: 204 len: 168 time: 0.2280653 Oct 25 22:59:26.487301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'}, {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e131a16-3444-447b-976d-12a9d368f75f'}, {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7fe165-1c25-48cb-956f-0ea174524a3d'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:26.489732 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e86edbf-d696-4f93-a09c-a61a9e3d6ef8" -d '{"events": [{"server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "name": "network-vif-plugged", "status": "completed", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a"}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-plugged", "status": "completed", "tag": "2e131a16-3444-447b-976d-12a9d368f75f"}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b7fe165-1c25-48cb-956f-0ea174524a3d"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:26.497714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be298f-7d0d-4ad0-b194-7dd08e25ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba9a098-18db-4d37-999c-f057db159799,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:26.585325 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f103260c-2c5f-4c9e-b946-f32e9e316093 x-openstack-request-id: req-f103260c-2c5f-4c9e-b946-f32e9e316093 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:26.585631 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "name": "network-vif-plugged", "status": "completed", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a", "code": 200}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-plugged", "status": "completed", "tag": "2e131a16-3444-447b-976d-12a9d368f75f", "code": 200}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b7fe165-1c25-48cb-956f-0ea174524a3d", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:26.585888 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f103260c-2c5f-4c9e-b946-f32e9e316093 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:26.586319 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'code': 200} Oct 25 22:59:26.586779 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e131a16-3444-447b-976d-12a9d368f75f', 'code': 200} Oct 25 22:59:26.587209 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7fe165-1c25-48cb-956f-0ea174524a3d', 'code': 200} Oct 25 22:59:26.695918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6d71-0fc3-4f46-bf5a-4ed58eaf1f2d req-41f1ade6-3700-493d-9015-ae86555cbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.696394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6d71-0fc3-4f46-bf5a-4ed58eaf1f2d req-41f1ade6-3700-493d-9015-ae86555cbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.697108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6d71-0fc3-4f46-bf5a-4ed58eaf1f2d req-41f1ade6-3700-493d-9015-ae86555cbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.699132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-887d6d71-0fc3-4f46-bf5a-4ed58eaf1f2d req-41f1ade6-3700-493d-9015-ae86555cbcd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2872 time: 0.0500774 Oct 25 22:59:26.757644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce5502-9204-4930-a4f5-ce883f0603c0 req-c3649c06-1755-4e66-b6e1-2c98953d0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.759594 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80ce5502-9204-4930-a4f5-ce883f0603c0 req-c3649c06-1755-4e66-b6e1-2c98953d0484 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1097 time: 0.0605464 Oct 25 22:59:26.763617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-887d6d71-0fc3-4f46-bf5a-4ed58eaf1f2d req-2863274d-48ea-415e-91fb-0ddda4b4bbe9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577400 Oct 25 22:59:26.808711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80ce5502-9204-4930-a4f5-ce883f0603c0 req-ea5d22d9-d894-4d76-bc68-fd91e147fb6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Oct 25 22:59:26.840233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96df8a-8de2-4077-9cca-88fb7ffb6fd7 req-d4cab168-a8ad-462f-8a41-5c4ed09cf76f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:26.842136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e96df8a-8de2-4077-9cca-88fb7ffb6fd7 req-d4cab168-a8ad-462f-8a41-5c4ed09cf76f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1096 time: 0.0504038 Oct 25 22:59:26.881118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e96df8a-8de2-4077-9cca-88fb7ffb6fd7 req-1af606d7-22d7-48fe-832f-5e5b97022719 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Oct 25 22:59:27.253104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14254f-7743-44c0-822e-58c04f2ff92e req-a7b8de91-1b17-4a4b-9fa0-59b4921fa7f0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:27.255386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4c14254f-7743-44c0-822e-58c04f2ff92e req-a7b8de91-1b17-4a4b-9fa0-59b4921fa7f0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.0590172 Oct 25 22:59:27.294215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4c14254f-7743-44c0-822e-58c04f2ff92e req-3c30d534-e5b2-46a5-a761-46bbfaad1bfd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Oct 25 22:59:27.333016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41010) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:27.419298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba29b26-3a81-4f43-94cd-2fdcde833f7b req-cd491c14-1b12-42fc-a619-2d48c2a9cf0c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:27.426033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba29b26-3a81-4f43-94cd-2fdcde833f7b req-cd491c14-1b12-42fc-a619-2d48c2a9cf0c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:27.432374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba29b26-3a81-4f43-94cd-2fdcde833f7b req-cd491c14-1b12-42fc-a619-2d48c2a9cf0c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:27.438326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2433c000-3267-4f42-87e0-6e5d358eceec up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:27.439879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ba29b26-3a81-4f43-94cd-2fdcde833f7b req-cd491c14-1b12-42fc-a619-2d48c2a9cf0c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2419 time: 0.0783074 Oct 25 22:59:27.451480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1675558336-network', 'tenant_id': '0a815f4581cd408c95679b4aa4864a2a'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:27.491702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 2433c000-3267-4f42-87e0-6e5d358eceec completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:27.492431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ba29b26-3a81-4f43-94cd-2fdcde833f7b req-fe56e52c-b73e-413f-b452-474bd66da7f1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Oct 25 22:59:27.493286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Made reservation on behalf of 0a815f4581cd408c95679b4aa4864a2a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:27.495626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.497540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 2433c000-3267-4f42-87e0-6e5d358eceec triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:27.498652 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.507166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.604092 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.610282 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.610508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.636870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:59:27.647400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669f503-557e-4be2-9340-481bae35dc8b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:27.647717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2433c000-3267-4f42-87e0-6e5d358eceec, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2433c000-3267-4f42-87e0-6e5d358eceec,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:27.652403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.652743 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Added segment 03801db3-a878-4347-953b-ff62ce343d00 of type vlan for network 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf Oct 25 22:59:27.664186 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.724561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2433c000-3267-4f42-87e0-6e5d358eceec,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:27.728828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.752017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9ca8c-2b90-43fd-9e6c-8c3d12bd5610 req-93a9dc1c-4eb1-49e3-aabd-e1b45e318e1a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:27.753487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fee9ca8c-2b90-43fd-9e6c-8c3d12bd5610 req-93a9dc1c-4eb1-49e3-aabd-e1b45e318e1a tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.0913348 Oct 25 22:59:27.778283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.779189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:27.779777 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.841502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5070798 Oct 25 22:59:27.844593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:27.848195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fee9ca8c-2b90-43fd-9e6c-8c3d12bd5610 req-b18ea25e-dd2a-4e13-9022-2582895e5c9b tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872302 Oct 25 22:59:27.849658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Request body: {'subnet': {'network_id': '2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1675558336-subnet', 'tenant_id': '0a815f4581cd408c95679b4aa4864a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:27.860859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9f23-edd9-49da-b034-975b39ea8c5b admin admin] Pushing event updated for resources: {'Network': ['ID=2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:27.872686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:59:27.895647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Made reservation on behalf of 0a815f4581cd408c95679b4aa4864a2a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:27.900933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:27.974315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-08cc340c-2a53-4ac3-a644-9cfdbe99f854 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:59:27.975431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-08cc340c-2a53-4ac3-a644-9cfdbe99f854 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090287 Oct 25 22:59:28.024212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded48f98-04b1-4351-8ff3-e9d2ec5d6df0 req-b6c4a463-722c-423b-9945-41f0981de922 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.025409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ded48f98-04b1-4351-8ff3-e9d2ec5d6df0 req-b6c4a463-722c-423b-9945-41f0981de922 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 943 time: 0.0912335 Oct 25 22:59:28.033378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-db054010-5a22-47d5-9c27-b2b300f7342e tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.034789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-db054010-5a22-47d5-9c27-b2b300f7342e tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 1093 time: 0.0506685 Oct 25 22:59:28.045697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:28.046135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 22:59:28.073913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:28.103887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ded48f98-04b1-4351-8ff3-e9d2ec5d6df0 req-a4548076-6717-4075-8d1b-c4f489bb2c95 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681064 Oct 25 22:59:28.131026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:28.185982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7bb222-c395-4839-869f-358ca741eb33,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:28.202115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Checking segment: {'id': '03801db3-a878-4347-953b-ff62ce343d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:28.202581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Network hostable DHCP agents. Network: 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:59:28.222641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:28.222974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:28.223302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:28.224386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Network 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:59:28.228610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:28.228748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:28.233875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:28.234233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:28.234611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:28.235737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Bound port: a5965868-0245-4151-995e-5321aa1cdfb5, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:28.238132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:28.248871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce17d7-b523-44eb-9dce-851b99cea9e3 None None] Network 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:28.251939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.252664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:28.282796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b595e9b1-15fd-4618-866a-d5baf506028b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4363499 Oct 25 22:59:28.332355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:28.343297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:28.363528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1c238ece-7ee7-4e0b-a724-57a5fbca49da service neutron] 10.222.0.25 "POST /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3167405 Oct 25 22:59:28.546743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cf3a7-7e30-4e58-881a-c6806bfa2dc4 req-3392c06f-8fe4-4f72-855b-ec79839ebf7e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.549310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-644cf3a7-7e30-4e58-881a-c6806bfa2dc4 req-3392c06f-8fe4-4f72-855b-ec79839ebf7e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.0692687 Oct 25 22:59:28.570961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bdc08-06b0-444a-bc6b-290999f142c5 None None] Network 2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:28.601771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-644cf3a7-7e30-4e58-881a-c6806bfa2dc4 req-67b30a3b-8bd0-4473-95c0-9a27cd3ef32b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Oct 25 22:59:28.614460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2433c000-3267-4f42-87e0-6e5d358eceec'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:28.618620 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3091342b-30a3-4835-8789-6226a279edbf" -d '{"events": [{"server_uuid": "c9715eaa-c872-49f9-bcb8-f1964ede100f", "name": "network-vif-plugged", "status": "completed", "tag": "2433c000-3267-4f42-87e0-6e5d358eceec"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:28.769968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18930c-c375-4848-9e6f-385c74849a70 req-1279558a-d100-4d83-bf71-6a0b24a6e188 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.771493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa18930c-c375-4848-9e6f-385c74849a70 req-1279558a-d100-4d83-bf71-6a0b24a6e188 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 945 time: 0.0854979 Oct 25 22:59:28.778126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-c54f040b-680b-4cfc-a92b-51fedf57ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.779546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-c54f040b-680b-4cfc-a92b-51fedf57ae05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1096 time: 0.0636716 Oct 25 22:59:28.857338 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-f9d14b16-7ca9-4230-b3ba-5162b4b449f9 req-84271334-ede9-4703-8ab1-93f97f4fe329 tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] show failed (client error): The resource could not be found. Oct 25 22:59:28.861564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa18930c-c375-4848-9e6f-385c74849a70 req-886781e2-2641-470d-bc19-6865066f218f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810931 Oct 25 22:59:28.869273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f9d14b16-7ca9-4230-b3ba-5162b4b449f9 req-84271334-ede9-4703-8ab1-93f97f4fe329 tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups/f77ffa7e-ddf9-470a-9002-ee067bfe49c6 HTTP/1.1" status: 404 len: 352 time: 0.0274191 Oct 25 22:59:28.900310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-02d31b07-8054-41d2-befb-ff56e20f64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.901917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-02d31b07-8054-41d2-befb-ff56e20f64fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1082835 Oct 25 22:59:28.908226 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e77822-d23a-4fdd-b7c0-4859567525be x-openstack-request-id: req-b1e77822-d23a-4fdd-b7c0-4859567525be {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:28.908652 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9715eaa-c872-49f9-bcb8-f1964ede100f", "name": "network-vif-plugged", "status": "completed", "tag": "2433c000-3267-4f42-87e0-6e5d358eceec", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:28.908995 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1e77822-d23a-4fdd-b7c0-4859567525be {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:28.909471 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2433c000-3267-4f42-87e0-6e5d358eceec', 'code': 200} Oct 25 22:59:28.955219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-20a2d4d2-6de8-4300-bd29-4b892d617fbb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.0374444 Oct 25 22:59:28.986421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71667f1b-ed30-439b-abf7-3c915a23d79f req-5405dc84-d698-4dda-922f-3c1817487d8e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.992610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71667f1b-ed30-439b-abf7-3c915a23d79f req-5405dc84-d698-4dda-922f-3c1817487d8e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:28.999075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71667f1b-ed30-439b-abf7-3c915a23d79f req-5405dc84-d698-4dda-922f-3c1817487d8e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.006941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71667f1b-ed30-439b-abf7-3c915a23d79f req-5405dc84-d698-4dda-922f-3c1817487d8e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2419 time: 0.0748246 Oct 25 22:59:29.018426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-65b106a6-4a1c-4d5d-9c31-5a3e49035d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.020041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-65b106a6-4a1c-4d5d-9c31-5a3e49035d2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.0527062 Oct 25 22:59:29.054097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-ef8f0511-a28d-4f82-945f-ff47bf730850 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268140 Oct 25 22:59:29.089189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71667f1b-ed30-439b-abf7-3c915a23d79f req-376c3ded-7368-4ab8-a167-438be7b69d14 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813956 Oct 25 22:59:29.097763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42544ef6-ec66-494e-a194-7a92fd9a5991 req-640f9060-96bb-455b-9fd8-d82bccce8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.100367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42544ef6-ec66-494e-a194-7a92fd9a5991 req-640f9060-96bb-455b-9fd8-d82bccce8851 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 1100 time: 0.0838065 Oct 25 22:59:29.153104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42544ef6-ec66-494e-a194-7a92fd9a5991 req-4b3cdecf-68ea-42aa-9567-928134f75b12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Oct 25 22:59:29.166753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-c46a35c8-384c-412a-acd1-e1109264b846 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062567 Oct 25 22:59:29.209901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517849-d118-4f99-9e50-4c6ce7f1a37a req-eb55777e-02d3-4fd1-bd93-8cf2816b28c5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.211423 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b517849-d118-4f99-9e50-4c6ce7f1a37a req-eb55777e-02d3-4fd1-bd93-8cf2816b28c5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.0499580 Oct 25 22:59:29.248169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b517849-d118-4f99-9e50-4c6ce7f1a37a req-138bcd2e-3a4c-43f2-b640-ef0c89c93537 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Oct 25 22:59:29.331896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-865dfb73-733b-483f-9333-21a2a6f34aea req-e033d576-643b-43c5-bbb2-e488346d9275 tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a815f4581cd408c95679b4aa4864a2a HTTP/1.1" status: 200 len: 2984 time: 0.0519655 Oct 25 22:59:29.383780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-865dfb73-733b-483f-9333-21a2a6f34aea req-2356845d-927a-49ba-9270-0ac4be65bd7a tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups/8669f503-557e-4be2-9340-481bae35dc8b HTTP/1.1" status: 200 len: 2981 time: 0.0456288 Oct 25 22:59:29.431255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-865dfb73-733b-483f-9333-21a2a6f34aea req-1bd9d48b-9f22-43f3-9f67-8c55a08466cc tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups/8669f503-557e-4be2-9340-481bae35dc8b HTTP/1.1" status: 200 len: 2981 time: 0.0417037 Oct 25 22:59:29.718283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763194-f906-443d-b60f-8df4d46b3824 req-3007c674-21e8-47e8-a0c9-08675f073043 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.719784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e763194-f906-443d-b60f-8df4d46b3824 req-3007c674-21e8-47e8-a0c9-08675f073043 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 943 time: 0.3201692 Oct 25 22:59:29.723343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d10c8078-4827-43b3-afaa-6a776c64e1e8 req-a9f5ec26-ccaa-4ae7-8ecc-e00fb5b0a1a0 tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups/8669f503-557e-4be2-9340-481bae35dc8b HTTP/1.1" status: 200 len: 2981 time: 0.0411305 Oct 25 22:59:29.723483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-26effa82-55e1-4866-90fb-f2b1a04842fd service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788528 Oct 25 22:59:29.760827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e763194-f906-443d-b60f-8df4d46b3824 req-ed1e3add-1847-4750-8b86-55db546298cb tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Oct 25 22:59:29.800730 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-d10c8078-4827-43b3-afaa-6a776c64e1e8 req-a0635785-a9ba-4359-9b30-cd6abe21b9fe tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 22:59:29.801756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d10c8078-4827-43b3-afaa-6a776c64e1e8 req-a0635785-a9ba-4359-9b30-cd6abe21b9fe tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "DELETE /v2.0/security-groups/8669f503-557e-4be2-9340-481bae35dc8b HTTP/1.1" status: 409 len: 352 time: 0.0629330 Oct 25 22:59:29.845896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ede6498a-ba6a-43d3-ab88-c1595bf79634 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:29.850479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-0163429a-25d4-453d-9056-983459cb6377 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.852383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-0163429a-25d4-453d-9056-983459cb6377 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.0534823 Oct 25 22:59:29.867376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:29.910120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901593-f62a-457a-b6ac-fc5a198529c5 req-16ec111a-2fa5-4552-9db4-fcd18de0acc3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:29.911639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb901593-f62a-457a-b6ac-fc5a198529c5 req-16ec111a-2fa5-4552-9db4-fcd18de0acc3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.0560148 Oct 25 22:59:29.941224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:29.981246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb901593-f62a-457a-b6ac-fc5a198529c5 req-62f13080-7d88-4f31-9984-103240a9cbf8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Oct 25 22:59:29.991294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ede6498a-ba6a-43d3-ab88-c1595bf79634, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:30.006600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:30.048760 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.069261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede6498a-ba6a-43d3-ab88-c1595bf79634 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:30.078421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79905af-b060-4735-aa08-a32c4c93cc99 req-66b56afb-a86a-470c-a876-0494de88e1db tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.084480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:30.085059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79905af-b060-4735-aa08-a32c4c93cc99 req-66b56afb-a86a-470c-a876-0494de88e1db tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.090967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79905af-b060-4735-aa08-a32c4c93cc99 req-66b56afb-a86a-470c-a876-0494de88e1db tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.093136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ede6498a-ba6a-43d3-ab88-c1595bf79634, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:30.099235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a79905af-b060-4735-aa08-a32c4c93cc99 req-66b56afb-a86a-470c-a876-0494de88e1db tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2419 time: 0.0805242 Oct 25 22:59:30.099736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.133741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:30.140267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a79905af-b060-4735-aa08-a32c4c93cc99 req-8595b85f-1019-4769-bd03-de7026d8b398 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Oct 25 22:59:30.170009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ede6498a-ba6a-43d3-ab88-c1595bf79634,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:30.188223 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-0ec86f9b-0aea-4ddd-9e4b-ef2555073145 req-0b462b0d-7a1f-4eaa-8c79-bb88d6167674 tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] show failed (client error): The resource could not be found. Oct 25 22:59:30.189326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ec86f9b-0aea-4ddd-9e4b-ef2555073145 req-0b462b0d-7a1f-4eaa-8c79-bb88d6167674 tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups/776a5c56-28ad-455a-aa25-defb9953b5b4 HTTP/1.1" status: 404 len: 352 time: 0.0153100 Oct 25 22:59:30.205126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:30.207531 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8659d4f5-e666-4225-bf57-5e5465d80e65" -d '{"events": [{"server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "name": "network-vif-unplugged", "status": "completed", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:30.212899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.220216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.285933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb934aa-4fa3-404e-9236-0f82465fb539 req-4aecffa9-dbdb-4f36-aa7c-7ba9b054f57a tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.287713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eeb934aa-4fa3-404e-9236-0f82465fb539 req-4aecffa9-dbdb-4f36-aa7c-7ba9b054f57a tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1097 time: 0.0473020 Oct 25 22:59:30.319379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:30.333845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9c1f2-e8f5-4c89-9e52-fd301ecceda4 req-4721e6bf-97ec-4d91-9eb5-ff725a17f76e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.334033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eeb934aa-4fa3-404e-9236-0f82465fb539 req-24f5c025-b7cb-410f-aa77-4fccef496513 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Oct 25 22:59:30.335357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ba9c1f2-e8f5-4c89-9e52-fd301ecceda4 req-4721e6bf-97ec-4d91-9eb5-ff725a17f76e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.0860906 Oct 25 22:59:30.378788 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:30.378919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:30.379210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:30.391879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:30.392372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Attempting to bind port a5965868-0245-4151-995e-5321aa1cdfb5 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:30.403775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ba9c1f2-e8f5-4c89-9e52-fd301ecceda4 req-aaadfc91-6c02-429d-93e5-c0bd5fb2fe67 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522697 Oct 25 22:59:30.404699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:30.404984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:30.405321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:30.405754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Bound port: a5965868-0245-4151-995e-5321aa1cdfb5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:30.406095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.476017 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-1c136169-3357-42f3-98c1-cec32d8454ff req-8bc6ba86-576c-4263-b863-43eef591e9df tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] show failed (client error): The resource could not be found. Oct 25 22:59:30.477027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c136169-3357-42f3-98c1-cec32d8454ff req-8bc6ba86-576c-4263-b863-43eef591e9df tempest-SecurityGroupsNegativeTestJSON-2060495301 tempest-SecurityGroupsNegativeTestJSON-2060495301-project] 10.222.0.25 "GET /v2.0/security-groups/fedcf9fd-882a-40ef-b8b0-5adf26ee9032 HTTP/1.1" status: 404 len: 352 time: 0.0426953 Oct 25 22:59:30.492349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41228) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:30.527375 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34285e7b-c191-485b-a033-00aabb6ac74f x-openstack-request-id: req-34285e7b-c191-485b-a033-00aabb6ac74f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:30.527664 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "name": "network-vif-unplugged", "status": "completed", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:30.527896 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34285e7b-c191-485b-a033-00aabb6ac74f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:30.528464 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'code': 200} Oct 25 22:59:30.537835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:30.555136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:30.562169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Deleting subnet ec7bb222-c395-4839-869f-358ca741eb33 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:59:30.566424 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.577390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ede6498a-ba6a-43d3-ab88-c1595bf79634'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:30.578478 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.691787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.748915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=8']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:30.755175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.755836 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.757280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-28fad437-adb8-457f-834c-57828b4e8c08 service neutron] 10.222.0.11 "PUT /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 1121 time: 0.8956628 Oct 25 22:59:30.768753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83384dec-5360-402c-ac0a-233d904f6fab req-62905425-22a6-44c3-b492-af46e55def04 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.770277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83384dec-5360-402c-ac0a-233d904f6fab req-62905425-22a6-44c3-b492-af46e55def04 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.1678600 Oct 25 22:59:30.788678 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.848873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83384dec-5360-402c-ac0a-233d904f6fab req-3c2538cd-4b48-4872-a8d1-d3413a78e8da tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Oct 25 22:59:30.884109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.896909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de247d-c7b5-4d50-93f3-486df86643b1 req-4616e106-f8b9-4e22-b7b0-0a5fdba756b5 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:30.898457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72de247d-c7b5-4d50-93f3-486df86643b1 req-4616e106-f8b9-4e22-b7b0-0a5fdba756b5 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1097 time: 0.0529921 Oct 25 22:59:30.915081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7bb222-c395-4839-869f-358ca741eb33,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:30.919108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:30.926545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3078e4d6-d68e-481c-9131-51c28b1e8275 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ec7bb222-c395-4839-869f-358ca741eb33 HTTP/1.1" status: 204 len: 168 time: 0.4350002 Oct 25 22:59:30.929258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41258) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:30.944037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72de247d-c7b5-4d50-93f3-486df86643b1 req-e42c04ea-db92-477d-af42-221a0b881069 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376480 Oct 25 22:59:30.978295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a5965868-0245-4151-995e-5321aa1cdfb5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:31.018756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.088783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf55ce-4a42-4738-9f36-0726b7d87e40 req-6b387283-d354-4f6b-8e4b-adcc5f24155f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.090339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abcf55ce-4a42-4738-9f36-0726b7d87e40 req-6b387283-d354-4f6b-8e4b-adcc5f24155f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 944 time: 0.0879121 Oct 25 22:59:31.152308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.191359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abcf55ce-4a42-4738-9f36-0726b7d87e40 req-0858fa08-7eab-4122-9679-2ee117713a46 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906599 Oct 25 22:59:31.196476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:31.209345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03801db3-a878-4347-953b-ff62ce343d00') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:31.210040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03801db3-a878-4347-953b-ff62ce343d00') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:31.221937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.237428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.248243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:59:31.248967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: timer() Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:59:31.251568 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:59:31.329914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81127-4d63-4ddc-843a-36bfb2923352 req-90f097cd-df73-4a2b-a72c-afac9180d9a8 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.331732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2b81127-4d63-4ddc-843a-36bfb2923352 req-90f097cd-df73-4a2b-a72c-afac9180d9a8 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.0600061 Oct 25 22:59:31.340397 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.351100 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.357457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf HTTP/1.1" status: 204 len: 168 time: 0.4244828 Oct 25 22:59:31.370651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8392e-3fbe-44a2-b2d9-fe17726b5720 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa254d4-2e99-4ac9-bf41-dc8dd3d089bf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:31.382508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8481a1-f87a-4630-9f30-47be4e1d3761 req-13bb8abf-9370-4909-b4e8-6314815eeb31 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.385605 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2b81127-4d63-4ddc-843a-36bfb2923352 req-cda6758e-d902-4440-b44a-a5386cbee7e1 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Oct 25 22:59:31.388853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8481a1-f87a-4630-9f30-47be4e1d3761 req-13bb8abf-9370-4909-b4e8-6314815eeb31 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.396252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8481a1-f87a-4630-9f30-47be4e1d3761 req-13bb8abf-9370-4909-b4e8-6314815eeb31 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.404638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c8481a1-f87a-4630-9f30-47be4e1d3761 req-13bb8abf-9370-4909-b4e8-6314815eeb31 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2419 time: 0.1415780 Oct 25 22:59:31.442910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c8481a1-f87a-4630-9f30-47be4e1d3761 req-8f36ed15-060d-4863-8526-eb0cc5fab662 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Oct 25 22:59:31.543462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41302) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:31.624664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1dd53985-0217-43bb-a08c-56e03026de83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a815f4581cd408c95679b4aa4864a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798340 Oct 25 22:59:31.626024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41304) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:31.656026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ea65c-6fd9-4968-b416-d23f03d88860 req-01b2cf49-435f-4445-b1db-82e7dcdaec49 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.657485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc003afb-74ad-462d-9e05-c2fa3add85a2 req-7ee055a7-4483-43ac-ad07-145e0bc14b6c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.659188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc003afb-74ad-462d-9e05-c2fa3add85a2 req-7ee055a7-4483-43ac-ad07-145e0bc14b6c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.1333570 Oct 25 22:59:31.660436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-511ea65c-6fd9-4968-b416-d23f03d88860 req-01b2cf49-435f-4445-b1db-82e7dcdaec49 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1097 time: 0.0667975 Oct 25 22:59:31.700555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-511ea65c-6fd9-4968-b416-d23f03d88860 req-2f516291-13fe-4786-9bb0-25f65b90ab53 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338573 Oct 25 22:59:31.723332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc003afb-74ad-462d-9e05-c2fa3add85a2 req-208210a2-c7c8-458a-8637-8442a6f05535 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560520 Oct 25 22:59:31.724001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70ee5681-b655-4ad8-93b0-85d8007e8657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.749163 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70ee5681-b655-4ad8-93b0-85d8007e8657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.771221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41308) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:31.798903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70ee5681-b655-4ad8-93b0-85d8007e8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.801437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70ee5681-b655-4ad8-93b0-85d8007e8657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.802607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-70ee5681-b655-4ad8-93b0-85d8007e8657 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8669f503-557e-4be2-9340-481bae35dc8b HTTP/1.1" status: 204 len: 168 time: 0.1733041 Oct 25 22:59:31.832892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee5681-b655-4ad8-93b0-85d8007e8657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669f503-557e-4be2-9340-481bae35dc8b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:31.862736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-bc758f0e-8586-47c8-8474-54e3cef303ab tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.866725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ede6498a-ba6a-43d3-ab88-c1595bf79634 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:31.869296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-bc758f0e-8586-47c8-8474-54e3cef303ab tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.878793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-bc758f0e-8586-47c8-8474-54e3cef303ab tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:31.880966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-bc758f0e-8586-47c8-8474-54e3cef303ab tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 2419 time: 0.0772083 Oct 25 22:59:31.945097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port ede6498a-ba6a-43d3-ab88-c1595bf79634 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:31.948748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a30840-f571-4eb1-9bfb-01bdd4e2bcf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:31.951650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ede6498a-ba6a-43d3-ab88-c1595bf79634 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:31.952287 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.075433 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.083831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 2e131a16-3444-447b-976d-12a9d368f75f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:32.084418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.122690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ede6498a-ba6a-43d3-ab88-c1595bf79634, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:32.123663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:32.126337 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af3ad9-2d46-43fc-b5d1-9634640cd190" -d '{"events": [{"server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "name": "network-vif-plugged", "status": "completed", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:32.130548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.140430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a30840-f571-4eb1-9bfb-01bdd4e2bcf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.147663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a30840-f571-4eb1-9bfb-01bdd4e2bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.197662 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-34a30840-f571-4eb1-9bfb-01bdd4e2bcf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70794ebe721a44f4afd3e33e33db717d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229889 Oct 25 22:59:32.197831 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b787197-92cc-418c-87e1-252f2e4fa9e7 x-openstack-request-id: req-6b787197-92cc-418c-87e1-252f2e4fa9e7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:32.197831 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "name": "network-vif-plugged", "status": "completed", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:32.197831 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b787197-92cc-418c-87e1-252f2e4fa9e7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:32.197831 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'code': 200} Oct 25 22:59:32.198337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41324) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:32.205895 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a30840-f571-4eb1-9bfb-01bdd4e2bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1e9c1-82e1-44b3-bff5-5fda584cfe56,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:32.225949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ede6498a-ba6a-43d3-ab88-c1595bf79634,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:32.239155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 2e131a16-3444-447b-976d-12a9d368f75f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2e131a16-3444-447b-976d-12a9d368f75f,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:32.239648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.256954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 2e131a16-3444-447b-976d-12a9d368f75f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:32.379766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2008ed6a-3360-4254-bacb-479f936a688b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.390743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8f7-0d7c-4c8d-a7a2-342a35d36fcd req-2d4d2f5d-879f-46c9-ad6d-0ebd763d683f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:32.393410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea63e8f7-0d7c-4c8d-a7a2-342a35d36fcd req-2d4d2f5d-879f-46c9-ad6d-0ebd763d683f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 945 time: 0.1189995 Oct 25 22:59:32.395424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1e276-a8c1-44b0-9399-7903b68c53b8 req-13b8c6c2-47af-4e20-97bb-354c7a6d37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:32.397129 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8f1e276-a8c1-44b0-9399-7903b68c53b8 req-13b8c6c2-47af-4e20-97bb-354c7a6d37d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1096 time: 0.1037667 Oct 25 22:59:32.410788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.424803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['8b00aaa2-8384-4173-8b81-80cc83b07736', '7b7fe165-1c25-48cb-956f-0ea174524a3d', '2e131a16-3444-447b-976d-12a9d368f75f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:32.435424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2008ed6a-3360-4254-bacb-479f936a688b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.446929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=2e131a16-3444-447b-976d-12a9d368f75f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:32.503662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 2e131a16-3444-447b-976d-12a9d368f75f on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:32.510898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.514485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-cea85579-9457-4ca1-a0fd-a6c369799266 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "DELETE /v2.0/ports/2e131a16-3444-447b-976d-12a9d368f75f HTTP/1.1" status: 204 len: 173 time: 0.6250327 Oct 25 22:59:32.541453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5'}, {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-deleted', 'tag': '2e131a16-3444-447b-976d-12a9d368f75f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:32.544072 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774ad0f-b0d3-4516-b43b-d602fb9a020c" -d '{"events": [{"name": "network-changed", "server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5"}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-deleted", "tag": "2e131a16-3444-447b-976d-12a9d368f75f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:32.586074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2008ed6a-3360-4254-bacb-479f936a688b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.588837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2008ed6a-3360-4254-bacb-479f936a688b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.590246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2008ed6a-3360-4254-bacb-479f936a688b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3d1e9c1-82e1-44b3-bff5-5fda584cfe56 HTTP/1.1" status: 204 len: 168 time: 0.3912539 Oct 25 22:59:32.624639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ed6a-3360-4254-bacb-479f936a688b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1e9c1-82e1-44b3-bff5-5fda584cfe56,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:32.640935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea63e8f7-0d7c-4c8d-a7a2-342a35d36fcd req-a933d236-8ff1-4c54-a245-8fd95caa182d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258890 Oct 25 22:59:32.642556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa0155-94f6-4db3-9af8-ac73e82b287d req-7c6d12eb-2c2d-42c3-aa92-3f43612f1e23 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:32.658745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ffa0155-94f6-4db3-9af8-ac73e82b287d req-7c6d12eb-2c2d-42c3-aa92-3f43612f1e23 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.1492496 Oct 25 22:59:32.688931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8f1e276-a8c1-44b0-9399-7903b68c53b8 req-55e77419-7740-4156-b619-365b5ec5c17c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714319 Oct 25 22:59:32.750449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ffa0155-94f6-4db3-9af8-ac73e82b287d req-a7760f2a-8eab-4c98-b0da-f78505c9314d tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907111 Oct 25 22:59:32.791358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 8b00aaa2-8384-4173-8b81-80cc83b07736 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:32.795839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.854826 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3784ec-8613-438c-83aa-a2562151160d x-openstack-request-id: req-3a3784ec-8613-438c-83aa-a2562151160d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:32.855254 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5", "status": "completed", "code": 200}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-deleted", "tag": "2e131a16-3444-447b-976d-12a9d368f75f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:32.855510 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a3784ec-8613-438c-83aa-a2562151160d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:32.855900 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'status': 'completed', 'code': 200} Oct 25 22:59:32.856153 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-deleted', 'tag': '2e131a16-3444-447b-976d-12a9d368f75f', 'status': 'completed', 'code': 200} Oct 25 22:59:32.870585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caee0f-9761-46a5-9650-b0d6d32e572c req-58678828-958f-4b9d-83ab-1c877c113852 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:32.891500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caee0f-9761-46a5-9650-b0d6d32e572c req-58678828-958f-4b9d-83ab-1c877c113852 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:32.901892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-76caee0f-9761-46a5-9650-b0d6d32e572c req-58678828-958f-4b9d-83ab-1c877c113852 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a030b0d-51c5-4f49-ad75-f1c9ded563ed HTTP/1.1" status: 200 len: 1683 time: 0.1550279 Oct 25 22:59:32.904108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:32.937522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 8b00aaa2-8384-4173-8b81-80cc83b07736, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8b00aaa2-8384-4173-8b81-80cc83b07736,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:32.937522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:32.939891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-76caee0f-9761-46a5-9650-b0d6d32e572c req-9005d686-2326-496f-95ab-1a59fb183221 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Oct 25 22:59:32.972078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 8b00aaa2-8384-4173-8b81-80cc83b07736 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:33.028017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e82bd-81c2-4c5b-a391-dbb7a63c60bd req-67ac7e56-281a-43c9-b8ae-1357af3867ed tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:33.029570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-371e82bd-81c2-4c5b-a391-dbb7a63c60bd req-67ac7e56-281a-43c9-b8ae-1357af3867ed tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 1100 time: 0.1137807 Oct 25 22:59:33.063562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-371e82bd-81c2-4c5b-a391-dbb7a63c60bd req-639bfcbc-da4e-4c47-a5b9-ea49f35b6897 tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.077569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86942b1a-a2c1-4a3d-bc86-09ab2af57cbb req-d3302a03-0071-41f5-8019-d6cf1b8e58f2 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:33.078642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-212618459-network', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:33.082723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86942b1a-a2c1-4a3d-bc86-09ab2af57cbb req-d3302a03-0071-41f5-8019-d6cf1b8e58f2 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1097 time: 0.0669179 Oct 25 22:59:33.133877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86942b1a-a2c1-4a3d-bc86-09ab2af57cbb req-dac8887b-dc93-4f0f-b036-003070c0d1f1 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Oct 25 22:59:33.160646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:33.162961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.191013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.207469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-d5588314-c985-4e38-a5a6-3e8dfc3edb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:33.209987 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-d5588314-c985-4e38-a5a6-3e8dfc3edb13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1124 time: 0.0629241 Oct 25 22:59:33.227835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.240544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2e131a16-3444-447b-976d-12a9d368f75f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:33.275381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=8b00aaa2-8384-4173-8b81-80cc83b07736,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:33.346095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 8b00aaa2-8384-4173-8b81-80cc83b07736 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:33.357484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.361252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-7a0fe7a3-a737-49d1-b8a0-977fb0883cf1 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "DELETE /v2.0/ports/8b00aaa2-8384-4173-8b81-80cc83b07736 HTTP/1.1" status: 204 len: 173 time: 0.8120999 Oct 25 22:59:33.364668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c1ade-7207-4a42-8071-59cb624af069 req-257fcb69-e10a-4507-93f8-62bc7754240e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:33.366252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-903c1ade-7207-4a42-8071-59cb624af069 req-257fcb69-e10a-4507-93f8-62bc7754240e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.1521981 Oct 25 22:59:33.390324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-371e82bd-81c2-4c5b-a391-dbb7a63c60bd req-639bfcbc-da4e-4c47-a5b9-ea49f35b6897 tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.423876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-371e82bd-81c2-4c5b-a391-dbb7a63c60bd req-639bfcbc-da4e-4c47-a5b9-ea49f35b6897 tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.433448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:33.443786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.468439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-903c1ade-7207-4a42-8071-59cb624af069 req-1a306950-ddcb-41e9-8533-0418014ed12c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787055 Oct 25 22:59:33.469852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-57c4850e-3f0b-404f-84e0-2d6bc560ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:33.471429 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-57c4850e-3f0b-404f-84e0-2d6bc560ee9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.2393963 Oct 25 22:59:33.488749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.531018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-371e82bd-81c2-4c5b-a391-dbb7a63c60bd req-639bfcbc-da4e-4c47-a5b9-ea49f35b6897 tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900122 Oct 25 22:59:33.546760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-b5e48fd5-1480-46ba-87a9-d4abdff51a79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.0678394 Oct 25 22:59:33.591442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:33.613367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 22:59:33.620191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:59:33.640414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bfcbc-da4e-4c47-a5b9-ea49f35b6897 tempest-LiveMigrationNegativeTest-1656300402 tempest-LiveMigrationNegativeTest-1656300402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac5874-7e9b-45ed-b384-6718aef21cd2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:33.697514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.698027 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Added segment 0b4f49dd-ed26-477d-b3dc-5bb90b591181 of type vlan for network 1a04a810-9229-498f-85f7-324f9b96c2a9 Oct 25 22:59:33.756160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecbc2fd-6a71-4828-8453-8ccad605a12b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:33.769919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 7b7fe165-1c25-48cb-956f-0ea174524a3d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:33.770290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.824412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.876743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.877725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:33.878376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.956131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0507519 Oct 25 22:59:33.962555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41402) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:33.970810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Request body: {'subnet': {'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-subnet', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:33.972101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 7b7fe165-1c25-48cb-956f-0ea174524a3d, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b7fe165-1c25-48cb-956f-0ea174524a3d,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:33.972469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:33.982805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc5cb-7a2c-444a-b47a-da322178bc0b admin admin] Pushing event updated for resources: {'Network': ['ID=1a04a810-9229-498f-85f7-324f9b96c2a9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:33.991229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 7b7fe165-1c25-48cb-956f-0ea174524a3d owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:33.997253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:59:34.005017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-6be8b500-5793-4552-b07e-b8e7eba03309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:34.006491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-6be8b500-5793-4552-b07e-b8e7eba03309 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.4509671 Oct 25 22:59:34.052459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-2c4e1074-cf87-459c-a537-28a6d546c741 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351458 Oct 25 22:59:34.054778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:34.057255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.089958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec867c-ec0b-4525-b2a2-0b638c89d443 req-0905a766-c807-4b75-990c-ffcf81ec5777 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:34.097262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49ec867c-ec0b-4525-b2a2-0b638c89d443 req-0905a766-c807-4b75-990c-ffcf81ec5777 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 945 time: 0.1437018 Oct 25 22:59:34.175830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.217575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=7b7fe165-1c25-48cb-956f-0ea174524a3d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:34.247367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49ec867c-ec0b-4525-b2a2-0b638c89d443 req-d2dd4712-801e-43ef-8597-3961d58309ed tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492581 Oct 25 22:59:34.283039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 7b7fe165-1c25-48cb-956f-0ea174524a3d on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:34.284107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-0fc13ddf-5639-43ab-94f4-04e07862008d service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195823 Oct 25 22:59:34.286635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.302749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71c37aa9-b63e-40a0-9ef9-4abb52274b81 req-206e0450-63fb-41e5-b50f-1566e7924539 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.11 "DELETE /v2.0/ports/7b7fe165-1c25-48cb-956f-0ea174524a3d HTTP/1.1" status: 204 len: 173 time: 0.9270027 Oct 25 22:59:34.466105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-533dd257-7fb6-4712-a16d-fd5fd4c61297 req-45933668-f375-4153-9c85-57ecbaa940f5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:59:34.468982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-533dd257-7fb6-4712-a16d-fd5fd4c61297 req-45933668-f375-4153-9c85-57ecbaa940f5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163131 Oct 25 22:59:34.489765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.501964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3774ad0f-b0d3-4516-b43b-d602fb9a020c req-9e95a18b-39ff-4525-93c8-668c5125fa58 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843727 Oct 25 22:59:34.566181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9f997e-9e41-444c-ae4c-5dc5d4e24055,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:34.583151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Checking segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:34.583458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Network hostable DHCP agents. Network: 1a04a810-9229-498f-85f7-324f9b96c2a9, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:59:34.602990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:59:34.612380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 1a04a810-9229-498f-85f7-324f9b96c2a9) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:34.616776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:34.617419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.623901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf98f02-9bc2-4d84-884c-1f3108863ea4 None None] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:34.643251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f21fc2c4-3040-4263-a87a-0ca1b487f6a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6793511 Oct 25 22:59:34.645758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:34.650630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:34.673688 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.674966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.773916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-5ba0c9cd-3d39-4ed1-bc37-e706198b966e tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:59:34.774927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-5ba0c9cd-3d39-4ed1-bc37-e706198b966e tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0253770 Oct 25 22:59:34.776495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.778646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-2871addb-512b-4841-9b6a-8241116eec07 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8d3935d096e8495ebef43e7e70a15299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323637 Oct 25 22:59:34.808490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-1a04a810-9229-498f-85f7-324f9b96c2a9', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:59:34.809359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:34.856994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-deleted', 'tag': '8b00aaa2-8384-4173-8b81-80cc83b07736'}, {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-deleted', 'tag': '7b7fe165-1c25-48cb-956f-0ea174524a3d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:34.859396 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb933b42-cb3f-49bf-bc9c-f3e53a636eb7" -d '{"events": [{"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-deleted", "tag": "8b00aaa2-8384-4173-8b81-80cc83b07736"}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-deleted", "tag": "7b7fe165-1c25-48cb-956f-0ea174524a3d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:34.940355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-6ea42567-ec45-4495-8dc7-d11fd9c9a2be tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:34.941738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-6ea42567-ec45-4495-8dc7-d11fd9c9a2be tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 1094 time: 0.1586545 Oct 25 22:59:34.951269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Allocated IP 172.20.0.2 (1a04a810-9229-498f-85f7-324f9b96c2a9/5a9f997e-9e41-444c-ae4c-5dc5d4e24055/2447efda-2533-4e2c-a1de-b9ee0da98b71) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:34.989362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:34.989723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 22:59:35.068601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.085516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-17ee60ae-3323-439c-9fd6-58d229a6809c tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:35.087007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-17ee60ae-3323-439c-9fd6-58d229a6809c tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013511 Oct 25 22:59:35.104565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.111909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.150742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:35.153628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:35.156061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:35.166398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Pushing event updated for resources: {'Port': ['ID=2447efda-2533-4e2c-a1de-b9ee0da98b71,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:35.209055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-be683f5f-839c-4700-ac04-f8ac10160e43 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/quotas/8d3935d096e8495ebef43e7e70a15299 HTTP/1.1" status: 200 len: 375 time: 0.1003859 Oct 25 22:59:35.216739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Attempting to bind port 2447efda-2533-4e2c-a1de-b9ee0da98b71 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:35.217111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Attempting to bind port 2447efda-2533-4e2c-a1de-b9ee0da98b71 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:35.217470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Attempting to bind port 2447efda-2533-4e2c-a1de-b9ee0da98b71 on network 1a04a810-9229-498f-85f7-324f9b96c2a9 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:35.223251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:35.223625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Checking segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:35.224023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.224727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Bound using segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:35.225192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Bound port: 2447efda-2533-4e2c-a1de-b9ee0da98b71, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:35.225574 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.267657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-ad2919c5-0e53-4770-b050-315fffaa098c tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d3935d096e8495ebef43e7e70a15299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468035 Oct 25 22:59:35.296293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] For port 2447efda-2533-4e2c-a1de-b9ee0da98b71, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:35.296518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-c2f5e1f0-69c6-4127-a8fc-c31bbd8515f5 service neutron] 10.222.0.15 "GET /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.2028666 Oct 25 22:59:35.302345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] For port 2447efda-2533-4e2c-a1de-b9ee0da98b71, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2447efda-2533-4e2c-a1de-b9ee0da98b71,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:35.310256 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.377380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:35.377741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:35.378025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:35.382551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0a08-7820-40cc-b955-9bd15b416d0b None None] Pushing event updated for resources: {'Port': ['ID=2447efda-2533-4e2c-a1de-b9ee0da98b71,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:35.392613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:35.393014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:35.404926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:35.405258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:35.405632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:35.406061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Bound port: 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:35.449516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8b00aaa2-8384-4173-8b81-80cc83b07736 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:35.457698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:35.521306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 8b00aaa2-8384-4173-8b81-80cc83b07736 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:35.521576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8b00aaa2-8384-4173-8b81-80cc83b07736 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:35.522004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2e131a16-3444-447b-976d-12a9d368f75f no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:35.555594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 2e131a16-3444-447b-976d-12a9d368f75f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:35.555925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2e131a16-3444-447b-976d-12a9d368f75f not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:35.559696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b7fe165-1c25-48cb-956f-0ea174524a3d no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:35.579718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting subnet 7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:59:35.602505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 7b7fe165-1c25-48cb-956f-0ea174524a3d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:35.602855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b7fe165-1c25-48cb-956f-0ea174524a3d not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:35.605158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.653469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:35.675195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.678290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba2bd6c4-de7a-4fbe-8f9e-86056a3cbb13 service neutron] 10.222.0.25 "POST /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6932209 Oct 25 22:59:35.693918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.780887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc4bfe-4372-4ff4-a90c-8a5eeda4594e req-6949172f-6545-4789-8ec4-680a904ac3aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:35.789629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2cdc4bfe-4372-4ff4-a90c-8a5eeda4594e req-6949172f-6545-4789-8ec4-680a904ac3aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 943 time: 0.2576704 Oct 25 22:59:35.794428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:35.837431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.848586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.897576 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.924790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:35.931143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2cdc4bfe-4372-4ff4-a90c-8a5eeda4594e req-2464c0a0-2822-4651-bdda-7b2736372a88 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406493 Oct 25 22:59:35.939945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:35.981511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Subnet': ['ID=7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:35.991818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.002743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3ee2e-3934-4203-8624-45c5c85c45b3 None None] Network 4d752573-81c2-4461-8ec5-060a2219e783 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:36.012719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41456) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:36.012912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ba7fc32c-ab83-4ded-ba60-e2ca6b9ec1f0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/subnets/7fcbd746-28a7-4d88-9f96-b1eaafaa1a0b HTTP/1.1" status: 204 len: 168 time: 0.5476143 Oct 25 22:59:36.021627 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ede935a-4f9a-42f6-b4fb-92c6bd3ca88b x-openstack-request-id: req-7ede935a-4f9a-42f6-b4fb-92c6bd3ca88b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:36.021870 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-deleted", "tag": "8b00aaa2-8384-4173-8b81-80cc83b07736", "status": "completed", "code": 200}, {"server_uuid": "8a030b0d-51c5-4f49-ad75-f1c9ded563ed", "name": "network-vif-deleted", "tag": "7b7fe165-1c25-48cb-956f-0ea174524a3d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:36.022359 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ede935a-4f9a-42f6-b4fb-92c6bd3ca88b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:36.023202 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-deleted', 'tag': '8b00aaa2-8384-4173-8b81-80cc83b07736', 'status': 'completed', 'code': 200} Oct 25 22:59:36.025004 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a030b0d-51c5-4f49-ad75-f1c9ded563ed', 'name': 'network-vif-deleted', 'tag': '7b7fe165-1c25-48cb-956f-0ea174524a3d', 'status': 'completed', 'code': 200} Oct 25 22:59:36.143432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959436b-843d-421a-ab4f-146aef014644 req-d434a327-4407-4601-a7b2-f41527ad7f21 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:36.150842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.153534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a959436b-843d-421a-ab4f-146aef014644 req-d434a327-4407-4601-a7b2-f41527ad7f21 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 945 time: 0.0754905 Oct 25 22:59:36.179178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5965868-0245-4151-995e-5321aa1cdfb5 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:36.198733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a959436b-843d-421a-ab4f-146aef014644 req-20016200-e3be-433e-9f9a-fa5edba7a135 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Oct 25 22:59:36.215731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9e4347b-ec7b-4037-a188-39f2ffa652c7 req-1e708888-9cc4-4391-b232-d91fa34202c3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 210 time: 0.0494516 Oct 25 22:59:36.240986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:36.302376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] DHCP port deletion for 4d752573-81c2-4461-8ec5-060a2219e783 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 22:59:36.303487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.413471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] Deleting port bb7bdc32-9758-4b86-a70a-fd53dc72d417 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:36.413850 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.438875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663bc4-4649-47f9-82fe-db5b53ea9b55 req-a7f02883-2149-4903-a060-49be7428617c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:36.440422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55663bc4-4649-47f9-82fe-db5b53ea9b55 req-a7f02883-2149-4903-a060-49be7428617c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.0876865 Oct 25 22:59:36.508205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2447efda-2533-4e2c-a1de-b9ee0da98b71 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:36.514680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55663bc4-4649-47f9-82fe-db5b53ea9b55 req-38b7e7bc-032a-40f9-a1ad-d89b61d07325 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Oct 25 22:59:36.534422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Allocated IP 172.25.4.102 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/fe1f285e-e4c3-43f5-885a-251163c6f473) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:36.576482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] For port bb7bdc32-9758-4b86-a70a-fd53dc72d417, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb7bdc32-9758-4b86-a70a-fd53dc72d417,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:36.576739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832f0e-65b6-430d-8d35-cbb9fa9d4527 req-48849a70-c2ff-4eb0-88f2-2d896115d8e5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:36.577612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.578330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e832f0e-65b6-430d-8d35-cbb9fa9d4527 req-48849a70-c2ff-4eb0-88f2-2d896115d8e5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.2541223 Oct 25 22:59:36.583401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port bb7bdc32-9758-4b86-a70a-fd53dc72d417 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:36.583810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.598708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] Calling delete_port for bb7bdc32-9758-4b86-a70a-fd53dc72d417 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:36.657722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa3fe8-163b-4ffb-a757-ef92b12ff78e req-72c0427b-249b-42f4-81fd-614d4a6cc478 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:36.659780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2aa3fe8-163b-4ffb-a757-ef92b12ff78e req-72c0427b-249b-42f4-81fd-614d4a6cc478 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 966 time: 0.0521886 Oct 25 22:59:36.694333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] Transition to ACTIVE for port object a5965868-0245-4151-995e-5321aa1cdfb5 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:36.713746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2447efda-2533-4e2c-a1de-b9ee0da98b71 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:36.714098 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.716958 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.728646 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.736918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2aa3fe8-163b-4ffb-a757-ef92b12ff78e req-7625c152-39ae-41bb-8525-4c78018509d5 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699172 Oct 25 22:59:36.755393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port bb7bdc32-9758-4b86-a70a-fd53dc72d417, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb7bdc32-9758-4b86-a70a-fd53dc72d417,segment=NetworkSegment(05069350-1a97-42fd-b7cf-a3596c930841),segment_id=05069350-1a97-42fd-b7cf-a3596c930841)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:36.755858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:36.794994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] Pushing event deleted for resources: {'Port': ['ID=bb7bdc32-9758-4b86-a70a-fd53dc72d417,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:36.811450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61360dba-7327-4bae-94fe-a0ddbfab8225 None None] No DVR routers for this DVR port bb7bdc32-9758-4b86-a70a-fd53dc72d417 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:36.819142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3633d4d9-4fcc-4f6a-9901-8d4a21d8b97a None None] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:36.895281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-c149b57e-99c4-4542-a7f2-0b0b14a3884b tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8d3935d096e8495ebef43e7e70a15299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385208 Oct 25 22:59:36.986673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-83c1d235-075c-4c5b-a040-707c49c9bcb7 None None] Provisioning complete for port 2447efda-2533-4e2c-a1de-b9ee0da98b71 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:36.987099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83c1d235-075c-4c5b-a040-707c49c9bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.081510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.089598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-c421a7ba-a190-4b05-8d7f-3dcbee1a0835 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:37.091311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-c421a7ba-a190-4b05-8d7f-3dcbee1a0835 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1702349 Oct 25 22:59:37.122252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e832f0e-65b6-430d-8d35-cbb9fa9d4527 req-38af7f91-16fb-474a-a540-a2d4cd3c8b49 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327871 Oct 25 22:59:37.143202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2447efda-2533-4e2c-a1de-b9ee0da98b71, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2447efda-2533-4e2c-a1de-b9ee0da98b71,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:37.151835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for bb7bdc32-9758-4b86-a70a-fd53dc72d417 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:37.167971 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.191855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] No DVR routers for this DVR port a5965868-0245-4151-995e-5321aa1cdfb5 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:37.202781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-aa94a43d-b8ae-4125-85b9-832fe9af2008 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.0938811 Oct 25 22:59:37.207032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'floatingip': {'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:37.271783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.287040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-30888c74-46ea-4cbd-98fe-8894f45d85cb tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:37.288779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-30888c74-46ea-4cbd-98fe-8894f45d85cb tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841450 Oct 25 22:59:37.322997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb7bdc32-9758-4b86-a70a-fd53dc72d417 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:37.337999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Request body: {'port': {'device_id': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '8d3935d096e8495ebef43e7e70a15299'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:37.340165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.347616 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83c1d235-075c-4c5b-a040-707c49c9bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.357627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] Pushing event updated for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:37.362004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: bb7bdc32-9758-4b86-a70a-fd53dc72d417 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:37.362366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb7bdc32-9758-4b86-a70a-fd53dc72d417 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:37.394130 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1ba4e513-6ffc-4b40-a279-175b608178ed service neutron] 10.222.0.15 "PUT /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0885136 Oct 25 22:59:37.400797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2447efda-2533-4e2c-a1de-b9ee0da98b71,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:37.436266 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-83c1d235-075c-4c5b-a040-707c49c9bcb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 22:59:37.436646 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-83c1d235-075c-4c5b-a040-707c49c9bcb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 22:59:37.462786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f5ad1-8b07-4f76-a7eb-103e04e31ff7 req-760e90d7-9d22-4d7c-acaf-10ccc317dbdf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:37.464394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3e6f5ad1-8b07-4f76-a7eb-103e04e31ff7 req-760e90d7-9d22-4d7c-acaf-10ccc317dbdf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.1737871 Oct 25 22:59:37.481090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.499080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.543432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port bb7bdc32-9758-4b86-a70a-fd53dc72d417 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:37.562745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=bb7bdc32-9758-4b86-a70a-fd53dc72d417,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:37.650907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:37.656467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3e6f5ad1-8b07-4f76-a7eb-103e04e31ff7 req-6f08338f-f3d1-46d2-a938-cf45f65f1574 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834769 Oct 25 22:59:37.725141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:37.733793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:37.818843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-ea92f215-47fc-430f-9feb-f69fbd1a52fa tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:37.820655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-ea92f215-47fc-430f-9feb-f69fbd1a52fa tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.2954962 Oct 25 22:59:37.829527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9917b456-4f10-4b97-9323-70050d14b053 req-822c4eec-d1bb-4265-85af-16ab87f75f1b tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 210 time: 0.0894186 Oct 25 22:59:37.830252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1f285e-e4c3-43f5-885a-251163c6f473,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:37.834091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.872733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:37.889705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Made reservation on behalf of 8d3935d096e8495ebef43e7e70a15299 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:37.893652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.907038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-466f0a60-093c-4c6b-9032-9cf5b3282648 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:37.908411 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:37.908592 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-466f0a60-093c-4c6b-9032-9cf5b3282648 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.2970653 Oct 25 22:59:37.910520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d752573-81c2-4461-8ec5-060a2219e783']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:37.931416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05069350-1a97-42fd-b7cf-a3596c930841') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:37.931711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05069350-1a97-42fd-b7cf-a3596c930841') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:37.970631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-48cb2df1-f814-4d90-9649-1d682a3582dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:37.972135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-48cb2df1-f814-4d90-9649-1d682a3582dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df&tenant_id=8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 1095 time: 0.1335399 Oct 25 22:59:38.006544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:38.009748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.119226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.148331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:59:38.148731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.150293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-12c1a5d8-90a8-4647-b830-ff3394c61bcd None None] Provisioning complete for port 2447efda-2533-4e2c-a1de-b9ee0da98b71 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:38.152421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12c1a5d8-90a8-4647-b830-ff3394c61bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: timer() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:59:38.154799 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:59:38.177531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-15ccf636-0b00-4a65-a102-d2a0cc670879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:38.186002 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-15ccf636-0b00-4a65-a102-d2a0cc670879 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1095 time: 0.1370587 Oct 25 22:59:38.284997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.339351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.408298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.413617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.448716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.resource_extend [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 22:59:38.449714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2447efda-2533-4e2c-a1de-b9ee0da98b71 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:38.497195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.501094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/networks/4d752573-81c2-4461-8ec5-060a2219e783 HTTP/1.1" status: 204 len: 168 time: 2.4652553 Oct 25 22:59:38.511692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:38.513377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2447efda-2533-4e2c-a1de-b9ee0da98b71 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:38.513750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.535778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Deleting port 2433c000-3267-4f42-87e0-6e5d358eceec {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:38.536026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.538744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e737fe9-2b86-4a92-b25b-93faa04a3942,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:38.609594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b06b4-0a02-4610-9eb5-23598b0458af tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Network': ['ID=4d752573-81c2-4461-8ec5-060a2219e783,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:38.631912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.637444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc0f4-1faa-4c81-98b6-12dcc1ad218c req-c538ea90-75af-488c-8418-88115be1f21d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:38.639093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f64fc0f4-1faa-4c81-98b6-12dcc1ad218c req-c538ea90-75af-488c-8418-88115be1f21d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.2319067 Oct 25 22:59:38.645982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.667407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-b537e008-9c48-4673-8738-f27c05f399a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:38.668696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-b537e008-9c48-4673-8738-f27c05f399a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.4595735 Oct 25 22:59:38.731907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-58d01994-8f13-4db8-9767-10cd2f7926e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.0495718 Oct 25 22:59:38.745088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting subnet c5d553e1-7604-4b5e-9646-8f1717802b26 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 22:59:38.759222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.809942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f64fc0f4-1faa-4c81-98b6-12dcc1ad218c req-f882c98a-6da9-4b92-b50e-4efd572db405 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617804 Oct 25 22:59:38.817752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Allocated IP 192.168.233.106 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/f7dbb2a1-d824-4155-933a-582afe0509f1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:38.830084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.832678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] For port 2433c000-3267-4f42-87e0-6e5d358eceec, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2433c000-3267-4f42-87e0-6e5d358eceec,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:38.832835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:38.899248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Calling delete_port for 2433c000-3267-4f42-87e0-6e5d358eceec owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:38.908812 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Floating IP 043a13e6-b83e-4876-8d8f-86405b67724f associated. External IP: 172.25.4.187, port: 334ede3a-04eb-451d-9a3c-a157fcf545f0. Oct 25 22:59:38.934619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-14a5939d-823e-4c26-adfa-c6cdb7a90cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:38.936409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-14a5939d-823e-4c26-adfa-c6cdb7a90cad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1877272 Oct 25 22:59:39.038023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-1e9235ca-e4df-4443-a283-6bb829d2eda1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892766 Oct 25 22:59:39.109591 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.146512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2361b80-0530-43b5-b945-0c49c22c9a36 req-b7a04102-08b0-44bb-8214-414c6d5092c7 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:39.148022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2361b80-0530-43b5-b945-0c49c22c9a36 req-b7a04102-08b0-44bb-8214-414c6d5092c7 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9715eaa-c872-49f9-bcb8-f1964ede100f HTTP/1.1" status: 200 len: 949 time: 0.2017744 Oct 25 22:59:39.177838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.268211 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.281219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.320764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-5bc39a03-9444-493e-af12-b2cc9d877239 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747073 Oct 25 22:59:39.324318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d553e1-7604-4b5e-9646-8f1717802b26,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:39.334346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.340859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c15bca60-dd87-4db4-a99c-78aa2dbadc47 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/subnets/c5d553e1-7604-4b5e-9646-8f1717802b26 HTTP/1.1" status: 204 len: 168 time: 0.8254199 Oct 25 22:59:39.346221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41486) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:39.348732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef96a3-fb51-44e7-9f90-36e45d010511 None None] Network 4055c03e-3cf0-46bc-a983-34fc1e6313c1 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:39.350389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2361b80-0530-43b5-b945-0c49c22c9a36 req-354b7196-445e-4d08-b5bf-49c87d514188 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790638 Oct 25 22:59:39.429234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.456917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:59:39.494247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.509830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.515811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:39.522194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:39.530755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:39.559700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['96aad312-03df-420c-a0d1-c122ba90f7b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:39.570353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Pushing event deleted for resources: {'Port': ['ID=2433c000-3267-4f42-87e0-6e5d358eceec,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:39.614268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] DHCP port deletion for 4055c03e-3cf0-46bc-a983-34fc1e6313c1 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 22:59:39.626096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-f62cf70e-ed14-4195-a3a5-74afbce29e5a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1737674792&fields=id&tenant_id=5db826bd4b8f47b7acccb072b2d3e059 HTTP/1.1" status: 200 len: 267 time: 0.1642866 Oct 25 22:59:39.740049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] Deleting port 61f176ce-cd47-44f2-b186-82c318f81e5c {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:39.740419 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.850959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] For port 61f176ce-cd47-44f2-b186-82c318f81e5c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=61f176ce-cd47-44f2-b186-82c318f81e5c,segment=NetworkSegment(0841b8a5-f620-47b4-9be7-601ca19cacff),segment_id=0841b8a5-f620-47b4-9be7-601ca19cacff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:39.851341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.875017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1827ad3b-e072-4f9d-82d5-ac985339acd7 None None] Provisioning complete for port f7dbb2a1-d824-4155-933a-582afe0509f1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:39.876762 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1827ad3b-e072-4f9d-82d5-ac985339acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.879037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] Calling delete_port for 61f176ce-cd47-44f2-b186-82c318f81e5c owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:39.957370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] No DVR routers for this DVR port 2433c000-3267-4f42-87e0-6e5d358eceec on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:39.960807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:39.964101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1827ad3b-e072-4f9d-82d5-ac985339acd7 None None] Port f7dbb2a1-d824-4155-933a-582afe0509f1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:39.965862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ebc9e20-c558-42b6-8c18-37a6b57d7f3b req-2c1e1954-5bcb-4776-8649-ba852a3ae6f0 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.11 "DELETE /v2.0/ports/2433c000-3267-4f42-87e0-6e5d358eceec HTTP/1.1" status: 204 len: 173 time: 2.0371411 Oct 25 22:59:39.979965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'name': 'network-vif-deleted', 'tag': '2433c000-3267-4f42-87e0-6e5d358eceec'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:39.983176 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d124c75-c0f7-47ae-a494-c369fc09aaa4" -d '{"events": [{"server_uuid": "c9715eaa-c872-49f9-bcb8-f1964ede100f", "name": "network-vif-deleted", "tag": "2433c000-3267-4f42-87e0-6e5d358eceec"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:40.034612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:59:40.036650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Pushing event updated for resources: {'Port': ['ID=f7dbb2a1-d824-4155-933a-582afe0509f1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:40.044970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.049284 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:59:40.055505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.067939 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:40.068920 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.112842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-83a479fb-2835-4816-8b4d-e3efc22761b4 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993380 Oct 25 22:59:40.114047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] Pushing event deleted for resources: {'Port': ['ID=61f176ce-cd47-44f2-b186-82c318f81e5c,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:40.116226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819af83f-2955-41a2-865c-6145c7150cfd None None] No DVR routers for this DVR port 61f176ce-cd47-44f2-b186-82c318f81e5c on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:40.118656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Router e2803e91-7d90-4e8e-8ab4-be244e7a93ca is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 22:59:40.138369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] The port '61f176ce-cd47-44f2-b186-82c318f81e5c' was deleted {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 25 22:59:40.193892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-47c746a5-9167-4de1-bdf8-d2b524db5526 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "PUT /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 996 time: 2.9937370 Oct 25 22:59:40.198454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:40.201052 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277ada7-715a-4454-a772-6b9d184003e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:40.242105 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:40.261793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:40.262510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.268701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-4abca60b-f60a-4ee8-9e87-edc3be4aea5f tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:40.274339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-4abca60b-f60a-4ee8-9e87-edc3be4aea5f tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 824 time: 0.2956870 Oct 25 22:59:40.299420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-70900e06-f142-4673-ae1f-9ba633096e28 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/quotas/5db826bd4b8f47b7acccb072b2d3e059 HTTP/1.1" status: 200 len: 375 time: 0.0218666 Oct 25 22:59:40.326371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-7d01a72e-a78c-46ca-9c80-7d81fa9428d2 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:40.328870 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-7d01a72e-a78c-46ca-9c80-7d81fa9428d2 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "GET /v2.0/ports?device_id=563a94b2-bd20-4dda-bdb8-667848a865dd HTTP/1.1" status: 200 len: 966 time: 0.2807136 Oct 25 22:59:40.334254 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.345935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:59:40.357635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Sync routers for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:59:40.363806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4055c03e-3cf0-46bc-a983-34fc1e6313c1']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.372814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:40.373443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.376734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0841b8a5-f620-47b4-9be7-601ca19cacff') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.377076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0841b8a5-f620-47b4-9be7-601ca19cacff') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.390548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.391845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.395008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80be115b-19c9-494f-909a-4a6d1c744425 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7480540 Oct 25 22:59:40.396471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:40.422677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.426018 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-e08e0fee-1ce5-41e7-9929-9b1e3f35b20b tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1171713 Oct 25 22:59:40.431641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 22:59:40.432045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.447089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61f176ce-cd47-44f2-b186-82c318f81e5c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:40.530468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 61f176ce-cd47-44f2-b186-82c318f81e5c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:40.530972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61f176ce-cd47-44f2-b186-82c318f81e5c not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: timer() Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 22:59:40.577476 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 22:59:40.599826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-56f1e684-d08e-4a8d-a054-157d6418caa3 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2725823 Oct 25 22:59:40.611059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:40.615977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-caf3492a-4f58-4d72-85f2-b69b8dc622a9 service neutron] 10.222.0.25 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867852 Oct 25 22:59:40.617103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-14459a3d-daee-40fe-b147-2fd994372d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:40.623035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-14459a3d-daee-40fe-b147-2fd994372d92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.3778400 Oct 25 22:59:40.623649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.636637 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:38Z', 'revision_number': 1, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.671041 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:59:40.682017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Request body: {'port': {'device_id': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:40.684854 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:40.685696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.758721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.761880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/networks/4055c03e-3cf0-46bc-a983-34fc1e6313c1 HTTP/1.1" status: 204 len: 168 time: 1.4135320 Oct 25 22:59:40.834801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:40.838394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:40.848998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1349758136'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:40.859293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-0b2a4d3f-bd28-4e16-87fa-636b6e71d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:40.859513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:38Z', 'revision_number': 3, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:40.861312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-0b2a4d3f-bd28-4e16-87fa-636b6e71d3e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.1206377 Oct 25 22:59:40.865990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b5fdd-d75f-46da-9c5a-2e63194f40a4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Network': ['ID=4055c03e-3cf0-46bc-a983-34fc1e6313c1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:40.899337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Checking router: e2803e91-7d90-4e8e-8ab4-be244e7a93ca for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:59:40.900178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Updating router e2803e91-7d90-4e8e-8ab4-be244e7a93ca port fe1f285e-e4c3-43f5-885a-251163c6f473 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:59:40.907580 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.912604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:40.916089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.932774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:40.967298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-5d5b9a7c-f527-4804-bce2-389988764e0b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 999 time: 0.0631845 Oct 25 22:59:41.005928 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-70051495-0a72-41f0-80d7-ebe5fc623093 service neutron] 10.222.0.25 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728922 Oct 25 22:59:41.048653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-93f3b765-9dbb-46e5-85ad-e3fd31210d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:41.050443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-93f3b765-9dbb-46e5-85ad-e3fd31210d88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0701175 Oct 25 22:59:41.128203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:59:41.149221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-710417fb-a69f-4553-b072-d583967fbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:41.150913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-710417fb-a69f-4553-b072-d583967fbdad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925615 Oct 25 22:59:41.159041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-ecbea981-1d42-4b57-8747-5d7704ad2e0f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:41.160805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-ecbea981-1d42-4b57-8747-5d7704ad2e0f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.3250668 Oct 25 22:59:41.175025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.179321 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Added segment b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6 of type vlan for network 59724494-5f57-43fb-a277-a4b96a6e3752 Oct 25 22:59:41.180575 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:38Z', 'revision_number': 1, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:41.206989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Deleting port 71268efa-74bd-4764-88ac-0756fd04a568 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:41.207317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.213170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-7961d781-59bf-4fec-9c24-b425d42bdc6a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:59:41.220362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7146bd-59fe-4cb6-8c4a-e1c163ec9a7a None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:38Z', 'revision_number': 1, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:41.220939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-7961d781-59bf-4fec-9c24-b425d42bdc6a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0167637 Oct 25 22:59:41.252319 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.265005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.369974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Attempting to bind port fe1f285e-e4c3-43f5-885a-251163c6f473 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:41.370601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Attempting to bind port fe1f285e-e4c3-43f5-885a-251163c6f473 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:41.370862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Attempting to bind port fe1f285e-e4c3-43f5-885a-251163c6f473 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:41.380610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:41.381093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:41.381495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.381887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:41.382398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Bound port: fe1f285e-e4c3-43f5-885a-251163c6f473, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:41.382777 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.384355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f373c1-5274-499e-abae-8994fe345c37 None None] Pushing event updated for resources: {'Port': ['ID=fe1f285e-e4c3-43f5-885a-251163c6f473,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:41.451155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] For port fe1f285e-e4c3-43f5-885a-251163c6f473, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:41.457203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] For port fe1f285e-e4c3-43f5-885a-251163c6f473, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fe1f285e-e4c3-43f5-885a-251163c6f473,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:41.463078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 71268efa-74bd-4764-88ac-0756fd04a568 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:41.474294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.482717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.545087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=71268efa-74bd-4764-88ac-0756fd04a568,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:41.545451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.559327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-6f1d3140-5c90-4e19-9390-0de51eb3bc2f service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375430 Oct 25 22:59:41.584727 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67c8be-92bb-4e61-be5b-24b1ed0b5501 None None] New status for floating IP 043a13e6-b83e-4876-8d8f-86405b67724f: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 22:59:41.623120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd8b0-f72d-443e-b63a-c2fc00ffe4e4 req-bd184479-3812-43d5-86b4-667706d7a2a5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:41.631532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ecfbd8b0-f72d-443e-b63a-c2fc00ffe4e4 req-bd184479-3812-43d5-86b4-667706d7a2a5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.2724590 Oct 25 22:59:41.636391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f373c1-5274-499e-abae-8994fe345c37 None None] Pushing event updated for resources: {'Port': ['ID=fe1f285e-e4c3-43f5-885a-251163c6f473,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:41.656148 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.662109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:41.662759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.698089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:41.698754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:41.717589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-35d0a01f-3e96-4f81-8179-33dd79e39eb1 service neutron] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:41.766217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-35d0a01f-3e96-4f81-8179-33dd79e39eb1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:41.767596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdbd95b-1baa-480a-a0d0-493438459d83 req-35d0a01f-3e96-4f81-8179-33dd79e39eb1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.5850711 Oct 25 22:59:41.824191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9717581 Oct 25 22:59:41.826764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41518) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:41.833353 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ecfbd8b0-f72d-443e-b63a-c2fc00ffe4e4 req-963bace9-1d59-4d0c-ab57-3e383c25c03f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954165 Oct 25 22:59:41.853866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63b67-e053-41d8-ae3f-802935905ecb tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Network': ['ID=59724494-5f57-43fb-a277-a4b96a6e3752,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:41.861365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'subnet': {'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:41.989316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 59724494-5f57-43fb-a277-a4b96a6e3752 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:59:42.017516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.049847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76444d2-2470-4648-bd5b-5a89f86de498 req-9bca2c57-9440-422f-b2c1-8cc4786d12e7 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:42.058725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a76444d2-2470-4648-bd5b-5a89f86de498 req-9bca2c57-9440-422f-b2c1-8cc4786d12e7 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 936 time: 0.1108599 Oct 25 22:59:42.084683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.116984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:42.119730 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06530c0b-0218-47c9-ab8a-d44aeaac1258" -d '{"events": [{"server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "name": "network-vif-unplugged", "status": "completed", "tag": "71268efa-74bd-4764-88ac-0756fd04a568"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:42.137736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:42.140751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 71268efa-74bd-4764-88ac-0756fd04a568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=71268efa-74bd-4764-88ac-0756fd04a568,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:42.158578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-273ee2b9-df9f-4c47-9348-229974f6b6cd req-88504538-a845-475f-8682-bc78d890ebb5 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715413 Oct 25 22:59:42.197487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a76444d2-2470-4648-bd5b-5a89f86de498 req-2bd35508-c36b-479e-a243-713d8742ad56 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331077 Oct 25 22:59:42.220688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dbb2a1-d824-4155-933a-582afe0509f1 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:42.247658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.268468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.269121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2433c000-3267-4f42-87e0-6e5d358eceec no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:42.273333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:42.277215 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.284116 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb10a48-13d3-4932-bd3a-1e1a7156bc79 x-openstack-request-id: req-1bb10a48-13d3-4932-bd3a-1e1a7156bc79 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:42.284450 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9715eaa-c872-49f9-bcb8-f1964ede100f", "name": "network-vif-deleted", "tag": "2433c000-3267-4f42-87e0-6e5d358eceec", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:42.284662 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bb10a48-13d3-4932-bd3a-1e1a7156bc79 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:42.285445 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9715eaa-c872-49f9-bcb8-f1964ede100f', 'name': 'network-vif-deleted', 'tag': '2433c000-3267-4f42-87e0-6e5d358eceec', 'status': 'completed', 'code': 200} Oct 25 22:59:42.355444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 2433c000-3267-4f42-87e0-6e5d358eceec {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:42.355794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2433c000-3267-4f42-87e0-6e5d358eceec not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:42.357415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:42.408980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Transition to ACTIVE for port object f7dbb2a1-d824-4155-933a-582afe0509f1 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:42.413249 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f145d92b-1c4f-409c-b99e-f592c3eceb29 x-openstack-request-id: req-f145d92b-1c4f-409c-b99e-f592c3eceb29 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:42.413734 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:42.414601 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f145d92b-1c4f-409c-b99e-f592c3eceb29 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:42.415241 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'status': 'completed', 'code': 200} Oct 25 22:59:42.417357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.417796 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.418141 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa disassociated. External IP: 172.25.4.175, port: 71268efa-74bd-4764-88ac-0756fd04a568. Oct 25 22:59:42.418517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Calling delete_port for 71268efa-74bd-4764-88ac-0756fd04a568 owned by compute:tempest-test_az-421760136 {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:42.436949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.504854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbb2a1-d824-4155-933a-582afe0509f1,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:42.507200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:38Z', 'revision_number': 3, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:42.510005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Allocated IP 172.20.0.1 (1a04a810-9229-498f-85f7-324f9b96c2a9/5a9f997e-9e41-444c-ae4c-5dc5d4e24055/c25993df-9d34-4949-b77f-86728e62fd32) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:42.530352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ada7-715a-4454-a772-6b9d184003e7 req-d7c8104e-2f4c-4b30-ac34-3f56ea9d5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:42.532960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-d7c8104e-2f4c-4b30-ac34-3f56ea9d5d3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.1070991 Oct 25 22:59:42.534802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51a3407e-09d7-4367-a821-a6d5c96fb17e req-98c63b4a-8a49-4371-a097-8dcc770d92c9 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 210 time: 0.0463369 Oct 25 22:59:42.543706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8540345-fb44-4cd2-911c-c3a12bf70dc6 None None] The sync data for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 is: [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:38Z', 'revision_number': 3, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:42.568446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7200085-e334-4778-9223-58f546c478d2 req-cc1d134c-2a89-42d1-912b-10b80c5f9b33 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:42.570523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7200085-e334-4778-9223-58f546c478d2 req-cc1d134c-2a89-42d1-912b-10b80c5f9b33 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.2384470 Oct 25 22:59:42.638513 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.738675 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e554d46-7169-4431-8704-468069d0bea5 x-openstack-request-id: req-0e554d46-7169-4431-8704-468069d0bea5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:42.738987 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "name": "network-vif-unplugged", "status": "completed", "tag": "71268efa-74bd-4764-88ac-0756fd04a568", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:42.739292 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e554d46-7169-4431-8704-468069d0bea5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:42.739680 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568', 'code': 200} Oct 25 22:59:42.838230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ada7-715a-4454-a772-6b9d184003e7 req-f78fc1a1-ab15-45b9-96e6-fab0d72f0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:42.839783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-f78fc1a1-ab15-45b9-96e6-fab0d72f0bd2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.2985766 Oct 25 22:59:42.877944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7200085-e334-4778-9223-58f546c478d2 req-be9edfeb-5e3e-4e15-a7c9-b34fff44d641 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309744 Oct 25 22:59:42.911187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:42.917850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.107224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.140554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Attempting to bind port f7dbb2a1-d824-4155-933a-582afe0509f1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:43.141547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Attempting to bind port f7dbb2a1-d824-4155-933a-582afe0509f1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:43.142347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Attempting to bind port f7dbb2a1-d824-4155-933a-582afe0509f1 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:43.172448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Subnet': ['ID=170af55a-3bf9-4023-a5a3-25e948201d6a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:43.174913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Port f7dbb2a1-d824-4155-933a-582afe0509f1 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:43.175867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Attempting to bind port f7dbb2a1-d824-4155-933a-582afe0509f1 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:43.181067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Checking segment: {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:43.181527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network hostable DHCP agents. Network: 59724494-5f57-43fb-a277-a4b96a6e3752, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:59:43.187680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.196802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:43.197259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:43.197734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:43.198340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Bound port: f7dbb2a1-d824-4155-933a-582afe0509f1, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:43.198785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.238205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.11', 64337) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:43.255223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event deleted for resources: {'Port': ['ID=71268efa-74bd-4764-88ac-0756fd04a568,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:43.349193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 59724494-5f57-43fb-a277-a4b96a6e3752 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:59:43.351467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:43.353208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Pushing event updated for resources: {'Port': ['ID=c25993df-9d34-4949-b77f-86728e62fd32,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:43.381976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:43.384464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:43.411378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-a232dce1-d975-4f63-824e-5af563d1e719 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 1001 time: 0.3826072 Oct 25 22:59:43.437650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 59724494-5f57-43fb-a277-a4b96a6e3752) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:43.452249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e45b95-3971-43b3-ac4c-e2d6f7080bbf None None] Network 59724494-5f57-43fb-a277-a4b96a6e3752 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:43.460960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-8981a16a-8218-47c7-a15f-98202323a226 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:43.462208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:43.462534 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-8981a16a-8218-47c7-a15f-98202323a226 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4550753 Oct 25 22:59:43.462794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.486921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-0c2822b4-a29e-4490-b68d-74725a4905a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:43.488422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-0c2822b4-a29e-4490-b68d-74725a4905a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1097 time: 0.2491376 Oct 25 22:59:43.496336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78b5f8-ba64-44b1-adeb-1c9bd7424971 req-48d1c842-f3b7-407f-affa-82b20985b156 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:43.497901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa78b5f8-ba64-44b1-adeb-1c9bd7424971 req-48d1c842-f3b7-407f-affa-82b20985b156 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1095 time: 0.2391706 Oct 25 22:59:43.499519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] For port f7dbb2a1-d824-4155-933a-582afe0509f1, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:43.508726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] For port f7dbb2a1-d824-4155-933a-582afe0509f1, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f7dbb2a1-d824-4155-933a-582afe0509f1,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:43.536115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-1af7f7d5-237c-4bcb-8134-d652271af454 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:43.537719 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-1af7f7d5-237c-4bcb-8134-d652271af454 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 824 time: 0.7419517 Oct 25 22:59:43.610821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.621052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ada7-715a-4454-a772-6b9d184003e7 req-35a854ba-4266-43e5-bb0b-c19328eacf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:43.622554 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-35a854ba-4266-43e5-bb0b-c19328eacf3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.1863322 Oct 25 22:59:43.698981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-59724494-5f57-43fb-a277-a4b96a6e3752', 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'fixed_ips': [{'subnet_id': '170af55a-3bf9-4023-a5a3-25e948201d6a'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:59:43.699873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.847296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-76b78caf-2838-40ac-995f-87091ed9b90f None None] Provisioning complete for port c25993df-9d34-4949-b77f-86728e62fd32 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:43.847676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-76b78caf-2838-40ac-995f-87091ed9b90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:43.930583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-76b78caf-2838-40ac-995f-87091ed9b90f None None] Port c25993df-9d34-4949-b77f-86728e62fd32 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:43.960152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Allocated IP 19.80.0.2 (59724494-5f57-43fb-a277-a4b96a6e3752/170af55a-3bf9-4023-a5a3-25e948201d6a/7faea0a1-6f5a-427b-8a30-b097fb49deb3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:44.014904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.024220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53c46afe-1b20-482a-a20f-34126e41c8a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1712954 Oct 25 22:59:44.054269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa78b5f8-ba64-44b1-adeb-1c9bd7424971 req-0f49b87f-37c7-41e5-be22-1e110a257e8d tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180075 Oct 25 22:59:44.056170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41538) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:44.065742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2083550869'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:44.107673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-eae6c54a-4c84-4e06-b0e2-e4c56673b153 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.6208456 Oct 25 22:59:44.121184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:44.121798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.128099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-88a4d233-3fbe-444b-a29d-e28d8ad2c041 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db826bd4b8f47b7acccb072b2d3e059 HTTP/1.1" status: 200 len: 380 time: 0.5655529 Oct 25 22:59:44.131615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/f7dbb2a1-d824-4155-933a-582afe0509f1 HTTP/1.1" status: 200 len: 1096 time: 3.5041287 Oct 25 22:59:44.162410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'floatingip': {'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:44.165914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.169692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'port': {'device_id': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'admin_state_up': True, 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'security_groups': ['d5b42da3-01b8-4b93-acf0-a60998348745']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:44.175468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.216588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Network 59724494-5f57-43fb-a277-a4b96a6e3752 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:44.222122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:44.228098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:44.251197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b81c7c-2fb2-4b81-982b-4e323fd5a6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbb2a1-d824-4155-933a-582afe0509f1,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:44.259955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-24df4b80-ec2d-401c-a332-84736837bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:44.261593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-24df4b80-ec2d-401c-a332-84736837bec9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.7591927 Oct 25 22:59:44.294338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ada7-715a-4454-a772-6b9d184003e7 req-1d04a807-f7d2-49bb-921a-9357e7220d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:44.294338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-1d04a807-f7d2-49bb-921a-9357e7220d5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6554947 Oct 25 22:59:44.342986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Pushing event updated for resources: {'Port': ['ID=7faea0a1-6f5a-427b-8a30-b097fb49deb3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:44.357664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-5be5a322-9e21-40fb-84da-670bfa16ca2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 217 time: 0.0598717 Oct 25 22:59:44.361306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Attempting to bind port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:44.361732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Attempting to bind port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:44.362091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Attempting to bind port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 on network 59724494-5f57-43fb-a277-a4b96a6e3752 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:44.368218 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:44.368596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Checking segment: {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:44.368994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.369383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Bound using segment: {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:44.369850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Bound port: 7faea0a1-6f5a-427b-8a30-b097fb49deb3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:44.370256 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.411599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:59:44.449662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.468200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'tag': 'f7dbb2a1-d824-4155-933a-582afe0509f1'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:44.470643 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb085d-292e-4ba6-8702-c73af08ff60c" -d '{"events": [{"name": "network-changed", "server_uuid": "acec4423-f938-4a57-8374-7c6aa1a87b7d", "tag": "f7dbb2a1-d824-4155-933a-582afe0509f1"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:44.472272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fe1f285e-e4c3-43f5-885a-251163c6f473 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:44.485063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:44.488601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.503599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-964f1823-c3d2-4082-9053-f599d9bf683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:44.505126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-964f1823-c3d2-4082-9053-f599d9bf683f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0911775 Oct 25 22:59:44.509884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] For port 7faea0a1-6f5a-427b-8a30-b097fb49deb3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:44.527895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] For port 7faea0a1-6f5a-427b-8a30-b097fb49deb3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7faea0a1-6f5a-427b-8a30-b097fb49deb3,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:44.540357 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.561264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-63f642e0-cc75-485a-8e67-6bea3ca34119 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450170 Oct 25 22:59:44.623182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039320b8-0f90-4643-8975-0cb23a93180d req-156766fc-b868-4555-8d31-1600e0e90ea8 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:44.623375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fe1f285e-e4c3-43f5-885a-251163c6f473 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:44.623704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.630645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-039320b8-0f90-4643-8975-0cb23a93180d req-156766fc-b868-4555-8d31-1600e0e90ea8 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 950 time: 0.3680358 Oct 25 22:59:44.674256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-d55a0f13-d12a-40ef-84b8-a744a5437951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:44.675963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-d55a0f13-d12a-40ef-84b8-a744a5437951 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3935d096e8495ebef43e7e70a15299&device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 1099 time: 0.3958538 Oct 25 22:59:44.678536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 22:59:44.692877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae546bf-7ac7-4685-9fe5-3a60efa8f94d None None] Pushing event updated for resources: {'Port': ['ID=7faea0a1-6f5a-427b-8a30-b097fb49deb3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:44.743273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.788630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port fe1f285e-e4c3-43f5-885a-251163c6f473, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fe1f285e-e4c3-43f5-885a-251163c6f473,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:44.795520 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.795656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-90290f4c-a718-4264-bdf8-445ae3f519b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f7dbb2a1-d824-4155-933a-582afe0509f1 HTTP/1.1" status: 200 len: 217 time: 0.0981176 Oct 25 22:59:44.800668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.800977 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Added segment e8eb3460-a640-44c9-898e-cdac1812c398 of type vlan for network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c Oct 25 22:59:44.844210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-fc785547-7357-41fd-a328-1be816b19d6b service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267458 Oct 25 22:59:44.854124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=fe1f285e-e4c3-43f5-885a-251163c6f473,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:44.922715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-039320b8-0f90-4643-8975-0cb23a93180d req-3b558602-65f1-4f8b-81a1-9480b927b2b5 tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/security-groups?id=8729bbd8-a5cf-4971-a98d-7f0703d58726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901344 Oct 25 22:59:44.972502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:44.977080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:59:44.995055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:59:45.004683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-47ff3451-b9d6-49a1-8b50-18cb4cf7dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:45.006188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-47ff3451-b9d6-49a1-8b50-18cb4cf7dbce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1996951 Oct 25 22:59:45.014592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:45.015667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:45.041732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-0be2db29-3a74-4ccd-ad15-3a781cbbbb54 service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529369 Oct 25 22:59:45.050697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Made reservation on behalf of 5db826bd4b8f47b7acccb072b2d3e059 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:45.055525 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.094804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] No DVR routers for this DVR port 71268efa-74bd-4764-88ac-0756fd04a568 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:45.097854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-3051edbf-9632-4848-a34c-b7347cbe2caf service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975383 Oct 25 22:59:45.132181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.135469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd3777a0-51bb-4eed-888b-b79556b360a3 req-add21989-638c-444c-b22b-48831e65173a tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "DELETE /v2.0/ports/71268efa-74bd-4764-88ac-0756fd04a568 HTTP/1.1" status: 204 len: 173 time: 4.5571432 Oct 25 22:59:45.191970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.197540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.198068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:45.198305 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.204662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:45.337553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509060b-40f2-48db-b4e1-d15c2385411c req-47543e07-4e18-4ea3-814f-ce8a661bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:45.339035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-47543e07-4e18-4ea3-814f-ce8a661bc627 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3058486 Oct 25 22:59:45.351371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ee2a-7f7a-4c8b-b32a-8268e41880c5 req-7228c1cc-e81b-4bb1-ba13-5c8fa38073fd tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:45.352848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb59ee2a-7f7a-4c8b-b32a-8268e41880c5 req-7228c1cc-e81b-4bb1-ba13-5c8fa38073fd tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 948 time: 0.3214977 Oct 25 22:59:45.362684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3022418 Oct 25 22:59:45.364458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:45.378880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'subnet': {'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:45.410273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-3a4ed1a8-7605-4109-a3d5-4a2835b679bc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:45.412065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-3a4ed1a8-7605-4109-a3d5-4a2835b679bc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 950 time: 0.3310142 Oct 25 22:59:45.478636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f98b41-8dc7-4857-ad12-fbc384c962a8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Network': ['ID=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:45.500768 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d03603ac-e330-4e4c-b272-10e06b2e29d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.510949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 22:59:45.529569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:45.561381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-d84132f3-03b6-4fb7-8ce9-5f86f4a9b0fb service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205563 Oct 25 22:59:45.587858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb59ee2a-7f7a-4c8b-b32a-8268e41880c5 req-0f5a0435-71fc-41be-9436-30ae482349bb tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936932 Oct 25 22:59:45.624517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:59:45.691380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-da022bba-238b-4cae-b699-76c57dd81539 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275912 Oct 25 22:59:45.694263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:45.697752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.708039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:45.708670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:45.728957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.741204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Allocated IP 172.20.0.10 (f926ca8a-3cb4-4467-81f4-9488dcabf8c2/16024d6a-fc7d-4a9b-9d55-dbbcccf19e72/227a58cd-e755-4bb8-b9a3-a1904d73395a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:45.746591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:45.837720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:45.870030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63ed42a7-0ff9-4bce-9a66-1a5097d830dd req-535822cd-66d6-4b2f-b101-e70b050ed56e tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 210 time: 0.1198626 Oct 25 22:59:45.919787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-300c6c7d-3235-47cb-b142-1b971a18d055 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:45.921535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-300c6c7d-3235-47cb-b142-1b971a18d055 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1097 time: 0.2812798 Oct 25 22:59:45.939617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:46.068642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9509060b-40f2-48db-b4e1-d15c2385411c req-331dddd8-f4b7-49b6-aef1-667209cf08cb service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668714 Oct 25 22:59:46.072321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.111753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.155186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b09952-3081-441d-9b26-97fb5b23632c None None] Network 59724494-5f57-43fb-a277-a4b96a6e3752 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:46.158941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db275b-9e4d-4eb2-be65-0f3be7f6c9d5 req-aa15e33a-2eca-4033-810f-62f9b1c64dc3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:46.160177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22db275b-9e4d-4eb2-be65-0f3be7f6c9d5 req-aa15e33a-2eca-4033-810f-62f9b1c64dc3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 946 time: 0.1636777 Oct 25 22:59:46.167250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.209392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Deleting port 96aad312-03df-420c-a0d1-c122ba90f7b3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 22:59:46.210110 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.279869 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Floating IP 043a13e6-b83e-4876-8d8f-86405b67724f associated. External IP: 172.25.4.187, port: 334ede3a-04eb-451d-9a3c-a157fcf545f0. Oct 25 22:59:46.311295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.321222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22db275b-9e4d-4eb2-be65-0f3be7f6c9d5 req-9d0fe53b-0aca-4bbe-8e64-702f1ef409c4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416423 Oct 25 22:59:46.353208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:46.362715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-07d3bad9-459f-43be-b686-bc9b58fc5719 None None] Provisioning complete for port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:46.363087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07d3bad9-459f-43be-b686-bc9b58fc5719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.395489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:46.427611 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.429369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Pushing event updated for resources: {'Port': ['ID=c25993df-9d34-4949-b77f-86728e62fd32,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:46.437278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.444561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.451532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:46.481520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.530612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c8ad9-b47e-4043-8614-357a7fb4174d None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:46.595929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07d3bad9-459f-43be-b686-bc9b58fc5719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.648203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] For port 96aad312-03df-420c-a0d1-c122ba90f7b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=96aad312-03df-420c-a0d1-c122ba90f7b3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:46.648938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.684245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Checking segment: {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:46.684245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network hostable DHCP agents. Network: 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 22:59:46.687978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-07d3bad9-459f-43be-b686-bc9b58fc5719 None None] For port 7faea0a1-6f5a-427b-8a30-b097fb49deb3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7faea0a1-6f5a-427b-8a30-b097fb49deb3,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:46.688179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:46.697899 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07d3bad9-459f-43be-b686-bc9b58fc5719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.701061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Subnet': ['ID=df78c24b-590c-4cb1-898b-7fd06381b532,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:46.708292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Calling delete_port for 96aad312-03df-420c-a0d1-c122ba90f7b3 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 22:59:46.737328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fe1f285e-e4c3-43f5-885a-251163c6f473 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:46.746925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 22:59:46.762502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.828973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3bad9-459f-43be-b686-bc9b58fc5719 None None] Pushing event updated for resources: {'Port': ['ID=7faea0a1-6f5a-427b-8a30-b097fb49deb3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:46.838415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:46.853034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3def46-2f38-4754-a6ab-36c07a970d6f None None] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:46.862671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:46.863814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.867871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fe1f285e-e4c3-43f5-885a-251163c6f473 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:46.868240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.895242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-41b2f2b8-a117-4ec8-aabd-1a58149160ff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:46.897773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-41b2f2b8-a117-4ec8-aabd-1a58149160ff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.3000798 Oct 25 22:59:46.898767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:46.899041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:46.899388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:46.924671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-61b6ccb4-ff39-4216-8420-a2fcbc14bf0b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/quotas/8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 375 time: 0.0161920 Oct 25 22:59:46.925254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:46.925765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Attempting to bind port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:46.966973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c702567f-3ca2-4ea5-9067-18090f700305 None None] Provisioning complete for port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:46.967249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:46.967369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c702567f-3ca2-4ea5-9067-18090f700305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.967572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:46.967966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:46.968894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Bound port: 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:46.969340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:46.978014 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471e199-bf93-418a-97fb-23d95b5ae329 None None] New status for floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 22:59:47.049567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:47.053370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:47.065766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a338cd9c-42cf-4324-91ef-40b0f0ee6b78 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6830842 Oct 25 22:59:47.073238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.148069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=8']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:47.170974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-f16366d3-1480-43e6-a9d2-0f0c0bd4e5bc tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395003 Oct 25 22:59:47.199459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c', 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'fixed_ips': [{'subnet_id': 'df78c24b-590c-4cb1-898b-7fd06381b532'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 22:59:47.200828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.242897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7faea0a1-6f5a-427b-8a30-b097fb49deb3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:47.252664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:47.275750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:47.276673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:47.277694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.278702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-ba0e5d23-d945-4d08-8b89-a2e25c0699d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 1122 time: 1.3444116 Oct 25 22:59:47.291610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event updated for resources: {'Port': ['ID=227a58cd-e755-4bb8-b9a3-a1904d73395a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:47.296229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:47.306993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:47.316847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:47.368453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-0e8838e8-83a4-4939-a8bb-f23b5dab416b service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780844 Oct 25 22:59:47.504489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:47.543147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d3067249-a9dc-47c0-995c-c6cfdeb33d76 service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651258 Oct 25 22:59:47.549717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:59:47.552230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Allocated IP 19.86.0.2 (978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c/df78c24b-590c-4cb1-898b-7fd06381b532/5da085bc-8528-4b63-8dbd-fa8e011eb8f9) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:47.564567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:47.570823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.603355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:47.603771 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.635711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d50a3576-3aa8-41a6-b1fb-45bb5b7d0207 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4879992 Oct 25 22:59:47.739567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Request body: {'port': {'device_id': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:47.762607 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c50da-8109-4073-9e1b-bd1445db2b64 x-openstack-request-id: req-d57c50da-8109-4073-9e1b-bd1445db2b64 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:47.762913 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acec4423-f938-4a57-8374-7c6aa1a87b7d", "tag": "f7dbb2a1-d824-4155-933a-582afe0509f1", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:47.763165 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d57c50da-8109-4073-9e1b-bd1445db2b64 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:47.763556 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'tag': 'f7dbb2a1-d824-4155-933a-582afe0509f1', 'status': 'completed', 'code': 200} Oct 25 22:59:47.782878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.847033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Router e2803e91-7d90-4e8e-8ab4-be244e7a93ca has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:59:47.848183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Pushing event deleted for resources: {'Port': ['ID=96aad312-03df-420c-a0d1-c122ba90f7b3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:47.889598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c046591d-5e40-47fe-a6b8-c3f5b8f6cb08 req-c04bfc72-ce5a-402a-9a65-cd8cbeb3f82c tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12da139-fb47-4eb2-966b-119114d15389 HTTP/1.1" status: 200 len: 210 time: 0.0617259 Oct 25 22:59:47.918131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 96aad312-03df-420c-a0d1-c122ba90f7b3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:47.930618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-109b3ea4-817b-4e50-bdb5-847cff6744f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:47.939225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-109b3ea4-817b-4e50-bdb5-847cff6744f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3935d096e8495ebef43e7e70a15299&device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 1099 time: 0.1463246 Oct 25 22:59:47.979245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] No DVR routers for this DVR port 96aad312-03df-420c-a0d1-c122ba90f7b3 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:47.982969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.989389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:47.995776 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd2b4ef1-25bb-4444-a7ff-2dcc7e2ad5ab req-c88c7671-d3ee-4df1-8432-f512a2f4b8fc tempest-LiveMigrationNegativeTest-1458987199 tempest-LiveMigrationNegativeTest-1458987199-project] 10.222.0.15 "DELETE /v2.0/ports/96aad312-03df-420c-a0d1-c122ba90f7b3 HTTP/1.1" status: 204 len: 173 time: 2.5709486 Oct 25 22:59:47.999710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12da139-fb47-4eb2-966b-119114d15389', 'name': 'network-vif-deleted', 'tag': '96aad312-03df-420c-a0d1-c122ba90f7b3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:48.003727 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769f7005-d4fd-4351-bb53-fe8c88d98414" -d '{"events": [{"server_uuid": "c12da139-fb47-4eb2-966b-119114d15389", "name": "network-vif-deleted", "tag": "96aad312-03df-420c-a0d1-c122ba90f7b3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:48.011227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 96aad312-03df-420c-a0d1-c122ba90f7b3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 22:59:48.012394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 96aad312-03df-420c-a0d1-c122ba90f7b3 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:48.073170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-efbd985d-cf08-478f-aac7-bb3afe942991 None None] Provisioning complete for port c25993df-9d34-4949-b77f-86728e62fd32 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:48.073535 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-efbd985d-cf08-478f-aac7-bb3afe942991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:48.099608 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:48.124115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f7ea5-9068-480e-93de-de33232acc58 req-b45a2628-d1f4-4773-a3a9-5f6b7823b9e7 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:48.134805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:59:48.139356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b00f7ea5-9068-480e-93de-de33232acc58 req-b45a2628-d1f4-4773-a3a9-5f6b7823b9e7 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 948 time: 0.1285422 Oct 25 22:59:48.184687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-578954e2-8e36-4f22-8113-6b03b05bbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:48.189201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-578954e2-8e36-4f22-8113-6b03b05bbfbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2384298 Oct 25 22:59:48.200215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:48.202647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:59:48.249397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:48.250100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:48.274791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-111eebd1-32ac-42b8-8a97-0287767288b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f7dbb2a1-d824-4155-933a-582afe0509f1 HTTP/1.1" status: 200 len: 217 time: 0.0753319 Oct 25 22:59:48.288761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b00f7ea5-9068-480e-93de-de33232acc58 req-92aa97db-dacc-473f-b8eb-e2395b3a9f8e tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481311 Oct 25 22:59:48.362631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-54426892-ea1e-4029-9d80-6e9f72824442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:48.364371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-54426892-ea1e-4029-9d80-6e9f72824442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0698042 Oct 25 22:59:48.407305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:59:48.417606 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Sync routers for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:59:48.418279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-644444e9-5575-4fd5-8346-fb0c7be23419 admin admin] 10.222.0.25 "PUT /v2.0/routers/e2803e91-7d90-4e8e-8ab4-be244e7a93ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0200260 Oct 25 22:59:48.443767 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:48.444763 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:48.536260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-b9f2bff1-2ff8-432f-a15f-5825039b2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:48.543807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-b9f2bff1-2ff8-432f-a15f-5825039b2ed9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707740 Oct 25 22:59:48.566684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aab4d-cbd0-480d-a876-19eb49dcb51a req-41abca9f-ac21-406c-ad4e-7d0b10aea17d tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:48.574680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a39aab4d-cbd0-480d-a876-19eb49dcb51a req-41abca9f-ac21-406c-ad4e-7d0b10aea17d tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 932 time: 0.1469634 Oct 25 22:59:48.642864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227a58cd-e755-4bb8-b9a3-a1904d73395a {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:48.652956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:48.680063 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:48.717551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Transition to ACTIVE for port object 227a58cd-e755-4bb8-b9a3-a1904d73395a will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:48.733635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:48.745432 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6db3-d56c-46aa-bf21-e4e51bd0bd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:48.795374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:48.805136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-efbd985d-cf08-478f-aac7-bb3afe942991 None None] Port c25993df-9d34-4949-b77f-86728e62fd32 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:48.855375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:48.872864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:48.969760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7faea0a1-6f5a-427b-8a30-b097fb49deb3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:49.060218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Pushing event updated for resources: {'Port': ['ID=227a58cd-e755-4bb8-b9a3-a1904d73395a,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:49.076245 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:45Z', 'revision_number': 2, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:49.077637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Pushing event updated for resources: {'Port': ['ID=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:49.122194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:49.183707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Attempting to bind port 227a58cd-e755-4bb8-b9a3-a1904d73395a on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:49.184198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Attempting to bind port 227a58cd-e755-4bb8-b9a3-a1904d73395a by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:49.184641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Attempting to bind port 227a58cd-e755-4bb8-b9a3-a1904d73395a on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:49.193874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Attempting to bind port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:49.194784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Attempting to bind port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:49.194961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Port 227a58cd-e755-4bb8-b9a3-a1904d73395a on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:49.195220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Attempting to bind port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 on network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:49.195699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Attempting to bind port 227a58cd-e755-4bb8-b9a3-a1904d73395a on network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:49.199424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 22:59:49.210948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:49.214481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Checking segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:49.215006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Bound using segment: {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:49.215567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Bound port: 227a58cd-e755-4bb8-b9a3-a1904d73395a, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818e912d-8fce-4b81-9938-00ea766f3dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:49.216057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.217574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:49.217952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Checking segment: {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:49.218385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.218768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Bound using segment: {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:49.219359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Bound port: 5da085bc-8528-4b63-8dbd-fa8e011eb8f9, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:49.219727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.224627 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Checking router: e2803e91-7d90-4e8e-8ab4-be244e7a93ca for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:59:49.228733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Updating router e2803e91-7d90-4e8e-8ab4-be244e7a93ca port c25993df-9d34-4949-b77f-86728e62fd32 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 22:59:49.279469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a39aab4d-cbd0-480d-a876-19eb49dcb51a req-70841ce6-1519-4705-bd80-6feb25369900 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6909406 Oct 25 22:59:49.290663 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.354533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:49.354899 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.364224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-8d47ca7c-04ac-409f-b4d0-d0b3d0dc2d4e service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834435 Oct 25 22:59:49.427189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] For port 227a58cd-e755-4bb8-b9a3-a1904d73395a, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:49.432771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] For port 227a58cd-e755-4bb8-b9a3-a1904d73395a, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:49.444180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.484063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f7dbb2a1-d824-4155-933a-582afe0509f1 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:49.578628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Pushing event updated for resources: {'Port': ['ID=227a58cd-e755-4bb8-b9a3-a1904d73395a,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:49.628521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:49.629544 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.631610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-c360d8a6-086e-4abc-a010-27af1aa97c17 service neutron] 10.222.0.11 "PUT /v2.0/ports/227a58cd-e755-4bb8-b9a3-a1904d73395a HTTP/1.1" status: 200 len: 1092 time: 1.9015400 Oct 25 22:59:49.643413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 22:59:49.653960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.805014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'name': 'network-vif-deleted', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568'}, {'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'}, {'name': 'network-changed', 'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:49.810323 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997" -d '{"events": [{"server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "name": "network-vif-deleted", "tag": "71268efa-74bd-4764-88ac-0756fd04a568"}, {"server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "name": "network-vif-unplugged", "status": "completed", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a"}, {"name": "network-changed", "server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:49.827987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] For port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:49.833715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39eb085d-292e-4ba6-8702-c73af08ff60c req-48c8f760-77e9-4ead-86b8-a56a037e5945 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596941 Oct 25 22:59:49.840425 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.853667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-59ac2f3b-366f-47ff-a238-727bff78d489 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:49.869372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-59ac2f3b-366f-47ff-a238-727bff78d489 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:49.878855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-59ac2f3b-366f-47ff-a238-727bff78d489 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/networks?id=59724494-5f57-43fb-a277-a4b96a6e3752&id=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c HTTP/1.1" status: 200 len: 1392 time: 0.3702846 Oct 25 22:59:49.900309 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.901461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] For port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:49.912152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-cf684875-6480-4a3c-8903-23cfba9813bf tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/quotas/b7de7767e4304117929512fe1aaaea09 HTTP/1.1" status: 200 len: 375 time: 0.0316813 Oct 25 22:59:49.913248 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.935682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:49.982724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-a78e4974-592b-4d52-9140-66ba771719ba tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0693808 Oct 25 22:59:50.042876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d7eee3b1-b704-4181-b817-231a05076760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:50.044607 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-d7eee3b1-b704-4181-b817-231a05076760 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 1095 time: 0.2225292 Oct 25 22:59:50.046124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a83b179c-237d-42bd-acaa-e89d5cc0ed32 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "PUT /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 998 time: 5.9133277 Oct 25 22:59:50.054536 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Pushing event updated for resources: {'Port': ['ID=c25993df-9d34-4949-b77f-86728e62fd32,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:50.061248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f7dbb2a1-d824-4155-933a-582afe0509f1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f7dbb2a1-d824-4155-933a-582afe0509f1,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:50.150292 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.150555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-3494407e-d87e-4298-8808-7d57a3068a83 service neutron] 10.222.0.25 "GET /v2.0/networks/59724494-5f57-43fb-a277-a4b96a6e3752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665204 Oct 25 22:59:50.151070 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.151753 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.152238 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.152718 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.153212 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.153688 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.154198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.154698 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.155174 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.155667 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.156148 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 22:59:50.165751 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Attempting to bind port c25993df-9d34-4949-b77f-86728e62fd32 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:50.167107 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Attempting to bind port c25993df-9d34-4949-b77f-86728e62fd32 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:50.167679 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Attempting to bind port c25993df-9d34-4949-b77f-86728e62fd32 on network 1a04a810-9229-498f-85f7-324f9b96c2a9 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:50.174565 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:50.175370 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Checking segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:50.175937 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.176537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Bound using segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:50.177181 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Bound port: c25993df-9d34-4949-b77f-86728e62fd32, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:50.178238 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.210009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-e7059af3-f1b6-4e13-8cb8-415979a50aca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a HTTP/1.1" status: 200 len: 217 time: 0.1363714 Oct 25 22:59:50.237041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f7dbb2a1-d824-4155-933a-582afe0509f1', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'f7dbb2a1-d824-4155-933a-582afe0509f1', 'mac_address': 'fa:16:3e:dd:16:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:50.287297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-54347440-4c6b-4f7d-91c3-e7c067e4f7d8 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:50.289062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-54347440-4c6b-4f7d-91c3-e7c067e4f7d8 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports/334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 942 time: 0.2346599 Oct 25 22:59:50.293846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.296278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-76bcf9b9-eb64-42d5-a9bf-852000598304 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:50.298363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-76bcf9b9-eb64-42d5-a9bf-852000598304 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.6983857 Oct 25 22:59:50.326921 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] For port c25993df-9d34-4949-b77f-86728e62fd32, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:50.339093 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] For port c25993df-9d34-4949-b77f-86728e62fd32, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c25993df-9d34-4949-b77f-86728e62fd32,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:50.349561 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.352907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Request body: {'port': {'device_id': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'admin_state_up': True, 'tenant_id': '8ebcf725f446401dbcf2e35ef13368e5'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:50.361704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45316e-d240-4035-82ae-61dd4b26b11b None None] Pushing event updated for resources: {'Port': ['ID=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:50.416184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-01318d5d-ffef-4919-9e9f-67b1d5ce4611 service neutron] 10.222.0.25 "GET /v2.0/networks/59724494-5f57-43fb-a277-a4b96a6e3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647011 Oct 25 22:59:50.444777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:45Z', 'revision_number': 3, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:50.544961 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:50.545511 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:50.552951 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c385fb-bf2f-4fd5-852e-da894103aec9 None None] Pushing event updated for resources: {'Port': ['ID=c25993df-9d34-4949-b77f-86728e62fd32,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:50.566710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:59:50.641653 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.645691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-3cd2b72d-69d0-42b5-bd88-7b6f4aa8293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:50.655024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-3cd2b72d-69d0-42b5-bd88-7b6f4aa8293d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.4270713 Oct 25 22:59:50.671170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-5ec2c175-f565-40a1-aeee-fd39799a2957 service neutron] 10.222.0.25 "GET /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538865 Oct 25 22:59:50.677653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dbb2a1-d824-4155-933a-582afe0509f1 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:50.682280 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.687069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:50.687505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:50.770177 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:50.809926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-728c3f2c-3e35-455d-b933-0c6a5b75808f None None] Provisioning complete for port c25993df-9d34-4949-b77f-86728e62fd32 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:50.810375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-728c3f2c-3e35-455d-b933-0c6a5b75808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.841268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-82a0b7ad-04a8-4793-87d2-c5fc0982c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:50.851017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-82a0b7ad-04a8-4793-87d2-c5fc0982c3e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.3665538 Oct 25 22:59:50.884455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f7dbb2a1-d824-4155-933a-582afe0509f1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f7dbb2a1-d824-4155-933a-582afe0509f1,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:50.894423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-6ebfb268-74bc-4230-9f0a-2a69adc7c96e service neutron] 10.222.0.25 "GET /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221804 Oct 25 22:59:50.921239 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:50.931609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:51.027595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6742-6c6d-4192-8313-096845c6cb52 req-f79bd2f5-8913-4e52-9de3-75c72d70f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:51.029623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-f79bd2f5-8913-4e52-9de3-75c72d70f75e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351503 Oct 25 22:59:51.041010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Made reservation on behalf of 8ebcf725f446401dbcf2e35ef13368e5 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:51.046127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:51.129683 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:50Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:51.163246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-aad90bef-4e70-46bf-b094-6cc56ba8a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:51.165061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-aad90bef-4e70-46bf-b094-6cc56ba8a018 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.2658813 Oct 25 22:59:51.165758 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dee516-ce8f-488e-995e-e523c6344d66 None None] The sync data for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 is: [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:50Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:51.310255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf42ac-c2a2-4210-859f-b7443c324d5c req-23c60524-1569-43ef-8c2a-1bf5ea04b05c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:51.311953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cbf42ac-c2a2-4210-859f-b7443c324d5c req-23c60524-1569-43ef-8c2a-1bf5ea04b05c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 944 time: 0.1558154 Oct 25 22:59:51.349645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f7dbb2a1-d824-4155-933a-582afe0509f1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:51.414635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f7dbb2a1-d824-4155-933a-582afe0509f1,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:51.428267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:51.482535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cbf42ac-c2a2-4210-859f-b7443c324d5c req-e7ba91bd-32e7-48b5-8ae2-870d9c4838d6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495090 Oct 25 22:59:51.519443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:51.541264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:51.542877 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:51.549986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Allocated IP 172.20.0.11 (32fdc89e-99ce-462b-a5dd-1c1ea7c32d99/01296933-fb18-4a6b-acd6-addda0a15ea0/767e2173-0b5d-4127-84e0-b0d5016c8e68) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:51.558001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-75ac0e22-6344-4867-96ed-f1fd86058598 service neutron] 10.222.0.15 "GET /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.2310474 Oct 25 22:59:51.561177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-728c3f2c-3e35-455d-b933-0c6a5b75808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:51.605746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-bbd2dfcf-de83-4a4f-8317-8839d66e5635 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536034 Oct 25 22:59:51.846138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-366392a4-1f7f-4a93-896b-e3be0c52e3c3 req-4dd965fe-4b31-43a2-95f2-b0068fbc2d5c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0913091 Oct 25 22:59:52.012895 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 22:59:52.019681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-728c3f2c-3e35-455d-b933-0c6a5b75808f None None] For port c25993df-9d34-4949-b77f-86728e62fd32, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c25993df-9d34-4949-b77f-86728e62fd32,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:52.068731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360d6b8-103a-462e-bd93-fffa6a2d3500 None None] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 22:59:52.169479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:52.258566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:52.310847 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42a1bb1-8ab9-458b-a732-aa324c6900c1 x-openstack-request-id: req-a42a1bb1-8ab9-458b-a732-aa324c6900c1 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:52.311432 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12da139-fb47-4eb2-966b-119114d15389", "name": "network-vif-deleted", "tag": "96aad312-03df-420c-a0d1-c122ba90f7b3", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:52.311732 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a42a1bb1-8ab9-458b-a732-aa324c6900c1 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:52.312377 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12da139-fb47-4eb2-966b-119114d15389', 'name': 'network-vif-deleted', 'tag': '96aad312-03df-420c-a0d1-c122ba90f7b3', 'status': 'completed', 'code': 200} Oct 25 22:59:52.326559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-5ba789bf-aaef-4f95-bbe0-3a0e7527566d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 1.1090915 Oct 25 22:59:52.335566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:52.360110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:52.392498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-728c3f2c-3e35-455d-b933-0c6a5b75808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:52.418128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89dd82-2f20-4fb0-9606-94fea6e456ab req-4261711f-d565-4d65-b723-f7831d884cac tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:52.422610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a89dd82-2f20-4fb0-9606-94fea6e456ab req-4261711f-d565-4d65-b723-f7831d884cac tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 949 time: 0.2222941 Oct 25 22:59:52.424687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:52.461483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-ae22124a-4b65-47c3-af9a-a1ddac7e2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:52.462969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-ae22124a-4b65-47c3-af9a-a1ddac7e2501 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0920112 Oct 25 22:59:52.538393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c3f2c-3e35-455d-b933-0c6a5b75808f None None] Pushing event updated for resources: {'Port': ['ID=c25993df-9d34-4949-b77f-86728e62fd32,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:52.636377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41702) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:52.646635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a89dd82-2f20-4fb0-9606-94fea6e456ab req-75f92c25-0fbf-402c-a7db-d80b7fef972e tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072084 Oct 25 22:59:52.688869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Provisioning complete for port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:52.689252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:52.733176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-d3f00793-fd18-4033-ac6e-940b143e2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:52.742795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-d3f00793-fd18-4033-ac6e-940b143e2734 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2577953 Oct 25 22:59:52.749395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-c6c0d62f-abc0-4596-ab5c-b0e154bac7f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 22:59:52.751608 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-c6c0d62f-abc0-4596-ab5c-b0e154bac7f1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064399 Oct 25 22:59:52.778637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] Transition to ACTIVE for port object 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:52.784222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448d6742-6c6d-4192-8313-096845c6cb52 req-4c45a404-185e-47b2-bc26-251d0e4dc99b service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698975 Oct 25 22:59:52.801814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:52.831283 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31318881-f149-4b22-81ad-161fab13d501 x-openstack-request-id: req-31318881-f149-4b22-81ad-161fab13d501 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:52.831997 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563a94b2-bd20-4dda-bdb8-667848a865dd", "name": "network-vif-deleted", "tag": "71268efa-74bd-4764-88ac-0756fd04a568", "status": "completed", "code": 200}, {"server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "name": "network-vif-unplugged", "status": "completed", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a", "code": 200}, {"name": "network-changed", "server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:52.832517 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31318881-f149-4b22-81ad-161fab13d501 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:52.834596 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a94b2-bd20-4dda-bdb8-667848a865dd', 'name': 'network-vif-deleted', 'tag': '71268efa-74bd-4764-88ac-0756fd04a568', 'status': 'completed', 'code': 200} Oct 25 22:59:52.840837 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'code': 200} Oct 25 22:59:52.842239 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'status': 'completed', 'code': 200} Oct 25 22:59:52.912206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.15', 50401) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:52.969892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] No DVR routers for this DVR port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 22:59:52.989301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.15', 50402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:53.122313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.135422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] 10.222.0.15 "PUT /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5689020 Oct 25 22:59:53.150040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52b393-c370-4f6c-bd83-822a4b89ee91 service neutron] Pushing event updated for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=10']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:53.168948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a5962841-434a-49f1-a837-efd42c8af701 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8c845f8e65b4c8d9b8137a3e628e3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276084 Oct 25 22:59:53.174610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41708) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:53.191496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-838f8181-3050-4832-9f22-dab42a9154e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:53.193706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-838f8181-3050-4832-9f22-dab42a9154e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1096 time: 0.2802403 Oct 25 22:59:53.242893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ded2-2aa2-4aee-bded-4055c88763d2 req-8bdfd307-529d-4ce6-9a27-9229280549d2 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:53.246562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19f9ded2-2aa2-4aee-bded-4055c88763d2 req-8bdfd307-529d-4ce6-9a27-9229280549d2 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 944 time: 0.2924056 Oct 25 22:59:53.301276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:53.352143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-8e8b22c7-d50c-4315-81f2-7795adaaaf5c service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930617 Oct 25 22:59:53.359138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f399c7f1-263e-4fbd-8024-85571941c966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.373731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.375017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-5eba48ab-a43b-475c-9ced-585d465ccee0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:53.376574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.384230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-5eba48ab-a43b-475c-9ced-585d465ccee0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:53.385784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-5eba48ab-a43b-475c-9ced-585d465ccee0 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.15 "GET /v2.0/networks?id=59724494-5f57-43fb-a277-a4b96a6e3752&id=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c HTTP/1.1" status: 200 len: 1392 time: 0.3938098 Oct 25 22:59:53.402420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19f9ded2-2aa2-4aee-bded-4055c88763d2 req-589be920-1f55-4ed0-a9ca-ec24dd10d091 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344402 Oct 25 22:59:53.434480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f399c7f1-263e-4fbd-8024-85571941c966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.435532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:53.449527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'port': {'device_id': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752', 'admin_state_up': True, 'tenant_id': 'b7de7767e4304117929512fe1aaaea09'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:53.458333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 22:59:53.465525 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.624843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-52f54181-98e9-45ce-acbe-f5adff3453c0 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:53.626785 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 22:59:53.627143 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 22:59:53.627918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-52f54181-98e9-45ce-acbe-f5adff3453c0 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.2495990 Oct 25 22:59:53.634309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:53.685936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-e98488bd-a102-4145-b316-0d9f5a6f54e9 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329263 Oct 25 22:59:53.689422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-b95ace51-5395-40cb-839a-7e9c71969954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:53.691798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-b95ace51-5395-40cb-839a-7e9c71969954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.4799321 Oct 25 22:59:53.701477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:45Z', 'revision_number': 3, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:53.705573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.724747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f399c7f1-263e-4fbd-8024-85571941c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.732859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f399c7f1-263e-4fbd-8024-85571941c966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.738857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f399c7f1-263e-4fbd-8024-85571941c966 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8729bbd8-a5cf-4971-a98d-7f0703d58726 HTTP/1.1" status: 204 len: 168 time: 0.5601420 Oct 25 22:59:53.751048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443e7ec-7a15-40d2-acc2-a7e2ed778e9e None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:45Z', 'revision_number': 3, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:53.770670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c25993df-9d34-4949-b77f-86728e62fd32 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:53.784425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b38e9d9-3d02-4f41-afa0-2e85926268d2 req-8781c194-b9e1-44c9-8ae0-8622e253d189 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 210 time: 0.1582251 Oct 25 22:59:53.808793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399c7f1-263e-4fbd-8024-85571941c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8729bbd8-a5cf-4971-a98d-7f0703d58726,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:53.839931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:53.845969 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:53.917987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 22:59:54.030781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 22:59:54.045371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c25993df-9d34-4949-b77f-86728e62fd32 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:54.045763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.086317 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-21f11766-9b4f-4140-a178-4210a1cf4062 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 217 time: 0.3828757 Oct 25 22:59:54.092300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:54.173430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:54.197733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fc670-6668-4182-b62a-a21a550d41a7 None None] New status for floating IP 043a13e6-b83e-4876-8d8f-86405b67724f: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 22:59:54.215948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffd9b2-a58e-4a1e-ad5c-106fd909e798 req-af04a0d4-33ca-4fdd-b7b9-c7940d80fab4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.225869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-20ffd9b2-a58e-4a1e-ad5c-106fd909e798 req-af04a0d4-33ca-4fdd-b7b9-c7940d80fab4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.3014424 Oct 25 22:59:54.236444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-9729b565-f457-4b09-9507-0416108b1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.238183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-9729b565-f457-4b09-9507-0416108b1bfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1311891 Oct 25 22:59:54.242886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:54.246992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:54.311795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-20ffd9b2-a58e-4a1e-ad5c-106fd909e798 req-f3cc2fba-7fdb-440b-8539-6a4fb53a95a1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846257 Oct 25 22:59:54.332080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41718) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:54.335740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Allocated IP 19.80.0.98 (59724494-5f57-43fb-a277-a4b96a6e3752/170af55a-3bf9-4023-a5a3-25e948201d6a/032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:54.424659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a'}, {'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}, {'name': 'network-changed', 'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:54.428091 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c33d222-beed-4283-9b8c-c04811fd5949" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a"}, {"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}, {"name": "network-changed", "server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:54.444477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.445881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.462107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-79b85ead-d756-477b-ac2d-cf3b24d47a42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151783 Oct 25 22:59:54.515839 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-9941899b-fa9c-44f9-8cac-48cf87d55c14 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1678953 Oct 25 22:59:54.517556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0bd2eab8-221b-4d60-8644-6d71a77606fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b979fc703784670b7a809d07d9b6788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840968 Oct 25 22:59:54.520213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41724) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 22:59:54.547881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-e50c711c-42b2-4faf-9f62-c21827d3820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.549586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-e50c711c-42b2-4faf-9f62-c21827d3820c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24&tenant_id=e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 1096 time: 0.8623409 Oct 25 22:59:54.557125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Request body: {'port': {'device_id': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:54.561301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-e8ddfc8c-4647-4899-a3d7-0cf4259aa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.563794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Provisioning complete for port c25993df-9d34-4949-b77f-86728e62fd32 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:54.564381 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e525d19-857b-4b2a-a3af-161dbe029624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.570668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-e8ddfc8c-4647-4899-a3d7-0cf4259aa51a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1096 time: 0.6657910 Oct 25 22:59:54.603501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c906-8fe1-4396-a1b7-33f9e6c50c8d req-3d0c43a7-0e7f-4e4c-9672-e3f36a6bc07d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.613220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0e3c906-8fe1-4396-a1b7-33f9e6c50c8d req-3d0c43a7-0e7f-4e4c-9672-e3f36a6bc07d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 932 time: 0.2257962 Oct 25 22:59:54.675442 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 22:59:54.686338 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:54.687700 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:54.721863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3e487bf-547e-4c7a-b86c-745c11bfd178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.787083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0e3c906-8fe1-4396-a1b7-33f9e6c50c8d req-32a329c5-7693-45e4-8760-8558e9e7e996 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727519 Oct 25 22:59:54.798635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5a93a96c-83c5-4cfa-acc4-4ed2cfbb8e30 None None] Provisioning complete for port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:54.801077 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5a93a96c-83c5-4cfa-acc4-4ed2cfbb8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.833697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3e487bf-547e-4c7a-b86c-745c11bfd178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.900078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-281e71f6-daa8-499f-8eb5-ed94cbbc394e service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240031 Oct 25 22:59:54.901194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-f3c6f77a-e016-4887-aa43-39a59ba89eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:54.909021 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:54.912156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:54.914630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-f3c6f77a-e016-4887-aa43-39a59ba89eb4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.3429170 Oct 25 22:59:55.034808 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-8ac27637-84c3-49fb-9249-bbb71387e1b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 1001 time: 0.1192565 Oct 25 22:59:55.042045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dd9c8-8279-4dc4-8c04-bb4ebb79072b req-1a7d2c53-cca2-4e4c-9c78-1ae141f13df9 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.043638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a73dd9c8-8279-4dc4-8c04-bb4ebb79072b req-1a7d2c53-cca2-4e4c-9c78-1ae141f13df9 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 949 time: 0.1298685 Oct 25 22:59:55.067450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3e487bf-547e-4c7a-b86c-745c11bfd178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.071371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3e487bf-547e-4c7a-b86c-745c11bfd178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.072589 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3e487bf-547e-4c7a-b86c-745c11bfd178 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaac5874-7e9b-45ed-b384-6718aef21cd2 HTTP/1.1" status: 204 len: 168 time: 0.5485415 Oct 25 22:59:55.086346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.112868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e487bf-547e-4c7a-b86c-745c11bfd178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac5874-7e9b-45ed-b384-6718aef21cd2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:55.146438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.160758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-59f1b721-4aa2-42ad-bdde-56cf37fecae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.164765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-59f1b721-4aa2-42ad-bdde-56cf37fecae7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1096 time: 0.4858756 Oct 25 22:59:55.205773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 59724494-5f57-43fb-a277-a4b96a6e3752 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:55.211435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a73dd9c8-8279-4dc4-8c04-bb4ebb79072b req-a861be41-ccb0-49f5-a92c-bc9086d4ab05 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531205 Oct 25 22:59:55.215188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:55.218197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:55.226921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Port': ['ID=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:55.323272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.324536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.371227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-10262698-2180-446d-93e3-cc84428fcf9d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9250841 Oct 25 22:59:55.381569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-1f86d3c6-f7e9-40f3-8c4e-f39aebbc63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.391592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Request body: {'port': {'device_id': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c', 'admin_state_up': True, 'tenant_id': 'b7de7767e4304117929512fe1aaaea09'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:55.398064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-1f86d3c6-f7e9-40f3-8c4e-f39aebbc63e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.3366168 Oct 25 22:59:55.527877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f7dbb2a1-d824-4155-933a-582afe0509f1 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:55.565512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e007f70-4cc3-49d2-b6ef-6384cd1f0997 req-8ead8b1f-58f5-45b5-b051-449d66c8c5c6 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537605 Oct 25 22:59:55.582409 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:54Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:55.648972 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 22:59:55.680897 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 22:59:55.681771 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:55.724402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:55.749645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-e53d944e-7891-4417-8d85-8693a01d2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.752946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-e53d944e-7891-4417-8d85-8693a01d2a00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.5725951 Oct 25 22:59:55.789876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port f7dbb2a1-d824-4155-933a-582afe0509f1 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:55.807968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f7dbb2a1-d824-4155-933a-582afe0509f1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:55.809384 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.816886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bc9d8-01ba-46fe-a0d6-47a75386c92a req-2b49a479-351d-40b2-bb00-ca5f9710e90d tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.818950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-208bc9d8-01ba-46fe-a0d6-47a75386c92a req-2b49a479-351d-40b2-bb00-ca5f9710e90d tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 944 time: 0.0806963 Oct 25 22:59:55.819912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Made reservation on behalf of b7de7767e4304117929512fe1aaaea09 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 22:59:55.821871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-390a3937-4ab1-4a6f-a340-229414056ad2 None None] Provisioning complete for port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:55.823597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.826221 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-390a3937-4ab1-4a6f-a340-229414056ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:55.827236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a3a03304-521b-4283-85ec-53f3b225d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:55.829860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a3a03304-521b-4283-85ec-53f3b225d31f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4138641 Oct 25 22:59:55.876378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-b1cbdad7-4780-49e4-9f9a-9722dd44fc06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 217 time: 0.0995681 Oct 25 22:59:55.881135 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 22:59:55.982230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-208bc9d8-01ba-46fe-a0d6-47a75386c92a req-23b4b18e-c840-4d16-88db-2218424b5f1b tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546073 Oct 25 22:59:56.010491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-390a3937-4ab1-4a6f-a340-229414056ad2 None None] Port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:56.071995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:56.072862 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:56.075711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Allocated IP 19.86.0.92 (978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c/df78c24b-590c-4cb1-898b-7fd06381b532/91c67c53-6d18-4e37-a6de-8ad88acbf58f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 22:59:56.158718 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7dea64-1c24-4774-8e46-ed5352258f5a x-openstack-request-id: req-cf7dea64-1c24-4774-8e46-ed5352258f5a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:56.160058 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:56.160323 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf7dea64-1c24-4774-8e46-ed5352258f5a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:56.160732 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'status': 'completed', 'code': 200} Oct 25 22:59:56.160987 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'status': 'completed', 'code': 200} Oct 25 22:59:56.161235 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'status': 'completed', 'code': 200} Oct 25 22:59:56.258803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-48591d0c-d3ea-4380-9df5-ba9ff84be262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.260510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-48591d0c-d3ea-4380-9df5-ba9ff84be262 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.3562677 Oct 25 22:59:56.305536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:56.358599 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-4770b85b-2210-4815-bd79-6e9cdb4ed362 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829427 Oct 25 22:59:56.363952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-a99f0bc1-88e5-401d-aef0-92e523407403 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994066 Oct 25 22:59:56.392157 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:54Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 22:59:56.395493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-bcc63100-aad1-4e32-9e9b-4e604a22a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.396983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-bcc63100-aad1-4e32-9e9b-4e604a22a8cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 1095 time: 0.2252018 Oct 25 22:59:56.427627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbb2a1-d824-4155-933a-582afe0509f1'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:56.428622 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c407-d212-4528-85e3-1ec659326d7e None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:82:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T22:59:54Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 22:59:56.436183 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284d1c24-56a9-4457-bb01-c975f3ffb5f7" -d '{"events": [{"server_uuid": "acec4423-f938-4a57-8374-7c6aa1a87b7d", "name": "network-vif-plugged", "status": "completed", "tag": "f7dbb2a1-d824-4155-933a-582afe0509f1"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:56.487966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f7dbb2a1-d824-4155-933a-582afe0509f1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f7dbb2a1-d824-4155-933a-582afe0509f1,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:56.498840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:56.521802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-bf323263-7eb8-417d-8592-5dd38ae14d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.523420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-bf323263-7eb8-417d-8592-5dd38ae14d08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 925 time: 0.1167457 Oct 25 22:59:56.585786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f7dbb2a1-d824-4155-933a-582afe0509f1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:56.634210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-dc1ee0c8-d785-4653-9ef8-5ced30e58736 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a HTTP/1.1" status: 200 len: 217 time: 0.0953176 Oct 25 22:59:56.645330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc2e1a-1a3f-47a2-9795-6bb2bac6353b req-860ced7d-7cd4-4d2d-a574-5ebc8c560069 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.652685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30dc2e1a-1a3f-47a2-9795-6bb2bac6353b req-860ced7d-7cd4-4d2d-a574-5ebc8c560069 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 931 time: 0.3398793 Oct 25 22:59:56.753013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:56.767342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30dc2e1a-1a3f-47a2-9795-6bb2bac6353b req-793981b8-6d07-4aca-ba81-e11cb005d73d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104834 Oct 25 22:59:56.776544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d1420fa9-1c80-44b3-949c-63153c98bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.778007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d1420fa9-1c80-44b3-949c-63153c98bf0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.1230989 Oct 25 22:59:56.920627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-c96dd629-94ec-43b4-8559-690f5547d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.922492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-c96dd629-94ec-43b4-8559-690f5547d8ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337574 Oct 25 22:59:56.926511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:56.993309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4b690-e167-427d-8bbd-02b5e4d0e9ba req-353612b9-d8c7-4f83-8afe-174196824226 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:56.994855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9e4b690-e167-427d-8bbd-02b5e4d0e9ba req-353612b9-d8c7-4f83-8afe-174196824226 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.1420300 Oct 25 22:59:57.024544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767e2173-0b5d-4127-84e0-b0d5016c8e68 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:57.039834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d6eeb21f-5392-4854-b0c5-e7f3488b4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:57.040475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 22:59:57.041636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d6eeb21f-5392-4854-b0c5-e7f3488b4966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1096 time: 0.8432019 Oct 25 22:59:57.049084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:57.055845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 22:59:57.072618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 22:59:57.079186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event updated for resources: {'Port': ['ID=91c67c53-6d18-4e37-a6de-8ad88acbf58f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:57.100189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-89719331-91b7-4881-a06e-5a575f113413 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324843 Oct 25 22:59:57.144427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Transition to ACTIVE for port object 767e2173-0b5d-4127-84e0-b0d5016c8e68 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:57.147217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-71276d3e-b29d-478a-a74f-047309fd6328 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114513 Oct 25 22:59:57.220260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:57.222631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9e4b690-e167-427d-8bbd-02b5e4d0e9ba req-46e7485f-8d8e-4e3b-8a04-ccf259bce1b7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818078 Oct 25 22:59:57.356608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:57.357510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:57.391096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d374f363-9d78-40c1-8114-d357191eaf0a req-57857a7d-a970-4025-ac8f-ba16029982d1 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0112698 Oct 25 22:59:57.425961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-d5a5ac8c-2c9a-428c-a50f-a87eff985064 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0421875 Oct 25 22:59:57.433338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:57.445738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-da3a190e-116f-4437-875e-e8a6b30b2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:57.447529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-da3a190e-116f-4437-875e-e8a6b30b2ebc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.3873811 Oct 25 22:59:57.466717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Request body: {'port': {'device_id': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:57.478136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-1e262c4a-3755-41fb-a5cb-7935fbf35012 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442619 Oct 25 22:59:57.532007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 227a58cd-e755-4bb8-b9a3-a1904d73395a details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 22:59:57.580097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:57.607170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b2c0-d2b3-469a-99c2-26f7bcca9b14 req-2d2f6d28-078e-4dcb-a7d7-f4d61b8fb111 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:57.609790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2319b2c0-d2b3-469a-99c2-26f7bcca9b14 req-2d2f6d28-078e-4dcb-a7d7-f4d61b8fb111 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 944 time: 0.2652888 Oct 25 22:59:57.612840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-4d304856-90aa-44ef-bffc-282b65f482ce service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369509 Oct 25 22:59:57.690190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d5264d46-a508-462f-8ac5-47e2b78df506 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 1001 time: 0.2239308 Oct 25 22:59:57.746453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2319b2c0-d2b3-469a-99c2-26f7bcca9b14 req-4328d7f8-980e-4940-a603-9ab6a0772e0f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067624 Oct 25 22:59:57.774384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:57.775844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:57.779454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:57.844693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:57.845018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:57.928883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81c2c9-e5f8-4494-8cf7-a21025d20af8 req-bb2f1b66-8f7c-4eae-a716-967203138955 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:57.940183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff81c2c9-e5f8-4494-8cf7-a21025d20af8 req-bb2f1b66-8f7c-4eae-a716-967203138955 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 950 time: 0.3786440 Oct 25 22:59:57.983858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:57.986327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:57.986727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:57.987182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Bound port: 767e2173-0b5d-4127-84e0-b0d5016c8e68, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:57.987538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:57.989672 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77720b08-a50c-498d-a388-aadf30b6cf76 x-openstack-request-id: req-77720b08-a50c-498d-a388-aadf30b6cf76 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:57.989998 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec4423-f938-4a57-8374-7c6aa1a87b7d", "name": "network-vif-plugged", "status": "completed", "tag": "f7dbb2a1-d824-4155-933a-582afe0509f1", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:57.990268 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77720b08-a50c-498d-a388-aadf30b6cf76 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:57.990653 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbb2a1-d824-4155-933a-582afe0509f1', 'code': 200} Oct 25 22:59:58.015304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-48c0cc29-6ab9-4b95-920e-65100b16401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.016652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-48c0cc29-6ab9-4b95-920e-65100b16401a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.3111584 Oct 25 22:59:58.018130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88d355e4-6d94-4b26-a863-4695d1f34027 None None] Provisioning complete for port 91c67c53-6d18-4e37-a6de-8ad88acbf58f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:58.018130 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88d355e4-6d94-4b26-a863-4695d1f34027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.070098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2233b7ab-8eae-49c1-aaf9-48d85bb0d63c tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.071859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-2233b7ab-8eae-49c1-aaf9-48d85bb0d63c tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.2692883 Oct 25 22:59:58.092079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff81c2c9-e5f8-4494-8cf7-a21025d20af8 req-dd32c1c4-8c59-4719-b50e-710c160cee02 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431129 Oct 25 22:59:58.094789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88d355e4-6d94-4b26-a863-4695d1f34027 None None] Port 91c67c53-6d18-4e37-a6de-8ad88acbf58f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 22:59:58.097592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 227a58cd-e755-4bb8-b9a3-a1904d73395a, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:58.101243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.111866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'port_id': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'mac_address': 'fa:16:3e:c3:16:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 22:59:58.154929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.175267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227a58cd-e755-4bb8-b9a3-a1904d73395a {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:58.175507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:58.178712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:58.205176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 227a58cd-e755-4bb8-b9a3-a1904d73395a, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:58.213892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-7dd542aa-2cf8-46fc-8e4e-459db79cf62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.214211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.215673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-7dd542aa-2cf8-46fc-8e4e-459db79cf62a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.4749157 Oct 25 22:59:58.218170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.298039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=227a58cd-e755-4bb8-b9a3-a1904d73395a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:58.319956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-2e7ab892-98e0-441c-a5cb-76f82ba2f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.321907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-2e7ab892-98e0-441c-a5cb-76f82ba2f78e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850158 Oct 25 22:59:58.350939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d778-c60c-4756-8f5e-0cc43faf7313 req-2fdec06a-f80f-4699-ad7b-a0109c55a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.352729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7603d778-c60c-4756-8f5e-0cc43faf7313 req-2fdec06a-f80f-4699-ad7b-a0109c55a9a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 1101 time: 0.2333105 Oct 25 22:59:58.365927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770cdd5-f349-4fd8-bdda-3255239d00a2 req-b6396678-96bc-42f7-8164-d7c4e06d2b88 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.367672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f770cdd5-f349-4fd8-bdda-3255239d00a2 req-b6396678-96bc-42f7-8164-d7c4e06d2b88 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 944 time: 0.2494299 Oct 25 22:59:58.423892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.424542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.426060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] 10.222.0.15 "PUT /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 1092 time: 3.8738792 Oct 25 22:59:58.426538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:58.428788 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:58.465421 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8384c3c8-cbff-4818-b402-11604be12f14 req-2d2fa8ed-1608-484a-a46a-ec3029fb7557 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.2802391 Oct 25 22:59:58.470986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f770cdd5-f349-4fd8-bdda-3255239d00a2 req-27b6828d-9177-473a-b63a-b1cdd725b00f tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838730 Oct 25 22:59:58.471815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb8ec5-2ed8-44e5-99e2-27dea6d8a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:58.473539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['227a58cd-e755-4bb8-b9a3-a1904d73395a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 22:59:58.510437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7603d778-c60c-4756-8f5e-0cc43faf7313 req-ea4cfb97-f7ac-4b4c-beb1-63aae375be14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272938 Oct 25 22:59:58.510437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-b2f3648a-a2d5-4ee7-905b-d1f1bc5785bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.510853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-b2f3648a-a2d5-4ee7-905b-d1f1bc5785bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.2864132 Oct 25 22:59:58.539629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 22:59:58.562831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.591902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Transition to ACTIVE for port object 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 22:59:58.600094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.602248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c3c8-cbff-4818-b402-11604be12f14 req-fdc83870-e256-4cda-a8cb-f9dacaca1d83 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.603909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8384c3c8-cbff-4818-b402-11604be12f14 req-fdc83870-e256-4cda-a8cb-f9dacaca1d83 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports/ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 942 time: 0.1377239 Oct 25 22:59:58.681892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-9495f221-a2b2-474d-b44b-ae8c99b4d2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501658 Oct 25 22:59:58.711752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Pushing event updated for resources: {'Port': ['ID=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:58.714306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-c68d21fd-0f94-42e7-b4cd-2cca9b3803c6 service neutron] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:58.753552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-c68d21fd-0f94-42e7-b4cd-2cca9b3803c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:58.754698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a2efc6-73ad-40f3-bb30-a5d56df87cbd req-c68d21fd-0f94-42e7-b4cd-2cca9b3803c6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.6719663 Oct 25 22:59:58.806571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-03bc22cd-dafc-4985-ba4c-32b32d51233d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 0.0764177 Oct 25 22:59:58.882924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-aa7719f2-53e5-42d1-a6f3-ba0450dd4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.884424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-aa7719f2-53e5-42d1-a6f3-ba0450dd4d07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1095 time: 0.2991669 Oct 25 22:59:58.902390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8384c3c8-cbff-4818-b402-11604be12f14 req-54851beb-49a7-47c6-a26f-ff5cbbbdb9aa tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.2234261 Oct 25 22:59:58.967271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d325b140-73d9-47ef-abd1-71754147699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:58.969565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-d325b140-73d9-47ef-abd1-71754147699c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.1460645 Oct 25 22:59:59.011703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8ef0-c505-4dec-a361-8f0b1886f09b req-62b64071-5da9-43d3-8726-c13ab626b1a9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.019968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8ef0-c505-4dec-a361-8f0b1886f09b req-62b64071-5da9-43d3-8726-c13ab626b1a9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.021850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6ff8ef0-c505-4dec-a361-8f0b1886f09b req-62b64071-5da9-43d3-8726-c13ab626b1a9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1665 time: 0.3138690 Oct 25 22:59:59.058921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-788d7e39-a839-4383-b43f-27c475b85884 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 217 time: 0.0755007 Oct 25 22:59:59.088275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Attempting to bind port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 22:59:59.088623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Attempting to bind port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 22:59:59.088922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Attempting to bind port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd on network 59724494-5f57-43fb-a277-a4b96a6e3752 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:59.105216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd on network 59724494-5f57-43fb-a277-a4b96a6e3752 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 22:59:59.106191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Attempting to bind port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd on network 59724494-5f57-43fb-a277-a4b96a6e3752 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 22:59:59.108891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-f2c2af51-9fd9-42b6-b6fd-dc035ea8ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.111609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-f2c2af51-9fd9-42b6-b6fd-dc035ea8ce56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267157 Oct 25 22:59:59.116021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6ff8ef0-c505-4dec-a361-8f0b1886f09b req-f08a648d-6830-4f51-9226-a8eb68ae19f9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752895 Oct 25 22:59:59.117078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c3c8-cbff-4818-b402-11604be12f14 req-3ac5ca72-ff06-4c02-8c7b-1d43161774cf tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.118465 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8384c3c8-cbff-4818-b402-11604be12f14 req-3ac5ca72-ff06-4c02-8c7b-1d43161774cf tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2152617 Oct 25 22:59:59.118787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 22:59:59.119114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Checking segment: {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 22:59:59.119489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Bound using segment: {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 22:59:59.119902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Bound port: 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 22:59:59.120948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.124370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-b4da5872-780e-49af-989f-812a5dc72ccd service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282176 Oct 25 22:59:59.186416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-66991cdd-2219-49f8-971d-9dca521ccba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.188989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-66991cdd-2219-49f8-971d-9dca521ccba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1182685 Oct 25 22:59:59.253292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-adf8d03e-8eb6-463c-af86-b818d6b8febb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523710 Oct 25 22:59:59.309969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] For port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 22:59:59.314994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] For port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 22:59:59.328908 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.348644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-3b671a53-508a-426b-bb46-c110eb60611d service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261086 Oct 25 22:59:59.373455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07becb0a-7eb2-49cd-a34c-a7e9debb610d req-27a5c607-924b-477f-bf66-992897778f61 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.375014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07becb0a-7eb2-49cd-a34c-a7e9debb610d req-27a5c607-924b-477f-bf66-992897778f61 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.1535168 Oct 25 22:59:59.398879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.399486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.400933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] 10.222.0.15 "PUT /v2.0/ports/032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd HTTP/1.1" status: 200 len: 1091 time: 1.9396546 Oct 25 22:59:59.401411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'tag': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 22:59:59.403706 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "tag": "032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 22:59:59.447168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-af22ff5d-c144-45cf-b7da-9af833feffb0 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855350 Oct 25 22:59:59.486817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Request body: {'port': {'device_id': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 22:59:59.551392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 227a58cd-e755-4bb8-b9a3-a1904d73395a up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 22:59:59.609766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab35432-fcc0-4b47-a1ae-1b3b66d33a3c service neutron] Pushing event updated for resources: {'Port': ['ID=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 22:59:59.617676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c945a23c-e625-43e5-986f-3f89ee327e78 req-ef918461-7643-46e8-b9d6-c506ba7f2c3f service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578531 Oct 25 22:59:59.650740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 227a58cd-e755-4bb8-b9a3-a1904d73395a completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 22:59:59.658779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 227a58cd-e755-4bb8-b9a3-a1904d73395a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 22:59:59.659425 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.659567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-978b3b3d-326b-4c2e-84f3-2784434ebbc3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387199 Oct 25 22:59:59.682973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07becb0a-7eb2-49cd-a34c-a7e9debb610d req-b551ef08-469e-4c3c-9eaf-1db4e1de91c8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945440 Oct 25 22:59:59.706874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.755120 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 22:59:59.783181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c33d222-beed-4283-9b8c-c04811fd5949 req-b31101c8-fa84-4122-b485-de67d922b242 service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065135 Oct 25 22:59:59.811379 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc110a-bb7c-4db0-8e64-4342a134498d x-openstack-request-id: req-a7bc110a-bb7c-4db0-8e64-4342a134498d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 22:59:59.811673 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 22:59:59.812785 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7bc110a-bb7c-4db0-8e64-4342a134498d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 22:59:59.813247 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'status': 'completed', 'code': 200} Oct 25 22:59:59.857355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-1d5e8cb1-091c-4350-aaaa-25c65d73c229 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.859079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-1d5e8cb1-091c-4350-aaaa-25c65d73c229 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905346 Oct 25 22:59:59.905581 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.934336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-5c9e07e2-eb96-472d-bfa4-397757855a22 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/quotas/0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 375 time: 0.0660963 Oct 25 22:59:59.953748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 227a58cd-e755-4bb8-b9a3-a1904d73395a, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 22:59:59.958204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-da7dc9af-289b-468d-aa72-b9956466b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 22:59:59.959787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-da7dc9af-289b-468d-aa72-b9956466b8e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1095 time: 0.0695598 Oct 25 22:59:59.960901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 22:59:59.981989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-78e695c3-77e0-40e6-b65b-7b4140d87a96 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362375 Oct 25 22:59:59.999085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:00.002641 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b01894-feb9-479d-a8a3-e756a9230da7" -d '{"events": [{"server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "name": "network-vif-plugged", "status": "completed", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:00.052395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=227a58cd-e755-4bb8-b9a3-a1904d73395a,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:00.074301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52db77-f47e-4b3d-8f38-0038d6a2bbc0 req-2c2b4a53-4e3d-4706-af03-d85476d6893d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.075859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d52db77-f47e-4b3d-8f38-0038d6a2bbc0 req-2c2b4a53-4e3d-4706-af03-d85476d6893d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 944 time: 0.1597178 Oct 25 23:00:00.087404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-7a418c44-097c-478a-ab96-b4d27bf449cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.088821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-7a418c44-097c-478a-ab96-b4d27bf449cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1100683 Oct 25 23:00:00.138098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-45c91fe3-3322-4b82-97f4-01f94c30c0bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 217 time: 0.0415018 Oct 25 23:00:00.146423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d52db77-f47e-4b3d-8f38-0038d6a2bbc0 req-13f0c410-2da0-445b-8ca6-09157ca1cbd1 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598311 Oct 25 23:00:00.200301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c67c53-6d18-4e37-a6de-8ad88acbf58f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:00.210898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:00.227593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Transition to ACTIVE for port object 91c67c53-6d18-4e37-a6de-8ad88acbf58f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:00:00.236916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:00.255935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-c24c43bc-4df1-4cc0-9b1c-0e957bc085ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.257397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-c24c43bc-4df1-4cc0-9b1c-0e957bc085ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1130426 Oct 25 23:00:00.268011 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-f939653b-98d1-4d34-9a60-2fba8430e647 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.0789387 Oct 25 23:00:00.323054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-45c73175-eac0-47e6-b576-e44bc13a1671 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543792 Oct 25 23:00:00.343309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Pushing event updated for resources: {'Port': ['ID=91c67c53-6d18-4e37-a6de-8ad88acbf58f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:00.384699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-db4aad5a-61b3-4665-86d5-ece1454cee71 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.401249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-db4aad5a-61b3-4665-86d5-ece1454cee71 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports/ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 942 time: 0.1218145 Oct 25 23:00:00.473361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e522cde-2efc-409a-b081-1218d7639819 req-4903f624-213b-468f-b6d0-5b4a27f58829 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.480280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e522cde-2efc-409a-b081-1218d7639819 req-4903f624-213b-468f-b6d0-5b4a27f58829 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 950 time: 0.1950881 Oct 25 23:00:00.513353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Attempting to bind port 91c67c53-6d18-4e37-a6de-8ad88acbf58f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:00.513353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Attempting to bind port 91c67c53-6d18-4e37-a6de-8ad88acbf58f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:00.514189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Attempting to bind port 91c67c53-6d18-4e37-a6de-8ad88acbf58f on network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:00.523399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Port 91c67c53-6d18-4e37-a6de-8ad88acbf58f on network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:00.523915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Attempting to bind port 91c67c53-6d18-4e37-a6de-8ad88acbf58f on network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:00.546273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:00.547559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Checking segment: {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:00.548494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Bound using segment: {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:00.548733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Bound port: 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8eb3460-a640-44c9-898e-cdac1812c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:00.549099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:00.558452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-803f0829-0e6a-4a0a-b63f-aaaf168da40a tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.0909178 Oct 25 23:00:00.568260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e522cde-2efc-409a-b081-1218d7639819 req-bb71787c-973c-45c2-ae80-44a8c5b2dfe7 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818441 Oct 25 23:00:00.668102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] For port 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:00.671631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] For port 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:00.689264 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 22:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997af542-be8d-4515-ba74-61a31a2f2dce x-openstack-request-id: req-997af542-be8d-4515-ba74-61a31a2f2dce {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:00.689570 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "tag": "032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:00.689802 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-997af542-be8d-4515-ba74-61a31a2f2dce {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:00.691134 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'tag': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd', 'status': 'completed', 'code': 200} Oct 25 23:00:00.693202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:00.764795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-0a3fec3e-d031-4b8c-800f-1cc7c0d62a6a service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267955 Oct 25 23:00:00.810696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.811783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:00.813735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/91c67c53-6d18-4e37-a6de-8ad88acbf58f HTTP/1.1" status: 200 len: 1091 time: 1.3545570 Oct 25 23:00:00.835356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89793ad6-1c8c-44c8-bfe2-c0b00c0890d2 service neutron] Pushing event updated for resources: {'Port': ['ID=91c67c53-6d18-4e37-a6de-8ad88acbf58f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:00.840519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-f6271dd7-3186-4903-94b3-529b4472f666 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.850595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-f6271dd7-3186-4903-94b3-529b4472f666 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2911949 Oct 25 23:00:00.866080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88679-e11d-4caa-9a39-e2a820cdb077 req-78bc252a-99ca-48d3-b7a3-2bf170da8813 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.867699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71a88679-e11d-4caa-9a39-e2a820cdb077 req-78bc252a-99ca-48d3-b7a3-2bf170da8813 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.0950470 Oct 25 23:00:00.918512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-fb2eca02-48b2-4041-9987-bb65c2ed95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.918987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-fb2eca02-48b2-4041-9987-bb65c2ed95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:00.920544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-fb2eca02-48b2-4041-9987-bb65c2ed95e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1979 time: 0.2231433 Oct 25 23:00:00.935059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71a88679-e11d-4caa-9a39-e2a820cdb077 req-75bd55d9-afda-4757-bc81-2a589a6915ca tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557942 Oct 25 23:00:01.041612 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7881ae-0068-4816-8c04-5ae7d6d1ce7c x-openstack-request-id: req-8d7881ae-0068-4816-8c04-5ae7d6d1ce7c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:01.042201 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "name": "network-vif-plugged", "status": "completed", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:01.042201 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d7881ae-0068-4816-8c04-5ae7d6d1ce7c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:01.042553 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'code': 200} Oct 25 23:00:01.222818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe1c53-d346-4990-a385-b3d4f1829d3a req-ecbf31bc-1100-44ca-9618-b688d825c885 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.229612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe1c53-d346-4990-a385-b3d4f1829d3a req-ecbf31bc-1100-44ca-9618-b688d825c885 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.231505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fe1c53-d346-4990-a385-b3d4f1829d3a req-ecbf31bc-1100-44ca-9618-b688d825c885 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1677 time: 0.1220334 Oct 25 23:00:01.245964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dd9e8-db8d-4669-9c6a-4169f93aa755 req-8979ea1d-acf6-44ff-9d94-88fbec9b59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.248214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-446dd9e8-db8d-4669-9c6a-4169f93aa755 req-8979ea1d-acf6-44ff-9d94-88fbec9b59ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 1097 time: 0.0852976 Oct 25 23:00:01.347222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fe1c53-d346-4990-a385-b3d4f1829d3a req-af7400ee-abaf-4325-b292-d516328f582b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011622 Oct 25 23:00:01.351969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-446dd9e8-db8d-4669-9c6a-4169f93aa755 req-1f851cd4-b340-4551-bd0b-c4e32742935e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881088 Oct 25 23:00:01.439363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1e370c2b-c270-4f22-8101-95b3ba0e326f req-5e1aa406-dc69-4183-8a40-59d7c99a0531 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 210 time: 0.0316908 Oct 25 23:00:01.465649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-9f0e8ba9-3581-43e6-a1eb-b6c312251139 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.6139889 Oct 25 23:00:01.478723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:01.518772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a7ed31f-7bd3-4fd4-97d9-8e70c1d91d6e req-79516a16-bb06-4028-9d2d-83092b876e3e service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430284 Oct 25 23:00:01.596099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:01.634788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-f44e8cc1-567f-446e-8f18-7abaa02608e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.635262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-f44e8cc1-567f-446e-8f18-7abaa02608e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.642314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-f44e8cc1-567f-446e-8f18-7abaa02608e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.642314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-f44e8cc1-567f-446e-8f18-7abaa02608e4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b7de7767e4304117929512fe1aaaea09&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6988544 Oct 25 23:00:01.729351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96b8cb-5049-48f9-85bf-931982ee98ca req-b5285967-86db-4742-8d9a-df3e5165c561 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.735151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca96b8cb-5049-48f9-85bf-931982ee98ca req-b5285967-86db-4742-8d9a-df3e5165c561 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1096 time: 0.0524030 Oct 25 23:00:01.780024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca96b8cb-5049-48f9-85bf-931982ee98ca req-e4ec6231-dd2e-4c7d-9a24-22c0178ea2b7 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Oct 25 23:00:01.811435 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-56c0ed00-b4b7-408a-92f0-02dab16880fd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651472 Oct 25 23:00:01.982114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ed1d-a659-45af-abbe-94f2c56d3766 req-29d36ce6-c0d5-457c-ab85-92e96361a842 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:01.983640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0462ed1d-a659-45af-abbe-94f2c56d3766 req-29d36ce6-c0d5-457c-ab85-92e96361a842 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 944 time: 0.1067920 Oct 25 23:00:02.030870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.036995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-bf9238ec-0784-4fa3-8b41-d46e8db25086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.038642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92e0d2a3-afe3-4bf6-adbc-2ad12937b7b2 req-bf9238ec-0784-4fa3-8b41-d46e8db25086 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3931830 Oct 25 23:00:02.041324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.041664 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Floating IP 043a13e6-b83e-4876-8d8f-86405b67724f disassociated. External IP: 172.25.4.187, port: ede6498a-ba6a-43d3-ab88-c1595bf79634. Oct 25 23:00:02.059811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0462ed1d-a659-45af-abbe-94f2c56d3766 req-6d8143f0-87c5-45c5-86d6-bbc5384670da tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Oct 25 23:00:02.161593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5a9cb-a34c-4d2a-b092-ae8e35094f02 req-b23efa15-fd82-49e1-b179-a07470efd0e2 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.164564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5a5a9cb-a34c-4d2a-b092-ae8e35094f02 req-b23efa15-fd82-49e1-b179-a07470efd0e2 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 950 time: 0.0567074 Oct 25 23:00:02.194406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-93bba4d2-198e-4713-8518-357d422cb5b2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.195873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-93bba4d2-198e-4713-8518-357d422cb5b2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302710 Oct 25 23:00:02.212050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5a5a9cb-a34c-4d2a-b092-ae8e35094f02 req-ef0c5ed3-e3e2-40d4-b311-ffd2905182fe tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e737fe9-2b86-4a92-b25b-93faa04a3942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358481 Oct 25 23:00:02.216714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Request body: {'port': {'device_id': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '0e735f996c4644a596f75456289ceb30'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:02.222397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-79827331-b448-4269-a976-2a520aa7e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.222874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-79827331-b448-4269-a976-2a520aa7e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.224404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-79827331-b448-4269-a976-2a520aa7e7d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1979 time: 0.1086791 Oct 25 23:00:02.362619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-1beac466-d820-4b27-a79f-cf8a9ec98126 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd HTTP/1.1" status: 200 len: 217 time: 0.1214559 Oct 25 23:00:02.441867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-3748ad26-4473-4f0d-a6a3-2d490bab7cf9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.443761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-3748ad26-4473-4f0d-a6a3-2d490bab7cf9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.1363034 Oct 25 23:00:02.474534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-ab89fd8f-ebee-4b48-8e84-a47385560827 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/quotas/e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 375 time: 0.0232186 Oct 25 23:00:02.506244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-c31f5988-fd18-46a3-9b5b-1c24fb97e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.507738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-c31f5988-fd18-46a3-9b5b-1c24fb97e8c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=170af55a-3bf9-4023-a5a3-25e948201d6a HTTP/1.1" status: 200 len: 801 time: 0.1361210 Oct 25 23:00:02.529559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-08332b3d-9a30-4d32-8203-a109dab79bd2 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536089 Oct 25 23:00:02.565745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:02.570597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Made reservation on behalf of 0e735f996c4644a596f75456289ceb30 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:02.574130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.589367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.614221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-ebf4b708-f604-4101-90dd-612b94b64a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:02.615714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-ebf4b708-f604-4101-90dd-612b94b64a38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59724494-5f57-43fb-a277-a4b96a6e3752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963097 Oct 25 23:00:02.658951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-d74d7f00-8c76-4d27-a3b0-18a4f47157a6 service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170504 Oct 25 23:00:02.698718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'tag': '91c67c53-6d18-4e37-a6de-8ad88acbf58f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:02.701420 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310007e4-cc74-4082-8738-f6b7a7b2de0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "tag": "91c67c53-6d18-4e37-a6de-8ad88acbf58f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:02.787677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-cf868fe1-2ed9-4ec1-a971-977b67784a21 service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237562 Oct 25 23:00:02.825084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:02.837322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.840441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:02.854475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:02.855366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:02.869317 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-04981520-63f4-48ee-a3f4-fa3d5422ee9e service neutron] 10.222.0.15 "GET /v2.0/networks/59724494-5f57-43fb-a277-a4b96a6e3752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894646 Oct 25 23:00:02.871218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.886468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:02.923307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-2041c11e-dd17-4dd2-9f4c-6e717217d0c3 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "PUT /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 695 time: 1.4480610 Oct 25 23:00:02.965788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:02.968556 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df18aa9-a0cc-401f-9126-01a9cb5495ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:03.052408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d00d56-22e8-40c7-acee-c7b93f9c4ef7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:03.056954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc24eb9-7109-482a-b3bb-9fc7060858c3 req-e214abbf-61e7-4262-b51f-0e8413829a22 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.067763 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adc24eb9-7109-482a-b3bb-9fc7060858c3 req-e214abbf-61e7-4262-b51f-0e8413829a22 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.0884161 Oct 25 23:00:03.078818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:03.117987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-1fb51ce4-daa6-42f4-b2a3-a3a75a732960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.125116 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-1fb51ce4-daa6-42f4-b2a3-a3a75a732960 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1096 time: 0.2009337 Oct 25 23:00:03.125636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adc24eb9-7109-482a-b3bb-9fc7060858c3 req-85f8bd51-2bbf-4e03-a2d3-3475dd337ea7 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521171 Oct 25 23:00:03.202428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-93b57201-e542-402e-9887-4129de34a320 service neutron] 10.222.0.15 "GET /v2.0/networks/59724494-5f57-43fb-a277-a4b96a6e3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249516 Oct 25 23:00:03.241392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553a9c-8068-4099-876e-71d668a85cfb req-433a6dfe-d6e9-4e72-a123-8daec28ac9cb tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.242999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3b553a9c-8068-4099-876e-71d668a85cfb req-433a6dfe-d6e9-4e72-a123-8daec28ac9cb tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.11 "GET /v2.0/ports?device_id=acec4423-f938-4a57-8374-7c6aa1a87b7d HTTP/1.1" status: 200 len: 950 time: 0.0963621 Oct 25 23:00:03.278246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Allocated IP 192.168.233.128 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/fa9263ca-c81f-4a69-9c40-7814632dd301) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:03.281077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-33443a02-2d8c-4c35-9bf5-1dd69e9c8ad8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f HTTP/1.1" status: 200 len: 217 time: 0.0703413 Oct 25 23:00:03.380360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-1d205a5b-8171-453b-8ee5-4117c9d2e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.382003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-1d205a5b-8171-453b-8ee5-4117c9d2e939 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.2560349 Oct 25 23:00:03.389883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-c369bf6c-fa8f-4b3e-b5ed-75bfc56cbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.392432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-c369bf6c-fa8f-4b3e-b5ed-75bfc56cbba2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df78c24b-590c-4cb1-898b-7fd06381b532 HTTP/1.1" status: 200 len: 801 time: 0.1044388 Oct 25 23:00:03.403493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7f7dc-5b7b-4665-8e94-44222f687f0a req-0d0e6c5f-4222-46f8-9e0e-85b18bf9d307 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.413244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7f7dc-5b7b-4665-8e94-44222f687f0a req-0d0e6c5f-4222-46f8-9e0e-85b18bf9d307 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.423880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffd7f7dc-5b7b-4665-8e94-44222f687f0a req-0d0e6c5f-4222-46f8-9e0e-85b18bf9d307 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1677 time: 0.1796541 Oct 25 23:00:03.441026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:03.466064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-a574a9ed-b15e-4343-85a6-c986f397f497 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 217 time: 0.0726988 Oct 25 23:00:03.483065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:03.496681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:03.497173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:03.510825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffd7f7dc-5b7b-4665-8e94-44222f687f0a req-8d4850dd-de8a-478a-9fcb-1293fe935306 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851538 Oct 25 23:00:03.523774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Deleting port f7dbb2a1-d824-4155-933a-582afe0509f1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:03.524703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:03.722485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d64cdfd-4080-4ef9-8ff6-616d6cd65550 req-e3cac6dd-4675-408b-9ad0-6b1617ec1963 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 210 time: 0.0560255 Oct 25 23:00:03.805833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:03.810872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] For port f7dbb2a1-d824-4155-933a-582afe0509f1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f7dbb2a1-d824-4155-933a-582afe0509f1,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:03.811418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:03.827711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Calling delete_port for f7dbb2a1-d824-4155-933a-582afe0509f1 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:03.849537 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42fce04-e5e1-448f-82b8-f7a099a9a876 x-openstack-request-id: req-b42fce04-e5e1-448f-82b8-f7a099a9a876 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:03.851706 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "tag": "91c67c53-6d18-4e37-a6de-8ad88acbf58f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:03.852042 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b42fce04-e5e1-448f-82b8-f7a099a9a876 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:03.853897 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'tag': '91c67c53-6d18-4e37-a6de-8ad88acbf58f', 'status': 'completed', 'code': 200} Oct 25 23:00:03.948911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:03.949805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-5349f5eb-ab8e-4185-bc5a-08eddf3dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.951796 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-5349f5eb-ab8e-4185-bc5a-08eddf3dbc4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5482013 Oct 25 23:00:03.953373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-6863ad42-d1ad-455c-b598-c7b72cdf6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:03.954922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-6863ad42-d1ad-455c-b598-c7b72cdf6cf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.4767802 Oct 25 23:00:04.054229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d49511c6-e5a2-4b19-8159-dc41069a3331 req-cb98e410-845b-4503-8689-b7903404d74a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 210 time: 0.0370696 Oct 25 23:00:04.068997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-a618c708-8782-42e7-a9db-1ef2951efd68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945300 Oct 25 23:00:04.094784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.139966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-926b08fb-77eb-4671-95dc-4b2701f09083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:04.141523 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-926b08fb-77eb-4671-95dc-4b2701f09083 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640661 Oct 25 23:00:04.178994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.207887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f7dbb2a1-d824-4155-933a-582afe0509f1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:04.212801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-0ae16f16-58e9-45c1-81c2-dbeb697d5f0b service neutron] 10.222.0.15 "GET /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527254 Oct 25 23:00:04.216408 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30be5f8-c186-4e18-bd79-adcd817008f3 x-openstack-request-id: req-f30be5f8-c186-4e18-bd79-adcd817008f3 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:04.216408 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:04.216408 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30be5f8-c186-4e18-bd79-adcd817008f3 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:04.216764 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'status': 'completed', 'code': 200} Oct 25 23:00:04.272719 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:00:04.289217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Pushing event deleted for resources: {'Port': ['ID=f7dbb2a1-d824-4155-933a-582afe0509f1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:04.372201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.384279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] No DVR routers for this DVR port f7dbb2a1-d824-4155-933a-582afe0509f1 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:04.392277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.395784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3b553a9c-8068-4099-876e-71d668a85cfb req-0d4f8765-1417-4cc1-b533-7efb31205316 tempest-ImagesNegativeTestJSON-772799455 tempest-ImagesNegativeTestJSON-772799455-project] 10.222.0.11 "DELETE /v2.0/ports/f7dbb2a1-d824-4155-933a-582afe0509f1 HTTP/1.1" status: 204 len: 173 time: 1.1423900 Oct 25 23:00:04.496089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:04.512696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'port_id': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'mac_address': 'fa:16:3e:4c:c5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01296933-fb18-4a6b-acd6-addda0a15ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:04.537999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324374-d463-4ed1-8c86-28f0391649be req-ec73d221-f35d-4166-b1f7-308b97e8d93f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:04.538795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-4d754496-5460-4aab-87a2-b7395760e8f2 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827717 Oct 25 23:00:04.539565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75324374-d463-4ed1-8c86-28f0391649be req-ec73d221-f35d-4166-b1f7-308b97e8d93f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 944 time: 0.1569026 Oct 25 23:00:04.541681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-c68e37ac-a9a6-4c9f-8071-d70f1a31a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:04.550595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:04.553920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-c68e37ac-a9a6-4c9f-8071-d70f1a31a32a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 1096 time: 0.2776108 Oct 25 23:00:04.580097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:04.590041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:04.594192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-b561f0a5-76cf-4524-b2f0-f50baaea18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:04.596864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-b561f0a5-76cf-4524-b2f0-f50baaea18d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 1095 time: 0.3778923 Oct 25 23:00:04.599165 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2220f22f-74df-4ccc-944f-ae61c3e5d5b9 req-9911b191-1dd4-4d60-9935-8ffe6dcf7f3f service neutron] 10.222.0.15 "GET /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468513 Oct 25 23:00:04.615361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:04.646377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c77b69-a40b-4158-8178-c0a4c827e2d4 None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:04.650247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.670556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767e2173-0b5d-4127-84e0-b0d5016c8e68 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:04.699940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:04.729276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:04.740855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.879093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:04.947721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:04.948314 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:04.979191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-a0ec7a7c-6c7b-4cb0-95fe-b59f766594fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:04.981604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-a0ec7a7c-6c7b-4cb0-95fe-b59f766594fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.3052969 Oct 25 23:00:04.994266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-2f82b73d-5c9d-45c1-8e74-3ee4fb321896 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7821772 Oct 25 23:00:05.087671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Request body: {'port': {'device_id': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:05.147192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-810752ea-e4de-4b83-8462-3b3fc5b7b238 None None] Provisioning complete for port fa9263ca-c81f-4a69-9c40-7814632dd301 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:05.147771 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-810752ea-e4de-4b83-8462-3b3fc5b7b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:05.163988 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1db17-a0ae-4375-8400-4db5c72a6bf3 None None] New status for floating IP 043a13e6-b83e-4876-8d8f-86405b67724f: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:00:05.222482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-6f19c981-7663-45eb-a0bd-b6eb7315fa97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 200 len: 217 time: 0.2254298 Oct 25 23:00:05.226399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-810752ea-e4de-4b83-8462-3b3fc5b7b238 None None] Port fa9263ca-c81f-4a69-9c40-7814632dd301 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:05.294430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-0e79d264-e38c-415a-9140-ec03a5176a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.295907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-0e79d264-e38c-415a-9140-ec03a5176a02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0630596 Oct 25 23:00:05.304189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-81d3a5c4-390d-4f8d-875a-a5e1cdf975e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.304666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-81d3a5c4-390d-4f8d-875a-a5e1cdf975e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.306417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-81d3a5c4-390d-4f8d-875a-a5e1cdf975e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7de7767e4304117929512fe1aaaea09&device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1979 time: 0.5217323 Oct 25 23:00:05.321568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75324374-d463-4ed1-8c86-28f0391649be req-ce7436cd-bdab-4264-86ba-378a5e9b9dd7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650871 Oct 25 23:00:05.356121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-d3bb5bdd-2c13-471c-b914-30082a0b152a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412648 Oct 25 23:00:05.356753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:05.389467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-d894234c-3289-4ce7-977a-4eb8df10c46c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.391003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-d894234c-3289-4ce7-977a-4eb8df10c46c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.7111034 Oct 25 23:00:05.392387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-f37065a7-1633-4d11-82e1-46b10f008ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.393718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-f37065a7-1633-4d11-82e1-46b10f008ca6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.7928500 Oct 25 23:00:05.404059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Request body: {'port': {'device_id': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'admin_state_up': True, 'tenant_id': 'e11d0f7451b64a77984527e8040df2b8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:05.437941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['767e2173-0b5d-4127-84e0-b0d5016c8e68'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:05.515993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-595834e0-0797-4601-8787-c4d40d3a0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.519070 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-595834e0-0797-4601-8787-c4d40d3a0ba8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c HTTP/1.1" status: 200 len: 903 time: 0.1775117 Oct 25 23:00:05.529205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-2e7b0106-969a-494b-8edd-1443af60dd55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 200 len: 217 time: 0.1194184 Oct 25 23:00:05.561970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3357d78-a46e-4b46-8f1d-9516d5b8dd7a req-5fbbc4e3-f467-44cf-96b0-2a9060486ddb service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0118935 Oct 25 23:00:05.651791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-c6e6aa58-d4e3-48c0-9018-80654bba5e00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f HTTP/1.1" status: 200 len: 217 time: 0.1020515 Oct 25 23:00:05.704444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb86a07-f569-466c-b57d-f874d713a2e3 req-0d33104c-a39b-4217-87a4-d2023bea2c09 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.706871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4bb86a07-f569-466c-b57d-f874d713a2e3 req-0d33104c-a39b-4217-87a4-d2023bea2c09 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.1933060 Oct 25 23:00:05.715960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-a0795233-9555-41eb-bbdb-2a85bfdf3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.718629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41898) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:05.720063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-a0795233-9555-41eb-bbdb-2a85bfdf3656 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.1813629 Oct 25 23:00:05.721326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Made reservation on behalf of e11d0f7451b64a77984527e8040df2b8 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:05.724913 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:05.782798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Request body: {'floatingip': {'port_id': '227a58cd-e755-4bb8-b9a3-a1904d73395a'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:05.858795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'name': 'network-vif-deleted', 'tag': 'f7dbb2a1-d824-4155-933a-582afe0509f1'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:05.861113 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ef880-f350-4ddc-94e7-44e77d096512" -d '{"events": [{"server_uuid": "acec4423-f938-4a57-8374-7c6aa1a87b7d", "name": "network-vif-deleted", "tag": "f7dbb2a1-d824-4155-933a-582afe0509f1"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:05.877442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:05.880974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-89930f7a-7b45-41cb-86e6-6a95254b5f45 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041250 Oct 25 23:00:05.890339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-56b30615-3de6-44d9-9106-81ab14735c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.891763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-56b30615-3de6-44d9-9106-81ab14735c26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df78c24b-590c-4cb1-898b-7fd06381b532 HTTP/1.1" status: 200 len: 801 time: 0.2314234 Oct 25 23:00:05.927066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-b4ab42b2-586c-42f4-b80b-0359080d21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.927975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-b4ab42b2-586c-42f4-b80b-0359080d21b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883235 Oct 25 23:00:05.957346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa1105-8629-427e-b81e-51580a781ca2 req-7dc2a89f-bc06-4ae1-8153-6986fe6ccc63 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:05.958771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aaa1105-8629-427e-b81e-51580a781ca2 req-7dc2a89f-bc06-4ae1-8153-6986fe6ccc63 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 936 time: 0.1552343 Oct 25 23:00:05.969980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Allocated IP 172.20.0.12 (27ba88a7-88df-413f-b22e-5b54ccbddd10/33ff508a-31c3-403e-90a4-1e357bc310db/bda45ece-b2ee-4f74-b650-30f39813d9c5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:06.094967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aaa1105-8629-427e-b81e-51580a781ca2 req-2e25aaf2-e874-40ee-8ed9-5b11113a8465 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948954 Oct 25 23:00:06.099344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e86de-f81a-4389-867b-036664e9fb0d req-f5119c3b-b028-440a-bf1c-1198b2d96267 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:06.105532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e86de-f81a-4389-867b-036664e9fb0d req-f5119c3b-b028-440a-bf1c-1198b2d96267 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:06.106909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c97e86de-f81a-4389-867b-036664e9fb0d req-f5119c3b-b028-440a-bf1c-1198b2d96267 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1677 time: 0.3199806 Oct 25 23:00:06.113691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-2b216b4a-b7bf-4a55-b567-9d6976b24e5a service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769018 Oct 25 23:00:06.248497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-78ea6797-f97e-43ac-b331-59967a9dfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:06.249966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-78ea6797-f97e-43ac-b331-59967a9dfb48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3092613 Oct 25 23:00:06.265727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27537309-a8ad-477d-9dbb-db37004d346e req-3d03bfda-1710-45e4-8eef-c176e7681a27 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 210 time: 0.0422907 Oct 25 23:00:06.318827 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:06.336539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d81fe661-23cf-427f-9b1a-5dad6a4be73e req-34dbb19b-9bbc-43f3-8d00-034f6ae7595a service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095004 Oct 25 23:00:06.349686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9df18aa9-a0cc-401f-9126-01a9cb5495ef req-75279a6c-11e6-4a39-88fb-da95188e4ddd service neutron] 10.222.0.15 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217305 Oct 25 23:00:06.373927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:06.425203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c97e86de-f81a-4389-867b-036664e9fb0d req-c739b9b7-afaa-40da-b012-70558ec8eb10 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794373 Oct 25 23:00:06.427439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:06.431617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:06.435179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:06.436959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:06.505914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:06.506483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:06.535068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-4650eb7e-f6bf-4369-81a5-a8d57a51c39f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1348755 Oct 25 23:00:06.548281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Request body: {'port': {'device_id': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:06.603389 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda1570a-8c67-4579-b457-50c3c1dc7b2f x-openstack-request-id: req-fda1570a-8c67-4579-b457-50c3c1dc7b2f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:06.603676 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec4423-f938-4a57-8374-7c6aa1a87b7d", "name": "network-vif-deleted", "tag": "f7dbb2a1-d824-4155-933a-582afe0509f1", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:06.603926 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fda1570a-8c67-4579-b457-50c3c1dc7b2f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:06.604308 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec4423-f938-4a57-8374-7c6aa1a87b7d', 'name': 'network-vif-deleted', 'tag': 'f7dbb2a1-d824-4155-933a-582afe0509f1', 'status': 'completed', 'code': 200} Oct 25 23:00:06.612401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9263ca-c81f-4a69-9c40-7814632dd301 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:06.642300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:06.663231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:06.716683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-96f1feb6-0230-4c96-b5a0-fb3ebf4addbd service neutron] 10.222.0.15 "GET /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191113 Oct 25 23:00:06.723002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Transition to ACTIVE for port object fa9263ca-c81f-4a69-9c40-7814632dd301 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:00:06.806261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:06.833614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-8e7834ae-a127-43d9-b5c5-877481e90860 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:06.835236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-8e7834ae-a127-43d9-b5c5-877481e90860 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1103506 Oct 25 23:00:06.931254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-81aa04c4-e28e-40d2-bdd7-cd64059c29ea tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.0773580 Oct 25 23:00:06.967937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'floatingip': {'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:07.019736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.159130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda45ece-b2ee-4f74-b650-30f39813d9c5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:07.169985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.246682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c88bb-bd74-4668-99dd-b8ae863c2b86 req-6c359350-d3a2-494b-a6c4-77713af5a8e4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:07.248943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d9c88bb-bd74-4668-99dd-b8ae863c2b86 req-6c359350-d3a2-494b-a6c4-77713af5a8e4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 945 time: 0.6262615 Oct 25 23:00:07.252792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Transition to ACTIVE for port object bda45ece-b2ee-4f74-b650-30f39813d9c5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:00:07.260585 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.280488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:07.349305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:07.427021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d9c88bb-bd74-4668-99dd-b8ae863c2b86 req-d382f852-0a1b-45d0-bc47-56043dc8a6f8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621678 Oct 25 23:00:07.440709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:00:07.443844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-310007e4-cc74-4082-8738-f6b7a7b2de0e req-05c4e492-c963-4284-be4a-37172c2c040c service neutron] 10.222.0.15 "GET /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192910 Oct 25 23:00:07.585668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:07.586271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:07.586379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:07.594169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.597870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:07.598394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:07.603961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f7dbb2a1-d824-4155-933a-582afe0509f1 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:07.605987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:07.606399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:07.606779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:07.607465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Bound port: bda45ece-b2ee-4f74-b650-30f39813d9c5, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:07.607822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.617332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:07.617676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:07.618001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:07.625186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Port fa9263ca-c81f-4a69-9c40-7814632dd301 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:07.625723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:07.627707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.636354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f7dbb2a1-d824-4155-933a-582afe0509f1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:07.637141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f7dbb2a1-d824-4155-933a-582afe0509f1 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:07.705253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:07.705847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:07.706419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:07.706864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Bound port: fa9263ca-c81f-4a69-9c40-7814632dd301, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:07.707613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.737236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.742349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175c0f9-0260-4ded-aa95-85860ac99c28 req-1405c611-32d5-4eda-8d95-f848a72c94e9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:07.743913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6175c0f9-0260-4ded-aa95-85860ac99c28 req-1405c611-32d5-4eda-8d95-f848a72c94e9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 948 time: 0.1920190 Oct 25 23:00:07.745519 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.787529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:07.830712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:07.839088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.843009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6175c0f9-0260-4ded-aa95-85860ac99c28 req-be97a735-d2e0-48ea-b23a-fce95e00a16b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759397 Oct 25 23:00:07.848216 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa associated. External IP: 172.25.4.175, port: 227a58cd-e755-4bb8-b9a3-a1904d73395a. Oct 25 23:00:07.850616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:07.854462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:07.897174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:07.912060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:07.912669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.914171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a9cdfd35-91f5-479c-bec3-7fda99df2625 service neutron] 10.222.0.11 "PUT /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 1092 time: 1.3706748 Oct 25 23:00:07.932549 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Floating IP 043a13e6-b83e-4876-8d8f-86405b67724f associated. External IP: 172.25.4.187, port: 334ede3a-04eb-451d-9a3c-a157fcf545f0. Oct 25 23:00:07.960100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:07.963308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:08.026753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 767e2173-0b5d-4127-84e0-b0d5016c8e68 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:08.033073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 767e2173-0b5d-4127-84e0-b0d5016c8e68 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:08.034380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:08.058656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a99b150d-02aa-4b78-826b-c297d5ea50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.060207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-a99b150d-02aa-4b78-826b-c297d5ea50d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1095 time: 0.0889156 Oct 25 23:00:08.111765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-c3587e44-e809-4b72-aa1e-54fe8884a7f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 217 time: 0.0426669 Oct 25 23:00:08.130009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:08.154744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.155519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:08.157856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-394e9956-0969-46fb-969c-9a4abeabe7d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 1096 time: 3.1432025 Oct 25 23:00:08.158967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:08.161879 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:08.186805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca2067-499e-4367-8cb4-8c7d47c75062 req-124e28ff-5a40-40ae-a2e2-faee8c000836 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.195622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:08.195904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58ca2067-499e-4367-8cb4-8c7d47c75062 req-124e28ff-5a40-40ae-a2e2-faee8c000836 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 944 time: 0.2515848 Oct 25 23:00:08.246558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:08.250473 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c397da33-ea13-4b9f-a36f-d558e5a9279b" -d '{"events": [{"server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:08.268415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:08.270942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-737c3a28-b1b5-46e4-bb51-9d4456061b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.272561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-737c3a28-b1b5-46e4-bb51-9d4456061b46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1528006 Oct 25 23:00:08.277437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:08.314652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58ca2067-499e-4367-8cb4-8c7d47c75062 req-fd3b5b03-21d3-4be3-b016-5fe72f31d6dc tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176174 Oct 25 23:00:08.330207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-f8d28283-5677-4041-91d7-7ea98e0b01c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372553 Oct 25 23:00:08.397679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:08.405304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:08.513075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-89126dfb-b11e-4544-8f00-8f46679c2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.514921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-89126dfb-b11e-4544-8f00-8f46679c2543 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1099 time: 0.2894928 Oct 25 23:00:08.555433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-a9a95d65-e448-4a2c-836d-df63deea0389 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.557084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-a9a95d65-e448-4a2c-836d-df63deea0389 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1e6af2f-4ba2-4d60-b11a-95f747e067db HTTP/1.1" status: 200 len: 945 time: 0.1239874 Oct 25 23:00:08.601493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e1e2-4eba-42e4-a0af-9b51498090da req-1a6013ee-9b13-4752-b4fc-9e2b0c1a219c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.608688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e1e2-4eba-42e4-a0af-9b51498090da req-1a6013ee-9b13-4752-b4fc-9e2b0c1a219c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.610803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c014e1e2-4eba-42e4-a0af-9b51498090da req-1a6013ee-9b13-4752-b4fc-9e2b0c1a219c tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1677 time: 0.1870706 Oct 25 23:00:08.632536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-472cf04f-e5ad-455b-8b67-eb8337de2cfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.0997021 Oct 25 23:00:08.731746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:08.756060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c014e1e2-4eba-42e4-a0af-9b51498090da req-f58279a5-ddce-40ad-98bf-ca48b7d9a258 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355186 Oct 25 23:00:08.777022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-f91a9765-4b03-4a55-956b-bc4e80acfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.778704 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-f91a9765-4b03-4a55-956b-bc4e80acfc08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1200309 Oct 25 23:00:08.811712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:08.815044 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848c2cd-fc0c-4fd1-ad18-c9633a943137" -d '{"events": [{"name": "network-changed", "server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:08.854231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-8fc25db7-342b-43c4-97ae-734d85275306 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149381 Oct 25 23:00:08.895820 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f30730-46d4-4554-a109-d48266d11f5e x-openstack-request-id: req-59f30730-46d4-4554-a109-d48266d11f5e {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:08.896196 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:08.896511 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59f30730-46d4-4554-a109-d48266d11f5e {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:08.896986 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'status': 'completed', 'code': 200} Oct 25 23:00:08.913742 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe6b3a2-b7c5-48f8-af17-e94e14748ee7 x-openstack-request-id: req-5fe6b3a2-b7c5-48f8-af17-e94e14748ee7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:08.914350 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:08.914565 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fe6b3a2-b7c5-48f8-af17-e94e14748ee7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:08.915434 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'code': 200} Oct 25 23:00:08.924722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:08.932144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:08.945876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Deleting port ede6498a-ba6a-43d3-ab88-c1595bf79634 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:08.946260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:08.956899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:08.976616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-9612998b-bc17-4638-a74f-5e54e209b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:08.978118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-9612998b-bc17-4638-a74f-5e54e209b178 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921103 Oct 25 23:00:08.982902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-189845e0-ef5d-4fff-b2ab-5c21518f16af tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "PUT /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 996 time: 2.0237062 Oct 25 23:00:08.983291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:08.984533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:09.063324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e42f1193-193e-47e4-b7d5-a2149d6adfd2 req-fe621fd5-41c2-4203-a2e6-e6bcdb3e7d26 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987019 Oct 25 23:00:09.073786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-3104c76a-64fe-43a6-a618-81d94280d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.081191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-3104c76a-64fe-43a6-a618-81d94280d4bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.0973959 Oct 25 23:00:09.172743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:09.182309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-b6329f97-3be8-4717-a6bb-119e7500679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.190127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:09.190517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-b6329f97-3be8-4717-a6bb-119e7500679a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.1082594 Oct 25 23:00:09.191127 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:09.193696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36890014-ea5f-4c93-97f9-15a8b85474d5 req-d7a0ff10-1f0b-4876-81ec-1debb6f580ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.195205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36890014-ea5f-4c93-97f9-15a8b85474d5 req-d7a0ff10-1f0b-4876-81ec-1debb6f580ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1097 time: 0.1648359 Oct 25 23:00:09.205354 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:09.206523 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:09.207195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:09.286460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-6038f7a4-c2a6-4636-bca3-d68aa9e7897d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 999 time: 0.0950072 Oct 25 23:00:09.289304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36890014-ea5f-4c93-97f9-15a8b85474d5 req-5e3b1b99-ed79-443b-a7ed-67ab40e6918f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870199 Oct 25 23:00:09.332948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-6fc6bde2-50c5-42a9-b645-7e8c7979c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.341130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-6fc6bde2-50c5-42a9-b645-7e8c7979c06c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0537508 Oct 25 23:00:09.361970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e404098-b6a9-4a44-926f-06b954aa0446 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "PUT /v2.0/floatingips/d3cbb182-a85f-461d-ba07-8c8962f126fa HTTP/1.1" status: 200 len: 992 time: 3.6378016 Oct 25 23:00:09.364925 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:09.384485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-6f2653a9-6c30-4e01-b8c9-3143f5d2f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.393697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-6f2653a9-6c30-4e01-b8c9-3143f5d2f07b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516598 Oct 25 23:00:09.421389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-5f69e4ef-8d61-4739-936e-a9f79e182ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104826 Oct 25 23:00:09.443068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] For port ede6498a-ba6a-43d3-ab88-c1595bf79634, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ede6498a-ba6a-43d3-ab88-c1595bf79634,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:09.443434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:09.474214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Calling delete_port for ede6498a-ba6a-43d3-ab88-c1595bf79634 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:09.491674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T23:00:07Z', 'revision_number': 8, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:09.505098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ae707-0319-4191-8755-16d66fe88c5a req-172d4fc3-463e-417f-af54-58024380a443 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.512560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-565ae707-0319-4191-8755-16d66fe88c5a req-172d4fc3-463e-417f-af54-58024380a443 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.4374402 Oct 25 23:00:09.526381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-299e1520-d232-41f7-b2a2-018c25dd6494 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317282 Oct 25 23:00:09.528063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:09.542314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:09.542936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:09.660406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-565ae707-0319-4191-8755-16d66fe88c5a req-851954c4-c042-4c6d-88ab-23faad359221 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459925 Oct 25 23:00:09.732928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8caff6ca-1f01-42cb-b054-3c7b8851c3be req-c3f0511b-1863-4f88-afd7-e68d6676b780 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050207 Oct 25 23:00:09.790344 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f893e5-e265-4351-a675-c94b66ae28b5 x-openstack-request-id: req-f0f893e5-e265-4351-a675-c94b66ae28b5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:09.790837 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:09.791259 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0f893e5-e265-4351-a675-c94b66ae28b5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:09.791900 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'status': 'completed', 'code': 200} Oct 25 23:00:09.851212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:09.886480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-817f9cdb-2b79-415c-8280-c51ada5bbe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:09.888341 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-817f9cdb-2b79-415c-8280-c51ada5bbe46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1095 time: 0.0566998 Oct 25 23:00:09.926696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd3cbb182-a85f-461d-ba07-8c8962f126fa', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'port_id': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'mac_address': 'fa:16:3e:c3:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:57:41Z', 'updated_at': '2021-10-25T23:00:07Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:09.958740 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:09.969702 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:09.970994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:09.975850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 91c67c53-6d18-4e37-a6de-8ad88acbf58f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:10.024463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb14c12-cf4c-4def-8abc-ec612383c6e3 req-6a7e72f4-3a23-47bf-bc7d-b0bead194fdd service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635814 Oct 25 23:00:10.041176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258c188-4d63-40f7-8293-4e79907595ca req-8d65f188-0db5-48eb-a807-ba25d744ae42 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.042898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1258c188-4d63-40f7-8293-4e79907595ca req-8d65f188-0db5-48eb-a807-ba25d744ae42 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 944 time: 0.1860795 Oct 25 23:00:10.095394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb9b4-bb65-4bae-9bff-bab270b989f6 req-296f56a1-c001-4064-aef0-4ec9a1071337 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.114029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-806fb9b4-bb65-4bae-9bff-bab270b989f6 req-296f56a1-c001-4064-aef0-4ec9a1071337 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 948 time: 0.2081103 Oct 25 23:00:10.119899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:10.121051 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:10.139132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['334ede3a-04eb-451d-9a3c-a157fcf545f0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:10.178135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ede6498a-ba6a-43d3-ab88-c1595bf79634'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:10.229129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:10.230402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-806fb9b4-bb65-4bae-9bff-bab270b989f6 req-d76a6edc-5134-497c-aa45-dc5425a185d4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150744 Oct 25 23:00:10.242658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-c8393e30-5b34-4a28-81ab-a7f71ad283ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.244999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-c8393e30-5b34-4a28-81ab-a7f71ad283ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.3037412 Oct 25 23:00:10.264648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event deleted for resources: {'Port': ['ID=ede6498a-ba6a-43d3-ab88-c1595bf79634,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:10.267637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1258c188-4d63-40f7-8293-4e79907595ca req-9237d534-125c-46bd-aaaf-692b9a1a829e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171075 Oct 25 23:00:10.278750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '91c67c53-6d18-4e37-a6de-8ad88acbf58f', 'network_id': '978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c', 'port_id': '91c67c53-6d18-4e37-a6de-8ad88acbf58f', 'mac_address': 'fa:16:3e:de:b5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df78c24b-590c-4cb1-898b-7fd06381b532', 'ip_address': '19.86.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:10.338885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.339245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.339592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.339933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.340270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.340607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.340942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.341273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.341601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.341945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.342264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.342593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:10.348238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-58fee16f-d7e2-4c0c-a55f-d0fe28969e74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 217 time: 0.0957098 Oct 25 23:00:10.416096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] No DVR routers for this DVR port ede6498a-ba6a-43d3-ab88-c1595bf79634 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:10.427251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:10.456309 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa1ffd2-5f04-4a6c-b383-c790eb66c9e7 req-02bc3c53-c45b-4cf6-9045-19b6790ae009 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.15 "DELETE /v2.0/ports/ede6498a-ba6a-43d3-ab88-c1595bf79634 HTTP/1.1" status: 204 len: 173 time: 1.8440051 Oct 25 23:00:10.555296 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd3cbb182-a85f-461d-ba07-8c8962f126fa', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'port_id': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'mac_address': 'fa:16:3e:c3:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:57:41Z', 'updated_at': '2021-10-25T23:00:07Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:10.576443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-fe7dc8c8-e078-4712-beca-33df5c50ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.579458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-fe7dc8c8-e078-4712-beca-33df5c50ed1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1099 time: 0.4411829 Oct 25 23:00:10.608437 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2949-8079-48ea-beb9-1d90a9655341 None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd3cbb182-a85f-461d-ba07-8c8962f126fa', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'port_id': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'mac_address': 'fa:16:3e:c3:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:57:41Z', 'updated_at': '2021-10-25T23:00:07Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:10.611001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-7a9a2872-aa7a-4a8c-92a1-cf628efbd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.621427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-7a9a2872-aa7a-4a8c-92a1-cf628efbd1a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.2620683 Oct 25 23:00:10.682995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d4e6abc-8f40-4670-aa05-b3a4f9472386 req-a08624fc-e892-43a3-bcf3-baa04253dcab tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 996 time: 0.2680583 Oct 25 23:00:10.715353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-a9b81978-555c-4c5f-9dbe-f598518bc264 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791926 Oct 25 23:00:10.727330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c47f1c-3b57-4559-af17-8a9f1e5af81f req-d0108171-97cf-40ef-938d-b72fd8c52a1a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.734986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c47f1c-3b57-4559-af17-8a9f1e5af81f req-d0108171-97cf-40ef-938d-b72fd8c52a1a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.744593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e8c47f1c-3b57-4559-af17-8a9f1e5af81f req-d0108171-97cf-40ef-938d-b72fd8c52a1a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1677 time: 0.2729096 Oct 25 23:00:10.747240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:10.816823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T23:00:07Z', 'revision_number': 8, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:10.870800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c67c53-6d18-4e37-a6de-8ad88acbf58f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:10.877849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3af27-bb3f-4c00-acc2-cacb733039fa None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '043a13e6-b83e-4876-8d8f-86405b67724f', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'port_id': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'mac_address': 'fa:16:3e:e7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T22:59:16Z', 'updated_at': '2021-10-25T23:00:07Z', 'revision_number': 8, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:10.921019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-64a2f840-ec33-4139-9f3c-a7cf22c98469 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732094 Oct 25 23:00:10.921019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41964) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:10.935940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a'}, {'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'name': 'network-vif-deleted', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:10.939212 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fcdb05-75bf-465e-8f6a-4d62661b1131" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a"}, {"server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "name": "network-vif-deleted", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:10.940875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:10.949273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6abc-8f40-4670-aa05-b3a4f9472386 req-a026a081-7362-4c18-8c5f-900a817a2546 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:10.949817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:10.950585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:10.950771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d4e6abc-8f40-4670-aa05-b3a4f9472386 req-a026a081-7362-4c18-8c5f-900a817a2546 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2662749 Oct 25 23:00:11.150950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e8c47f1c-3b57-4559-af17-8a9f1e5af81f req-44948906-e28b-407c-80ec-6f8daa187d00 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049859 Oct 25 23:00:11.158081 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-8b5f6466-4cdc-42fb-a0c7-cb874ce9aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.159768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-8b5f6466-4cdc-42fb-a0c7-cb874ce9aa0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.5012026 Oct 25 23:00:11.174348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b25b9-3731-47bb-a66d-ae31e5e02ba6 req-4a72e8e6-2533-4377-8067-501cf1259873 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.175769 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4e2b25b9-3731-47bb-a66d-ae31e5e02ba6 req-4a72e8e6-2533-4377-8067-501cf1259873 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0879753 Oct 25 23:00:11.222632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-73955360-9f4f-4a7e-a8b1-54fe3b1936e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.0458195 Oct 25 23:00:11.267332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db24c2-74b3-4111-bbba-35ea8c7b128a None None] New status for floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:00:11.310990 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-d4d4e6dd-190a-4a84-92f7-199a8ecb3d21 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 999 time: 0.1259186 Oct 25 23:00:11.322869 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4e2b25b9-3731-47bb-a66d-ae31e5e02ba6 req-70995e25-4497-495e-9acf-750649d3e0f7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951536 Oct 25 23:00:11.336384 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7d949-c367-4904-9fda-ae39a0c71c29 None None] New status for floating IP 043a13e6-b83e-4876-8d8f-86405b67724f: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:00:11.392777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-254c7932-eb42-425e-9b87-ba255e90d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.394865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-254c7932-eb42-425e-9b87-ba255e90d864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1060774 Oct 25 23:00:11.401349 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000020ed-ea99-49ea-8a70-8e421b86d532 x-openstack-request-id: req-000020ed-ea99-49ea-8a70-8e421b86d532 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:11.402087 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a", "status": "completed", "code": 200}, {"server_uuid": "c1e6af2f-4ba2-4d60-b11a-95f747e067db", "name": "network-vif-deleted", "tag": "ede6498a-ba6a-43d3-ab88-c1595bf79634", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:11.403688 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-000020ed-ea99-49ea-8a70-8e421b86d532 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:11.404206 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'status': 'completed', 'code': 200} Oct 25 23:00:11.404601 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e6af2f-4ba2-4d60-b11a-95f747e067db', 'name': 'network-vif-deleted', 'tag': 'ede6498a-ba6a-43d3-ab88-c1595bf79634', 'status': 'completed', 'code': 200} Oct 25 23:00:11.412330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c848c2cd-fc0c-4fd1-ad18-c9633a943137 req-91d7f8cc-1bb7-4667-9a13-593560a8672d service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837601 Oct 25 23:00:11.436569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-23934f1f-f32a-47fc-a661-0849f2ff256c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.450831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-23934f1f-f32a-47fc-a661-0849f2ff256c tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports/334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 942 time: 0.1326585 Oct 25 23:00:11.478362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c9b4fd98-1581-4b48-a012-92e6cf25e717 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d3935d096e8495ebef43e7e70a15299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530534 Oct 25 23:00:11.483250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41982) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:11.485141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=91c67c53-6d18-4e37-a6de-8ad88acbf58f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:11.530174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-451371d9-c4e2-4803-ac15-b8c547b468a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.539881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-451371d9-c4e2-4803-ac15-b8c547b468a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263139 Oct 25 23:00:11.557679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:11.579590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd', 'network_id': '59724494-5f57-43fb-a277-a4b96a6e3752', 'port_id': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd', 'mac_address': 'fa:16:3e:ce:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170af55a-3bf9-4023-a5a3-25e948201d6a', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:11.637925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-c95a0951-e10b-4705-a9bb-fc26bd6ba038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.639510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-c95a0951-e10b-4705-a9bb-fc26bd6ba038 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 1097 time: 0.2116048 Oct 25 23:00:11.651434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-55fb42cb-716f-4681-b1e0-b48afa872c4a tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 999 time: 0.1253550 Oct 25 23:00:11.659623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:11.734472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dfe3d-0344-4c29-b015-ff9ae77eaadb req-f7aa7a47-f91b-45ce-bac5-df3fbeea0118 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.736117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d1dfe3d-0344-4c29-b015-ff9ae77eaadb req-f7aa7a47-f91b-45ce-bac5-df3fbeea0118 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 948 time: 0.1940725 Oct 25 23:00:11.764351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e2d2-2ba1-4002-a6f7-449bdde29c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:11.787484 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-e2068e6c-e7e9-4cec-af2d-f94ad1da9865 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148535 Oct 25 23:00:11.794732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:11.797801 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:11.801542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:11.821954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e2d2-2ba1-4002-a6f7-449bdde29c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:11.823407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'port_id': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'mac_address': 'fa:16:3e:e2:e2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ff508a-31c3-403e-90a4-1e357bc310db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:11.843904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d1dfe3d-0344-4c29-b015-ff9ae77eaadb req-0ee7427f-7f48-4359-840b-8dc581a07def tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970645 Oct 25 23:00:11.919231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-67103ced-b440-4a89-9400-7ed8e73d5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.920139 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-67103ced-b440-4a89-9400-7ed8e73d5ba3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 200 len: 925 time: 0.2664437 Oct 25 23:00:11.928801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-45ffdd7e-881c-4612-b397-23ae23f3d1f0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:11.937855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-45ffdd7e-881c-4612-b397-23ae23f3d1f0 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2848232 Oct 25 23:00:11.989240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:11.993791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.013760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda45ece-b2ee-4f74-b650-30f39813d9c5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:12.037023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aaa60ab8-4ecb-44b9-b60c-46bdf35610c2 req-2a082aef-592d-466e-9438-8432fad3ef0c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387283 Oct 25 23:00:12.047616 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e2d2-2ba1-4002-a6f7-449bdde29c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.049675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453ae1e-ee88-431d-bc0a-f0adb2c696a2 req-ec4a6411-420e-4271-a864-cc4ba36dc7f4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.050301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e2d2-2ba1-4002-a6f7-449bdde29c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.051592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2c3e2d2-2ba1-4002-a6f7-449bdde29c47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e737fe9-2b86-4a92-b25b-93faa04a3942 HTTP/1.1" status: 204 len: 168 time: 0.5343394 Oct 25 23:00:12.056672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:12.073941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c453ae1e-ee88-431d-bc0a-f0adb2c696a2 req-ec4a6411-420e-4271-a864-cc4ba36dc7f4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 944 time: 0.1233842 Oct 25 23:00:12.075753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-4e666ffa-2731-42eb-97cf-0dc08c45d315 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.1368077 Oct 25 23:00:12.084853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:12.085548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:12.089543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-2529fa35-a217-48c9-835d-9600f20bc537 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a HTTP/1.1" status: 200 len: 1002 time: 0.1495168 Oct 25 23:00:12.091549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3e2d2-2ba1-4002-a6f7-449bdde29c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e737fe9-2b86-4a92-b25b-93faa04a3942,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:12.102494 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.108655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:12.137543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c453ae1e-ee88-431d-bc0a-f0adb2c696a2 req-5513cab8-8063-401b-a023-7363edec7c6f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Oct 25 23:00:12.177687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-b95619cb-450e-40ba-a09c-7ae2e2e41de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.179639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-b95619cb-450e-40ba-a09c-7ae2e2e41de5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 200 len: 863 time: 0.0566936 Oct 25 23:00:12.181920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:12.189682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.241040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.288789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:12.308757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-ef94dcee-e3b5-4a1d-983f-38f954900cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.310273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-ef94dcee-e3b5-4a1d-983f-38f954900cb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f926ca8a-3cb4-4467-81f4-9488dcabf8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205494 Oct 25 23:00:12.339601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a27da-4a0e-45bc-bebc-a77a9e712cdc req-a59b7ca6-4c23-4b35-9710-1bfb6a0c5a06 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.341403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-778a27da-4a0e-45bc-bebc-a77a9e712cdc req-a59b7ca6-4c23-4b35-9710-1bfb6a0c5a06 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0875337 Oct 25 23:00:12.426922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-778a27da-4a0e-45bc-bebc-a77a9e712cdc req-a6587f1e-08e0-4216-80fa-c72cd63152ac tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769191 Oct 25 23:00:12.443708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-4a6bc994-cfce-4df3-96f5-86c5bb221c8e service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045370 Oct 25 23:00:12.469850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['bda45ece-b2ee-4f74-b650-30f39813d9c5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:12.552964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.560513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.560889 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Floating IP 043a13e6-b83e-4876-8d8f-86405b67724f disassociated. External IP: 172.25.4.187, port: 334ede3a-04eb-451d-9a3c-a157fcf545f0. Oct 25 23:00:12.638853 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837599a5-bf36-4db9-a05c-848e5c01cbea x-openstack-request-id: req-837599a5-bf36-4db9-a05c-848e5c01cbea {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:12.639152 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:12.639501 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-837599a5-bf36-4db9-a05c-848e5c01cbea {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:12.639941 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'status': 'completed', 'code': 200} Oct 25 23:00:12.654416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:12.671769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['91c67c53-6d18-4e37-a6de-8ad88acbf58f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:12.720362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-57cc1abd-61f2-402a-b43f-b6bebea38c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.722713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-57cc1abd-61f2-402a-b43f-b6bebea38c3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.1152742 Oct 25 23:00:12.796454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6fcdb05-75bf-465e-8f6a-4d62661b1131 req-a6abfee1-4dc9-4219-9522-7e8e78feb968 service neutron] 10.222.0.11 "GET /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449769 Oct 25 23:00:12.842733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-8f7da96b-b794-47fd-aa1e-61ea422cf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.844963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-8f7da96b-b794-47fd-aa1e-61ea422cf809 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.1117201 Oct 25 23:00:12.855351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f068bb4-1a7e-438b-b7fc-9b5995f2bd6f req-8785dd6d-66a1-4164-a6d5-3b4133731533 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.863124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f068bb4-1a7e-438b-b7fc-9b5995f2bd6f req-8785dd6d-66a1-4164-a6d5-3b4133731533 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:12.871082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f068bb4-1a7e-438b-b7fc-9b5995f2bd6f req-8785dd6d-66a1-4164-a6d5-3b4133731533 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1679 time: 0.1986969 Oct 25 23:00:12.941636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-8ba6af11-aea6-4bbd-b341-6f7153e24839 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 0.0693998 Oct 25 23:00:12.956381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:13.000801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-e22e1b75-02d2-4f3e-8943-9cde5c406650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:13.002292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-e22e1b75-02d2-4f3e-8943-9cde5c406650 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0532939 Oct 25 23:00:13.036313 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f068bb4-1a7e-438b-b7fc-9b5995f2bd6f req-61219ee9-e0ee-4bdc-a2f8-fdc867d955b8 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564202 Oct 25 23:00:13.074378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-f6ece1da-4d84-4f2b-9825-40b806761b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:13.078035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-f6ece1da-4d84-4f2b-9825-40b806761b16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641441 Oct 25 23:00:13.448811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:13.460589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:13.462465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:13.491324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:13.491972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:13.506683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-1ed4d549-ee17-4044-a4d6-48c36e5d86ff tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "PUT /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 696 time: 1.4293122 Oct 25 23:00:13.600664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-3257fc8a-fa45-41d9-81de-eaf183a59f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:13.602332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-3257fc8a-fa45-41d9-81de-eaf183a59f23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.0824594 Oct 25 23:00:13.775835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-91a6a7ce-188e-4299-b739-47fc16d58d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:13.789406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-91a6a7ce-188e-4299-b739-47fc16d58d69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.1780148 Oct 25 23:00:13.797786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:13.801962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2a9a-1e95-49c4-bd1d-52e3dc152669 req-1fc90006-a67c-472e-a37a-8b866b17fd3f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:13.809872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fdaa2a9a-1e95-49c4-bd1d-52e3dc152669 req-1fc90006-a67c-472e-a37a-8b866b17fd3f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 948 time: 0.6170778 Oct 25 23:00:13.832511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-96504684-d920-45b5-9132-5c13dbc68882 service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449064 Oct 25 23:00:13.844859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-cb0ab888-2042-4ca6-b6f6-bca052cc04ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 0.0504706 Oct 25 23:00:13.884722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:13.889412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fdaa2a9a-1e95-49c4-bd1d-52e3dc152669 req-d4d18703-7225-43bb-8f59-3683d7277738 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784438 Oct 25 23:00:13.935060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-93a51f3c-8b11-47ca-939d-6702fe147f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:13.944858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-93a51f3c-8b11-47ca-939d-6702fe147f78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.0881426 Oct 25 23:00:13.974572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port bda45ece-b2ee-4f74-b650-30f39813d9c5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:14.019639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac5475e8-c610-4777-b5b3-f8d8a895e4f4 req-04fc1969-7e05-40a5-a5fb-b092e760de1d service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712577 Oct 25 23:00:14.049046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-87e776f2-e801-406c-b97e-39a37f0b30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:14.055742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-87e776f2-e801-406c-b97e-39a37f0b30d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094563 Oct 25 23:00:14.081964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ce355-2391-4986-a223-65d56216d405 req-54c47589-d09e-40eb-8890-0b386b210809 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:14.083996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737ce355-2391-4986-a223-65d56216d405 req-54c47589-d09e-40eb-8890-0b386b210809 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.0849433 Oct 25 23:00:14.134096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port bda45ece-b2ee-4f74-b650-30f39813d9c5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:14.134096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:14.154931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737ce355-2391-4986-a223-65d56216d405 req-5f5eee4e-a3b6-4cb9-ae88-5fb1943e8d27 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632393 Oct 25 23:00:14.180206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-9035494e-a984-4a7c-9800-027cc2d32e2d service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154134 Oct 25 23:00:14.190241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:14.200723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:14.208583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 91c67c53-6d18-4e37-a6de-8ad88acbf58f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:14.332586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98982ce1-c4ab-4ed8-8a32-702d8b65795f req-9fc887ea-add1-4dcf-abd6-014b60cb3004 service neutron] 10.222.0.25 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380634 Oct 25 23:00:14.464316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f636c-b74f-41e6-b7db-1eb9d836b9de req-45b33156-cc17-4eb4-82a0-788e56612fc9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:14.473063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f636c-b74f-41e6-b7db-1eb9d836b9de req-45b33156-cc17-4eb4-82a0-788e56612fc9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:14.481667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f69f636c-b74f-41e6-b7db-1eb9d836b9de req-45b33156-cc17-4eb4-82a0-788e56612fc9 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1679 time: 0.0806630 Oct 25 23:00:14.577276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f69f636c-b74f-41e6-b7db-1eb9d836b9de req-0d1a9ac9-de37-4bf4-9944-f297d40e4f22 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945694 Oct 25 23:00:14.624855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-c4b1e982-cf4b-4ad3-87f2-2ce3dafffeb2 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 200 len: 696 time: 0.0888546 Oct 25 23:00:14.666250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:14.730674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:14.737923 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0455efbd-98ad-4bf6-a43c-5d3b038807ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:14.746808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 91c67c53-6d18-4e37-a6de-8ad88acbf58f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:14.777687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:14.785038 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b724405-0d1d-444a-8e37-2962fb9ef6fa" -d '{"events": [{"server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "name": "network-vif-plugged", "status": "completed", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:14.814787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:14.817672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 91c67c53-6d18-4e37-a6de-8ad88acbf58f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:14.818477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:14.856166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:14.884699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:14.911624 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822075c-b262-48cd-9598-d557a6e9eb15 x-openstack-request-id: req-f822075c-b262-48cd-9598-d557a6e9eb15 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:14.913664 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:14.918102 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f822075c-b262-48cd-9598-d557a6e9eb15 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:14.918928 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'status': 'completed', 'code': 200} Oct 25 23:00:15.004514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-1f9c2427-ae25-4442-8349-efae3b1d6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.006667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-1f9c2427-ae25-4442-8349-efae3b1d6a20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9b2f3727af14101b1be3d69445b880e&device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 1096 time: 0.1123743 Oct 25 23:00:15.026954 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98261d87-f636-4388-8220-982fbbee871d x-openstack-request-id: req-98261d87-f636-4388-8220-982fbbee871d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:15.027408 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "name": "network-vif-plugged", "status": "completed", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:15.028261 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98261d87-f636-4388-8220-982fbbee871d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:15.028261 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'code': 200} Oct 25 23:00:15.029331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'mac_address': 'fa:16:3e:23:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:15.032564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:15.044600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.107473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-edddee45-de41-457b-8e42-bd3590ad2435 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.114299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-edddee45-de41-457b-8e42-bd3590ad2435 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.4882948 Oct 25 23:00:15.193345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:15.204897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:15.205784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T22:59:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:15.220626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-64e4aad7-5312-47f0-b213-fdbc2b18f9fa tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 699 time: 0.0698802 Oct 25 23:00:15.276611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-9bce24a8-76ea-4025-ac42-92e878945d39 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 699 time: 0.0484123 Oct 25 23:00:15.293614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce3345-3e79-40f2-aa80-81e04704d2a9 req-78dd93a3-a5b8-4ba4-8f14-40a886488bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.295316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fdce3345-3e79-40f2-aa80-81e04704d2a9 req-78dd93a3-a5b8-4ba4-8f14-40a886488bfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1097 time: 0.1790383 Oct 25 23:00:15.368098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:15.370925 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.389685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-4504f493-14ed-40fc-9d9d-776faa34f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.392820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-4504f493-14ed-40fc-9d9d-776faa34f618 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 200 len: 921 time: 0.3652205 Oct 25 23:00:15.505061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9263ca-c81f-4a69-9c40-7814632dd301 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:15.519991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fdce3345-3e79-40f2-aa80-81e04704d2a9 req-6a5c92b3-4118-460b-b869-1808358e61ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837442 Oct 25 23:00:15.540975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-18dd403f-7992-4b67-a149-9bfbeb287a04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 200 len: 217 time: 0.1342258 Oct 25 23:00:15.551608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Deleting port db5a55fa-ff50-47d0-a00e-26ada700daa9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:15.551944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.567761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.575370 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e10ff22-fcc7-4c45-9b4a-40b211eb0af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.582177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:15.633953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.649634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba167838-b114-4a94-92af-c92ba30c9def req-102ba3b4-da34-4154-8129-74cd33abac6b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.684023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba167838-b114-4a94-92af-c92ba30c9def req-102ba3b4-da34-4154-8129-74cd33abac6b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 948 time: 0.2842941 Oct 25 23:00:15.740989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:15.744467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.745814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.776417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Calling delete_port for db5a55fa-ff50-47d0-a00e-26ada700daa9 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:15.783395 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:15.783780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba167838-b114-4a94-92af-c92ba30c9def req-147ae09d-3e19-47c9-8f53-3e3c0fc066e0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Oct 25 23:00:15.784194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ede6498a-ba6a-43d3-ab88-c1595bf79634 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:15.866365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:15.920116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-d90f4c76-f98e-4dd8-bfbd-bcad31f64d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.921857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-d90f4c76-f98e-4dd8-bfbd-bcad31f64d51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 200 len: 859 time: 0.1605349 Oct 25 23:00:15.923573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: ede6498a-ba6a-43d3-ab88-c1595bf79634 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:15.923922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ede6498a-ba6a-43d3-ab88-c1595bf79634 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:15.967502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=91c67c53-6d18-4e37-a6de-8ad88acbf58f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:15.982406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:15.988933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d87f-dbed-4e8f-b9b7-8b17f62812c7 req-7c9ffa3d-fa10-4764-82d1-2284b632c752 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:15.997835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f8d87f-dbed-4e8f-b9b7-8b17f62812c7 req-7c9ffa3d-fa10-4764-82d1-2284b632c752 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.1417711 Oct 25 23:00:16.000062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:16.017898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564578f5-dae6-4912-8f7e-1745fbbef281 None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T22:58:52Z', 'revision_number': 4, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830', 'name': '', 'network_id': 'c12f0ac1-a59d-4630-94ea-799d81d8d998', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'mac_address': 'fa:16:3e:3d:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:49Z', 'updated_at': '2021-10-25T22:58:58Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'subnets': [{'id': '533be85e-f746-4f3d-aadc-16f4326911b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:16.038520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event deleted for resources: {'Port': ['ID=db5a55fa-ff50-47d0-a00e-26ada700daa9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:16.052918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.053188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.053509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.053841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.054180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.054513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.054880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.055189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.055516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.055831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.056149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.056531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:16.064637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-33bab277-ced2-49bf-a1dc-c5c7c24ac8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:16.066909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-33bab277-ced2-49bf-a1dc-c5c7c24ac8e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c12f0ac1-a59d-4630-94ea-799d81d8d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316049 Oct 25 23:00:16.074930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f8d87f-dbed-4e8f-b9b7-8b17f62812c7 req-cac9f752-90a6-4da3-8cf5-8e55ee6b82d6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756116 Oct 25 23:00:16.122891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:16.126456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:16.128117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-665fe995-b48e-4b97-9336-ff8326d8c3f8 req-6171bbf0-4959-43d8-b02c-c1dcdaf17b8d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "DELETE /v2.0/floatingips/043a13e6-b83e-4876-8d8f-86405b67724f HTTP/1.1" status: 204 len: 173 time: 0.8421566 Oct 25 23:00:16.226886 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-744c311c-7df8-4192-8c0f-afc4e80710b1 service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482279 Oct 25 23:00:16.255381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:16.262792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf294-1216-4392-a7eb-062aff11b052 req-6a1c7d8e-892b-4ecc-abd5-1f1d7bd2aa70 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:16.270784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf294-1216-4392-a7eb-062aff11b052 req-6a1c7d8e-892b-4ecc-abd5-1f1d7bd2aa70 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:16.273284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053bf294-1216-4392-a7eb-062aff11b052 req-6a1c7d8e-892b-4ecc-abd5-1f1d7bd2aa70 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1680 time: 0.0870056 Oct 25 23:00:16.350760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053bf294-1216-4392-a7eb-062aff11b052 req-823676ff-7d1a-4f5b-bb18-658c0bc31d5f tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Oct 25 23:00:16.420757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0455efbd-98ad-4bf6-a43c-5d3b038807ae req-9cbfe543-3403-4883-89fd-73c6985b8e95 service neutron] 10.222.0.11 "GET /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842682 Oct 25 23:00:16.532751 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18be9b-0576-48fb-a375-3484210ab73c None None] New status for floating IP 043a13e6-b83e-4876-8d8f-86405b67724f: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:00:16.805505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3762d-91b5-429d-b5eb-f9e787670826 req-b9988d89-2c5c-4b9b-9228-40360f45c5a7 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:16.807085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a3762d-91b5-429d-b5eb-f9e787670826 req-b9988d89-2c5c-4b9b-9228-40360f45c5a7 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 945 time: 0.0762734 Oct 25 23:00:16.863122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a3762d-91b5-429d-b5eb-f9e787670826 req-0d9c977e-ffa0-4312-8bea-6ab1ad80e7df tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487621 Oct 25 23:00:16.960745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017ad46-bdc5-4a43-818a-5fad59733068 req-01b1d12e-50a0-43a3-929b-1933b2f280f7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:16.962355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3017ad46-bdc5-4a43-818a-5fad59733068 req-01b1d12e-50a0-43a3-929b-1933b2f280f7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 949 time: 0.0541532 Oct 25 23:00:17.002073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3017ad46-bdc5-4a43-818a-5fad59733068 req-be1c73cd-f59c-46ce-b54b-9adbb020cd3e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Oct 25 23:00:17.029638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c67c53-6d18-4e37-a6de-8ad88acbf58f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:17.032894 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ef9f5d-b5bc-4d35-942c-79b3773d6332" -d '{"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-plugged", "status": "completed", "tag": "91c67c53-6d18-4e37-a6de-8ad88acbf58f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:17.068879 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135e854-382d-428d-ac4c-910f2b16d12e x-openstack-request-id: req-8135e854-382d-428d-ac4c-910f2b16d12e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:17.069187 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-plugged", "status": "completed", "tag": "91c67c53-6d18-4e37-a6de-8ad88acbf58f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:17.069440 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8135e854-382d-428d-ac4c-910f2b16d12e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:17.069847 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c67c53-6d18-4e37-a6de-8ad88acbf58f', 'code': 200} Oct 25 23:00:17.209166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873e855-d838-4db7-8582-660f6eb7c40f req-db3e100e-c5d1-4e06-b6f2-f616cd183abb tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:17.210692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6873e855-d838-4db7-8582-660f6eb7c40f req-db3e100e-c5d1-4e06-b6f2-f616cd183abb tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.0509427 Oct 25 23:00:17.266655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6873e855-d838-4db7-8582-660f6eb7c40f req-ef589e8c-dcdc-47ee-acbd-a2f4844bac60 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Oct 25 23:00:17.391904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb694c-d0a3-42da-bb0e-9dd1dcaab4d8 req-8c799d59-1d0e-4c88-8652-d0b19f9fa7c6 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:17.399506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43fb694c-d0a3-42da-bb0e-9dd1dcaab4d8 req-8c799d59-1d0e-4c88-8652-d0b19f9fa7c6 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1097 time: 0.0527451 Oct 25 23:00:17.443573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43fb694c-d0a3-42da-bb0e-9dd1dcaab4d8 req-abc5e114-7dac-4e9a-8edd-9b2ba9780c91 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Oct 25 23:00:17.522738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357304c-6ed6-4dd4-b96d-ecb0fe7fba68 req-c908c2fa-c649-46c8-a854-fce48630a55a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:17.529768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357304c-6ed6-4dd4-b96d-ecb0fe7fba68 req-c908c2fa-c649-46c8-a854-fce48630a55a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:17.531853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5357304c-6ed6-4dd4-b96d-ecb0fe7fba68 req-c908c2fa-c649-46c8-a854-fce48630a55a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1680 time: 0.0965898 Oct 25 23:00:17.580413 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5357304c-6ed6-4dd4-b96d-ecb0fe7fba68 req-1910a613-6245-486c-a5fd-ec8876643810 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Oct 25 23:00:18.020956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4711f-480b-4cab-82f1-ed9a0d8a07ef req-217bca65-529d-45f2-ac3f-caa4e2df628d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:18.033406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7d4711f-480b-4cab-82f1-ed9a0d8a07ef req-217bca65-529d-45f2-ac3f-caa4e2df628d tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 945 time: 0.0867348 Oct 25 23:00:18.127057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7d4711f-480b-4cab-82f1-ed9a0d8a07ef req-76963907-d12e-47d5-89a8-c02e8dd1d0f6 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6d0df22-fbb7-4420-8ad2-19d5fe089f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884099 Oct 25 23:00:18.178370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-b0f15842-c40b-40a4-825b-e940fdd2bd8f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:18.180522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-b0f15842-c40b-40a4-825b-e940fdd2bd8f tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 945 time: 0.1417818 Oct 25 23:00:18.222168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:18.345193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfed60-010e-43a1-9c03-bb0d590f2fd5 req-2cd853dc-5330-4995-8ee0-10d501e58574 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:18.372558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8cfed60-010e-43a1-9c03-bb0d590f2fd5 req-2cd853dc-5330-4995-8ee0-10d501e58574 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 949 time: 0.2584572 Oct 25 23:00:18.471394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-427d2d55-81a1-4f56-94d0-0ebd663ed4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:18.494071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port fa9263ca-c81f-4a69-9c40-7814632dd301 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:18.498758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8cfed60-010e-43a1-9c03-bb0d590f2fd5 req-7c41fb4d-66b9-4f9f-bb54-3ce7c62a5e4a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234117 Oct 25 23:00:18.499554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port fa9263ca-c81f-4a69-9c40-7814632dd301 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:18.500173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:18.544758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Deleting port 334ede3a-04eb-451d-9a3c-a157fcf545f0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:18.545242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:18.715759 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:18.751459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] For port 334ede3a-04eb-451d-9a3c-a157fcf545f0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=334ede3a-04eb-451d-9a3c-a157fcf545f0,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:18.752088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:18.780308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Calling delete_port for 334ede3a-04eb-451d-9a3c-a157fcf545f0 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:18.793956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:18.802910 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:18.805699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:18.840504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d7ca-36a4-49ba-a4f1-6f7419d22218 req-754aa5ef-6ac4-4775-bc56-9646b4aacc95 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:18.864640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d7ca-36a4-49ba-a4f1-6f7419d22218 req-754aa5ef-6ac4-4775-bc56-9646b4aacc95 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:18.868633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8c4d7ca-36a4-49ba-a4f1-6f7419d22218 req-754aa5ef-6ac4-4775-bc56-9646b4aacc95 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1680 time: 0.1221905 Oct 25 23:00:18.971688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8c4d7ca-36a4-49ba-a4f1-6f7419d22218 req-60180863-448e-45b0-bedc-397c0ea0e7d6 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926068 Oct 25 23:00:19.009350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:19.022458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.023792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.023792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.024131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.024320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.024735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.025393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.025704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.026052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.028027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.028379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.028714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:19.059367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:19.068043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:19.068500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:19.074701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:19.077188 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f9961b-9483-43fb-9b0b-48e400abdc83" -d '{"events": [{"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-plugged", "status": "completed", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:19.081009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:19.107005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['334ede3a-04eb-451d-9a3c-a157fcf545f0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:19.136547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Pushing event deleted for resources: {'Port': ['ID=334ede3a-04eb-451d-9a3c-a157fcf545f0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:19.278357 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:19.324380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] No DVR routers for this DVR port 334ede3a-04eb-451d-9a3c-a157fcf545f0 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:19.330717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:19.336708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-631e6754-eead-41fb-baef-d85a72bbf2ea req-bed9085b-87f7-4410-ab55-064708151cfe tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.11 "DELETE /v2.0/ports/334ede3a-04eb-451d-9a3c-a157fcf545f0 HTTP/1.1" status: 204 len: 173 time: 1.1446853 Oct 25 23:00:19.337215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'name': 'network-vif-deleted', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:19.343911 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f7dd7-5972-468f-981b-cf63e9e6bfca" -d '{"events": [{"server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "name": "network-vif-deleted", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:19.364446 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca89d513-b189-49f5-b4ae-49dad097aeee req-662789f5-6ea8-4e06-91bc-3046ec70e142 tempest-FloatingIPsAssociationTestJSON-1936680075 tempest-FloatingIPsAssociationTestJSON-1936680075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f38b9bd-1a9a-463e-a9f9-51b1437f76e1 HTTP/1.1" status: 200 len: 210 time: 0.0629947 Oct 25 23:00:19.446955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:19.470386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:19.482540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:19.509388 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f7252-8f73-4ee6-9b9d-ef9f2d84e033 x-openstack-request-id: req-290f7252-8f73-4ee6-9b9d-ef9f2d84e033 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:19.509905 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f38b9bd-1a9a-463e-a9f9-51b1437f76e1", "name": "network-vif-deleted", "tag": "334ede3a-04eb-451d-9a3c-a157fcf545f0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:19.509905 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-290f7252-8f73-4ee6-9b9d-ef9f2d84e033 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:19.510326 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f38b9bd-1a9a-463e-a9f9-51b1437f76e1', 'name': 'network-vif-deleted', 'tag': '334ede3a-04eb-451d-9a3c-a157fcf545f0', 'status': 'completed', 'code': 200} Oct 25 23:00:19.657081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:19.722405 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4933e-541a-4267-ba9d-bd9463f91a47 x-openstack-request-id: req-a8f4933e-541a-4267-ba9d-bd9463f91a47 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:19.722710 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-plugged", "status": "completed", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:19.722961 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8f4933e-541a-4267-ba9d-bd9463f91a47 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:19.724013 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'code': 200} Oct 25 23:00:19.873464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cf086-d54d-4e15-b369-ba751d00c641 req-f0dc87ca-0f8a-4fb0-9494-feca277354c5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:19.888324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e9cf086-d54d-4e15-b369-ba751d00c641 req-f0dc87ca-0f8a-4fb0-9494-feca277354c5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1046507 Oct 25 23:00:19.979982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0852f-e451-40f9-a184-74a056dc0251 req-686ed458-3087-4c2f-8656-0cbfd7e942af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:19.985628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b9a0852f-e451-40f9-a184-74a056dc0251 req-686ed458-3087-4c2f-8656-0cbfd7e942af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.1651025 Oct 25 23:00:20.085853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:20.108470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e9cf086-d54d-4e15-b369-ba751d00c641 req-7e4f9b91-856a-48df-bf9b-f9c913e303ee tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177219 Oct 25 23:00:20.148535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b9a0852f-e451-40f9-a184-74a056dc0251 req-e2950eee-fb88-411f-9c5f-d1ba0e06453f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486115 Oct 25 23:00:20.158042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bfb9b-329e-4860-8549-9c7b9ce1db5e req-df97b838-d384-446d-9358-eed747e6ded4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:20.164709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bfb9b-329e-4860-8549-9c7b9ce1db5e req-df97b838-d384-446d-9358-eed747e6ded4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:20.170537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-067bfb9b-329e-4860-8549-9c7b9ce1db5e req-df97b838-d384-446d-9358-eed747e6ded4 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.0680723 Oct 25 23:00:20.214638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-067bfb9b-329e-4860-8549-9c7b9ce1db5e req-e2f5568e-bfbb-4081-9f64-0ac1be03f347 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380547 Oct 25 23:00:20.431706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-2d8ab289-8bda-4626-8ccf-95f2f3748a04 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443912 Oct 25 23:00:20.436852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42290) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:20.565157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:20.640491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-428bee58-33aa-48cf-a41c-3c4960145432 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:20.646671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-428bee58-33aa-48cf-a41c-3c4960145432 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139118 Oct 25 23:00:20.710831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-cef7a609-9e04-4aa7-8ca5-9cbcc6abef9c tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/quotas/44eafc0e2e3c4de182a58e66545d7e6b HTTP/1.1" status: 200 len: 375 time: 0.0626988 Oct 25 23:00:20.771177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-b3b93e45-21eb-47f2-8103-78a5a1fc27da tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588958 Oct 25 23:00:21.061120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:21.092077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-d2ffc35f-f46d-48cc-abc0-55df05cb2ae1 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332325 Oct 25 23:00:21.241088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-e678469a-e4b4-4b7f-a31a-59182f8b746b tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:21.243348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-e678469a-e4b4-4b7f-a31a-59182f8b746b tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493979 Oct 25 23:00:21.288386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-be7e4246-8649-4a1b-baf2-366f714b0733 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/quotas/44eafc0e2e3c4de182a58e66545d7e6b HTTP/1.1" status: 200 len: 375 time: 0.0335243 Oct 25 23:00:21.326426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57570d3-3417-4e0c-ad60-3151aec64d48 req-d4d2c6ed-f5bb-477a-98d4-3daf9653e280 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:21.333919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c57570d3-3417-4e0c-ad60-3151aec64d48 req-d4d2c6ed-f5bb-477a-98d4-3daf9653e280 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1265981 Oct 25 23:00:21.355711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-d88f2a83-e1bb-4dab-9b18-f6026c8d503f tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644722 Oct 25 23:00:21.383026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c57570d3-3417-4e0c-ad60-3151aec64d48 req-fd1eecb5-d26e-4056-a630-ef8a51b22a6d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Oct 25 23:00:21.647697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 334ede3a-04eb-451d-9a3c-a157fcf545f0 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:21.696515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 334ede3a-04eb-451d-9a3c-a157fcf545f0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:21.697093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 334ede3a-04eb-451d-9a3c-a157fcf545f0 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:21.719329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762056-1a84-4ae8-b9ae-e422a3494019 req-5a1a610f-5012-4580-aae4-b960cf40e3a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:21.725443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:21.726897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762056-1a84-4ae8-b9ae-e422a3494019 req-5a1a610f-5012-4580-aae4-b960cf40e3a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:21.728028 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b9fb1e-8ae9-4316-b653-e30efd868dcc" -d '{"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-plugged", "status": "completed", "tag": "032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:21.737551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3762056-1a84-4ae8-b9ae-e422a3494019 req-5a1a610f-5012-4580-aae4-b960cf40e3a7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.2484725 Oct 25 23:00:21.766033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7a2ad8e-c646-4bc9-ab72-deed76f4c63a req-e109fef7-eab2-49b5-bbeb-0b78a8b48c77 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 210 time: 0.1140871 Oct 25 23:00:21.798906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3762056-1a84-4ae8-b9ae-e422a3494019 req-dfd3a1e2-3366-4503-a429-6dd4ddda469e tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581408 Oct 25 23:00:21.812312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Deleting port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:21.812709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:21.871039 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11220cf-c2d5-42d3-b66c-0473a9964de1 x-openstack-request-id: req-f11220cf-c2d5-42d3-b66c-0473a9964de1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:21.871450 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-plugged", "status": "completed", "tag": "032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:21.871796 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f11220cf-c2d5-42d3-b66c-0473a9964de1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:21.872275 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd', 'code': 200} Oct 25 23:00:21.920482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] For port 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:21.920853 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:21.941088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Calling delete_port for 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:22.103142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114c3de-ea05-4f13-bde2-ef36c7407f9b req-7ab1a8d1-4094-42fd-930f-18e736351dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:22.103741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114c3de-ea05-4f13-bde2-ef36c7407f9b req-7ab1a8d1-4094-42fd-930f-18e736351dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:22.105354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2114c3de-ea05-4f13-bde2-ef36c7407f9b req-7ab1a8d1-4094-42fd-930f-18e736351dbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1983 time: 0.1382682 Oct 25 23:00:22.159447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2114c3de-ea05-4f13-bde2-ef36c7407f9b req-0b04f50e-82f9-4398-80cf-1cf2cad404c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Oct 25 23:00:22.266012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:22.293494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Pushing event deleted for resources: {'Port': ['ID=70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:22.484208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:22.511130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd1a5-5deb-4b2e-8859-2b10a74b0681 req-1d8b3923-1d95-44b4-98f0-47584b7c190d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:22.512668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af8fd1a5-5deb-4b2e-8859-2b10a74b0681 req-1d8b3923-1d95-44b4-98f0-47584b7c190d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0572519 Oct 25 23:00:22.553631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af8fd1a5-5deb-4b2e-8859-2b10a74b0681 req-89077643-075d-445c-8c01-8117084ddb63 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Oct 25 23:00:22.725957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:22.867610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2644d1de-375f-4d99-bc0f-59011e291526 req-7d76cfa5-73bd-4756-940b-31f643a3b6f8 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Oct 25 23:00:22.876434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:22.882595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-33fceda3-7e2a-4944-a9d2-5184f08281ac admin admin] 10.222.0.25 "PUT /v2.0/routers/a6de3dd2-083d-4301-9f17-f97e9e7c6e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442139 Oct 25 23:00:22.885347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:22.887732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] Sync routers for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:22.898368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:22.898985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:23.007875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.053972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5fbce-2cb5-46ef-b8ed-1f4c73321723 req-7e1c0ce2-32dd-4300-b134-0da6f99775d0 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:23.063260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01c5fbce-2cb5-46ef-b8ed-1f4c73321723 req-7e1c0ce2-32dd-4300-b134-0da6f99775d0 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.2304816 Oct 25 23:00:23.074668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d548af-e314-4ef5-b9fd-1aeb44d94cfc req-85f93542-192d-483e-848a-d4066d9f454b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:23.083976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d548af-e314-4ef5-b9fd-1aeb44d94cfc req-85f93542-192d-483e-848a-d4066d9f454b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:23.095369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3d548af-e314-4ef5-b9fd-1aeb44d94cfc req-85f93542-192d-483e-848a-d4066d9f454b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.1266818 Oct 25 23:00:23.105854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01c5fbce-2cb5-46ef-b8ed-1f4c73321723 req-30e83c03-43f8-46da-b6a3-78aa7a0ab99b tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.187777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.223004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:23.267175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01c5fbce-2cb5-46ef-b8ed-1f4c73321723 req-30e83c03-43f8-46da-b6a3-78aa7a0ab99b tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.272499 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-18d89e2a-fa63-4070-992e-01a25612dac0 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021829 Oct 25 23:00:23.277561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-01c5fbce-2cb5-46ef-b8ed-1f4c73321723 req-30e83c03-43f8-46da-b6a3-78aa7a0ab99b tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.294354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3d548af-e314-4ef5-b9fd-1aeb44d94cfc req-a8667979-b894-44ee-82ea-25a4d0fc15f7 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931539 Oct 25 23:00:23.306813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01c5fbce-2cb5-46ef-b8ed-1f4c73321723 req-30e83c03-43f8-46da-b6a3-78aa7a0ab99b tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425454 Oct 25 23:00:23.319334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Deleting port 8ca0195a-6002-44a6-853b-ef30814f9519 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:23.319675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.480918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T23:00:22Z', 'revision_number': 5, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port': {'id': '8ca0195a-6002-44a6-853b-ef30814f9519', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:23.485013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e83c03-43f8-46da-b6a3-78aa7a0ab99b tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d1bb89-99e7-4d40-a401-e2df56cd8ad7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:23.510068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] Checking router: a6de3dd2-083d-4301-9f17-f97e9e7c6e96 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:23.524974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] For port 8ca0195a-6002-44a6-853b-ef30814f9519, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8ca0195a-6002-44a6-853b-ef30814f9519,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:23.525680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.537754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] Routers {'a6de3dd2-083d-4301-9f17-f97e9e7c6e96'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:23.539244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:23.543075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Calling delete_port for 8ca0195a-6002-44a6-853b-ef30814f9519 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:23.609573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-b35a88e3-e117-49d7-a512-b3d740341f2f tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:23.611101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-b35a88e3-e117-49d7-a512-b3d740341f2f tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144813 Oct 25 23:00:23.641443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Request body: {'port': {'device_id': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '44eafc0e2e3c4de182a58e66545d7e6b'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:23.655307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] Set router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:23.726089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T23:00:23Z', 'revision_number': 6, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:23.755157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c359d-2ab2-4c20-9504-489cbf60f894 None None] The sync data for ids ['a6de3dd2-083d-4301-9f17-f97e9e7c6e96'] in n-d-815373-1 is: [{'id': 'a6de3dd2-083d-4301-9f17-f97e9e7c6e96', 'name': 'tempest-FloatingIPsAssociationTestJSON-689436517-router', 'tenant_id': 'b9b2f3727af14101b1be3d69445b880e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T23:00:23Z', 'revision_number': 6, 'project_id': 'b9b2f3727af14101b1be3d69445b880e', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:23.805684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.838191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca0195a-6002-44a6-853b-ef30814f9519,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:23.864631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Made reservation on behalf of 44eafc0e2e3c4de182a58e66545d7e6b for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:23.868967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.881357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.940053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.982469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:23.989432 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.084228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.086492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.150793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9aeb4948-2444-4736-9bbc-22dbde527591 req-4214ce34-ad72-4660-954c-c9bcd964d3ec tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 210 time: 0.1032116 Oct 25 23:00:24.174285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b32f43d-bca2-4050-9c4b-10a3c6eb0411,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:24.188786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.189934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6de3dd2-083d-4301-9f17-f97e9e7c6e96 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:00:24.207944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.210256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e766b9a7-88ed-457e-ba59-6e2d54a73c7f admin admin] 10.222.0.25 "DELETE /v2.0/routers/a6de3dd2-083d-4301-9f17-f97e9e7c6e96 HTTP/1.1" status: 204 len: 168 time: 1.3239615 Oct 25 23:00:24.213686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42384) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:24.215287 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-084caee4-babe-45e8-9ad5-c4f8d8c51ed9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631854 Oct 25 23:00:24.223954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-164c533f-d9eb-42c7-8b7d-e217e90748d1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:00:24.242570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-164c533f-d9eb-42c7-8b7d-e217e90748d1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0263684 Oct 25 23:00:24.320852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0808e1-4e13-4b1b-b2aa-d426ddc9e944 req-cc52eded-489f-49e5-b356-de1c35a2f74c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:24.323850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b0808e1-4e13-4b1b-b2aa-d426ddc9e944 req-cc52eded-489f-49e5-b356-de1c35a2f74c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1931579 Oct 25 23:00:24.329237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Deleting subnet 533be85e-f746-4f3d-aadc-16f4326911b5 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:00:24.331850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.360377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-d9d6737f-f336-4d84-88ca-71fdf7411693 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521657 Oct 25 23:00:24.443217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b0808e1-4e13-4b1b-b2aa-d426ddc9e944 req-09d82b31-39cc-4a64-baf8-e79952a1f9c2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843308 Oct 25 23:00:24.445614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.515868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Allocated IP 192.168.233.243 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/0e556bea-c336-4bd4-b279-442d1e414ec6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:24.609789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa3a2-b11e-463d-8b21-650fc1d53d68 req-1a7bb159-bb44-4ba5-8f07-a696b22d7e6b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:24.617606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa3a2-b11e-463d-8b21-650fc1d53d68 req-1a7bb159-bb44-4ba5-8f07-a696b22d7e6b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:24.619910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:24.626497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da3aa3a2-b11e-463d-8b21-650fc1d53d68 req-1a7bb159-bb44-4ba5-8f07-a696b22d7e6b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.1569271 Oct 25 23:00:24.707465 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da3aa3a2-b11e-463d-8b21-650fc1d53d68 req-12d9f040-a983-4e84-a199-196d887cfc80 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798771 Oct 25 23:00:24.729829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-2e821562-73e5-4fad-bc53-8990978fdf72 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:24.731636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-2e821562-73e5-4fad-bc53-8990978fdf72 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466680 Oct 25 23:00:24.773687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Request body: {'port': {'device_id': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '44eafc0e2e3c4de182a58e66545d7e6b'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:25.018979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Made reservation on behalf of 44eafc0e2e3c4de182a58e66545d7e6b for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:25.039134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.095916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.145192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533be85e-f746-4f3d-aadc-16f4326911b5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:25.159205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.162833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bcc06d7e-6a84-452c-817a-1bba4fa5a68e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/533be85e-f746-4f3d-aadc-16f4326911b5 HTTP/1.1" status: 204 len: 168 time: 0.9479814 Oct 25 23:00:25.168500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:25.169746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02603a-294a-43e5-bea9-4c2b2bbf79e6 None None] Network c12f0ac1-a59d-4630-94ea-799d81d8d998 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:25.210907 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.277076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.384326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Deleting port 15e80dae-3c66-46c7-9977-03b0722d36f3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:25.384567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.429344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fdc23dea-915f-4414-8ee5-a8f0c7e2e17d req-ae6d3ac1-ab62-4e93-a610-dacd4b8651ca tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 210 time: 0.0689371 Oct 25 23:00:25.476497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.541032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] For port 15e80dae-3c66-46c7-9977-03b0722d36f3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=15e80dae-3c66-46c7-9977-03b0722d36f3,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:25.541419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.558048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] DHCP port deletion for c12f0ac1-a59d-4630-94ea-799d81d8d998 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:00:25.567262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Calling delete_port for 15e80dae-3c66-46c7-9977-03b0722d36f3 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:25.621215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Allocated IP 192.168.233.179 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/3f8cb517-3e78-4cb6-9a57-7136330f31ee) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:25.676618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] Deleting port 15e80dae-3c66-46c7-9977-03b0722d36f3 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:25.687677 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.723060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de82ae-0f93-462c-bbdd-00ecf4860354 req-c450d034-7abc-4ff2-99dd-753382e9cdfc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:25.725511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 15e80dae-3c66-46c7-9977-03b0722d36f3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:25.730508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de82ae-0f93-462c-bbdd-00ecf4860354 req-c450d034-7abc-4ff2-99dd-753382e9cdfc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:25.732651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e3de82ae-0f93-462c-bbdd-00ecf4860354 req-c450d034-7abc-4ff2-99dd-753382e9cdfc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.0971649 Oct 25 23:00:25.788672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e3de82ae-0f93-462c-bbdd-00ecf4860354 req-21857d62-5114-410b-9250-f4edde043c72 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Oct 25 23:00:25.799879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:25.807165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.831537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] For port 15e80dae-3c66-46c7-9977-03b0722d36f3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=15e80dae-3c66-46c7-9977-03b0722d36f3,segment=NetworkSegment(9d2b6e15-7b93-470d-93c7-d62ee5407a08),segment_id=9d2b6e15-7b93-470d-93c7-d62ee5407a08)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:25.831958 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.836587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:25.862475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=15e80dae-3c66-46c7-9977-03b0722d36f3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:25.871985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] No DVR routers for this DVR port 15e80dae-3c66-46c7-9977-03b0722d36f3 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:25.879999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No active binding found for port 15e80dae-3c66-46c7-9977-03b0722d36f3 {{(pid=102135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 23:00:25.880691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 15e80dae-3c66-46c7-9977-03b0722d36f3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:25.881508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:25.883559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8ca0195a-6002-44a6-853b-ef30814f9519 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:25.897526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] Calling delete_port for 15e80dae-3c66-46c7-9977-03b0722d36f3 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:25.898293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:25.943226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8ca0195a-6002-44a6-853b-ef30814f9519 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:25.946580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8ca0195a-6002-44a6-853b-ef30814f9519 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:25.947173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:25.975426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.983221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:25.993074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:25.993669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 70fbd4ec-ae17-48fb-8dc0-fa4bdc7ae830 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:26.011803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f433-6bbc-46e0-97f4-910fb24c395f req-c16fbec2-6afe-4270-a91e-78fc24da92a0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.020110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f25f433-6bbc-46e0-97f4-910fb24c395f req-c16fbec2-6afe-4270-a91e-78fc24da92a0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.2184176 Oct 25 23:00:26.028524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12f0ac1-a59d-4630-94ea-799d81d8d998']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:26.049771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2b6e15-7b93-470d-93c7-d62ee5407a08') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:26.052827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2b6e15-7b93-470d-93c7-d62ee5407a08') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:26.078675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.105068 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.107749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.108434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.126777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f25f433-6bbc-46e0-97f4-910fb24c395f req-bd3b6c86-b77a-42fb-aa13-c8aee74014fc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045501 Oct 25 23:00:26.136047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.158548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] Pushing event deleted for resources: {'Port': ['ID=15e80dae-3c66-46c7-9977-03b0722d36f3,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:26.175111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8db6a-e658-4157-aafc-b1dbd3dd78ea None None] No DVR routers for this DVR port 15e80dae-3c66-46c7-9977-03b0722d36f3 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:26.175776 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-0524863f-3008-4658-af5b-048a2e5e086e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5395613 Oct 25 23:00:26.181112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:00:26.183360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:00:26.186863 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:00:26.193217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.216199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-eeb75eb7-04f1-40f0-b2d9-f0c86b3609d8 None None] Provisioning complete for port 0e556bea-c336-4bd4-b279-442d1e414ec6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:26.216617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eeb75eb7-04f1-40f0-b2d9-f0c86b3609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.253189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-fc1263ca-150d-444a-9e47-b65da6aa2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.254977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-fc1263ca-150d-444a-9e47-b65da6aa2bcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.1418931 Oct 25 23:00:26.260272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:26.268457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Request body: {'port': {'device_id': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:26.271847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eeb75eb7-04f1-40f0-b2d9-f0c86b3609d8 None None] Port 0e556bea-c336-4bd4-b279-442d1e414ec6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:26.318244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:26.320451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:26.322242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.323028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:26.341032 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.345336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] 10.222.0.25 "DELETE /v2.0/networks/c12f0ac1-a59d-4630-94ea-799d81d8d998 HTTP/1.1" status: 204 len: 168 time: 1.1756051 Oct 25 23:00:26.394556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.395198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.411430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.429973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0d4520a3-fa70-4c21-9c8d-ef7dff95c25a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6738214 Oct 25 23:00:26.440145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-ff24f764-d618-4c0c-a095-632fcf296f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.448329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-ff24f764-d618-4c0c-a095-632fcf296f28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1804376 Oct 25 23:00:26.449251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187334a-b7dc-4850-8483-3f5918b58bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c12f0ac1-a59d-4630-94ea-799d81d8d998,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:26.463637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Request body: {'port': {'device_id': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:26.572377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-80eb09f3-e7cb-45e4-8d7f-7f22e9c3208e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.0918236 Oct 25 23:00:26.646431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42430) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:26.672871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.688179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29621fa-bd9c-4c4d-8b56-58ad786bfb3e req-a8f0b6a8-e8fd-4781-b566-b20da5c29fd4 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.689733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b29621fa-bd9c-4c4d-8b56-58ad786bfb3e req-a8f0b6a8-e8fd-4781-b566-b20da5c29fd4 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 936 time: 0.1208274 Oct 25 23:00:26.697563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-1c2dcc69-fc3c-454d-b7c5-e719a7be4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.699166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-1c2dcc69-fc3c-454d-b7c5-e719a7be4fa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0981572 Oct 25 23:00:26.714126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3060db76-4621-4823-a084-75068c081066 None None] Provisioning complete for port 3f8cb517-3e78-4cb6-9a57-7136330f31ee triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:26.714518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3060db76-4621-4823-a084-75068c081066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.788390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3060db76-4621-4823-a084-75068c081066 None None] Port 3f8cb517-3e78-4cb6-9a57-7136330f31ee cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:26.802429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4f380024-52d4-4069-9883-c72af6c64adb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9b2f3727af14101b1be3d69445b880e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507640 Oct 25 23:00:26.802962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b29621fa-bd9c-4c4d-8b56-58ad786bfb3e req-fb035892-67cf-4fbe-bbfd-52528f0a446c tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939767 Oct 25 23:00:26.804048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42432) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:26.856480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-31b990c8-cdb9-44d9-9f8f-3b7b48b7719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.858172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-31b990c8-cdb9-44d9-9f8f-3b7b48b7719e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327116 Oct 25 23:00:26.956319 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c055fbca-5d73-4cba-9379-c9f8555f29a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.991070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d537-ef4d-41de-bce7-a666d6c9b65f req-b8db5ff2-f3aa-4fab-aebd-fc640b6f603d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.995098 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c055fbca-5d73-4cba-9379-c9f8555f29a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:26.996926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d537-ef4d-41de-bce7-a666d6c9b65f req-b8db5ff2-f3aa-4fab-aebd-fc640b6f603d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:26.998619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f144d537-ef4d-41de-bce7-a666d6c9b65f req-b8db5ff2-f3aa-4fab-aebd-fc640b6f603d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.1140101 Oct 25 23:00:27.014058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e556bea-c336-4bd4-b279-442d1e414ec6 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:27.031349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.064795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Transition to ACTIVE for port object 0e556bea-c336-4bd4-b279-442d1e414ec6 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:00:27.064997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-8f06e0e6-74e4-4349-8a55-bb2a1dc0dd25 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857405 Oct 25 23:00:27.091399 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f144d537-ef4d-41de-bce7-a666d6c9b65f req-bb895a2e-7083-4980-907f-64714442fb7d tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720394 Oct 25 23:00:27.122030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.146227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-ac961f9d-e574-4c2e-ba3a-2bcd85b1349b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:27.152653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-ac961f9d-e574-4c2e-ba3a-2bcd85b1349b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:27.154209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-ac961f9d-e574-4c2e-ba3a-2bcd85b1349b tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 1681 time: 0.1625719 Oct 25 23:00:27.198756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c055fbca-5d73-4cba-9379-c9f8555f29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.201333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c055fbca-5d73-4cba-9379-c9f8555f29a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.202586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c055fbca-5d73-4cba-9379-c9f8555f29a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6d0df22-fbb7-4420-8ad2-19d5fe089f82 HTTP/1.1" status: 204 len: 168 time: 0.3976288 Oct 25 23:00:27.220635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:27.230072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055fbca-5d73-4cba-9379-c9f8555f29a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0df22-fbb7-4420-8ad2-19d5fe089f82,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:27.312250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-5a70dc8b-8fb5-481c-96da-8734c51d9731 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368512 Oct 25 23:00:27.382770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b024c-366e-4f1a-9198-2d3f8a29ee91 req-a6f213e6-397a-4737-b762-d571c8191695 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:27.390893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-037b024c-366e-4f1a-9198-2d3f8a29ee91 req-a6f213e6-397a-4737-b762-d571c8191695 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0737023 Oct 25 23:00:27.410190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:27.414059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Attempting to bind port 0e556bea-c336-4bd4-b279-442d1e414ec6 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:27.414489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Attempting to bind port 0e556bea-c336-4bd4-b279-442d1e414ec6 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:27.414803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Attempting to bind port 0e556bea-c336-4bd4-b279-442d1e414ec6 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:27.416840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.422795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Port 0e556bea-c336-4bd4-b279-442d1e414ec6 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:27.422952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Attempting to bind port 0e556bea-c336-4bd4-b279-442d1e414ec6 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:27.439535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:27.440200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:27.440295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:27.440726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Bound port: 0e556bea-c336-4bd4-b279-442d1e414ec6, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:27.441083 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.452942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8cb517-3e78-4cb6-9a57-7136330f31ee {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:27.470197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.508815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Transition to ACTIVE for port object 3f8cb517-3e78-4cb6-9a57-7136330f31ee will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:00:27.519640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.524988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-037b024c-366e-4f1a-9198-2d3f8a29ee91 req-61aeda27-6ea1-4789-ab8a-cf4a07e5dcb4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331372 Oct 25 23:00:27.619181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:27.624456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:27.653321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:27.654445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.654844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:27.683844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.693957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:27.788063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:27.788695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.810426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] 10.222.0.15 "PUT /v2.0/ports/0e556bea-c336-4bd4-b279-442d1e414ec6 HTTP/1.1" status: 200 len: 1096 time: 1.5531218 Oct 25 23:00:27.813205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:27.815631 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9553fc56-00eb-4331-aacf-d579f812cf91" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:27.854642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Attempting to bind port 3f8cb517-3e78-4cb6-9a57-7136330f31ee on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:27.854980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Attempting to bind port 3f8cb517-3e78-4cb6-9a57-7136330f31ee by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:27.855307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Attempting to bind port 3f8cb517-3e78-4cb6-9a57-7136330f31ee on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:27.877051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6687ea-f8ae-4bac-abf1-ae72a931cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:27.884622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Port 3f8cb517-3e78-4cb6-9a57-7136330f31ee on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:27.884974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Attempting to bind port 3f8cb517-3e78-4cb6-9a57-7136330f31ee on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:27.914715 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0efbba1-24bd-44cf-97d1-524e77e95d09 x-openstack-request-id: req-c0efbba1-24bd-44cf-97d1-524e77e95d09 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:27.914996 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:27.915245 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0efbba1-24bd-44cf-97d1-524e77e95d09 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:27.915818 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'status': 'completed', 'code': 200} Oct 25 23:00:27.927799 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.961970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:27.962341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:27.962728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:27.963171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Bound port: 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:27.963520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:27.986092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['91c67c53-6d18-4e37-a6de-8ad88acbf58f', '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:28.051418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:28.078936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-a8d6e814-97f5-46e9-8931-09f476066115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:28.080795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-a8d6e814-97f5-46e9-8931-09f476066115 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 1099 time: 0.1933846 Oct 25 23:00:28.209768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-867e598e-691b-42e5-84c0-6f92a3d90d99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0e556bea-c336-4bd4-b279-442d1e414ec6 HTTP/1.1" status: 200 len: 217 time: 0.1123376 Oct 25 23:00:28.216415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:28.253346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:28.254444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:28.262016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:28.271447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-d6b8d125-1cdb-4a7a-869e-58ea192dcc75 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.15 "DELETE /v2.0/ports/032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd HTTP/1.1" status: 204 len: 173 time: 1.1081202 Oct 25 23:00:28.271944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-deleted', 'tag': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:28.283528 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec2600-3f4f-4fce-83a7-5d3cf29dd40c" -d '{"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-deleted", "tag": "032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:28.358826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:28.388669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:28.389284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26e4d-af65-4f46-8d1d-7fc21f8f56b3 req-582a0fe2-1f4c-455a-a0df-587383022074 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:28.407362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2cb26e4d-af65-4f46-8d1d-7fc21f8f56b3 req-582a0fe2-1f4c-455a-a0df-587383022074 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.3711987 Oct 25 23:00:28.462260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:28.463866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:28.481975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] 10.222.0.15 "PUT /v2.0/ports/3f8cb517-3e78-4cb6-9a57-7136330f31ee HTTP/1.1" status: 200 len: 1096 time: 2.0229423 Oct 25 23:00:28.511644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2cb26e4d-af65-4f46-8d1d-7fc21f8f56b3 req-baac1389-d641-43e5-8118-a8f6e9d3d584 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032546 Oct 25 23:00:28.519941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-875d1664-491b-46a9-9186-7b8a907365cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:28.523890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-875d1664-491b-46a9-9186-7b8a907365cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.2984743 Oct 25 23:00:28.547288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 91c67c53-6d18-4e37-a6de-8ad88acbf58f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:28.549091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:28.621171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:28.633604 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9ab92f-a655-42c1-b02a-1809c9780a03 x-openstack-request-id: req-fa9ab92f-a655-42c1-b02a-1809c9780a03 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:28.633897 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-deleted", "tag": "032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:28.634180 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa9ab92f-a655-42c1-b02a-1809c9780a03 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:28.635609 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-deleted', 'tag': '032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd', 'status': 'completed', 'code': 200} Oct 25 23:00:28.635746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1078c-29ec-4aa4-80c4-f0196572f4fa req-5f104b3d-1d66-4976-9278-ed6ae6e0f5ea tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:28.642752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26a1078c-29ec-4aa4-80c4-f0196572f4fa req-5f104b3d-1d66-4976-9278-ed6ae6e0f5ea tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad53a6ad-896d-42b5-b15e-e8eda462de3f HTTP/1.1" status: 200 len: 945 time: 0.3221121 Oct 25 23:00:28.812200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 91c67c53-6d18-4e37-a6de-8ad88acbf58f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=91c67c53-6d18-4e37-a6de-8ad88acbf58f,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:28.812885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:28.842978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 91c67c53-6d18-4e37-a6de-8ad88acbf58f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:28.934918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe975991-60cc-42db-addc-54b65b9fd8cc req-847103d8-fec3-4da7-859a-ccd8111ccbc4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:28.937137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe975991-60cc-42db-addc-54b65b9fd8cc req-847103d8-fec3-4da7-859a-ccd8111ccbc4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.2623408 Oct 25 23:00:29.014044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe975991-60cc-42db-addc-54b65b9fd8cc req-15a37e44-4c6f-475a-89b4-1bccb9539dcd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705426 Oct 25 23:00:29.028594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.039136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1930392867-network', 'tenant_id': '558a5203facb4ddebf046d80a82ae85a'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:29.066753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=91c67c53-6d18-4e37-a6de-8ad88acbf58f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:29.073590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd4455-b8f2-458d-9fba-8520155cb8df service neutron] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:29.114981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26a1078c-29ec-4aa4-80c4-f0196572f4fa req-1a3eb8e5-f3ac-4ae3-aafb-b50a97bb8c32 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "GET /v2.0/security-groups?id=94f19cb2-532c-40c2-a85a-375cad373559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022074 Oct 25 23:00:29.117734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-37f482dd-af71-4bdf-89de-fca34c802975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:29.119570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-37f482dd-af71-4bdf-89de-fca34c802975 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5784042 Oct 25 23:00:29.121154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-4404e2c8-a935-4053-abe4-6d15114e8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:29.122565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-4404e2c8-a935-4053-abe4-6d15114e8fbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 1099 time: 0.5003777 Oct 25 23:00:29.123620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Made reservation on behalf of 558a5203facb4ddebf046d80a82ae85a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:29.125957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.128822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 91c67c53-6d18-4e37-a6de-8ad88acbf58f on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:29.131410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.134801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.134940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39e4747d-bee2-4365-a22b-d3df379b34c8 req-16a85cb8-aa2d-42fc-a366-a83784096591 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.15 "DELETE /v2.0/ports/91c67c53-6d18-4e37-a6de-8ad88acbf58f HTTP/1.1" status: 204 len: 173 time: 0.8451941 Oct 25 23:00:29.255881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-851af725-be63-4161-b590-a2845b3c1ed5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee HTTP/1.1" status: 200 len: 217 time: 0.0924966 Oct 25 23:00:29.368046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-80b68f95-7a9f-4f8a-ad6d-86b66710f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:29.369573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-80b68f95-7a9f-4f8a-ad6d-86b66710f064 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1006591 Oct 25 23:00:29.424085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-044d4ff4-2e39-429b-a594-b21b05866176 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746706 Oct 25 23:00:29.430424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.445246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.511877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-87b8064a-65cb-4462-a9df-2957cc29f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:29.513371 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-87b8064a-65cb-4462-a9df-2957cc29f3c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315694 Oct 25 23:00:29.516008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:00:29.574580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.574916 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Added segment 6e8f1d3c-bea1-472f-8602-74f35b55007c of type vlan for network 73d747e1-83e8-422d-9342-f79510c598dd Oct 25 23:00:29.576353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:29.666664 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a74aec-1c16-4128-a6f0-f5da194dd040 req-94bbc827-ddbd-460d-92a7-31d10c54bf8e service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312956 Oct 25 23:00:29.697732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.755918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-9bd7272a-e22f-4bf2-8ad8-9f283c806d31 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149844 Oct 25 23:00:29.763658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ecbb4-1862-420c-9cb9-de405282ccba req-1e42be54-b95c-4ee6-a717-b72091bdb303 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:29.765632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f0ecbb4-1862-420c-9cb9-de405282ccba req-1e42be54-b95c-4ee6-a717-b72091bdb303 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.1464570 Oct 25 23:00:29.766826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.767711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:29.768300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.930815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2844503 Oct 25 23:00:29.930815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:29.931086 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc26e73-25c5-44bd-af23-3a9f42305a33" -d '{"events": [{"name": "network-changed", "server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:29.931437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:29.937277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Request body: {'subnet': {'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1930392867-subnet', 'tenant_id': '558a5203facb4ddebf046d80a82ae85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:29.973883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Made reservation on behalf of 558a5203facb4ddebf046d80a82ae85a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:29.976980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:29.993743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f0ecbb4-1862-420c-9cb9-de405282ccba req-18d11e12-a9ed-459a-9552-13fd3b11ff8d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177474 Oct 25 23:00:30.017635 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27237ed5-5c70-4e1b-8f9b-c8c110262c40 x-openstack-request-id: req-27237ed5-5c70-4e1b-8f9b-c8c110262c40 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:30.017927 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:30.018202 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27237ed5-5c70-4e1b-8f9b-c8c110262c40 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:30.018721 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'status': 'completed', 'code': 200} Oct 25 23:00:30.019456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1e9e3-2e65-4715-be45-b1df7607cd0c admin admin] Pushing event updated for resources: {'Network': ['ID=73d747e1-83e8-422d-9342-f79510c598dd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:30.033271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 73d747e1-83e8-422d-9342-f79510c598dd details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:00:30.075868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-8642efd5-4c55-4de4-a958-824a586d9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.077982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-8642efd5-4c55-4de4-a958-824a586d9825 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 1099 time: 0.2500718 Oct 25 23:00:30.082860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8242da0-c0fe-4ac2-a962-4e78d22dd0dc req-2eab3851-c7d7-43d5-a6c5-34c774d8237c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530742 Oct 25 23:00:30.230125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:30.262974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 91c67c53-6d18-4e37-a6de-8ad88acbf58f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:30.275907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-653a015b-56d1-407e-adb6-4bd97149f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.283873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-653a015b-56d1-407e-adb6-4bd97149f73c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1829898 Oct 25 23:00:30.317357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 91c67c53-6d18-4e37-a6de-8ad88acbf58f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:30.317703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 91c67c53-6d18-4e37-a6de-8ad88acbf58f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:30.318128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:30.372321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:30.372878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 032e756e-cacb-4a6c-baf8-9f0d4d1e5ebd not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:30.379441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-51f08610-2959-4634-998e-4228d53337ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0e556bea-c336-4bd4-b279-442d1e414ec6 HTTP/1.1" status: 200 len: 217 time: 0.0906527 Oct 25 23:00:30.386512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-eb5c79a8-5d00-422f-8bd0-e58a94c98112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.388783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-eb5c79a8-5d00-422f-8bd0-e58a94c98112 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 1099 time: 0.1659400 Oct 25 23:00:30.435353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:30.453322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1e09-7d92-43a1-a800-d5d1ee2c9658 req-024b747b-21dd-4160-a328-80e93f4da518 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.461267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a5da1e09-7d92-43a1-a800-d5d1ee2c9658 req-024b747b-21dd-4160-a328-80e93f4da518 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.2367241 Oct 25 23:00:30.466836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting subnet df78c24b-590c-4cb1-898b-7fd06381b532 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:00:30.494015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-bd3bfc28-1625-4b37-a5fb-b224a7efb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.495500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-bd3bfc28-1625-4b37-a5fb-b224a7efb3fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1058762 Oct 25 23:00:30.499646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:30.556257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-967c9b42-b5ef-4764-8a78-f0df908e4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.557718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-967c9b42-b5ef-4764-8a78-f0df908e4a62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1586173 Oct 25 23:00:30.565173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-e651f345-985e-42fa-b3d4-1e9a8119ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.566635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-e651f345-985e-42fa-b3d4-1e9a8119ac4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628071 Oct 25 23:00:30.603304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5ee6d2-b852-41d6-ba24-41117b475186,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:30.618316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a5da1e09-7d92-43a1-a800-d5d1ee2c9658 req-d1ab51cb-bf94-4903-a729-3633c9d5687b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557100 Oct 25 23:00:30.620568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:30.650944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-deleted', 'tag': '91c67c53-6d18-4e37-a6de-8ad88acbf58f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:30.653785 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f708d9-609c-407f-91f7-c7a30529f7bc" -d '{"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-deleted", "tag": "91c67c53-6d18-4e37-a6de-8ad88acbf58f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:30.657354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-c32e7ae7-d099-4dd3-be0e-7037beb90073 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee HTTP/1.1" status: 200 len: 217 time: 0.0896463 Oct 25 23:00:30.677551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Checking segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:30.680837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Network hostable DHCP agents. Network: 73d747e1-83e8-422d-9342-f79510c598dd, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:00:30.723473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Network 73d747e1-83e8-422d-9342-f79510c598dd is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:00:30.729352 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eeab33-53b4-4269-aac8-7d3bb7e42a8d x-openstack-request-id: req-95eeab33-53b4-4269-aac8-7d3bb7e42a8d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:30.729643 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad53a6ad-896d-42b5-b15e-e8eda462de3f", "name": "network-vif-deleted", "tag": "91c67c53-6d18-4e37-a6de-8ad88acbf58f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:30.729884 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95eeab33-53b4-4269-aac8-7d3bb7e42a8d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:30.730478 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad53a6ad-896d-42b5-b15e-e8eda462de3f', 'name': 'network-vif-deleted', 'tag': '91c67c53-6d18-4e37-a6de-8ad88acbf58f', 'status': 'completed', 'code': 200} Oct 25 23:00:30.766992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 73d747e1-83e8-422d-9342-f79510c598dd) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:30.773787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-06ac7905-c5f7-4a38-ba90-c2369f41f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.774803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-06ac7905-c5f7-4a38-ba90-c2369f41f262 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1056719 Oct 25 23:00:30.781552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5bb85-e1a3-4fea-bebd-9b448c338336 None None] Network 73d747e1-83e8-422d-9342-f79510c598dd requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:30.809693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:30.827423 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-11af344e-7176-4f15-9c9e-5b8fb331223f service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530067 Oct 25 23:00:30.848130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-3ba0f825-7534-4889-a77c-dab02740a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.850015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-3ba0f825-7534-4889-a77c-dab02740a68b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654263 Oct 25 23:00:30.893451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:30.895177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:30.905456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:30.973957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20a075-a0d9-47c5-abac-1c45206425ff None None] Network 73d747e1-83e8-422d-9342-f79510c598dd requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:31.001073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Subnet': ['ID=df78c24b-590c-4cb1-898b-7fd06381b532,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:31.033156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.033764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b4386-6cc6-4c50-81d9-cd7c4f37e71b None None] Network 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:31.045162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c57bbeb0-fde9-48e8-86d2-fa831bedc2dc tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/subnets/df78c24b-590c-4cb1-898b-7fd06381b532 HTTP/1.1" status: 204 len: 168 time: 0.8032942 Oct 25 23:00:31.047837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42506) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:31.067383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d075a6a-5d04-49bc-a336-c1924b0d6dab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1346192 Oct 25 23:00:31.081099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9553fc56-00eb-4331-aacf-d579f812cf91 req-6c1eb50e-b01d-427a-925d-761a50e33ecb service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437081 Oct 25 23:00:31.084729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-ee7352d0-187e-4e79-bcb9-36896c7401da service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245436 Oct 25 23:00:31.287482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbc26e73-25c5-44bd-af23-3a9f42305a33 req-47c41afc-acd4-4bc4-bcdc-fa4aeb3b029a service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790326 Oct 25 23:00:31.314224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.352345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8f643-80be-4085-98e3-a89f9d31cbd0 req-930a1bdd-0c45-4c62-a702-b38384494144 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:31.367158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e8f643-80be-4085-98e3-a89f9d31cbd0 req-930a1bdd-0c45-4c62-a702-b38384494144 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.1179550 Oct 25 23:00:31.472658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e8f643-80be-4085-98e3-a89f9d31cbd0 req-201e2f83-b397-468b-911a-b7db6bf06b64 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990970 Oct 25 23:00:31.519780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:31.520119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.585840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] DHCP port deletion for 978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:00:31.614407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:31.615008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.630585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:31.649668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] Deleting port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:31.651148 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.747874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] For port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,segment=NetworkSegment(e8eb3460-a640-44c9-898e-cdac1812c398),segment_id=e8eb3460-a640-44c9-898e-cdac1812c398)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:31.748515 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.772567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-bc0800a5-34ea-416d-8ddf-7ba234e3a8aa tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:31.773592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] Calling delete_port for 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:31.774253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-bc0800a5-34ea-416d-8ddf-7ba234e3a8aa tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.2140844 Oct 25 23:00:31.778714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.803188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bee4f9-3f21-4032-99f0-e4352f7dc5b8 req-01038e8d-d4bf-4ff0-af6a-87cbd8dbf903 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:31.812007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16bee4f9-3f21-4032-99f0-e4352f7dc5b8 req-01038e8d-d4bf-4ff0-af6a-87cbd8dbf903 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0994718 Oct 25 23:00:31.824705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-c1f10660-217b-47f9-ad16-25c1467ed35f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/quotas/558a5203facb4ddebf046d80a82ae85a HTTP/1.1" status: 200 len: 375 time: 0.0274773 Oct 25 23:00:31.853077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:31.857879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:31.901932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.935796 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-7a76d61d-4687-4af5-9e78-86ced9328b5f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552433 Oct 25 23:00:31.938733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] Pushing event deleted for resources: {'Port': ['ID=5da085bc-8528-4b63-8dbd-fa8e011eb8f9,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:31.945719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefdaa8-56f5-418f-bdcc-665929df8fdd None None] No DVR routers for this DVR port 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:31.949428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:31.973870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:31.988217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8eb3460-a640-44c9-898e-cdac1812c398') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:31.988517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8eb3460-a640-44c9-898e-cdac1812c398') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:31.999793 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.014911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.032429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:00:32.032898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:00:32.036288 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:00:32.051871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16bee4f9-3f21-4032-99f0-e4352f7dc5b8 req-247f0d2a-85c1-4b7a-8bed-798ecf714580 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391324 Oct 25 23:00:32.114276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.126567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-9e996f6e-3b21-463b-93e8-ed2b28770054 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690545 Oct 25 23:00:32.133092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.140184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/networks/978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c HTTP/1.1" status: 204 len: 168 time: 1.0674822 Oct 25 23:00:32.140184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec83b09-c29d-4756-bdb1-bbacc0aaf737 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Network': ['ID=978bbeac-3e1f-423a-a8ad-9e56d7ab3d9c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:32.140427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42534) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:32.199004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting subnet 170af55a-3bf9-4023-a5a3-25e948201d6a {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:00:32.205160 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.255771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-35a2802e-c0de-40ce-a7c0-2bfd9e4b4ab3 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227865 Oct 25 23:00:32.258767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.355690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.435121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e4fb14f-3a54-4a0c-8f3f-e1bdd7977521 req-3560a83b-970a-43cd-9e1f-cd986a35c30b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 210 time: 0.0344458 Oct 25 23:00:32.454126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.482260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Subnet': ['ID=170af55a-3bf9-4023-a5a3-25e948201d6a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:32.484491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.487736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c161aa62-dbd5-41e1-92c0-d5f7eaea1c3a tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/subnets/170af55a-3bf9-4023-a5a3-25e948201d6a HTTP/1.1" status: 204 len: 168 time: 0.3464541 Oct 25 23:00:32.490078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3c677-2a33-4c7b-896f-8e006b467355 None None] Network 59724494-5f57-43fb-a277-a4b96a6e3752 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:32.490825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42544) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:32.634987 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.648872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e535-5b79-425f-b8c0-12df5fbdf404 req-f71b2a18-4e9d-4ef6-9d8d-ba4ece414c95 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:32.650415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6797e535-5b79-425f-b8c0-12df5fbdf404 req-f71b2a18-4e9d-4ef6-9d8d-ba4ece414c95 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.0914505 Oct 25 23:00:32.703576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] DHCP port deletion for 59724494-5f57-43fb-a277-a4b96a6e3752 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:00:32.727161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6797e535-5b79-425f-b8c0-12df5fbdf404 req-9e289d93-4853-407f-8bc8-02501366b2d3 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683775 Oct 25 23:00:32.755677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Deleting port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:32.755677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.769455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] Deleting port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:32.770068 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.827586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] For port 7faea0a1-6f5a-427b-8a30-b097fb49deb3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7faea0a1-6f5a-427b-8a30-b097fb49deb3,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:32.828090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.841787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] For port 7faea0a1-6f5a-427b-8a30-b097fb49deb3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7faea0a1-6f5a-427b-8a30-b097fb49deb3,segment=NetworkSegment(b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6),segment_id=b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:32.842204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.845419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Calling delete_port for 7faea0a1-6f5a-427b-8a30-b097fb49deb3 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:32.857566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] Calling delete_port for 7faea0a1-6f5a-427b-8a30-b097fb49deb3 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:32.945644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.950760 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:32.975515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Port': ['ID=7faea0a1-6f5a-427b-8a30-b097fb49deb3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:32.977535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] No DVR routers for this DVR port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:33.103275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:33.153729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] Pushing event deleted for resources: {'Port': ['ID=7faea0a1-6f5a-427b-8a30-b097fb49deb3,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:33.158502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59724494-5f57-43fb-a277-a4b96a6e3752']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:33.162714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd35a74-99be-4c08-b328-eae76ba56608 None None] No DVR routers for this DVR port 7faea0a1-6f5a-427b-8a30-b097fb49deb3 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:33.189734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:33.190034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49d38a4-ab1e-4dcd-b74c-c1c2a8b2b6e6') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:33.203979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:33.220381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:33.229159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:00:33.229561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:00:33.233764 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:00:33.293240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89946927-1067-4f64-a36b-e6cb6fa2bceb req-27f03e55-7a76-467a-8ae6-23f78d993f7c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:33.306591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89946927-1067-4f64-a36b-e6cb6fa2bceb req-27f03e55-7a76-467a-8ae6-23f78d993f7c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0799103 Oct 25 23:00:33.314628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:33.324981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:33.329212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] 10.222.0.25 "DELETE /v2.0/networks/59724494-5f57-43fb-a277-a4b96a6e3752 HTTP/1.1" status: 204 len: 168 time: 0.8367531 Oct 25 23:00:33.347285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f1b04-b2a1-4efd-9537-7719b7f7d323 tempest-ServersTestMultiNic-1999721736 tempest-ServersTestMultiNic-1999721736-project] Pushing event deleted for resources: {'Network': ['ID=59724494-5f57-43fb-a277-a4b96a6e3752,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:33.354068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89946927-1067-4f64-a36b-e6cb6fa2bceb req-efca9ba4-47e7-4766-9d0d-521f2382c990 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Oct 25 23:00:33.473797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42580) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:33.586838 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ad98189-ec29-4b50-958b-15cb3f2a796f req-16a36f3f-0ef6-47aa-b3d6-5dfe784330bc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 210 time: 0.0768895 Oct 25 23:00:33.606709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:33.628104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:33.628805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5da085bc-8528-4b63-8dbd-fa8e011eb8f9 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:33.629477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7faea0a1-6f5a-427b-8a30-b097fb49deb3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:33.649813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7faea0a1-6f5a-427b-8a30-b097fb49deb3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:33.650526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7faea0a1-6f5a-427b-8a30-b097fb49deb3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:33.876700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-d4706997-f174-4dcb-91f4-52a10e55753a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:33.878173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-d4706997-f174-4dcb-91f4-52a10e55753a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.2278767 Oct 25 23:00:33.898296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Request body: {'port': {'device_id': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'admin_state_up': True, 'tenant_id': '558a5203facb4ddebf046d80a82ae85a'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:33.910583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6f35-a2f4-4e9d-939e-a75c63b6a9c6 req-42201049-eec4-4bf1-ab8e-66a40ecbd051 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:33.912121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ada6f35-a2f4-4e9d-939e-a75c63b6a9c6 req-42201049-eec4-4bf1-ab8e-66a40ecbd051 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.0762501 Oct 25 23:00:33.917894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.006593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ada6f35-a2f4-4e9d-939e-a75c63b6a9c6 req-d3a1bbd4-efeb-4fd9-b5f8-e11976d330a0 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800173 Oct 25 23:00:34.068771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Made reservation on behalf of 558a5203facb4ddebf046d80a82ae85a for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:34.073770 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.240227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Allocated IP 172.20.0.9 (73d747e1-83e8-422d-9342-f79510c598dd/2a5ee6d2-b852-41d6-ba24-41117b475186/5643c7f3-489a-47fe-9406-7e89816f6dac) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:34.244050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42590) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:34.249092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-271939489'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:34.281268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:34.293399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:34.297816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.329048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:00:34.337562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.337954 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Added segment d6b89941-71d3-4ade-9e9a-04730fb697bd of type vlan for network 80e29c78-e066-442f-a797-b9db5f44add9 Oct 25 23:00:34.382394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.430486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:34.445234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'mac_address': 'fa:16:3e:cd:f2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:34.468030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.473673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:34.474292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.485357 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.502908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8cb517-3e78-4cb6-9a57-7136330f31ee {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:34.524017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:34.528479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.529212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:34.541114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181096-357b-4baf-9b77-873831b16c1a req-68b89784-bc6a-4f36-9f51-f91bfc379e19 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:34.549649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8181096-357b-4baf-9b77-873831b16c1a req-68b89784-bc6a-4f36-9f51-f91bfc379e19 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1083524 Oct 25 23:00:34.571395 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3262753 Oct 25 23:00:34.572194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:34.580448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1211117634'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:34.596397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94858f1b-f96f-4d0a-b5c8-0a5d94072d27 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Network': ['ID=80e29c78-e066-442f-a797-b9db5f44add9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:34.604696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:34.608317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:34.608924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8181096-357b-4baf-9b77-873831b16c1a req-db1e2320-87e9-46e8-aabc-9c199a061f19 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582948 Oct 25 23:00:34.620115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Deleting port f1ce3503-88c3-45db-9a04-e3263c2e0939 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:34.620456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.622625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.629730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 80e29c78-e066-442f-a797-b9db5f44add9 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:00:34.652942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:34.657151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.703871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] For port f1ce3503-88c3-45db-9a04-e3263c2e0939, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f1ce3503-88c3-45db-9a04-e3263c2e0939,segment=NetworkSegment(0b973c2a-2479-4de8-a8f1-bc19726e6a89),segment_id=0b973c2a-2479-4de8-a8f1-bc19726e6a89)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:34.704129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'mac_address': 'fa:16:3e:03:da:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:34.704595 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.716760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-916e5c62-6d82-4f54-9fff-f90ff1472ff1 req-5c945e3e-4e72-4f4a-bf49-3d2aad54b4f0 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 210 time: 0.0340283 Oct 25 23:00:34.717380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Calling delete_port for f1ce3503-88c3-45db-9a04-e3263c2e0939 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:34.727518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:00:34.737219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.745743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.746173 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Added segment 372acb1e-9472-4769-86c9-9dcb442d422e of type vlan for network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf Oct 25 23:00:34.767704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.787244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e556bea-c336-4bd4-b279-442d1e414ec6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:34.801927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Network 73d747e1-83e8-422d-9342-f79510c598dd is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:34.810705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:34.816928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.825071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:34.834390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:34.867839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.868552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:34.870209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:34.914374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:34.915052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.923439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.928745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:34.929318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.954650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:34.957913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0fe95e8e-e178-4d8a-8711-e76eb66046fe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0642037 Oct 25 23:00:34.980369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ce3503-88c3-45db-9a04-e3263c2e0939,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:34.992934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Request body: {'port': {'device_id': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:35.019444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4403358 Oct 25 23:00:35.027580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42602) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:35.033561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'subnet': {'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:35.088223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fe021-f337-4c7c-adc1-d3311e8dab12 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Network': ['ID=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:35.102485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:00:35.162568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.180286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.257562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544354df-ba91-407c-85d3-d890ec1dd076 req-2b3741c1-480a-4429-bd73-520ba2244e4d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:35.259035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-544354df-ba91-407c-85d3-d890ec1dd076 req-2b3741c1-480a-4429-bd73-520ba2244e4d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 949 time: 0.1157529 Oct 25 23:00:35.259628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:35.262949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.337054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3f8cb517-3e78-4cb6-9a57-7136330f31ee'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:35.407079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Router dae45051-0f3b-4d54-8e8d-ede6b9318011 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:35.454331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-544354df-ba91-407c-85d3-d890ec1dd076 req-329885f2-0135-47ef-af2f-a2bc05c14226 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713665 Oct 25 23:00:35.455849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0e556bea-c336-4bd4-b279-442d1e414ec6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:35.522222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:35.532592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59a53eb3-39cc-4187-915a-62ef112a56e7 admin admin] 10.222.0.25 "PUT /v2.0/routers/dae45051-0f3b-4d54-8e8d-ede6b9318011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0538120 Oct 25 23:00:35.532592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42610) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:35.543257 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] Sync routers for ids ['dae45051-0f3b-4d54-8e8d-ede6b9318011'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:35.570869 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] Routers {'dae45051-0f3b-4d54-8e8d-ede6b9318011'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:35.571638 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dae45051-0f3b-4d54-8e8d-ede6b9318011'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:35.675115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.742535 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] Set router dae45051-0f3b-4d54-8e8d-ede6b9318011 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:35.748712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5643c7f3-489a-47fe-9406-7e89816f6dac {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:35.754507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814ea7b-6233-4a09-b840-ed274fb0323f req-1fd4fb4c-1741-498b-b5e2-fd5d5ed1371a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:35.756036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1814ea7b-6233-4a09-b840-ed274fb0323f req-1fd4fb4c-1741-498b-b5e2-fd5d5ed1371a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0683200 Oct 25 23:00:35.770301 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.777370 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.789625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Transition to ACTIVE for port object 5643c7f3-489a-47fe-9406-7e89816f6dac will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:00:35.801780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Subnet': ['ID=727e252c-eff4-4ec1-83e7-71db53541d46,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:35.816565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.874142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1814ea7b-6233-4a09-b840-ed274fb0323f req-99e9c062-fff2-4ee7-9d76-f5b9316d4f6e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057796 Oct 25 23:00:35.931839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Checking segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:35.932442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network hostable DHCP agents. Network: 80e29c78-e066-442f-a797-b9db5f44add9, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:00:35.941431 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:35.953678 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T23:00:34Z', 'revision_number': 5, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port': {'id': 'aa928ba1-4dd4-4d9b-9160-76f5b4517b5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:58:46Z', 'updated_at': '2021-10-25T22:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:35.964909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:35.980632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07d70d-1c37-44d6-ae1b-026f8d650a30 req-89994013-d74c-4449-a919-3f5870f20a8e tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:35.982425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf07d70d-1c37-44d6-ae1b-026f8d650a30 req-89994013-d74c-4449-a919-3f5870f20a8e tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 943 time: 0.1718519 Oct 25 23:00:35.999557 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] Checking router: dae45051-0f3b-4d54-8e8d-ede6b9318011 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:36.001036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Deleting port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:36.001183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.009448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] Routers {'dae45051-0f3b-4d54-8e8d-ede6b9318011'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:36.010127 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dae45051-0f3b-4d54-8e8d-ede6b9318011'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:36.024271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 80e29c78-e066-442f-a797-b9db5f44add9 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:00:36.051813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf07d70d-1c37-44d6-ae1b-026f8d650a30 req-dc7db783-5b88-46dd-832a-3e60c719cd96 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Oct 25 23:00:36.052675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Attempting to bind port 5643c7f3-489a-47fe-9406-7e89816f6dac on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:36.053045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Attempting to bind port 5643c7f3-489a-47fe-9406-7e89816f6dac by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:36.053370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Attempting to bind port 5643c7f3-489a-47fe-9406-7e89816f6dac on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:36.056832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 80e29c78-e066-442f-a797-b9db5f44add9) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:36.060928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Port 5643c7f3-489a-47fe-9406-7e89816f6dac on network 73d747e1-83e8-422d-9342-f79510c598dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:36.061788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Attempting to bind port 5643c7f3-489a-47fe-9406-7e89816f6dac on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:36.064449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:36.065032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.080399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634a352-06a3-47de-b59b-e1bf47cd6517 None None] Network 80e29c78-e066-442f-a797-b9db5f44add9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:36.083802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:36.084591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Checking segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:36.084591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Bound using segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:36.085077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Bound port: 5643c7f3-489a-47fe-9406-7e89816f6dac, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:36.085414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.101210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-373ad855-4292-49b2-bfdd-9df664f0c753 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0725453 Oct 25 23:00:36.103849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42618) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:36.110909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'subnet': {'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:36.114038 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] Set router dae45051-0f3b-4d54-8e8d-ede6b9318011 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:36.167249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] For port aa928ba1-4dd4-4d9b-9160-76f5b4517b5e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:36.167537 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.175603 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T23:00:35Z', 'revision_number': 6, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:36.192351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Calling delete_port for aa928ba1-4dd4-4d9b-9160-76f5b4517b5e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:36.198057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:36.201359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:36.208042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.220043 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ca035-0bb9-468e-a6cb-d90ccd523593 None None] The sync data for ids ['dae45051-0f3b-4d54-8e8d-ede6b9318011'] in n-d-815373-1 is: [{'id': 'dae45051-0f3b-4d54-8e8d-ede6b9318011', 'name': 'tempest-ServersTestMultiNic-700693487-router', 'tenant_id': 'b7de7767e4304117929512fe1aaaea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:58:45Z', 'updated_at': '2021-10-25T23:00:35Z', 'revision_number': 6, 'project_id': 'b7de7767e4304117929512fe1aaaea09', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:36.236599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:36.237451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.239504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] 10.222.0.11 "PUT /v2.0/ports/5643c7f3-489a-47fe-9406-7e89816f6dac HTTP/1.1" status: 200 len: 1091 time: 1.2532561 Oct 25 23:00:36.259377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:36.261801 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:36.269936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:36.273480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.297689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-80e29c78-e066-442f-a797-b9db5f44add9', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:00:36.297689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.347666 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba898f03-875b-4cee-be1a-e2a258b42cc7 x-openstack-request-id: req-ba898f03-875b-4cee-be1a-e2a258b42cc7 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:36.348505 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:36.348867 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba898f03-875b-4cee-be1a-e2a258b42cc7 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:36.349642 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'status': 'completed', 'code': 200} Oct 25 23:00:36.365474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72ff5d-c1ae-4ef0-9a9f-aa365ec44006 service neutron] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:36.380931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-08d5a73a-d3b8-4f3c-b57c-76b34ecdd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:36.382588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-08d5a73a-d3b8-4f3c-b57c-76b34ecdd7cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 1094 time: 0.0700824 Oct 25 23:00:36.476428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Allocated IP 10.1.1.2 (80e29c78-e066-442f-a797-b9db5f44add9/727e252c-eff4-4ec1-83e7-71db53541d46/5f542686-c944-4007-878b-4769d350099a) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:36.625650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.701742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.705470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.716877 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.735068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Network 80e29c78-e066-442f-a797-b9db5f44add9 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:36.745123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:00:36.745692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:36.762658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa928ba1-4dd4-4d9b-9160-76f5b4517b5e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:36.769119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Subnet': ['ID=16a90246-c6ca-4cd7-bcc4-dbe4651b3987,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:36.772166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:36.831761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Checking segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:36.832940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network hostable DHCP agents. Network: 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:00:36.844494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Pushing event updated for resources: {'Port': ['ID=5f542686-c944-4007-878b-4769d350099a,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:36.850569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Attempting to bind port 5f542686-c944-4007-878b-4769d350099a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:36.850934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Attempting to bind port 5f542686-c944-4007-878b-4769d350099a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:36.851290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Attempting to bind port 5f542686-c944-4007-878b-4769d350099a on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:36.856475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:36.856849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Checking segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:36.857243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.857627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Bound using segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:36.858114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Bound port: 5f542686-c944-4007-878b-4769d350099a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:36.859045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.868030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.869698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-0cb93eff-4038-46da-a9f2-0152abb27b3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5643c7f3-489a-47fe-9406-7e89816f6dac HTTP/1.1" status: 200 len: 217 time: 0.4778497 Oct 25 23:00:36.898666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:00:36.924968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcfd68-7306-4bcb-a795-f54789780de1 req-f427f4d1-fe2a-4dce-ad82-2be1aad86591 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:36.925433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] For port 5f542686-c944-4007-878b-4769d350099a, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:36.926529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2dcfd68-7306-4bcb-a795-f54789780de1 req-f427f4d1-fe2a-4dce-ad82-2be1aad86591 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 949 time: 0.0972254 Oct 25 23:00:36.928623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] For port 5f542686-c944-4007-878b-4769d350099a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5f542686-c944-4007-878b-4769d350099a,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:36.940920 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:36.995194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-787b05b3-df61-4800-b6cb-9b07df2afce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:36.997605 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-787b05b3-df61-4800-b6cb-9b07df2afce4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.1101830 Oct 25 23:00:37.000361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:37.005893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:37.006538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.011700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a06723d-9c3f-4d20-9cf6-d1956978a003 None None] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:37.029906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544186-1fbd-4fc2-a727-5f11db0259fe None None] Pushing event updated for resources: {'Port': ['ID=5f542686-c944-4007-878b-4769d350099a,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:37.036639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.040025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.042715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-34b3a2ba-5dcc-4e3f-a723-05f5eab762f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335562 Oct 25 23:00:37.046720 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2dcfd68-7306-4bcb-a795-f54789780de1 req-5644e737-b15d-4c9e-a4ef-c0d45c8034af tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750167 Oct 25 23:00:37.062592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-df223127-680f-4210-91eb-6c9a1ca9364e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9563155 Oct 25 23:00:37.063654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42632) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:37.123188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'name': 'tempest-TaggedBootDevicesTest_v242-2033888976', 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:37.186254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-2d25e65d-67f5-4f98-bb6e-b50bf9e63ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347783 Oct 25 23:00:37.255741 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.256770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae45051-0f3b-4d54-8e8d-ede6b9318011 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:00:37.262304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.263429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e3fe4d0b-a437-4692-b2b6-66b80c67318a admin admin] 10.222.0.25 "DELETE /v2.0/routers/dae45051-0f3b-4d54-8e8d-ede6b9318011 HTTP/1.1" status: 204 len: 168 time: 1.7300396 Oct 25 23:00:37.266340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42636) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:37.270448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'fixed_ips': [{'subnet_id': '16a90246-c6ca-4cd7-bcc4-dbe4651b3987'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:00:37.273437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.333874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca067557-e8b4-4a59-8ba7-07549c490e30 req-7f2a00a7-91bb-4829-82e1-d14527fc3b32 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:37.341051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca067557-e8b4-4a59-8ba7-07549c490e30 req-7f2a00a7-91bb-4829-82e1-d14527fc3b32 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.3253903 Oct 25 23:00:37.411901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca067557-e8b4-4a59-8ba7-07549c490e30 req-f2c2b5c1-5835-4be1-aaff-08d2418a2b30 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698817 Oct 25 23:00:37.438314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Deleting subnet 7c2ca7ed-29aa-437b-9717-ddf0449cedff {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:00:37.443377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.449755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70517c39-a571-4080-afd6-7e0f271f322b req-b4fbbfdb-0e48-42bc-8702-ef83270f3a9d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:37.462918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70517c39-a571-4080-afd6-7e0f271f322b req-b4fbbfdb-0e48-42bc-8702-ef83270f3a9d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 943 time: 0.1456566 Oct 25 23:00:37.469791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3da8f23d-cc53-4b8c-a2f2-122d848c556b req-ed5c650b-f0f5-4281-98ee-88681e8f790b service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715077 Oct 25 23:00:37.503952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.551887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:37.629267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Allocated IP 10.2.2.2 (335dbe37-8515-4fa1-a0c8-8ef7600bf8bf/16a90246-c6ca-4cd7-bcc4-dbe4651b3987/4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:37.669631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70517c39-a571-4080-afd6-7e0f271f322b req-1f129ffc-cf33-46a3-8a57-1dd8dcde345c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667433 Oct 25 23:00:37.719923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-409e78bf-defd-496d-8b7e-7f8e61ceccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:37.721788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-409e78bf-defd-496d-8b7e-7f8e61ceccd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 1094 time: 0.1791692 Oct 25 23:00:37.764097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5f542686-c944-4007-878b-4769d350099a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:37.786703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.851785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.856896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] device_id is not set on port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:00:37.868397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-971c8241-840a-4317-ae23-e1080d2e57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:37.870238 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-971c8241-840a-4317-ae23-e1080d2e57f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 906 time: 0.1230321 Oct 25 23:00:37.923482 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.930679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-350ad7ee-1966-4589-aead-4b209101c3f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5643c7f3-489a-47fe-9406-7e89816f6dac HTTP/1.1" status: 200 len: 217 time: 0.0532513 Oct 25 23:00:37.931130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5f542686-c944-4007-878b-4769d350099a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:37.931643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.935017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:37.965796 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.018176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-4767202d-f3a1-4fea-82ff-24ab0829ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:38.020362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-4767202d-f3a1-4fea-82ff-24ab0829ebd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.0772150 Oct 25 23:00:38.024100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:38.031048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:38.041553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:38.058310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2ca7ed-29aa-437b-9717-ddf0449cedff,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:38.063543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d16fff-3d9b-4eb5-958a-8716d0d23bb3 None None] Network fc379b8a-5d2d-423b-9461-97a44d4e454e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:38.073967 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-8407a9bd-4326-4963-82d8-565d9dc7270f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391667 Oct 25 23:00:38.077152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485a704-d7bc-4231-b212-c5097449d5c5 req-e046db53-619d-4440-a439-ac4b7e6503ee tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:38.097793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6485a704-d7bc-4231-b212-c5097449d5c5 req-e046db53-619d-4440-a439-ac4b7e6503ee tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1097 time: 0.3358865 Oct 25 23:00:38.112012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.115283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0ea6692e-0d9d-482c-95ae-7c040eed3308 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7c2ca7ed-29aa-437b-9717-ddf0449cedff HTTP/1.1" status: 204 len: 168 time: 0.8438313 Oct 25 23:00:38.119456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42648) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:38.153867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Pushing event updated for resources: {'Port': ['ID=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:38.250690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Attempting to bind port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:38.251740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Attempting to bind port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:38.252891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Attempting to bind port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:38.281500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6485a704-d7bc-4231-b212-c5097449d5c5 req-21fbf464-19a0-4b7c-a0f7-a300298e8f1e tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825626 Oct 25 23:00:38.302389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.319348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:38.320411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Checking segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:38.329804 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.330576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Bound using segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:38.331590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Bound port: 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:38.332437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.337178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:38.382510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-c49a770e-d154-4b2d-9601-680d3f31e324 service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013194 Oct 25 23:00:38.397880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 10.1.1.7 (80e29c78-e066-442f-a797-b9db5f44add9/727e252c-eff4-4ec1-83e7-71db53541d46/f86e9def-0f34-40d5-9b7c-0e2d3450fe91) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:38.473112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.476605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4353444-80bc-4a51-89fb-01276269097e None None] Network 80e29c78-e066-442f-a797-b9db5f44add9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:38.485091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1db17-9c3d-46db-a56c-0d50f2c4fac4 req-9918ec8f-e987-4014-aadc-65872f1eb39b tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:38.493037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58e1db17-9c3d-46db-a56c-0d50f2c4fac4 req-9918ec8f-e987-4014-aadc-65872f1eb39b tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 949 time: 0.3033531 Oct 25 23:00:38.566121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58e1db17-9c3d-46db-a56c-0d50f2c4fac4 req-a793fe51-e811-4c79-92b4-dddd928bc0fe tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668769 Oct 25 23:00:38.655863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-823eb20f-6d7e-45aa-8ac6-a37fe0f2fc41 None None] Provisioning complete for port 5f542686-c944-4007-878b-4769d350099a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:38.656223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-823eb20f-6d7e-45aa-8ac6-a37fe0f2fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.685337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Deleting port 61e5fbec-5e68-49ab-81e4-7ee42f608628 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:38.685999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.695385 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4b5cda3-5e2f-4767-9e82-1dc19fc85e1b req-74ce16dc-ffd8-4ce0-8279-a3c70909fd2a service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687526 Oct 25 23:00:38.725524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.768568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.812956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 80e29c78-e066-442f-a797-b9db5f44add9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:38.817757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:38.824123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:38.880232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:38.890231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffb09-2cff-4440-a8fe-a33e75cfd67a req-3ca35fbd-865b-4a0b-bac9-cc5508ec0580 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:38.898798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb5ffb09-2cff-4440-a8fe-a33e75cfd67a req-3ca35fbd-865b-4a0b-bac9-cc5508ec0580 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1999488 Oct 25 23:00:38.913204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] For port 61e5fbec-5e68-49ab-81e4-7ee42f608628, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=61e5fbec-5e68-49ab-81e4-7ee42f608628,segment=NetworkSegment(0b973c2a-2479-4de8-a8f1-bc19726e6a89),segment_id=0b973c2a-2479-4de8-a8f1-bc19726e6a89)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:38.913573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.914960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] DHCP port deletion for fc379b8a-5d2d-423b-9461-97a44d4e454e request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:00:38.937364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Calling delete_port for 61e5fbec-5e68-49ab-81e4-7ee42f608628 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:38.952540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:38.956365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5f542686-c944-4007-878b-4769d350099a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5f542686-c944-4007-878b-4769d350099a,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:38.965817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:38.968508 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb5ffb09-2cff-4440-a8fe-a33e75cfd67a req-fb9b6fce-ed68-4fb4-a73b-70845bd98845 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687454 Oct 25 23:00:38.975788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 3f8cb517-3e78-4cb6-9a57-7136330f31ee completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:39.012902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bc77a985-0dbb-4c1d-a41d-439c91a8d839 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9119220 Oct 25 23:00:39.015421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42664) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:39.023371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] For port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:39.023990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'name': 'tempest-TaggedBootDevicesTest_v242-209548652', 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:39.042311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] For port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:39.044446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.138806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.188484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e5fbec-5e68-49ab-81e4-7ee42f608628,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:39.198288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] No DVR routers for this DVR port 61e5fbec-5e68-49ab-81e4-7ee42f608628 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:39.229039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 3f8cb517-3e78-4cb6-9a57-7136330f31ee triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:39.231153 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.241219 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.263833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b87cf-cc00-484d-8034-f515ffac5372 req-54cdc5a0-9c46-4ec2-aa85-19bb2e334f1f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:39.266749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b71b87cf-cc00-484d-8034-f515ffac5372 req-54cdc5a0-9c46-4ec2-aa85-19bb2e334f1f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 943 time: 0.1539249 Oct 25 23:00:39.284306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device aa928ba1-4dd4-4d9b-9160-76f5b4517b5e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:39.306618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:39.311412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.361360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] device_id is not set on port bc5d4e06-e7bb-441f-82a6-8716ac254f5c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:00:39.362078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.366401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: aa928ba1-4dd4-4d9b-9160-76f5b4517b5e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:39.366934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device aa928ba1-4dd4-4d9b-9160-76f5b4517b5e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:39.367219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f1ce3503-88c3-45db-9a04-e3263c2e0939 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:39.399444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: f1ce3503-88c3-45db-9a04-e3263c2e0939 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:39.399794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f1ce3503-88c3-45db-9a04-e3263c2e0939 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:39.400263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b71b87cf-cc00-484d-8034-f515ffac5372 req-dccd45de-4ab9-4b88-89ff-c89f3bad224b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832748 Oct 25 23:00:39.411994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc379b8a-5d2d-423b-9461-97a44d4e454e']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:39.430088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b973c2a-2479-4de8-a8f1-bc19726e6a89') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:39.430470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b973c2a-2479-4de8-a8f1-bc19726e6a89') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:39.456665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.488850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Deleting port 61e5fbec-5e68-49ab-81e4-7ee42f608628 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:00:39.489519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.491186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.519974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:00:39.519974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.625974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] For port 61e5fbec-5e68-49ab-81e4-7ee42f608628, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:39.626512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:00:39.643112 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:00:39.648747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Calling delete_port for 61e5fbec-5e68-49ab-81e4-7ee42f608628 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:00:39.656776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Port 61e5fbec-5e68-49ab-81e4-7ee42f608628 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:00:39.659374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.669620 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.676600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:39.683703 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc379b8a-5d2d-423b-9461-97a44d4e454e HTTP/1.1" status: 204 len: 168 time: 1.5607901 Oct 25 23:00:39.685500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61e5fbec-5e68-49ab-81e4-7ee42f608628 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:00:39.694784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Network fc379b8a-5d2d-423b-9461-97a44d4e454e is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:00:39.695655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] No DVR routers for this DVR port 61e5fbec-5e68-49ab-81e4-7ee42f608628 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:00:39.746239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35fcd4-7a73-4ee6-b6c0-03854b925320 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc379b8a-5d2d-423b-9461-97a44d4e454e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:39.837854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5f542686-c944-4007-878b-4769d350099a,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:39.869671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 61e5fbec-5e68-49ab-81e4-7ee42f608628 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:00:39.870316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 61e5fbec-5e68-49ab-81e4-7ee42f608628 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:00:39.929361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318d7df-4619-476b-9956-f00dac9930dd req-db02b776-ae93-4f06-bbc8-4993a721005d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:39.939816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0318d7df-4619-476b-9956-f00dac9930dd req-db02b776-ae93-4f06-bbc8-4993a721005d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 949 time: 0.1738007 Oct 25 23:00:39.988772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0318d7df-4619-476b-9956-f00dac9930dd req-c4e77098-66fc-4e80-bd4d-6452d1bf58f4 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Oct 25 23:00:40.009264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.019088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95226501-48aa-4a69-b56e-c989fa6c72a6 None None] Pushing event updated for resources: {'Port': ['ID=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:40.113775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42694) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:40.124463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea98ba-f9c2-4836-981c-9e9dca6bef65 None None] Pushing event deleted for resources: {'Port': ['ID=61e5fbec-5e68-49ab-81e4-7ee42f608628,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:40.145848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:40.155770 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465abe2b-11b6-460a-9642-0d2049d6e87e" -d '{"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-plugged", "status": "completed", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:40.183585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:40.191472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.192560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:40.246546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-8799ff41-d5e8-4aad-b9d2-77f1b4a53c2a tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:00:40.249174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-8799ff41-d5e8-4aad-b9d2-77f1b4a53c2a tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0136130 Oct 25 23:00:40.286801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:40.291915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 0e556bea-c336-4bd4-b279-442d1e414ec6 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:40.296868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 0e556bea-c336-4bd4-b279-442d1e414ec6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:40.297317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.308982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f3d407c3-b3b2-4a05-91ed-d3db363da98b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7de7767e4304117929512fe1aaaea09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934159 Oct 25 23:00:40.314706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:40.334213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 10.1.1.169 (80e29c78-e066-442f-a797-b9db5f44add9/727e252c-eff4-4ec1-83e7-71db53541d46/bc5d4e06-e7bb-441f-82a6-8716ac254f5c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:40.343025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-948cab43-5a1d-4047-b5b0-ce92518bf3bf tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:40.344502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-948cab43-5a1d-4047-b5b0-ce92518bf3bf tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 1094 time: 0.0858994 Oct 25 23:00:40.353238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672877a-0419-4ba9-b06c-3b9b1f645d82 req-1e5755a3-0d13-4911-b7b4-096cee58667c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:40.355208 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a672877a-0419-4ba9-b06c-3b9b1f645d82 req-1e5755a3-0d13-4911-b7b4-096cee58667c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1663132 Oct 25 23:00:40.365560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:40.366285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:00:40.429045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.441734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8724907c-fc94-4203-8273-b6d03acf131a None None] Provisioning complete for port 5f542686-c944-4007-878b-4769d350099a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:40.442766 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8724907c-fc94-4203-8273-b6d03acf131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.470293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a672877a-0419-4ba9-b06c-3b9b1f645d82 req-e8ae337e-d387-4d44-b282-e637c3d11d1d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015015 Oct 25 23:00:40.503374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f60-28cb-4fe3-8336-a324dafe3e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.541890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:40.550201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.565828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.567414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f60-28cb-4fe3-8336-a324dafe3e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.635452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.662061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 80e29c78-e066-442f-a797-b9db5f44add9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:40.665256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:40.679851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:40.688075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:40.712729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8724907c-fc94-4203-8273-b6d03acf131a None None] Provisioning complete for port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:40.713152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8724907c-fc94-4203-8273-b6d03acf131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.737976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:40.738346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:40.738679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:40.745915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:40.761804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:40.762460 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.762865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8724907c-fc94-4203-8273-b6d03acf131a None None] Port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:40.767651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe3025-1656-4b4a-aae1-af63d8e98102 req-aaee64fe-a113-43d5-9512-7e5d6965c778 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:40.769345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3cfe3025-1656-4b4a-aae1-af63d8e98102 req-aaee64fe-a113-43d5-9512-7e5d6965c778 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1097 time: 0.1408565 Oct 25 23:00:40.773084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:40.773569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:40.782521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:40.782903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:40.783383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:40.783959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Bound port: 767e2173-0b5d-4127-84e0-b0d5016c8e68, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:40.796288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3d39a54-cefe-4de0-a61a-bf3df55f586e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7796669 Oct 25 23:00:40.825362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f60-28cb-4fe3-8336-a324dafe3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.828929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f60-28cb-4fe3-8336-a324dafe3e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.830082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cb95f60-28cb-4fe3-8336-a324dafe3e9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94f19cb2-532c-40c2-a85a-375cad373559 HTTP/1.1" status: 204 len: 168 time: 0.5133910 Oct 25 23:00:40.852363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb95f60-28cb-4fe3-8336-a324dafe3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f19cb2-532c-40c2-a85a-375cad373559,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:40.888047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3cfe3025-1656-4b4a-aae1-af63d8e98102 req-028c70e9-bcff-409d-afc2-ce7399324621 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031418 Oct 25 23:00:40.909934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:40.910962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b39d1435-2cf2-4458-b249-8b254d3956df None None] Provisioning complete for port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:40.912041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b39d1435-2cf2-4458-b249-8b254d3956df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.934242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:40.935462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-53da36e2-9405-482d-8e02-084e84cdb8b5 service neutron] 10.222.0.25 "POST /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68/bindings HTTP/1.1" status: 201 len: 389 time: 0.5748305 Oct 25 23:00:40.971411 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e03768-621c-491f-b394-fb5d68b1e43c x-openstack-request-id: req-69e03768-621c-491f-b394-fb5d68b1e43c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:40.971790 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-plugged", "status": "completed", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:40.972045 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69e03768-621c-491f-b394-fb5d68b1e43c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:40.972518 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'code': 200} Oct 25 23:00:40.990744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b39d1435-2cf2-4458-b249-8b254d3956df None None] Port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:41.127797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d2b8c-a3bb-4c69-9a9d-0444cbcf798a req-c535d40f-9cdc-4d21-8c10-c70c3b855be9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:41.135522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-650d2b8c-a3bb-4c69-9a9d-0444cbcf798a req-c535d40f-9cdc-4d21-8c10-c70c3b855be9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 943 time: 0.1036491 Oct 25 23:00:41.234108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f1993114-767f-4636-b7b9-0571a87284db None None] Provisioning complete for port bc5d4e06-e7bb-441f-82a6-8716ac254f5c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:41.234864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-650d2b8c-a3bb-4c69-9a9d-0444cbcf798a req-f5b94f17-ceb0-41a3-b422-d92722656a3c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981696 Oct 25 23:00:41.237056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498bc0d-3418-46cf-ad1c-f33920f8f373 req-9f21ef45-654c-47a7-b46b-9878de6dbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:41.237185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1993114-767f-4636-b7b9-0571a87284db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:41.245707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1498bc0d-3418-46cf-ad1c-f33920f8f373 req-9f21ef45-654c-47a7-b46b-9878de6dbcad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 1101 time: 0.1078722 Oct 25 23:00:41.289637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f1993114-767f-4636-b7b9-0571a87284db None None] Port bc5d4e06-e7bb-441f-82a6-8716ac254f5c cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:41.324425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e7f6a-01e9-4394-a35b-accc1f348cde None None] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:41.338181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1498bc0d-3418-46cf-ad1c-f33920f8f373 req-ae74a882-15fe-4f8b-a59e-b018c72495c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915747 Oct 25 23:00:41.417840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-15142dbd-47bc-4054-b1ba-82cfae0e2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:41.420127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-15142dbd-47bc-4054-b1ba-82cfae0e2e89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0997829 Oct 25 23:00:41.490989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0b4349ca-b076-4ce0-9d3c-8991bb1c7348 None None] Provisioning complete for port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:41.492037 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b4349ca-b076-4ce0-9d3c-8991bb1c7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:41.521005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42726) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:41.526903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399149796', 'description': 'tempest-description--944829242'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:41.546471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b73e5aeb-7bcd-4d54-b6aa-d4e6ab51e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:41.549128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b73e5aeb-7bcd-4d54-b6aa-d4e6ab51e439 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1195118 Oct 25 23:00:41.597643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:41.671938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-4b9a3b16-797f-40c3-8e77-ccbd6f1958b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 217 time: 0.1126924 Oct 25 23:00:41.676278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b4349ca-b076-4ce0-9d3c-8991bb1c7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:41.732082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0b4349ca-b076-4ce0-9d3c-8991bb1c7348 None None] For port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:41.736713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:41.742209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b4349ca-b076-4ce0-9d3c-8991bb1c7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:41.818021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-3871d39a-68bf-4212-b6e0-4f21939c8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:41.819919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-3871d39a-68bf-4212-b6e0-4f21939c8e2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1344647 Oct 25 23:00:41.824895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:41.851343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd5be3-f645-46eb-9c19-da107fcd283e req-7b0f7b11-4577-4244-bfb1-4f2c3700efdd tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:41.859730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72cd5be3-f645-46eb-9c19-da107fcd283e req-7b0f7b11-4577-4244-bfb1-4f2c3700efdd tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 950 time: 0.2098541 Oct 25 23:00:41.884515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-ac398f9e-c1e3-47fb-951d-5f478426230f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551918 Oct 25 23:00:41.894644 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:00:41.963309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4349ca-b076-4ce0-9d3c-8991bb1c7348 None None] Pushing event updated for resources: {'Port': ['ID=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:41.964098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72cd5be3-f645-46eb-9c19-da107fcd283e req-db007a06-bd81-4bd6-bf18-cb40d3f6259c tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032982 Oct 25 23:00:41.982864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:41.983790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.027058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.038497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.071681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-073382c6-07ce-4064-ba38-e04e983d6dc5 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804621 Oct 25 23:00:42.118771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9265d-b605-4d98-9ed4-3935e346576a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:42.128083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.130054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f10f2dfd-ab8d-4dc3-bc71-beca2ef41635 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6073210 Oct 25 23:00:42.138301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5f542686-c944-4007-878b-4769d350099a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:42.139996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42754) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:42.145307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'security_group_rule': {'security_group_id': '31a9265d-b605-4d98-9ed4-3935e346576a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:42.184864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:42.202523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'mac_address': 'fa:16:3e:5c:62:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:42.206017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d5f30dc9-355f-4059-a619-154bb8fdfe5d None None] Provisioning complete for port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:42.207434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5f30dc9-355f-4059-a619-154bb8fdfe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.214236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf193c-822e-4747-9371-56ec214e978a req-de068f1e-7ce6-4154-a581-4b3e23f3da0d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:42.217043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9bf193c-822e-4747-9371-56ec214e978a req-de068f1e-7ce6-4154-a581-4b3e23f3da0d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0953443 Oct 25 23:00:42.227636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.253781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42760) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:42.287062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-e5984f89-8500-4491-a2a4-8f7ab0dda441 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023957 Oct 25 23:00:42.317729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5f542686-c944-4007-878b-4769d350099a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:42.318099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.321860 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.363331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9bf193c-822e-4747-9371-56ec214e978a req-a434e3b0-9750-4da8-b53e-f9f82a52cfda tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315367 Oct 25 23:00:42.372245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.377632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5643c7f3-489a-47fe-9406-7e89816f6dac {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:42.389906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.425079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:42.433223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.449278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d955bd2b-1c3a-4fa0-bc07-32213a2d3e86,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:42.465539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.472228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-412ed723-2382-4925-abb9-c2e63ec70751 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278759 Oct 25 23:00:42.472859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42770) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:42.477760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'security_group_rule': {'security_group_id': '31a9265d-b605-4d98-9ed4-3935e346576a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:42.496221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-538770701-network', 'tenant_id': '2b92477612ce40ad810a265848039471'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:42.538436 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:00:42.538436 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 23:00:42.538436 n-d-815373-1 neutron-server[102134]: [parameters: {'project_id_1': '2b92477612ce40ad810a265848039471', 'expiration_1': datetime.datetime(2021, 10, 25, 23, 0, 22, 508179)}] Oct 25 23:00:42.538436 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:00:42.539690 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:00:42.556178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.562569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:42.579512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfbe85-e83c-4373-8f2f-db36d4d5a41d req-14f2c0fe-1c1e-4914-9181-08242dec699c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:42.581178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7adfbe85-e83c-4373-8f2f-db36d4d5a41d req-14f2c0fe-1c1e-4914-9181-08242dec699c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0855670 Oct 25 23:00:42.634282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7adfbe85-e83c-4373-8f2f-db36d4d5a41d req-07ae6fb8-8485-43cd-87f5-eed9c2595f34 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Oct 25 23:00:42.644493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.646926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.651799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.681292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517755c2-28c2-4ed9-87e1-4072ad538059,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:42.707328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['5643c7f3-489a-47fe-9406-7e89816f6dac'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:42.732504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.737058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42772) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:42.741324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43175bfb-d273-435f-b30d-96dd4e0b31a0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2672100 Oct 25 23:00:42.741741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:42.781547 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:42.889916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bf6e2769-149c-4681-ab80-6b25ad665e9e tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:00:42.891344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bf6e2769-149c-4681-ab80-6b25ad665e9e tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064416 Oct 25 23:00:42.937905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0a5b9-be55-422e-95d6-98432b4fcc99 req-f48e844d-ad8b-4046-aed8-f7ed7e10efda tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:42.939553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8c0a5b9-be55-422e-95d6-98432b4fcc99 req-f48e844d-ad8b-4046-aed8-f7ed7e10efda tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 944 time: 0.0711865 Oct 25 23:00:42.971084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-be92a65d-4e66-4cac-bc9f-4bc60296461c tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:42.973383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-be92a65d-4e66-4cac-bc9f-4bc60296461c tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0674543 Oct 25 23:00:42.974967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:42.977971 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a4127-6117-487c-9d9a-35ed2bd59f4c" -d '{"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-plugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:42.988668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Request body: {'binding': {'host': 'n-h1-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:42.988668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:00:43.003653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8c0a5b9-be55-422e-95d6-98432b4fcc99 req-61691f69-95f1-4275-b7a3-dc2142ab2ee8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Oct 25 23:00:43.007778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.114288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:43.116484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.137399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.164510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 172.25.4.66 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/6df57787-8dc0-49d3-a8e1-473a6734cf3b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:43.188679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c97a5-4250-4365-a1c5-5359533333b7 req-8e2cb248-ad8a-480a-9090-72d3411c9760 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:43.190295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b84c97a5-4250-4365-a1c5-5359533333b7 req-8e2cb248-ad8a-480a-9090-72d3411c9760 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 950 time: 0.0846331 Oct 25 23:00:43.204851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on host n-h1-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:43.205243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:43.205499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:43.214819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:43.215157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:43.228063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:43.228468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:43.228796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:43.229205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Bound port: bda45ece-b2ee-4f74-b650-30f39813d9c5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:43.288598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b84c97a5-4250-4365-a1c5-5359533333b7 req-93d0a0f6-df80-44de-92bf-7e1d635f6046 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813425 Oct 25 23:00:43.305173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.313016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.327741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:43.344455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.345410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.345631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3636850a-21d9-4fd5-ad65-0540e585799a service neutron] 10.222.0.25 "POST /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3619437 Oct 25 23:00:43.364846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:00:43.375116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2380a-046d-411d-a0c0-3bf135304e1a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:43.390033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.391996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.394520 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Added segment bf1538d4-ed55-45be-9ec7-29cd81efe787 of type vlan for network 7a79191e-c507-4493-8e8e-dbf22773ffc6 Oct 25 23:00:43.399705 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a3b649-4f83-42d1-ac0c-eb2eeb75b7de x-openstack-request-id: req-a8a3b649-4f83-42d1-ac0c-eb2eeb75b7de {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:43.399992 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-plugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:43.400294 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8a3b649-4f83-42d1-ac0c-eb2eeb75b7de {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:43.400622 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'code': 200} Oct 25 23:00:43.449146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=6df57787-8dc0-49d3-a8e1-473a6734cf3b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:43.463910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:43.468177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:43.471376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:43.567906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.685872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:43.696219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.708586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b84f6-5afb-4073-95bd-b21cccbeb837 req-7226366d-68a7-46cc-a8a6-d87bc0dc22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:43.708959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e36b84f6-5afb-4073-95bd-b21cccbeb837 req-7226366d-68a7-46cc-a8a6-d87bc0dc22bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 1101 time: 0.1660717 Oct 25 23:00:43.714740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.715762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:43.717136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.751228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:43.766439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:43.789881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae99f-9412-4407-93db-1ba6d34d9085 req-b7713991-4685-4ac3-81db-a065308e3093 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:43.793931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] Pushing event updated for resources: {'Network': ['ID=7a79191e-c507-4493-8e8e-dbf22773ffc6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:43.799439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1eae99f-9412-4407-93db-1ba6d34d9085 req-b7713991-4685-4ac3-81db-a065308e3093 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 950 time: 0.3335998 Oct 25 23:00:43.867388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97842a40-a8f7-4757-a4cf-7ff8bfd9b1e1 req-251c8884-7489-4908-b942-522cfb16e5d0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:43.869571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97842a40-a8f7-4757-a4cf-7ff8bfd9b1e1 req-251c8884-7489-4908-b942-522cfb16e5d0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.2375522 Oct 25 23:00:43.878032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1eae99f-9412-4407-93db-1ba6d34d9085 req-82a0ba8a-e287-4aed-80d1-379ae6db82f6 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669556 Oct 25 23:00:43.890441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:43.891099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9941f4b6-55af-4e74-abc3-260d0f213d9f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6361175 Oct 25 23:00:43.894505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-259e6c0e-4261-4b8a-9dea-850137c47759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:43.895964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-259e6c0e-4261-4b8a-9dea-850137c47759 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1097 time: 0.1075146 Oct 25 23:00:43.901372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Request body: {'subnet': {'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-538770701-subnet', 'tenant_id': '2b92477612ce40ad810a265848039471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:44.021942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8017791f-2d32-4c1e-a509-c68b1e074d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:44.023484 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8017791f-2d32-4c1e-a509-c68b1e074d74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.1138310 Oct 25 23:00:44.046884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:00:44.049592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:44.052269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.066559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97842a40-a8f7-4757-a4cf-7ff8bfd9b1e1 req-8b36c0d4-f907-4868-8759-3627fdffa6ae tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891899 Oct 25 23:00:44.068548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e36b84f6-5afb-4073-95bd-b21cccbeb837 req-2e110ddd-a18c-4209-b3a5-6e5705b7ecf4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757399 Oct 25 23:00:44.083246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88140ea-2854-4bc5-9586-79bd83b4b644 req-75399975-8384-4390-9e1f-c1ec15aec5c3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:44.091417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d88140ea-2854-4bc5-9586-79bd83b4b644 req-75399975-8384-4390-9e1f-c1ec15aec5c3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.1416533 Oct 25 23:00:44.097788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-5867ec58-811b-4533-8a4c-58d547549afa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 217 time: 0.0641689 Oct 25 23:00:44.177589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:44.178254 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.207546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131d043-eda5-4d0e-b7ec-3862ef4e3e45 req-6a95047e-7027-4343-a99a-d53dabf07df6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:44.211487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 5643c7f3-489a-47fe-9406-7e89816f6dac completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:00:44.217835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3131d043-eda5-4d0e-b7ec-3862ef4e3e45 req-6a95047e-7027-4343-a99a-d53dabf07df6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0689859 Oct 25 23:00:44.225246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 5643c7f3-489a-47fe-9406-7e89816f6dac triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:44.225678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.267236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d88140ea-2854-4bc5-9586-79bd83b4b644 req-3fca2698-f371-4b61-97c1-0eace5f298a2 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743002 Oct 25 23:00:44.271206 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3131d043-eda5-4d0e-b7ec-3862ef4e3e45 req-183d8c19-a182-405c-8b99-b9ea40652933 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519755 Oct 25 23:00:44.325638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.337474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.386876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=6df57787-8dc0-49d3-a8e1-473a6734cf3b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:44.427091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.481436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:44.487985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.524803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775a49b-615a-401d-9aa4-79f52936560c req-c975e582-252b-4e66-b047-3cd1270f577c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:44.526347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2775a49b-615a-401d-9aa4-79f52936560c req-c975e582-252b-4e66-b047-3cd1270f577c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 944 time: 0.1409330 Oct 25 23:00:44.530000 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.531891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-6d66f159-b5fd-4da1-a381-d5333b973b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:44.533162 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.535269 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-6d66f159-b5fd-4da1-a381-d5333b973b90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0754051 Oct 25 23:00:44.552587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:44.578761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-5b0e122a-90be-44eb-bcfd-51db56839784 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276086 Oct 25 23:00:44.596451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.606234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-84c7de87-f02f-4f29-a085-d0bff1f77acd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8594463 Oct 25 23:00:44.658731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Checking segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:44.659108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Network hostable DHCP agents. Network: 7a79191e-c507-4493-8e8e-dbf22773ffc6, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:00:44.677117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2775a49b-615a-401d-9aa4-79f52936560c req-1cd578fd-e88f-410f-b746-e3617e350d3c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409004 Oct 25 23:00:44.677806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b52f047-309a-46de-9baf-4586e7a965d0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:44.691797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-d7941c2a-0b9e-46d8-b250-eb0251c8992e service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013250 Oct 25 23:00:44.704087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:00:44.718588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7a79191e-c507-4493-8e8e-dbf22773ffc6) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:44.731587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6808f8de-ecba-4fb8-96f9-18fc02cd6e0c None None] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:44.739200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:44.745211 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.785392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea5fb74f-f365-4ab7-b915-86d033b3a9c6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8903248 Oct 25 23:00:44.785559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42798) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:44.789331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:44.838474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.839537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.909428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:44.918361 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bff884e8-72ae-4ba4-90e7-f88d8c25d080 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177212 Oct 25 23:00:44.940602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-7a79191e-c507-4493-8e8e-dbf22773ffc6', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:00:44.941680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.020196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-df008d6a-7b51-44b1-9ba6-fca7168bda3e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1399149796&fields=id&tenant_id=a4c30a844ded42ff8daa7e8e3403eaec HTTP/1.1" status: 200 len: 267 time: 0.1247671 Oct 25 23:00:45.033243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf04efb-402d-4f1a-8d1d-a33638c885b9 req-8d3fcbf1-5bc7-4744-b474-6394c42fd163 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.043215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9bf04efb-402d-4f1a-8d1d-a33638c885b9 req-8d3fcbf1-5bc7-4744-b474-6394c42fd163 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 950 time: 0.0698662 Oct 25 23:00:45.090687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9bf04efb-402d-4f1a-8d1d-a33638c885b9 req-8ac711ef-86a3-45f4-8df5-4b2d171dd805 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Oct 25 23:00:45.126428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.164665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Allocated IP 172.20.0.2 (7a79191e-c507-4493-8e8e-dbf22773ffc6/7b52f047-309a-46de-9baf-4586e7a965d0/57c8a4bd-7027-438d-96f9-df971c2d42c3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:45.227470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-1bc6b97b-6e0a-4ef1-9b10-a84f04720ade tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.229180 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-1bc6b97b-6e0a-4ef1-9b10-a84f04720ade tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 935 time: 0.0976675 Oct 25 23:00:45.281157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae47e2c-5224-452d-bb6e-189657664278 req-c2d04081-b814-40a4-a135-37f4ebbeaffe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.284808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ae47e2c-5224-452d-bb6e-189657664278 req-c2d04081-b814-40a4-a135-37f4ebbeaffe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0719893 Oct 25 23:00:45.312073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-b5d8218a-f488-448f-a300-072d0795b0bb tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.313658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-b5d8218a-f488-448f-a300-072d0795b0bb tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 936 time: 0.0743358 Oct 25 23:00:45.349538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ae47e2c-5224-452d-bb6e-189657664278 req-1ed8c973-166b-4bc9-9286-ccd10da0cc7d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Oct 25 23:00:45.401103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-073be7e3-38da-4153-b703-b0281ac4fee2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0768492 Oct 25 23:00:45.403028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:45.406013 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2451225b-8013-4544-bee4-746bf4151c21" -d '{"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-plugged", "status": "completed", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:45.435942 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.442285 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-332a447d-1759-46ef-a3d3-4f549fe55218 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0402880 Oct 25 23:00:45.456113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.531950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:45.533659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:45.535549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Pushing event updated for resources: {'Port': ['ID=57c8a4bd-7027-438d-96f9-df971c2d42c3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:45.537879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:45.540259 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bf96b01-9943-47c4-b13f-482a61c53417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.544562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344602d-5f88-4cbe-9464-ae839a3b4b90 req-7c595702-d733-4d61-91e8-962652e5af69 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.550383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e344602d-5f88-4cbe-9464-ae839a3b4b90 req-7c595702-d733-4d61-91e8-962652e5af69 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0932596 Oct 25 23:00:45.630277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e344602d-5f88-4cbe-9464-ae839a3b4b90 req-d3194997-d33d-4451-a263-eb5cbf77bc70 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675864 Oct 25 23:00:45.690051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Attempting to bind port 57c8a4bd-7027-438d-96f9-df971c2d42c3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:45.694423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Attempting to bind port 57c8a4bd-7027-438d-96f9-df971c2d42c3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:45.695318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Attempting to bind port 57c8a4bd-7027-438d-96f9-df971c2d42c3 on network 7a79191e-c507-4493-8e8e-dbf22773ffc6 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:45.717193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:45.722415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Checking segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:45.723683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.724818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Bound using segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:45.725569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Bound port: 57c8a4bd-7027-438d-96f9-df971c2d42c3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:45.726819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.794768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-26c6615a-0653-4e92-b924-a6c60747877c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.812874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-26c6615a-0653-4e92-b924-a6c60747877c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.831321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-26c6615a-0653-4e92-b924-a6c60747877c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.836641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-26c6615a-0653-4e92-b924-a6c60747877c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/networks?id=1a04a810-9229-498f-85f7-324f9b96c2a9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 200 len: 1994 time: 0.3818750 Oct 25 23:00:45.868694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.887797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63402e8-1deb-422d-8f26-6f1783f36c53 req-97f6e866-1499-4135-824a-fb45d419bd28 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:45.890819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c63402e8-1deb-422d-8f26-6f1783f36c53 req-97f6e866-1499-4135-824a-fb45d419bd28 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.0949707 Oct 25 23:00:45.897295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] For port 57c8a4bd-7027-438d-96f9-df971c2d42c3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:45.912875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] For port 57c8a4bd-7027-438d-96f9-df971c2d42c3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=57c8a4bd-7027-438d-96f9-df971c2d42c3,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:45.924833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:45.978858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c63402e8-1deb-422d-8f26-6f1783f36c53 req-fb4eba48-f41b-464f-8b9a-be63fb0cb160 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813560 Oct 25 23:00:46.027508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef6545-dfa0-43e5-b1ca-0fe3d553c778 None None] Pushing event updated for resources: {'Port': ['ID=57c8a4bd-7027-438d-96f9-df971c2d42c3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:46.146644 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b0838d-2731-45c9-aeb1-cb00f7b6917d x-openstack-request-id: req-19b0838d-2731-45c9-aeb1-cb00f7b6917d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:46.146904 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-plugged", "status": "completed", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:46.147107 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19b0838d-2731-45c9-aeb1-cb00f7b6917d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:46.147512 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'code': 200} Oct 25 23:00:46.269034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-6280f4d0-079f-400a-8572-80a48140fca6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/quotas/a4c30a844ded42ff8daa7e8e3403eaec HTTP/1.1" status: 200 len: 375 time: 0.4230733 Oct 25 23:00:46.281207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0993d-e770-47f7-818c-e96a56f80c13 req-715d4a6b-c05a-4718-9728-5f69bdad730d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:46.291700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:46.305016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e0993d-e770-47f7-818c-e96a56f80c13 req-715d4a6b-c05a-4718-9728-5f69bdad730d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 945 time: 0.0671844 Oct 25 23:00:46.359817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e0993d-e770-47f7-818c-e96a56f80c13 req-fe32646d-95cb-45fb-bebc-5eaf8c59aeab tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Oct 25 23:00:46.471454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673114b1-86d7-4c6f-8d39-a3bb883a3b23 req-4a7f5a65-d3d5-4cc7-8822-3a181dd512c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:46.473972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-673114b1-86d7-4c6f-8d39-a3bb883a3b23 req-4a7f5a65-d3d5-4cc7-8822-3a181dd512c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 1096 time: 0.1921794 Oct 25 23:00:46.493413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15990c-d1e0-45e6-b6ad-c2876b9fea0f req-ce53966f-fbe0-4f8a-8d30-83e1ae3f3e9d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:46.502451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c15990c-d1e0-45e6-b6ad-c2876b9fea0f req-ce53966f-fbe0-4f8a-8d30-83e1ae3f3e9d tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 950 time: 0.0674374 Oct 25 23:00:46.508984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-add7408e-3999-4391-b0be-52aef5527e97 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2388885 Oct 25 23:00:46.555512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c15990c-d1e0-45e6-b6ad-c2876b9fea0f req-18e9458f-2356-44f7-96da-93f5605f3f98 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Oct 25 23:00:46.599113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-673114b1-86d7-4c6f-8d39-a3bb883a3b23 req-c3cd43a3-6a1e-493d-98e5-7a8c05618c14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174469 Oct 25 23:00:46.611978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Allocated IP 172.25.4.29 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/2c23c7aa-96ed-42d7-b028-15bc2c4606fd) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:46.675734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91037b4-52c8-4fed-8e78-848d0b40f84f req-cd35e10d-a7ee-47b2-8696-2dca19c6167c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:46.677508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e91037b4-52c8-4fed-8e78-848d0b40f84f req-cd35e10d-a7ee-47b2-8696-2dca19c6167c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0594289 Oct 25 23:00:46.706895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-ec6dae5f-c300-454c-b89c-d59889dcbe13 service neutron] 10.222.0.25 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965508 Oct 25 23:00:46.721237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e91037b4-52c8-4fed-8e78-848d0b40f84f req-8782c7d2-708f-4ea3-8f91-a9a992f564ff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Oct 25 23:00:46.823592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:46.846756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-0872ce0c-8ee5-4360-99a3-e35d4924b822 service neutron] 10.222.0.25 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387072 Oct 25 23:00:46.909977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-8385cc54-23de-4691-86af-84e389392747 service neutron] 10.222.0.25 "GET /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0455523 Oct 25 23:00:46.928946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:47.033794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:47.042266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:47.050731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:47.055000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Pushing event updated for resources: {'Port': ['ID=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:47.094869 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-460144dc-b62b-4faf-8eaf-876bcf639523 service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770043 Oct 25 23:00:47.254905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5a7b2-963d-4eb0-8224-c53d7bd95059 req-5b0881e8-bbe7-4a9c-bd4f-507565a485d5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:47.263061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ff5a7b2-963d-4eb0-8224-c53d7bd95059 req-5b0881e8-bbe7-4a9c-bd4f-507565a485d5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0721195 Oct 25 23:00:47.311701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ff5a7b2-963d-4eb0-8224-c53d7bd95059 req-5fec3546-85a5-4e6e-aac8-878a7bbeb290 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Oct 25 23:00:47.366024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c7c53b-7d8a-419f-a1b8-1ae5e5fb3185 None None] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:00:47.441829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-5e4467ab-b6ef-483b-bf9a-a7f9ad0fb2eb service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389497 Oct 25 23:00:47.470841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7f15f712-1eff-4678-8d84-6bbed4ef52c6 None None] Provisioning complete for port 57c8a4bd-7027-438d-96f9-df971c2d42c3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:47.471212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f15f712-1eff-4678-8d84-6bbed4ef52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:47.496206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a4fe-0fbc-41f0-b589-dd3c6ae05180 req-16c76947-acb2-4607-a25e-74f47a83ecdf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:47.497308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c58b04cf-31b3-4908-a128-0cd7d05fd3ca service neutron] 10.222.0.25 "GET /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0428686 Oct 25 23:00:47.510994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc32a4fe-0fbc-41f0-b589-dd3c6ae05180 req-16c76947-acb2-4607-a25e-74f47a83ecdf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.1082964 Oct 25 23:00:47.520745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:47.597679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc32a4fe-0fbc-41f0-b589-dd3c6ae05180 req-71f076a2-115b-4295-82a2-dcae32154fba tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739968 Oct 25 23:00:47.693743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-ac6a25d9-1a27-4be0-ab2e-57808de836cf service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835861 Oct 25 23:00:47.718107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 57c8a4bd-7027-438d-96f9-df971c2d42c3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:47.829438 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f15f712-1eff-4678-8d84-6bbed4ef52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:47.848594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 57c8a4bd-7027-438d-96f9-df971c2d42c3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:47.848973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:47.893267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:47.941764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7f15f712-1eff-4678-8d84-6bbed4ef52c6 None None] For port 57c8a4bd-7027-438d-96f9-df971c2d42c3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=57c8a4bd-7027-438d-96f9-df971c2d42c3,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:47.945054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdfb16-08e2-42e0-a5e6-ee468b8c541c req-7938a71e-cfb4-45b5-800b-73ab3144ad33 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:47.955907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cdfb16-08e2-42e0-a5e6-ee468b8c541c req-7938a71e-cfb4-45b5-800b-73ab3144ad33 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 945 time: 0.0983472 Oct 25 23:00:47.956820 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f15f712-1eff-4678-8d84-6bbed4ef52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:48.044564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15f712-1eff-4678-8d84-6bbed4ef52c6 None None] Pushing event updated for resources: {'Port': ['ID=57c8a4bd-7027-438d-96f9-df971c2d42c3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:48.047098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cdfb16-08e2-42e0-a5e6-ee468b8c541c req-d08294b7-dd14-4130-85cd-bf17136ae250 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901508 Oct 25 23:00:48.073214 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-7de8ddbe-5b14-448d-8097-d866bbfd86bb service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425879 Oct 25 23:00:48.178747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e429b-5adc-40e4-9ae3-d07fa406be38 req-ff1ee60b-6e44-498c-bc37-bad1d5608ca4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:48.180243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e9e429b-5adc-40e4-9ae3-d07fa406be38 req-ff1ee60b-6e44-498c-bc37-bad1d5608ca4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0604949 Oct 25 23:00:48.184972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4022ea55-3cae-4c99-ba0c-c1112ae8501a None None] Provisioning complete for port 57c8a4bd-7027-438d-96f9-df971c2d42c3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:48.186436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4022ea55-3cae-4c99-ba0c-c1112ae8501a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:48.224469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:00:48.226289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e9e429b-5adc-40e4-9ae3-d07fa406be38 req-71edbea5-f571-4b65-89c7-07a0b89348d7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Oct 25 23:00:48.246007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-8f13482e-d424-4c8d-8839-ef56a8384bb0 service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645210 Oct 25 23:00:48.313874 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1835e692-9af8-43d6-9045-0af92bfc88da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:48.426275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-51d8073a-f3e3-41ce-bbc0-627e73ba5e71 service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732943 Oct 25 23:00:48.429847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935ae80-6314-4a68-8cd2-dba3438c7a50 req-7947829e-a5bc-4d2f-a5f1-35254db467dc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:48.431681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a935ae80-6314-4a68-8cd2-dba3438c7a50 req-7947829e-a5bc-4d2f-a5f1-35254db467dc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0559750 Oct 25 23:00:48.434533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:48.452256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Sync routers for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:48.478675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a935ae80-6314-4a68-8cd2-dba3438c7a50 req-d761fd3f-1239-4732-951f-ce38017dc65a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Oct 25 23:00:48.487120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:48.488898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:48.525501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:48.526847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-895cf665-e5c3-44e6-8d49-5f63250b4b2a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7409291 Oct 25 23:00:48.530514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42858) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:00:48.575204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-f8d20631-7790-4db4-abff-78e6d17a6a71 service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380541 Oct 25 23:00:48.606059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:48.728654 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-7d2543ca-47cc-4ab4-b6c0-b19d152098fb service neutron] 10.222.0.25 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454544 Oct 25 23:00:48.799627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4883ae-2554-4221-83b5-4bc95a1aeae7 req-1c5111fc-1ee2-4582-b095-23824188658f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:48.807088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d4883ae-2554-4221-83b5-4bc95a1aeae7 req-1c5111fc-1ee2-4582-b095-23824188658f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.1032174 Oct 25 23:00:48.832628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-48c27db8-2a3b-4c80-81f3-6407ab275622 service neutron] 10.222.0.25 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934665 Oct 25 23:00:48.869854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:47Z', 'revision_number': 3, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:48.875273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d4883ae-2554-4221-83b5-4bc95a1aeae7 req-a3e63140-06a5-4798-8e3e-cd9083220811 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670536 Oct 25 23:00:48.949122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Checking router: 37ce2980-5a59-4a68-b5a7-3e9ac5739289 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:48.949599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Updating router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:00:48.952676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-22de4fd8-82c0-4de6-b534-d57f5b000541 service neutron] 10.222.0.25 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061673 Oct 25 23:00:48.999836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.114039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-2a407603-dde0-4d66-a498-ac3cfc1012c1 service neutron] 10.222.0.25 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541686 Oct 25 23:00:49.179054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.232406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-7e81d380-32c0-42df-9679-ca76f96bd54d service neutron] 10.222.0.25 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171257 Oct 25 23:00:49.271485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef5166-e6f1-49a5-8dc5-c2502649d422 req-f0ca6508-9dbc-4a2d-81ef-42dd29f3385c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:49.274620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0ef5166-e6f1-49a5-8dc5-c2502649d422 req-f0ca6508-9dbc-4a2d-81ef-42dd29f3385c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 945 time: 0.1266644 Oct 25 23:00:49.357644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0ef5166-e6f1-49a5-8dc5-c2502649d422 req-dec429d1-c850-4452-b443-d09ebaffc143 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746274 Oct 25 23:00:49.389385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.396553 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.427118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Allocated IP 172.20.0.1 (7a79191e-c507-4493-8e8e-dbf22773ffc6/7b52f047-309a-46de-9baf-4586e7a965d0/0b5a0276-6f59-4125-b7a6-2bbf4df2e08f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:49.467608 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.470209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea58e-856c-4e8e-ade4-f2d1a174c44b None None] Pushing event updated for resources: {'Port': ['ID=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:49.472872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Attempting to bind port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:49.473258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Attempting to bind port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:49.473620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Attempting to bind port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:49.480251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:49.480713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:49.481164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.481614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:49.482206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Bound port: 2c23c7aa-96ed-42d7-b028-15bc2c4606fd, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:49.482617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.538988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] For port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:49.542688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] For port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:49.549792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.608638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:49.609510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:49.622484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6e8ea-f2a8-4ca5-9eb5-826ced0649c9 req-9b952b5d-3a2b-4b5f-8d11-8b3eef72999c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:49.626664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bff6e8ea-f2a8-4ca5-9eb5-826ced0649c9 req-9b952b5d-3a2b-4b5f-8d11-8b3eef72999c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.1789668 Oct 25 23:00:49.652043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.652389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 57c8a4bd-7027-438d-96f9-df971c2d42c3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:49.686479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bff6e8ea-f2a8-4ca5-9eb5-826ced0649c9 req-21752474-9cd4-45bf-a4dc-cb0a8f5b5ccf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Oct 25 23:00:49.719848 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.773930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:49.781835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:49.785665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:49.817328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:49.836141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.854893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea58e-856c-4e8e-ade4-f2d1a174c44b None None] Pushing event updated for resources: {'Port': ['ID=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:49.925734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 57c8a4bd-7027-438d-96f9-df971c2d42c3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:49.934287 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:49.941620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:50.108039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239eba5-cc43-4693-816c-cc8e0d994202 req-b51a4f3b-a21d-48a6-8d81-90b3891361da tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:50.109676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5239eba5-cc43-4693-816c-cc8e0d994202 req-b51a4f3b-a21d-48a6-8d81-90b3891361da tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1156271 Oct 25 23:00:50.120185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.153694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.177911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5239eba5-cc43-4693-816c-cc8e0d994202 req-9c835162-a731-419e-8287-45b415d4fceb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496480 Oct 25 23:00:50.241933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-723ac4ac-72dc-432a-8de4-54b5407ba9cd None None] Provisioning complete for port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:50.242310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-723ac4ac-72dc-432a-8de4-54b5407ba9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.309119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-723ac4ac-72dc-432a-8de4-54b5407ba9cd None None] Port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:50.334266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:47Z', 'revision_number': 3, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:50.355846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121136a-950c-485b-bc03-3dd7478627b6 req-538672f9-f87a-48eb-8b0e-0bbcef1effb8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:50.358966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f121136a-950c-485b-bc03-3dd7478627b6 req-538672f9-f87a-48eb-8b0e-0bbcef1effb8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 945 time: 0.1038413 Oct 25 23:00:50.367917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aeba9-ab06-4cf9-8c9e-df12d5be73b3 None None] The sync data for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 is: [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:47Z', 'revision_number': 3, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:50.438391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f121136a-950c-485b-bc03-3dd7478627b6 req-86390ded-a6fb-49b4-94e3-10f8c8ea7d7a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725887 Oct 25 23:00:50.444159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.452933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.522474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:50.524993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.566941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:50.660321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb014589-43db-4e99-9c0e-2fec8da6991c req-3247e2e9-08a1-46ed-a9a2-d87537217260 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:50.661895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb014589-43db-4e99-9c0e-2fec8da6991c req-3247e2e9-08a1-46ed-a9a2-d87537217260 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.1150837 Oct 25 23:00:50.680777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:50.686111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:50.801569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb014589-43db-4e99-9c0e-2fec8da6991c req-119630c5-f2ce-4448-9e18-264b3c68469d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255288 Oct 25 23:00:50.871241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:00:51.016038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:00:51.030947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fc783550-a075-449a-af06-37ac7f6d5993 admin admin] 10.222.0.25 "PUT /v2.0/routers/37ce2980-5a59-4a68-b5a7-3e9ac5739289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4977574 Oct 25 23:00:51.050965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a0d3fd90-ff01-48ac-9b53-974f33cfd454 None None] Provisioning complete for port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:51.051187 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd90-ff01-48ac-9b53-974f33cfd454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:51.129055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3fd90-ff01-48ac-9b53-974f33cfd454 None None] Port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:51.448852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b4981-0cab-4215-a67e-bcaf79ccc754 req-a0037c7a-8800-446c-8c1a-2d4dc14be5f7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:51.450461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-500b4981-0cab-4215-a67e-bcaf79ccc754 req-a0037c7a-8800-446c-8c1a-2d4dc14be5f7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0531969 Oct 25 23:00:51.491946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-500b4981-0cab-4215-a67e-bcaf79ccc754 req-1524cf24-4007-4dfe-929d-0f355d2d9ac5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Oct 25 23:00:51.652653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fd417-130a-4749-8bc1-94d459c106ba req-905a95ec-e00f-4488-9dc3-838cbfb18d62 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:51.654482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-126fd417-130a-4749-8bc1-94d459c106ba req-905a95ec-e00f-4488-9dc3-838cbfb18d62 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0887089 Oct 25 23:00:51.697659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c23c7aa-96ed-42d7-b028-15bc2c4606fd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:51.705210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-126fd417-130a-4749-8bc1-94d459c106ba req-947e6114-6243-4e15-9767-36212cf76a21 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Oct 25 23:00:51.762284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:51.762784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:51.860065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:51.906821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:51.915465 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:51.953104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60405e-3271-4251-bd42-63b46f4c7241 req-e69f7122-ba1d-4098-ad61-1198153f8e84 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:51.960682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f60405e-3271-4251-bd42-63b46f4c7241 req-e69f7122-ba1d-4098-ad61-1198153f8e84 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.0691948 Oct 25 23:00:51.995578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f60405e-3271-4251-bd42-63b46f4c7241 req-7d80bb34-93e6-42c0-ad0a-d64560289179 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Oct 25 23:00:52.009219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:52.266125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Sync routers for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:00:52.275416 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:52.276029 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:52.365323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:52.420230 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:52.556615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:52.581550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'mac_address': 'fa:16:3e:03:da:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:52.652594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:52.681428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e556bea-c336-4bd4-b279-442d1e414ec6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:52.726603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:52.728130 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 2, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:52.734195 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:52.750679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74257b1-e67d-42de-a11d-a672956aec33 req-69568caa-413c-479f-b43f-8605eb7c4c78 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:52.753784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d74257b1-e67d-42de-a11d-a672956aec33 req-69568caa-413c-479f-b43f-8605eb7c4c78 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.1363080 Oct 25 23:00:52.786718 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Checking router: 37ce2980-5a59-4a68-b5a7-3e9ac5739289 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:00:52.787348 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Updating router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:00:52.829026 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:52.833611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d74257b1-e67d-42de-a11d-a672956aec33 req-ced8af87-ef4b-4538-a603-f91196bd5d63 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747674 Oct 25 23:00:52.862539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:52.962578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0e556bea-c336-4bd4-b279-442d1e414ec6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:53.064968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735625-79d0-4b14-b9f4-f133a5af66c8 req-32364ead-2a8c-4e63-802c-8151817e809e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:53.073462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60735625-79d0-4b14-b9f4-f133a5af66c8 req-32364ead-2a8c-4e63-802c-8151817e809e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1358712 Oct 25 23:00:53.156883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60735625-79d0-4b14-b9f4-f133a5af66c8 req-ff9eb1dd-5ed3-4316-bcac-c52ce42d7a8c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807705 Oct 25 23:00:53.431678 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:53.439062 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:53.649450 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Pushing event updated for resources: {'Port': ['ID=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:53.678456 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.678796 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.679127 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.680006 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.680006 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.680225 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.680393 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.682982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c23c7aa-96ed-42d7-b028-15bc2c4606fd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:53.688171 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.688513 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.688844 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.689170 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.689486 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:00:53.733493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3751d78a-7046-4895-ac65-a41f879b7c64 req-33a5092f-8447-4738-8297-0a204af36d53 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0458598 Oct 25 23:00:53.803325 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Attempting to bind port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:53.804443 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Attempting to bind port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:53.804908 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Attempting to bind port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f on network 7a79191e-c507-4493-8e8e-dbf22773ffc6 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:53.813940 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:53.814630 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Checking segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:53.815271 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:53.815868 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Bound using segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:53.816562 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Bound port: 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:53.817219 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:53.844788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:53.845919 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:53.927671 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] For port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:53.937070 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] For port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:53.955915 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.014721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f9ef1953-8245-4df8-bbb9-7a9b26050d8d None None] Provisioning complete for port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:54.016170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f9ef1953-8245-4df8-bbb9-7a9b26050d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.034232 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817646b2-6ca3-41cf-822a-49ac07847ec0 None None] Pushing event updated for resources: {'Port': ['ID=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:54.079899 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:00:54.081769 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:00:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:54.087020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2359-950d-4b4b-b91b-72eb50e1d09c req-3c94df1f-1e04-4771-9d88-3d0026f4ca4a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:54.098913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4a2359-950d-4b4b-b91b-72eb50e1d09c req-3c94df1f-1e04-4771-9d88-3d0026f4ca4a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.7999005 Oct 25 23:00:54.110542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312c1e-ef1d-4d34-9545-da481fd24131 req-97cfee21-3e53-4ff7-840e-3feff87a0b02 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:54.121251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35312c1e-ef1d-4d34-9545-da481fd24131 req-97cfee21-3e53-4ff7-840e-3feff87a0b02 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.1240284 Oct 25 23:00:54.205384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35312c1e-ef1d-4d34-9545-da481fd24131 req-337ab4fb-a1db-4a73-a132-0fa072f4129e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Oct 25 23:00:54.219969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4a2359-950d-4b4b-b91b-72eb50e1d09c req-aff3a6db-c6d1-4efa-8a29-a7c5e9b54c20 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041934 Oct 25 23:00:54.401396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:54.407156 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:00:54.467068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174242ff-c73b-4765-92b8-27c81b50123c req-94a1191b-c1d6-42b9-ac55-295cb6d406af tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:54.469513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-174242ff-c73b-4765-92b8-27c81b50123c req-94a1191b-c1d6-42b9-ac55-295cb6d406af tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1087036 Oct 25 23:00:54.479912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f9ef1953-8245-4df8-bbb9-7a9b26050d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.544914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f9ef1953-8245-4df8-bbb9-7a9b26050d8d None None] For port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:54.557815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 0e556bea-c336-4bd4-b279-442d1e414ec6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:54.558948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.566704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f9ef1953-8245-4df8-bbb9-7a9b26050d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.581577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-174242ff-c73b-4765-92b8-27c81b50123c req-df0808d7-a8f9-4dc7-8d6c-ffb810741b57 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023679 Oct 25 23:00:54.681587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef1953-8245-4df8-bbb9-7a9b26050d8d None None] Pushing event updated for resources: {'Port': ['ID=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:54.733903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-83e4ecee-2a75-43c2-aa46-c67bd24ebca1 None None] Provisioning complete for port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:54.734303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83e4ecee-2a75-43c2-aa46-c67bd24ebca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.766020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.803076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:54.805451 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f7e1c-77f8-4f4f-890b-837170bb8775" -d '{"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-plugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:54.823328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:54.838791 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:53Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:00:54.853960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:54.884502 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1d31f-779a-427a-846d-c7cbb9b9105c None None] The sync data for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 is: [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:53Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:00:54.955908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:55.065894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4692cc3b-d81e-419d-a5e5-e015a34bb945 req-97e96dc2-2790-4eba-ab1b-479ca6a12533 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0429635 Oct 25 23:00:55.135954 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b56782-f041-43ec-ae0a-2587c0aa435c x-openstack-request-id: req-a9b56782-f041-43ec-ae0a-2587c0aa435c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:00:55.136282 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-plugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:00:55.136533 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9b56782-f041-43ec-ae0a-2587c0aa435c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:00:55.136943 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'code': 200} Oct 25 23:00:55.370886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ba1ea-3ef3-4e20-91e6-78171d713610 req-940526ca-122a-42c8-87b1-e38f8dc5533c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:55.372988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed5ba1ea-3ef3-4e20-91e6-78171d713610 req-940526ca-122a-42c8-87b1-e38f8dc5533c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 946 time: 0.0618634 Oct 25 23:00:55.448107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed5ba1ea-3ef3-4e20-91e6-78171d713610 req-ac871943-6541-4c32-aee5-ada1a2e34b90 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579219 Oct 25 23:00:55.618622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248df95-8aaf-4c7b-97d1-2f1d388a8410 req-0a2b36f7-d8c6-47e7-8311-5a08178cabe1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:55.630064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d248df95-8aaf-4c7b-97d1-2f1d388a8410 req-0a2b36f7-d8c6-47e7-8311-5a08178cabe1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 946 time: 0.0946770 Oct 25 23:00:55.657367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-2a434af9-7f57-4433-aab1-b492bb4acc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:55.662476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-2a434af9-7f57-4433-aab1-b492bb4acc21 service neutron] 10.222.0.15 "GET /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 1031 time: 0.1187971 Oct 25 23:00:55.749025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d248df95-8aaf-4c7b-97d1-2f1d388a8410 req-e600514c-80fd-4fef-b584-edd0cf1449d8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154542 Oct 25 23:00:55.755007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-422cba89-200a-4a1b-80b9-b0d988251118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:55.761100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-422cba89-200a-4a1b-80b9-b0d988251118 service neutron] 10.222.0.15 "GET /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 1032 time: 0.0831103 Oct 25 23:00:55.790740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:00:55.805323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:56.084888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-9c7432ce-22b7-4215-aaf6-57d7493c78f2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:56.090280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:56.090844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:56.099372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-9c7432ce-22b7-4215-aaf6-57d7493c78f2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:56.106198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-9c7432ce-22b7-4215-aaf6-57d7493c78f2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:56.109862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-9c7432ce-22b7-4215-aaf6-57d7493c78f2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "GET /v2.0/networks?id=1a04a810-9229-498f-85f7-324f9b96c2a9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 200 len: 1994 time: 0.3153374 Oct 25 23:00:56.187090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-4d09a906-bf09-467c-8de0-7e19a9c97037 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c30a844ded42ff8daa7e8e3403eaec HTTP/1.1" status: 200 len: 380 time: 0.0605788 Oct 25 23:00:56.189457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:56.199204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'admin_state_up': True, 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'security_groups': ['31a9265d-b605-4d98-9ed4-3935e346576a']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:56.227906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'mac_address': 'fa:16:3e:5c:62:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:00:56.434912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:56.473410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5643c7f3-489a-47fe-9406-7e89816f6dac {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:00:56.539167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:56.556533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:56.687834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:56.755394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['5643c7f3-489a-47fe-9406-7e89816f6dac'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:00:56.915411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:56.921316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.122400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 172.20.0.14 (1a04a810-9229-498f-85f7-324f9b96c2a9/5a9f997e-9e41-444c-ae4c-5dc5d4e24055/bd83db2c-ea34-49c6-b83e-5e27f4173599) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:57.325797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.381381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.451962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:57.456733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:57.464215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:57.506238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:57.544619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:57.546340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.581392 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-2ccb2686-e833-4e35-8303-6b109ec822e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3864071 Oct 25 23:00:57.603037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'admin_state_up': True, 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'security_groups': ['31a9265d-b605-4d98-9ed4-3935e346576a']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:57.802254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:00:57.855110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:57.863026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.878984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-02a13fb7-2734-443b-9350-3e05ecbb7cde None None] Provisioning complete for port bd83db2c-ea34-49c6-b83e-5e27f4173599 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:57.879705 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-02a13fb7-2734-443b-9350-3e05ecbb7cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.928420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 5643c7f3-489a-47fe-9406-7e89816f6dac triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:57.929223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:57.982436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-02a13fb7-2734-443b-9350-3e05ecbb7cde None None] Port bd83db2c-ea34-49c6-b83e-5e27f4173599 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:58.043240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.080511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:58.081909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:58.084688 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b5c1d-542a-4241-bee6-ca8e1827cfa3" -d '{"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-plugged", "status": "completed", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:58.096422 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.127483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 10.1.1.238 (80e29c78-e066-442f-a797-b9db5f44add9/727e252c-eff4-4ec1-83e7-71db53541d46/e224c0d2-e8df-466e-a85e-00311e4c75f9) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:58.203012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.256782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:58.409263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.464446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.528404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:58.542220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 80e29c78-e066-442f-a797-b9db5f44add9 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:58.543728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:58.546602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:58.604815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:58.605479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.657082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-476952a5-fe1c-43a5-b570-f81b48d495bf tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0601206 Oct 25 23:00:58.677634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'admin_state_up': True, 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'security_groups': ['31a9265d-b605-4d98-9ed4-3935e346576a']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:58.822883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-5b42b11b-1985-4849-8ccd-39889b621a39 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:00:58.824823 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-5b42b11b-1985-4849-8ccd-39889b621a39 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1097 time: 0.1326513 Oct 25 23:00:58.839667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:00:58.920868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-37fe3d62-d6a2-49eb-812d-18d300ada04d None None] Provisioning complete for port e224c0d2-e8df-466e-a85e-00311e4c75f9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:00:58.921728 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-37fe3d62-d6a2-49eb-812d-18d300ada04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:58.969467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.004686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-37fe3d62-d6a2-49eb-812d-18d300ada04d None None] Port e224c0d2-e8df-466e-a85e-00311e4c75f9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:00:59.033075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:00:59.037454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.243154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:00:59.305181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 10.1.1.51 (80e29c78-e066-442f-a797-b9db5f44add9/727e252c-eff4-4ec1-83e7-71db53541d46/04b4a177-46dc-477a-bbad-d7ce596a05fd) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:00:59.332971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:59.404421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:00:59.406804 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf09750-da01-4320-8398-f8fddc7753b9" -d '{"events": [{"server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "name": "network-vif-unplugged", "status": "completed", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:00:59.428866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.493775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.630796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:59.721646 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.731250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:00:59.731600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:00:59.731900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:59.739159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:00:59.739511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Attempting to bind port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:00:59.746296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:00:59.746703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:00:59.747173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:00:59.747626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Bound port: 767e2173-0b5d-4127-84e0-b0d5016c8e68, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:00:59.747986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.843410 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:00:59.905861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=04b4a177-46dc-477a-bbad-d7ce596a05fd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:00:59.912326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:00:59.923772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 80e29c78-e066-442f-a797-b9db5f44add9 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:00:59.927645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:00:59.935427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:00:59.944387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:00:59.971447 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:00.055849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:00.093278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:00.094287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:00.158762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c84d8c7d-7b72-4e5d-81b2-62b535e516b8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4876921 Oct 25 23:01:00.162013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:00.162917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:00.164470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-fe3e9d68-2360-40a0-87d3-b0f96c415456 service neutron] 10.222.0.11 "PUT /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 1122 time: 1.3314526 Oct 25 23:01:00.187292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'admin_state_up': True, 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'security_groups': ['31a9265d-b605-4d98-9ed4-3935e346576a']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:00.554983 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-62583e14-aa14-4c56-834c-e78a46ef7a58 service neutron] show failed (client error): The resource could not be found. Oct 25 23:01:00.556338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-62583e14-aa14-4c56-834c-e78a46ef7a58 service neutron] 10.222.0.15 "GET /v2.0/ports/fa9263ca-c81f-4a69-9c40-7814632dd301/bindings/n-h2-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.0861361 Oct 25 23:01:00.557394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:00.654239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:00.671332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['767e2173-0b5d-4127-84e0-b0d5016c8e68'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:00.837069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ed1b76d-1636-4b11-b557-207886e90eee None None] Provisioning complete for port 04b4a177-46dc-477a-bbad-d7ce596a05fd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:00.838757 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ed1b76d-1636-4b11-b557-207886e90eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:00.974724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['767e2173-0b5d-4127-84e0-b0d5016c8e68'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:01.008039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1b76d-1636-4b11-b557-207886e90eee None None] Port 04b4a177-46dc-477a-bbad-d7ce596a05fd cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:01:01.094139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 10.2.2.100 (335dbe37-8515-4fa1-a0c8-8ef7600bf8bf/16a90246-c6ca-4cd7-bcc4-dbe4651b3987/1ed5cdb7-a8b0-4198-afd9-9ce50372c833) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:01.128370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-f3af1029-9b1c-4a77-a9b0-d3f5520743c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:01.130916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-f3af1029-9b1c-4a77-a9b0-d3f5520743c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866&tenant_id=0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 1101 time: 0.1468370 Oct 25 23:01:01.150172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:01.314121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:01.408203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:01.721665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:01.788675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:01.830651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:01.835243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-a1115e0c-0cd4-4733-a83c-5e9cf01e94f1 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:01.836876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-a1115e0c-0cd4-4733-a83c-5e9cf01e94f1 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1097 time: 0.3496559 Oct 25 23:01:01.837955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:01.854877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-1'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:01.938944 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:01.949281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:01.972921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:02.001226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:02.004330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Transition to ACTIVE for port object fa9263ca-c81f-4a69-9c40-7814632dd301 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:02.005154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:02.031127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:02.050960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 23:01:02.073869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.127103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.167679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:02.171470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.257819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] No DVR routers for this DVR port fa9263ca-c81f-4a69-9c40-7814632dd301 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:01:02.355378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:02.355787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:02.356482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:02.396674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:02.573027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:02.611074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e564ed94-f944-4c1f-be34-aa1f5c6cb1da None None] Provisioning complete for port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:02.612338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e564ed94-f944-4c1f-be34-aa1f5c6cb1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.625821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:02.677743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.682376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:02.688150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Port fa9263ca-c81f-4a69-9c40-7814632dd301 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:02.688771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Attempting to bind port fa9263ca-c81f-4a69-9c40-7814632dd301 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:02.697696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:02.698075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:02.698595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:02.699316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Bound port: fa9263ca-c81f-4a69-9c40-7814632dd301, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:02.699732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.703218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:02.761557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e564ed94-f944-4c1f-be34-aa1f5c6cb1da None None] Port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:01:02.765951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:02.770404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c226b273-e7ba-43d9-89d7-5c655912ec76 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5893009 Oct 25 23:01:02.777990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 has no active binding in host n-h1-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 23:01:02.839512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'admin_state_up': True, 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'security_groups': ['31a9265d-b605-4d98-9ed4-3935e346576a']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:02.941307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:02.978628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:02.983698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:03.011255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:03.022095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Made reservation on behalf of a4c30a844ded42ff8daa7e8e3403eaec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:03.026676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:03.064392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on host n-h2-815373-1 for vnic_type normal with profile {"migrating_to": "n-h1-815373-1"} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:03.064722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:03.065047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:03.083815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:03.084421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:03.085810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] 10.222.0.11 "PUT /v2.0/ports/fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 1096 time: 1.9451025 Oct 25 23:01:03.088393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:03.088661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Attempting to bind port bda45ece-b2ee-4f74-b650-30f39813d9c5 on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:03.108996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:03.109310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:03.109688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:03.110115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Bound port: bda45ece-b2ee-4f74-b650-30f39813d9c5, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:03.110555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:03.187088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95efca-150e-4bd2-8f5c-7746666d5318 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:03.371590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-53d23b2f-c9b0-4101-9452-a2063b467871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:03.373192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-53d23b2f-c9b0-4101-9452-a2063b467871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1099 time: 0.2511914 Oct 25 23:01:03.399175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:03.539086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:03.559940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:03.583959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Allocated IP 10.2.2.200 (335dbe37-8515-4fa1-a0c8-8ef7600bf8bf/16a90246-c6ca-4cd7-bcc4-dbe4651b3987/0329955a-d466-496c-999e-1ec7bc4deda0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:03.633331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-6747f2ea-23f1-484e-89c9-c42267a4a556 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981126 Oct 25 23:01:03.698737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-cb673bbb-c25c-4f99-88ee-eae9b4dd5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:03.700252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-cb673bbb-c25c-4f99-88ee-eae9b4dd5c53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3130457 Oct 25 23:01:03.715638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:03.769809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-087e7305-2325-4964-b838-0d2889752409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:03.776627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-087e7305-2325-4964-b838-0d2889752409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1095 time: 0.1162527 Oct 25 23:01:03.860342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-275451db-5bf0-46b9-a9b8-80421aa710c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.1460376 Oct 25 23:01:03.861905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:03.862566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:03.863879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e05f7e70-fb95-4ff1-a0e3-ba1cbae2f952 service neutron] 10.222.0.15 "PUT /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 1122 time: 2.0132656 Oct 25 23:01:04.009997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['bda45ece-b2ee-4f74-b650-30f39813d9c5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:04.049680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-1297cfcf-7cfa-44af-835d-7cced159d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:04.051717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-1297cfcf-7cfa-44af-835d-7cced159d1d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.2507331 Oct 25 23:01:04.078119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-15610f58-837e-4c97-86cb-29f5458c96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:04.092299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-15610f58-837e-4c97-86cb-29f5458c96e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1996238 Oct 25 23:01:04.116867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bda45ece-b2ee-4f74-b650-30f39813d9c5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:04.164556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-b2bc16db-115e-4465-a1c1-615b5facdceb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.1046007 Oct 25 23:01:04.268455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:04.284216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-e2a533b8-f36b-423a-b794-d4e24ad0b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:04.285715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-e2a533b8-f36b-423a-b794-d4e24ad0b4e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1136086 Oct 25 23:01:04.286793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-846dd73b-2195-4964-97f9-45d7ea62b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:04.288344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-846dd73b-2195-4964-97f9-45d7ea62b9ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782048 Oct 25 23:01:04.361774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-46cc2b87-2783-4e11-bd12-930c4b034110 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569413 Oct 25 23:01:04.425439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:04.537163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:04.553111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-31066d8f-5da1-4dbe-a046-b9ef198bac64 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815321 Oct 25 23:01:04.562808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:01:04.686873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:04.690464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event updated for resources: {'Port': ['ID=0329955a-d466-496c-999e-1ec7bc4deda0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:04.693172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:04.699289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:04.745688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-5365b3c1-04c2-47dc-9940-6ca90aa55d4a service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211228 Oct 25 23:01:04.746911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322622b2-8e2c-4594-8250-d5dffd5a9f04 req-6bf905c3-2fb0-48a6-9221-c53ae0bfbad3 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843810 Oct 25 23:01:04.798552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:04.799324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:05.195273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-19a2e7ce-1f8c-4a8d-8e53-a1230dedaa36 None None] Provisioning complete for port 0329955a-d466-496c-999e-1ec7bc4deda0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:05.195864 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a2e7ce-1f8c-4a8d-8e53-a1230dedaa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:05.266982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-19a2e7ce-1f8c-4a8d-8e53-a1230dedaa36 None None] Port 0329955a-d466-496c-999e-1ec7bc4deda0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:01:05.275806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-64991588-4d83-4b33-9451-4f4e8afe4fe8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4457181 Oct 25 23:01:05.314256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:05.350306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d70406b2-1811-4b41-b4a3-0aa12a7b5dbb req-19885cba-aa48-4584-af2a-a43e59a65dae service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887222 Oct 25 23:01:05.402218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:05.759149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd83db2c-ea34-49c6-b83e-5e27f4173599 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:05.767944 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:05.815361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Transition to ACTIVE for port object bd83db2c-ea34-49c6-b83e-5e27f4173599 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:05.858251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:06.073802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Pushing event updated for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:06.123825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Attempting to bind port bd83db2c-ea34-49c6-b83e-5e27f4173599 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:06.124058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Attempting to bind port bd83db2c-ea34-49c6-b83e-5e27f4173599 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:06.129724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Attempting to bind port bd83db2c-ea34-49c6-b83e-5e27f4173599 on network 1a04a810-9229-498f-85f7-324f9b96c2a9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:06.135361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Port bd83db2c-ea34-49c6-b83e-5e27f4173599 on network 1a04a810-9229-498f-85f7-324f9b96c2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:06.136041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Attempting to bind port bd83db2c-ea34-49c6-b83e-5e27f4173599 on network 1a04a810-9229-498f-85f7-324f9b96c2a9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:06.147065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:06.150369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Checking segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:06.150954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Bound using segment: {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:06.152008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Bound port: bd83db2c-ea34-49c6-b83e-5e27f4173599, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4f49dd-ed26-477d-b3dc-5bb90b591181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:06.153735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:06.280169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:06.285542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:06.298111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:06.337994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:06.338748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:06.340629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] 10.222.0.15 "PUT /v2.0/ports/bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 200 len: 1092 time: 1.0378292 Oct 25 23:01:06.410410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d6e0b-fb1f-40f1-a590-0a017d849b2c service neutron] Pushing event updated for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:06.441863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:06.583659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:07.000003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86e9def-0f34-40d5-9b7c-0e2d3450fe91 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:07.010603 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:07.030021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Transition to ACTIVE for port object f86e9def-0f34-40d5-9b7c-0e2d3450fe91 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:07.049015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:07.122778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Pushing event updated for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:07.243957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Attempting to bind port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:07.244384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Attempting to bind port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:07.244788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Attempting to bind port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:07.257806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 on network 80e29c78-e066-442f-a797-b9db5f44add9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:07.258894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Attempting to bind port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:07.267308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:07.269056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Checking segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:07.269513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Bound using segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:07.270065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Bound port: f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:07.271213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:07.408648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:07.426114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:07.436492 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:07.540002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:07.540631 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:07.542041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] 10.222.0.15 "PUT /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 1134 time: 1.1129663 Oct 25 23:01:07.584847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d30268-32dd-4ddd-9dc1-40e114de12fb service neutron] Pushing event updated for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:07.612103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:07.737422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:08.250920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5d4e06-e7bb-441f-82a6-8716ac254f5c {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:08.261542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:08.278339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Transition to ACTIVE for port object bc5d4e06-e7bb-441f-82a6-8716ac254f5c will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:08.289983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:08.380884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:08.540948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Attempting to bind port bc5d4e06-e7bb-441f-82a6-8716ac254f5c on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:08.542105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Attempting to bind port bc5d4e06-e7bb-441f-82a6-8716ac254f5c by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:08.542604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Attempting to bind port bc5d4e06-e7bb-441f-82a6-8716ac254f5c on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:08.555306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Port bc5d4e06-e7bb-441f-82a6-8716ac254f5c on network 80e29c78-e066-442f-a797-b9db5f44add9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:08.555638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Attempting to bind port bc5d4e06-e7bb-441f-82a6-8716ac254f5c on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:08.563516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:08.563919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Checking segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:08.564548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Bound using segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:08.565436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Bound port: bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:08.565799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:08.681372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:08.685243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:08.694466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:08.778954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:08.803786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:08.805791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:08.812523 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-f28d99ab-d5e4-4e53-9e2e-9d08af57961b service neutron] 10.222.0.15 "PUT /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 1135 time: 1.2115061 Oct 25 23:01:08.863612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:08.964874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:09.455549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e224c0d2-e8df-466e-a85e-00311e4c75f9 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:09.464362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:09.481770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Transition to ACTIVE for port object e224c0d2-e8df-466e-a85e-00311e4c75f9 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:09.493632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:09.639703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Pushing event updated for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:09.759090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Attempting to bind port e224c0d2-e8df-466e-a85e-00311e4c75f9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:09.759813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Attempting to bind port e224c0d2-e8df-466e-a85e-00311e4c75f9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:09.760679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Attempting to bind port e224c0d2-e8df-466e-a85e-00311e4c75f9 on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:09.768004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Port e224c0d2-e8df-466e-a85e-00311e4c75f9 on network 80e29c78-e066-442f-a797-b9db5f44add9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:09.768394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Attempting to bind port e224c0d2-e8df-466e-a85e-00311e4c75f9 on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:09.774115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:09.774489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Checking segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:09.775027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Bound using segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:09.775612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Bound port: e224c0d2-e8df-466e-a85e-00311e4c75f9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:09.775999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:09.882966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:09.887002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:09.893297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:09.901933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:09.995000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:09.995000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:09.995000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] 10.222.0.15 "PUT /v2.0/ports/e224c0d2-e8df-466e-a85e-00311e4c75f9 HTTP/1.1" status: 200 len: 1091 time: 1.1437421 Oct 25 23:01:10.055716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06366e0-8aca-42de-858f-19b91742a47a service neutron] Pushing event updated for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:10.117169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:10.129103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:10.135786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'mac_address': 'fa:16:3e:23:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:10.224872 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:10.254125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9263ca-c81f-4a69-9c40-7814632dd301 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:10.260661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:10.284611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:10.297121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:10.356811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:10.425477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:10.800912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:10.877702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b4a177-46dc-477a-bbad-d7ce596a05fd {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:10.894334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:10.909464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Transition to ACTIVE for port object 04b4a177-46dc-477a-bbad-d7ce596a05fd will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:10.920679 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:11.059108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Pushing event updated for resources: {'Port': ['ID=04b4a177-46dc-477a-bbad-d7ce596a05fd,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:11.071689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.072040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.072860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.073198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.073567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.074639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.074980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.075311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.075637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.076916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.078471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.078925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:11.164933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Attempting to bind port 04b4a177-46dc-477a-bbad-d7ce596a05fd on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:11.165544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Attempting to bind port 04b4a177-46dc-477a-bbad-d7ce596a05fd by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:11.166379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Attempting to bind port 04b4a177-46dc-477a-bbad-d7ce596a05fd on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:11.174528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Port 04b4a177-46dc-477a-bbad-d7ce596a05fd on network 80e29c78-e066-442f-a797-b9db5f44add9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:11.178134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Attempting to bind port 04b4a177-46dc-477a-bbad-d7ce596a05fd on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:11.184201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:11.184691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Checking segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:11.185086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Bound using segment: {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:11.186035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Bound port: 04b4a177-46dc-477a-bbad-d7ce596a05fd, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b89941-71d3-4ade-9e9a-04730fb697bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:11.186579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:11.328104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] For port 04b4a177-46dc-477a-bbad-d7ce596a05fd, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:11.334607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] For port 04b4a177-46dc-477a-bbad-d7ce596a05fd, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:11.349260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:11.405291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:11.406009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:11.407550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] 10.222.0.15 "PUT /v2.0/ports/04b4a177-46dc-477a-bbad-d7ce596a05fd HTTP/1.1" status: 200 len: 1090 time: 1.2827506 Oct 25 23:01:11.462521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:11.536110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c5b49-ac1e-487f-9c11-e98be2f396bd service neutron] Pushing event updated for resources: {'Port': ['ID=04b4a177-46dc-477a-bbad-d7ce596a05fd,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:11.596159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:11.898305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:12.017521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port fa9263ca-c81f-4a69-9c40-7814632dd301 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:01:12.022872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port fa9263ca-c81f-4a69-9c40-7814632dd301 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:12.023753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.087770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:12.100731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.126086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Transition to ACTIVE for port object 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:12.136393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.145103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.188330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:12.197354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.258624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:12.288812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:12.310291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Attempting to bind port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:12.311358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Attempting to bind port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:12.311917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Attempting to bind port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:12.317357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:12.320267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Attempting to bind port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:12.326558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:12.327224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Checking segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:12.327792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Bound using segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:12.328430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Bound port: 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:12.329158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.448102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:12.455610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:12.463933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.521432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:12.522061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.524855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ed5cdb7-a8b0-4198-afd9-9ce50372c833 HTTP/1.1" status: 200 len: 1091 time: 1.0685556 Oct 25 23:01:12.586731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Request body: {'port': {'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:12.650656 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:12.723168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153747-dba2-410b-bb6e-04d556a9b494 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:12.806025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:13.224770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.247210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.265502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4f36-e655-4455-96cb-217e2b0fe105 req-824e731d-99a3-4b4c-8268-5d7c72c63521 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.268358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.272100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff9f4f36-e655-4455-96cb-217e2b0fe105 req-824e731d-99a3-4b4c-8268-5d7c72c63521 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.3277342 Oct 25 23:01:13.320685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.337103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.351922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.361151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.363962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-01626cf2-0ec0-4dc7-8285-92503c300e1e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5417 time: 0.2662787 Oct 25 23:01:13.404945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff9f4f36-e655-4455-96cb-217e2b0fe105 req-a6a34a2a-fb36-40e3-8886-40bc756355d7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147220 Oct 25 23:01:13.486041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5136cba4-3911-4642-b701-b3d7f3fa2302 req-52df4eec-af3b-45ea-b574-76b694de9582 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123836 Oct 25 23:01:13.690780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9183-7ba1-4591-afec-17bf98098aa8 req-cc8050fa-2fce-40a0-8e70-14dfa550c0a5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.692142 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c6f9183-7ba1-4591-afec-17bf98098aa8 req-cc8050fa-2fce-40a0-8e70-14dfa550c0a5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 944 time: 0.1492321 Oct 25 23:01:13.748604 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:01:13.806706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34075-98dc-4b62-9018-64edad3a2152 req-c41262c8-36de-4111-886e-0f03cf23d9aa tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:13.809091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c6f9183-7ba1-4591-afec-17bf98098aa8 req-fcf894ac-d75e-4426-9590-ad91c769151d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951879 Oct 25 23:01:13.812465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0e34075-98dc-4b62-9018-64edad3a2152 req-c41262c8-36de-4111-886e-0f03cf23d9aa tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 944 time: 0.1562665 Oct 25 23:01:13.840833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0329955a-d466-496c-999e-1ec7bc4deda0 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:13.861110 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:13.905034 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec190e82-e1db-41d9-87a2-7fb44f5031b2 x-openstack-request-id: req-ec190e82-e1db-41d9-87a2-7fb44f5031b2 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:13.905622 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-plugged", "status": "completed", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:13.905622 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec190e82-e1db-41d9-87a2-7fb44f5031b2 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:13.906012 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'code': 200} Oct 25 23:01:13.910329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Transition to ACTIVE for port object 0329955a-d466-496c-999e-1ec7bc4deda0 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:13.922493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:13.957955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0e34075-98dc-4b62-9018-64edad3a2152 req-05463f6e-38d0-466f-98c2-d98e0716cef0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401320 Oct 25 23:01:14.039047 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6edcfb-935a-4659-91c4-e36cca3efeb3 x-openstack-request-id: req-5c6edcfb-935a-4659-91c4-e36cca3efeb3 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:14.039557 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "name": "network-vif-unplugged", "status": "completed", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:14.040253 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c6edcfb-935a-4659-91c4-e36cca3efeb3 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:14.041629 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'code': 200} Oct 25 23:01:14.241018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0329955a-d466-496c-999e-1ec7bc4deda0,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:14.353569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-ee3ed4f8-6d7b-4358-a688-fa8deda785bb service neutron] 10.222.0.15 "GET /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.3234360 Oct 25 23:01:14.460246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Attempting to bind port 0329955a-d466-496c-999e-1ec7bc4deda0 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:14.460807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Attempting to bind port 0329955a-d466-496c-999e-1ec7bc4deda0 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:14.461221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Attempting to bind port 0329955a-d466-496c-999e-1ec7bc4deda0 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:14.488496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Port 0329955a-d466-496c-999e-1ec7bc4deda0 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:14.492583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Attempting to bind port 0329955a-d466-496c-999e-1ec7bc4deda0 on network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:14.529708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:14.532857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Checking segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:14.535717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Bound using segment: {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:14.537188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Bound port: 0329955a-d466-496c-999e-1ec7bc4deda0, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372acb1e-9472-4769-86c9-9dcb442d422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:14.540783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:14.581249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-0c85c510-03f4-483e-96aa-f1657f049d49 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:14.583437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-0c85c510-03f4-483e-96aa-f1657f049d49 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866&tenant_id=0e735f996c4644a596f75456289ceb30&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 950 time: 0.1844060 Oct 25 23:01:14.752978 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-80b731c7-d980-4b61-b517-38d5ed2668ae service neutron] delete failed (client error): The resource could not be found. Oct 25 23:01:14.754225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-80b731c7-d980-4b61-b517-38d5ed2668ae service neutron] 10.222.0.15 "DELETE /v2.0/ports/fa9263ca-c81f-4a69-9c40-7814632dd301/bindings/n-h1-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.1602395 Oct 25 23:01:14.829718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ea1-0e26-4e71-84d1-038ceddfa5cd req-444904bb-b568-4701-83f0-203df71d845a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:14.843168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b209ea1-0e26-4e71-84d1-038ceddfa5cd req-444904bb-b568-4701-83f0-203df71d845a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1029701 Oct 25 23:01:14.929693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b209ea1-0e26-4e71-84d1-038ceddfa5cd req-f70efa3a-b051-4cdc-abe4-1c4432e338ea tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854452 Oct 25 23:01:15.046660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-42bb4aec-540c-4707-bd5c-ec4049b554db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.051213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-42bb4aec-540c-4707-bd5c-ec4049b554db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.1144600 Oct 25 23:01:15.087238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:15.138880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:15.187509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767e2173-0b5d-4127-84e0-b0d5016c8e68 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:15.202783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:15.232778 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:15.352254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] Transition to ACTIVE for port object 767e2173-0b5d-4127-84e0-b0d5016c8e68 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:15.355077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] For port 0329955a-d466-496c-999e-1ec7bc4deda0, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:15.365052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:15.450256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] Pushing event updated for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:15.457155 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] For port 0329955a-d466-496c-999e-1ec7bc4deda0, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0329955a-d466-496c-999e-1ec7bc4deda0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:15.491226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2132b26-47bf-4e78-aec0-f99a9cdfbf9f req-db683a02-4e16-4b77-96eb-48701f2ea159 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.492835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2132b26-47bf-4e78-aec0-f99a9cdfbf9f req-db683a02-4e16-4b77-96eb-48701f2ea159 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 944 time: 0.2893236 Oct 25 23:01:15.509928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-af34b3c3-334e-4d50-ae27-889c4f22e4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:15.512269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] No DVR routers for this DVR port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:01:15.526458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:15.587601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.596171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-1730fdc6-c953-49be-b2cb-40d561da1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.597621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-1730fdc6-c953-49be-b2cb-40d561da1db7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.5379629 Oct 25 23:01:15.597988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.608014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.616572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.629596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.635778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2132b26-47bf-4e78-aec0-f99a9cdfbf9f req-9c04a623-9394-4871-a0a1-bb7ffca95de8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344535 Oct 25 23:01:15.649477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.667372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.676827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-aae58539-76c5-48a2-b6ad-2d022151ea81 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.4624355 Oct 25 23:01:15.711763 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-fbbc936a-6a65-4199-89b5-97c77c6680c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.0749116 Oct 25 23:01:15.820541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.821592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:15.823842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/0329955a-d466-496c-999e-1ec7bc4deda0 HTTP/1.1" status: 200 len: 1091 time: 3.2486117 Oct 25 23:01:15.872449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-4b8a57b6-002f-41b3-82fa-ac3a1eee0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.874258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-4b8a57b6-002f-41b3-82fa-ac3a1eee0e67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1512105 Oct 25 23:01:15.896830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:15.926336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d45809a4-8872-40d6-a9ae-79ff497d5225 service neutron] 10.222.0.15 "PUT /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5624268 Oct 25 23:01:15.972920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:15.975703 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee6372-10a0-4a33-b2cb-6dcc267936e3" -d '{"events": [{"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-plugged", "status": "completed", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:15.981536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509eca2-ab96-42a8-862c-8081944e63a4 req-4eae9691-4f9b-421d-9453-69d874e915e6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:15.983315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a509eca2-ab96-42a8-862c-8081944e63a4 req-4eae9691-4f9b-421d-9453-69d874e915e6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 944 time: 0.2097156 Oct 25 23:01:16.001097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e67058b2-f5b4-47e1-9b6a-5563ea55ca2d req-57ebd06a-d6a9-41d0-af11-6bae0beb5004 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3220184 Oct 25 23:01:16.045860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68'}, {'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301'}, {'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5'}, {'name': 'network-changed', 'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301'}, {'name': 'network-changed', 'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'f86e9def-0f34-40d5-9b7c-0e2d3450fe91'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'bc5d4e06-e7bb-441f-82a6-8716ac254f5c'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': '04b4a177-46dc-477a-bbad-d7ce596a05fd'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833'}, {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': '0329955a-d466-496c-999e-1ec7bc4deda0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:16.052873 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf286ed-111b-46a0-a587-09b1ca3d0861" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68"}, {"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301"}, {"server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5"}, {"name": "network-changed", "server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301"}, {"name": "network-changed", "server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "f86e9def-0f34-40d5-9b7c-0e2d3450fe91"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "bc5d4e06-e7bb-441f-82a6-8716ac254f5c"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "04b4a177-46dc-477a-bbad-d7ce596a05fd"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833"}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "0329955a-d466-496c-999e-1ec7bc4deda0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:16.110777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a509eca2-ab96-42a8-862c-8081944e63a4 req-ccc66307-d809-42c3-add0-4bb441044790 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167448 Oct 25 23:01:16.113822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-980d6368-d926-43d9-8c49-1146526ab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.115409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-980d6368-d926-43d9-8c49-1146526ab6af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286711 Oct 25 23:01:16.116013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be0ab1-15ce-43cb-8d47-36563351d9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0329955a-d466-496c-999e-1ec7bc4deda0,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:16.132337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-37c6a3aa-98ae-4b11-bede-656d44b61eb9 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.134637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-37c6a3aa-98ae-4b11-bede-656d44b61eb9 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.0698595 Oct 25 23:01:16.191686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.192348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.192912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.193439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.194107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.194653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.195175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.197699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-93ebd25c-431f-486d-b301-c8d4a3aa9abd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.2696199 Oct 25 23:01:16.268200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d13c8f7c-b962-4715-8ec0-397eceef2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.270708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-d13c8f7c-b962-4715-8ec0-397eceef2ab7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d&tenant_id=8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 1096 time: 0.1258521 Oct 25 23:01:16.272101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-8fcc9e16-0216-43f2-b82a-58bbcfd96f53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 200 len: 217 time: 0.0554600 Oct 25 23:01:16.375075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-310d9830-5a71-4785-bcb3-7db227f27321 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499692 Oct 25 23:01:16.406969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-85f03512-f864-43b8-9000-c171342988b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.408889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-85f03512-f864-43b8-9000-c171342988b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1096 time: 0.0933156 Oct 25 23:01:16.410362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-93b32872-ff8f-4e24-bb84-4692787c00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.411782 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-93b32872-ff8f-4e24-bb84-4692787c00aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9f997e-9e41-444c-ae4c-5dc5d4e24055 HTTP/1.1" status: 200 len: 855 time: 0.1066170 Oct 25 23:01:16.520103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6494c8-f6cd-421d-96b1-b06038a1b0ee req-769542d6-ac13-4787-b7d8-a5a944029c1a service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326938 Oct 25 23:01:16.558106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-4770953a-7df6-40d0-843a-46fe7e05cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.559749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-4770953a-7df6-40d0-843a-46fe7e05cc13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a04a810-9229-498f-85f7-324f9b96c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294272 Oct 25 23:01:16.654975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b6361d10-278b-4743-8467-a3ccc4ee5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.656429 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b6361d10-278b-4743-8467-a3ccc4ee5e04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.2386932 Oct 25 23:01:16.732570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-decf4e4d-243a-4264-a51b-612bb0244090 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 217 time: 0.0653081 Oct 25 23:01:16.859417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-b5042be0-a6dd-4024-827a-8cb766ef562d service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687519 Oct 25 23:01:16.865725 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-258ae565-a9b8-4b89-8f29-3ea285efa71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:16.867883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-258ae565-a9b8-4b89-8f29-3ea285efa71b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1154048 Oct 25 23:01:17.014067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b22c4c7e-a94a-45bc-9c5d-7863503cd59d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973923 Oct 25 23:01:17.122570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-a3ea1933-837f-4228-a6eb-dc208e9b268a service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533016 Oct 25 23:01:17.197460 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5439ca33-8c38-4531-9cdf-4924447ba995 x-openstack-request-id: req-5439ca33-8c38-4531-9cdf-4924447ba995 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:17.198647 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-plugged", "status": "completed", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:17.199083 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5439ca33-8c38-4531-9cdf-4924447ba995 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:17.199703 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'code': 200} Oct 25 23:01:17.252944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-d14e6212-02ff-442c-a577-4a6af98dd71e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 217 time: 0.1006398 Oct 25 23:01:17.533725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-077bb254-43a6-4966-ac02-b532d74ad4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:17.535932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-077bb254-43a6-4966-ac02-b532d74ad4b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.1890025 Oct 25 23:01:17.571224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95bde-e8fb-484e-9724-da9548fa6321 req-e09b3357-b95e-4a21-9fb1-c6ebecd09713 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:17.572296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76a95bde-e8fb-484e-9724-da9548fa6321 req-e09b3357-b95e-4a21-9fb1-c6ebecd09713 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 945 time: 0.1281538 Oct 25 23:01:17.598905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-788214d5-4765-4c47-b392-558189a8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:17.617073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-788214d5-4765-4c47-b392-558189a8895a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1096 time: 0.1892085 Oct 25 23:01:17.907860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76a95bde-e8fb-484e-9724-da9548fa6321 req-34717411-2ca0-4f63-b8c6-2c509acd4e6f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585456 Oct 25 23:01:17.935040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-da4079d6-3eec-4c25-8dcc-0929a0181687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:17.937319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-da4079d6-3eec-4c25-8dcc-0929a0181687 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.2821207 Oct 25 23:01:18.042973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-5a61b142-c363-4f2e-8732-64873f748908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.049578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-5a61b142-c363-4f2e-8732-64873f748908 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.5054591 Oct 25 23:01:18.051510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-c60ac74d-c034-4538-b125-ae0c4e7d9bd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 200 len: 217 time: 0.1036065 Oct 25 23:01:18.162521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b3384b40-4eb9-4acb-86db-f5f7a0c4767f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.1043880 Oct 25 23:01:18.307911 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-99c180fa-c760-4223-81b6-511303059d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:18.315146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-bb2b4f3c-c05e-4187-8a63-5584d7dbc972 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1909373 Oct 25 23:01:18.316654 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 2028 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421ed2e-7884-41d8-b00a-54b0ca4a1b40 x-openstack-request-id: req-2421ed2e-7884-41d8-b00a-54b0ca4a1b40 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:18.316990 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68", "status": "completed", "code": 200}, {"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301", "code": 200}, {"server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5", "code": 200}, {"name": "network-changed", "server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "f86e9def-0f34-40d5-9b7c-0e2d3450fe91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "bc5d4e06-e7bb-441f-82a6-8716ac254f5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "04b4a177-46dc-477a-bbad-d7ce596a05fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "0329955a-d466-496c-999e-1ec7bc4deda0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:18.317246 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2421ed2e-7884-41d8-b00a-54b0ca4a1b40 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:18.317662 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'status': 'completed', 'code': 200} Oct 25 23:01:18.317917 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'code': 200} Oct 25 23:01:18.318177 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'code': 200} Oct 25 23:01:18.318432 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'status': 'completed', 'code': 200} Oct 25 23:01:18.318679 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'status': 'completed', 'code': 200} Oct 25 23:01:18.318926 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'status': 'completed', 'code': 200} Oct 25 23:01:18.319165 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'f86e9def-0f34-40d5-9b7c-0e2d3450fe91', 'status': 'completed', 'code': 200} Oct 25 23:01:18.319404 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'bc5d4e06-e7bb-441f-82a6-8716ac254f5c', 'status': 'completed', 'code': 200} Oct 25 23:01:18.319644 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9', 'status': 'completed', 'code': 200} Oct 25 23:01:18.319877 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': '04b4a177-46dc-477a-bbad-d7ce596a05fd', 'status': 'completed', 'code': 200} Oct 25 23:01:18.320113 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833', 'status': 'completed', 'code': 200} Oct 25 23:01:18.320348 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': '0329955a-d466-496c-999e-1ec7bc4deda0', 'status': 'completed', 'code': 200} Oct 25 23:01:18.361980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-67a6ae09-98ee-4cbe-9bcd-1a3dc78577f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.363884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-67a6ae09-98ee-4cbe-9bcd-1a3dc78577f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1243939 Oct 25 23:01:18.452430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-638ab10f-4eb4-4050-bbb5-9bc4a48f7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.454447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-638ab10f-4eb4-4050-bbb5-9bc4a48f7e35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789261 Oct 25 23:01:18.458812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b9675d2e-a22d-4ca0-823d-7a41b3411231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.461477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b9675d2e-a22d-4ca0-823d-7a41b3411231 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.3957963 Oct 25 23:01:18.554163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-6281c69b-a737-40cb-b4c6-375396cbb8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664647 Oct 25 23:01:18.673635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f980cf-36c2-4818-a19c-b1bd741b3cf9 req-c8f32e42-68df-4936-8106-d8de0ff99f3e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.692037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74f980cf-36c2-4818-a19c-b1bd741b3cf9 req-c8f32e42-68df-4936-8106-d8de0ff99f3e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 1.4544170 Oct 25 23:01:18.693849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-4b81a691-bd01-48be-addb-c277a43d2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.695614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-4b81a691-bd01-48be-addb-c277a43d2bd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 1.4025259 Oct 25 23:01:18.818978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-8820da7b-d94a-4f54-92eb-a0072f1b3f90 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520767 Oct 25 23:01:18.819202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-03b1a876-2a4d-4ec0-861e-0ecfee81f34a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2637551 Oct 25 23:01:18.899588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-528268ed-64db-4f6f-97bd-580562711a4d service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195584 Oct 25 23:01:18.902900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74f980cf-36c2-4818-a19c-b1bd741b3cf9 req-c51e1ae1-9e16-4a06-b27e-50beba65c571 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034492 Oct 25 23:01:18.905585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-7b770dee-5eab-4ea3-abcf-d0398555652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:18.907160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-7b770dee-5eab-4ea3-abcf-d0398555652e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1984701 Oct 25 23:01:19.043290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.043534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49c1c-9734-4d09-83a8-032d0896555d req-6714523e-fbe0-40ec-8d80-ec58a76934e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.052859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.055185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-6714523e-fbe0-40ec-8d80-ec58a76934e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1096 time: 0.1372683 Oct 25 23:01:19.077122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.121793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.140493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.154881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.170857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.186500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-d8216f4e-9fd2-4875-92e0-85d813ee1290 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.6327007 Oct 25 23:01:19.366976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-1290eda4-7850-4a86-94c5-193931e19a3c service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491973 Oct 25 23:01:19.442753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e78a4e5-e12d-44e8-913c-3cc8bcf24c9d req-5305a50d-cfdd-4c45-8117-b5672e1b0bc6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2552562 Oct 25 23:01:19.447696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-e0da764b-8e7c-4160-9af2-1fa6e8124d2e service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9835293 Oct 25 23:01:19.455720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:19.615201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234626-ba78-4d5f-ad80-2643da7ec454 req-93373c47-9c6f-4880-a586-480991a7a32e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.620290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-62234626-ba78-4d5f-ad80-2643da7ec454 req-93373c47-9c6f-4880-a586-480991a7a32e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 944 time: 0.5142906 Oct 25 23:01:19.650907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3258933e-a1da-4da7-ae29-8391f7686b96 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7775724 Oct 25 23:01:19.731555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-c401307f-b679-4e93-ba36-31a1fabe5cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537086 Oct 25 23:01:19.746528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b05f541d-7b6a-4064-87cc-899d60ee5d2a tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.748802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-b05f541d-7b6a-4064-87cc-899d60ee5d2a tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.4937336 Oct 25 23:01:19.843674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49c1c-9734-4d09-83a8-032d0896555d req-aed72b36-edfb-4481-8250-200570f7dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:19.845150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-aed72b36-edfb-4481-8250-200570f7dbf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.7734027 Oct 25 23:01:19.886711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-62234626-ba78-4d5f-ad80-2643da7ec454 req-79b17b7d-0c77-4332-bab8-ec3ac66630b7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516599 Oct 25 23:01:19.931904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:19.981421 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-6009e8b5-73a1-4e77-80c8-1c29d94553d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.1175251 Oct 25 23:01:20.104313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:20.135268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:20.150125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:20.151853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-134bd63d-b4d5-4120-812b-24b42690286d service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529838 Oct 25 23:01:20.152601 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9142ee-7cbc-4f24-b987-83141659c18a" -d '{"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-unplugged", "status": "completed", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:20.171138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:20.183944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:20.221707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-03c73721-6dab-4951-a28f-a1b8155289bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.223242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-03c73721-6dab-4951-a28f-a1b8155289bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.4362764 Oct 25 23:01:20.224994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-c969a7cd-6515-48e6-9459-16218c69bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.226370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-c969a7cd-6515-48e6-9459-16218c69bdbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1125 time: 0.3752596 Oct 25 23:01:20.266775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:20.271302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c7cd005f-66d2-47aa-ad10-5cc45d956458 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 217 time: 0.0721600 Oct 25 23:01:20.273321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49c1c-9734-4d09-83a8-032d0896555d req-9f51fce7-4291-4c97-b2be-d3ca1386300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.275205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-9f51fce7-4291-4c97-b2be-d3ca1386300f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.2797506 Oct 25 23:01:20.283794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.315546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.318379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.324409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.325057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.325561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.327048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.328043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.331213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.331755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.333853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.335474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:20.411876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-315409c6-910c-4861-adbc-d328fe77bc7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154442 Oct 25 23:01:20.455462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81b45-9bbe-464d-a791-54b935f0245c req-1ee6cefc-73a6-4df3-b1bc-feecd7832737 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.457233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bed81b45-9bbe-464d-a791-54b935f0245c req-1ee6cefc-73a6-4df3-b1bc-feecd7832737 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 945 time: 0.3616309 Oct 25 23:01:20.537956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-dae309b2-c92c-46b4-9253-5cf1f79121b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.539725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-dae309b2-c92c-46b4-9253-5cf1f79121b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.2529371 Oct 25 23:01:20.578643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:20.612813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-5e222ae3-12cc-4b1c-ae17-58a304800ff6 service neutron] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:20.645456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-5e222ae3-12cc-4b1c-ae17-58a304800ff6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:20.646697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1a8ff26-a1a6-4920-9456-7332c253d995 req-5e222ae3-12cc-4b1c-ae17-58a304800ff6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.8826828 Oct 25 23:01:20.658062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bed81b45-9bbe-464d-a791-54b935f0245c req-cf25c8bd-c5c1-4f2d-93e8-bf7127a53c2f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538539 Oct 25 23:01:20.688923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-bd61b7dd-7ad1-48ec-a02b-05f0d9fb032c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.693739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-bd61b7dd-7ad1-48ec-a02b-05f0d9fb032c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "GET /v2.0/ports?device_id=404dd472-cf08-40a2-aca2-a5436d1bafe7 HTTP/1.1" status: 200 len: 943 time: 0.4159954 Oct 25 23:01:20.749734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-67cd5ae4-998e-48c7-abc0-5cf862cf82c1 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217518 Oct 25 23:01:20.753205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-a5138237-0fba-48f2-bc8f-3caa5713683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.755455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-a5138237-0fba-48f2-bc8f-3caa5713683d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906762 Oct 25 23:01:20.861639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-9cc1a773-7747-4dd7-87dc-7d9e77a352d7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.869687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-9cc1a773-7747-4dd7-87dc-7d9e77a352d7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.9644804 Oct 25 23:01:20.917987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-70638fc0-e695-41f9-9f4a-c96fa5ec5d75 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/quotas/558a5203facb4ddebf046d80a82ae85a HTTP/1.1" status: 200 len: 375 time: 0.0471573 Oct 25 23:01:20.968427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-f8e996b7-d76a-42cc-a9fd-3333a7d7ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:20.975702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-f8e996b7-d76a-42cc-a9fd-3333a7d7ee2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.7234354 Oct 25 23:01:21.176551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-c94c4bef-1155-444f-a7f9-2e1b81906847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:21.178212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-c94c4bef-1155-444f-a7f9-2e1b81906847 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.9271326 Oct 25 23:01:21.188126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-0ec2cf07-07e3-4466-b893-e48498395f60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 217 time: 0.1139739 Oct 25 23:01:21.247295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-f1639dba-32b0-4723-90da-0fb84638771f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.0558720 Oct 25 23:01:21.316237 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-337595ab-8fe8-45c9-a637-d5602ed3ebd6 service neutron] 10.222.0.11 "GET /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.3455958 Oct 25 23:01:21.318334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08f49c1c-9734-4d09-83a8-032d0896555d req-79bb07c8-31a8-45f1-ae30-70f8f224fa47 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308590 Oct 25 23:01:21.359145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-631a399c-272d-4d3b-8703-3e3f07b1b807 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4394586 Oct 25 23:01:21.463847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502c6da-af5f-41be-a458-007e31cbd41c req-24696876-f406-46f9-aea2-70b29bb3c9ae tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:21.465477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4502c6da-af5f-41be-a458-007e31cbd41c req-24696876-f406-46f9-aea2-70b29bb3c9ae tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.6915877 Oct 25 23:01:21.510859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-66061675-c7e6-4050-923b-6b5dbf292844 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085245 Oct 25 23:01:21.737238 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4502c6da-af5f-41be-a458-007e31cbd41c req-46b8dfc5-5e5a-4295-978a-03e7e4924c97 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622182 Oct 25 23:01:21.851787 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cea8168-b862-42f4-b796-d41f9e140cf1 x-openstack-request-id: req-8cea8168-b862-42f4-b796-d41f9e140cf1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:21.852664 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-unplugged", "status": "completed", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:21.853100 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cea8168-b862-42f4-b796-d41f9e140cf1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:21.853650 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'code': 200} Oct 25 23:01:21.865450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-984dc771-abc0-43a9-885b-cbd83487408c service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790351 Oct 25 23:01:21.893598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:22.039647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-13beec79-104f-467a-b5f3-eb8657f4afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.041690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-13beec79-104f-467a-b5f3-eb8657f4afc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.8075614 Oct 25 23:01:22.049027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Deleting port 5643c7f3-489a-47fe-9406-7e89816f6dac {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:01:22.049762 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:22.065184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-be319994-1f9b-460a-be7d-d8590a04a2e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9 HTTP/1.1" status: 200 len: 217 time: 0.1631584 Oct 25 23:01:22.070636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-401a669b-1a0a-441f-91b6-2d59d78f877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.072432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-401a669b-1a0a-441f-91b6-2d59d78f877d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.7958329 Oct 25 23:01:22.166197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-317c421b-7d47-41c7-af03-2f9bd1ea4137 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114135 Oct 25 23:01:22.176196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-00bd2eef-f268-4831-9bdb-1ae5e900df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.177708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-00bd2eef-f268-4831-9bdb-1ae5e900df1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0934463 Oct 25 23:01:22.244876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:22.299388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.306694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.318235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.324137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.331343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.338244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.338435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-6a970deb-afac-4664-9e9a-00c651adf007 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687743 Oct 25 23:01:22.346649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.350927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-716b51bb-9594-4d81-96be-55f6208ac753 req-7d4a85e3-70fb-4e57-9e1d-a5bf010d9c9a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.3047316 Oct 25 23:01:22.369894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda45ece-b2ee-4f74-b650-30f39813d9c5 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:22.382483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-52d39fe3-1fd9-4171-b22e-04979ce6f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.385981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-52d39fe3-1fd9-4171-b22e-04979ce6f2f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1982551 Oct 25 23:01:22.411137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:22.425594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-9f63febc-8c3f-4030-a8da-076ba1f5b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:22.427677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-9f63febc-8c3f-4030-a8da-076ba1f5b8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3405631 Oct 25 23:01:22.504255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-716b51bb-9594-4d81-96be-55f6208ac753 req-b30ee8fc-c702-4670-8714-87f89b1c3696 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426287 Oct 25 23:01:22.506822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:22.539278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] For port 5643c7f3-489a-47fe-9406-7e89816f6dac, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5643c7f3-489a-47fe-9406-7e89816f6dac,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:22.539623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:22.572533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-72eae3c8-37bc-4e51-961d-e944fd240ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428717 Oct 25 23:01:22.634784 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-ad44cd1b-724b-45e9-91be-163cf2fa91d6 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330558 Oct 25 23:01:22.642036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Calling delete_port for 5643c7f3-489a-47fe-9406-7e89816f6dac owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:01:22.670300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] Transition to ACTIVE for port object bda45ece-b2ee-4f74-b650-30f39813d9c5 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:22.705613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:22.783578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-be85733c-155b-43f8-b134-11082bbdf326 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949198 Oct 25 23:01:22.814442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-cbfb5016-d973-493c-abf7-bf3d1ce2d572 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636993 Oct 25 23:01:22.916008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] No DVR routers for this DVR port bda45ece-b2ee-4f74-b650-30f39813d9c5 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:01:22.954718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-2e431478-6f19-4dd8-99e2-bcbf64a85950 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108807 Oct 25 23:01:23.013793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] Pushing event updated for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:23.305262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-994ef3a2-4d57-41d1-a4e0-a2294dfd9b92 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590233 Oct 25 23:01:23.331264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-bdb0bd7a-0b3e-43df-bc54-d6d571c4dc34 service neutron] 10.222.0.11 "PUT /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5/bindings/n-h1-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0071886 Oct 25 23:01:23.358785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-e59c28fd-7381-43f5-be26-3528a5e81666 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802483 Oct 25 23:01:23.430907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:23.459038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c0a3ae21-b5b2-442d-90d3-02e555dea3e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd HTTP/1.1" status: 200 len: 217 time: 0.1395266 Oct 25 23:01:23.540700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event deleted for resources: {'Port': ['ID=5643c7f3-489a-47fe-9406-7e89816f6dac,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:23.569110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98d18b-a16d-4a33-91c1-2797e6c3b333 req-e12b51a0-3969-4146-89ad-b8c7841372c1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:23.579830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f98d18b-a16d-4a33-91c1-2797e6c3b333 req-e12b51a0-3969-4146-89ad-b8c7841372c1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.4888966 Oct 25 23:01:23.583344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8fa80-8a59-46ee-9710-631a2571a59c req-1cd60a0e-6489-4cf7-ad36-1d1cd20bcef4 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:23.587255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06a8fa80-8a59-46ee-9710-631a2571a59c req-1cd60a0e-6489-4cf7-ad36-1d1cd20bcef4 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.2276304 Oct 25 23:01:23.588605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.589028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.589264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.592747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.593241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.593581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.593911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.594258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.600417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.600763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.601357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.601488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:01:23.671684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-453f5163-7a58-4654-b792-5d5d04fc55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:23.673864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-453f5163-7a58-4654-b792-5d5d04fc55e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.2051988 Oct 25 23:01:23.703460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f98d18b-a16d-4a33-91c1-2797e6c3b333 req-bcba8844-09c8-43a6-a552-1551ad262fc4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205528 Oct 25 23:01:23.703723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8d238675-cdab-4df4-a526-ab4c53d4c051 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:23.708926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8d238675-cdab-4df4-a526-ab4c53d4c051 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.2353268 Oct 25 23:01:23.803794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-6c409fbb-2762-4b74-9a6b-d30f9585b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:23.805726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-6c409fbb-2762-4b74-9a6b-d30f9585b227 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010840 Oct 25 23:01:23.916071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:23.932480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] No DVR routers for this DVR port 5643c7f3-489a-47fe-9406-7e89816f6dac on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:01:23.936784 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:23.940107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6c12b93-d921-4b17-967e-7d172cb742a8 req-910793e1-8be5-42f5-b585-f30e26e70ab2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "DELETE /v2.0/ports/5643c7f3-489a-47fe-9406-7e89816f6dac HTTP/1.1" status: 204 len: 173 time: 3.2163098 Oct 25 23:01:23.959864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-deleted', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:23.962103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c2673216-3290-42c5-bddb-800babb2c5ba service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472325 Oct 25 23:01:23.963019 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b4a517-4467-4cd3-b3f9-6ba8ceac3fc0" -d '{"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-deleted", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:23.978337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 5643c7f3-489a-47fe-9406-7e89816f6dac {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:01:23.978685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5643c7f3-489a-47fe-9406-7e89816f6dac not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:01:24.018132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06a8fa80-8a59-46ee-9710-631a2571a59c req-2f0039f8-90cf-464a-bb96-353cfd7cbd62 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905842 Oct 25 23:01:24.062457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-1331a120-2c0c-4ade-afb7-54179bccde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.064208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-1331a120-2c0c-4ade-afb7-54179bccde26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a&tenant_id=e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 1096 time: 0.2761083 Oct 25 23:01:24.213607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92fba6-0304-4b61-a0a7-9e5724bc94a4 req-c2ffed3b-7fb5-480d-abf5-05ce36de833b tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.215471 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b92fba6-0304-4b61-a0a7-9e5724bc94a4 req-c2ffed3b-7fb5-480d-abf5-05ce36de833b tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1096 time: 0.2520709 Oct 25 23:01:24.237490 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2480b3ee-1bf2-4743-9e0e-270f879f2cce req-8e1caf6d-096c-480e-a51d-8f2c11bb32da tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 210 time: 0.0712490 Oct 25 23:01:24.268654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-762277fa-7a52-461b-bd19-7ed81b83e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.271449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-762277fa-7a52-461b-bd19-7ed81b83e596 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1096 time: 0.1628349 Oct 25 23:01:24.318223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-07bb9463-aab7-4622-a176-22f2cf477af3 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436728 Oct 25 23:01:24.427161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-c9853d49-3284-4e39-b43a-13dacf06f671 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833 HTTP/1.1" status: 200 len: 217 time: 0.0956945 Oct 25 23:01:24.474168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.480776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.488346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.489506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-e05ab4d9-a9a4-49b2-a750-33c9bb633873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.491009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-e05ab4d9-a9a4-49b2-a750-33c9bb633873 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.0479071 Oct 25 23:01:24.495222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.498582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b92fba6-0304-4b61-a0a7-9e5724bc94a4 req-9f3222d7-9d41-4b12-a6a4-097e76849b92 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729099 Oct 25 23:01:24.504371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.513462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.524982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.531905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6546b66e-1150-498f-b8e7-e338d8196101 req-ecf3410d-32ba-4021-8ce7-ee49b274a667 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1684260 Oct 25 23:01:24.568116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-185bb9c1-5bae-4028-9f0b-7abaf38125a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.570547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-185bb9c1-5bae-4028-9f0b-7abaf38125a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.2902262 Oct 25 23:01:24.628359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-02b6f2c6-c2b6-402a-bc55-3720f589b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:24.632573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-02b6f2c6-c2b6-402a-bc55-3720f589b5ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208584 Oct 25 23:01:24.686499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6546b66e-1150-498f-b8e7-e338d8196101 req-98af3f9b-0c95-4fdc-b51e-c11c2f54760c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509037 Oct 25 23:01:24.694406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-db6bea5a-4230-4048-9ed4-9fee36bcb153 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 200 len: 217 time: 0.1090183 Oct 25 23:01:24.891434 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e790e-a937-4ebe-9cd6-d48b2baf22b1 x-openstack-request-id: req-f76e790e-a937-4ebe-9cd6-d48b2baf22b1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:24.894752 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404dd472-cf08-40a2-aca2-a5436d1bafe7", "name": "network-vif-deleted", "tag": "5643c7f3-489a-47fe-9406-7e89816f6dac", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:24.895517 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f76e790e-a937-4ebe-9cd6-d48b2baf22b1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:24.897829 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404dd472-cf08-40a2-aca2-a5436d1bafe7', 'name': 'network-vif-deleted', 'tag': '5643c7f3-489a-47fe-9406-7e89816f6dac', 'status': 'completed', 'code': 200} Oct 25 23:01:24.953279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-1825b66d-74d3-4ac3-8a0a-9d2d9788e6b4 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118417 Oct 25 23:01:25.162763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3926d37f-f0bd-4f9c-b5f1-cf8073ef000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:25.169879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-3926d37f-f0bd-4f9c-b5f1-cf8073ef000c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.4696968 Oct 25 23:01:25.262454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-608a5ff2-d9f1-4c0c-8a22-f7a39e90d724 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807085 Oct 25 23:01:25.277868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03402be-7f90-45c6-af2d-c4f6d1aa882b req-92e62ad9-714f-4e38-9228-7c954606b7ac tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:25.292931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b03402be-7f90-45c6-af2d-c4f6d1aa882b req-92e62ad9-714f-4e38-9228-7c954606b7ac tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.2183855 Oct 25 23:01:25.325251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6b59c-18ee-40cc-a69a-96c44c7aecc1 req-764aae70-e87f-4e85-bac7-a83b201d5e6b tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:25.328203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ebf6b59c-18ee-40cc-a69a-96c44c7aecc1 req-764aae70-e87f-4e85-bac7-a83b201d5e6b tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 1096 time: 0.2616262 Oct 25 23:01:25.622263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-e06c482b-a729-4adb-82fa-4de3c519e059 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485358 Oct 25 23:01:25.625549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ebf6b59c-18ee-40cc-a69a-96c44c7aecc1 req-b76cc98b-b1ad-42fc-a6cb-9379749dc6ea tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605597 Oct 25 23:01:25.633189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-c1e86689-1bbf-4fe6-9e66-3546c463ac5b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:25.635510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-c1e86689-1bbf-4fe6-9e66-3546c463ac5b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.7987268 Oct 25 23:01:25.859074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-171b8365-abff-4d98-9289-391142998b12 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222023 Oct 25 23:01:25.864239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Request body: {'port': {'device_id': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'admin_state_up': True, 'tenant_id': '558a5203facb4ddebf046d80a82ae85a'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:25.902937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-0521cff6-9023-48de-bc89-211d6e47c98f service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9421453 Oct 25 23:01:25.976332 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-4b881f27-ceb7-4a8f-bb9a-d2c4b361bf6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0329955a-d466-496c-999e-1ec7bc4deda0 HTTP/1.1" status: 200 len: 217 time: 0.0508780 Oct 25 23:01:25.995816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b03402be-7f90-45c6-af2d-c4f6d1aa882b req-f64f4464-509f-4a1f-9426-69dddf74e154 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786447 Oct 25 23:01:26.023543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-5f639300-dfb6-46c0-9866-25cb46a9cbc7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306206 Oct 25 23:01:26.024349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Made reservation on behalf of 558a5203facb4ddebf046d80a82ae85a for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:26.028228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:26.185760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-40011ecf-cda6-4f8e-b0c8-4de83d4b1fe1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.187337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-40011ecf-cda6-4f8e-b0c8-4de83d4b1fe1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293724 Oct 25 23:01:26.201152 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da6390a6-6d7a-4fd0-9328-6c812d306c69 req-bd9a1c79-ec9f-4d79-aef3-1d41481471d4 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 210 time: 0.0773056 Oct 25 23:01:26.236666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-89a3da5c-5c16-4d99-802b-7d9c50969e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.238204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-89a3da5c-5c16-4d99-802b-7d9c50969e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.2128212 Oct 25 23:01:26.308419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-966da3e7-d7dc-4230-913c-733a513dd4d4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/quotas/0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 375 time: 0.0469007 Oct 25 23:01:26.376460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002507e-04b7-42d1-b174-383af1942931 req-a8fc8417-715a-4831-8b6c-81c111420133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.378694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-a8fc8417-715a-4831-8b6c-81c111420133 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258185 Oct 25 23:01:26.529957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Allocated IP 172.20.0.12 (73d747e1-83e8-422d-9342-f79510c598dd/2a5ee6d2-b852-41d6-ba24-41117b475186/f2f449d0-1181-4d2b-8308-dde15523cdaf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:26.583824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.597056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.603197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.609894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.615943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.625099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.631421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.640447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-376a4a5b-f743-45ff-a178-d96df40d185d req-a5621563-4990-43aa-9b7a-cb6bf27401ce tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1567819 Oct 25 23:01:26.697248 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-6d5ba479-6b7c-4fcb-b9bb-3e9deb5b6e10 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065546 Oct 25 23:01:26.820334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-8fb32427-d207-44c0-bae5-19bdb8b82de4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5109153 Oct 25 23:01:26.824926 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-376a4a5b-f743-45ff-a178-d96df40d185d req-970d0ab6-743f-4ad0-a603-84280fb9a943 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836386 Oct 25 23:01:26.935882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-6a4d4d96-4950-42ac-afbe-c1213a67a746 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:26.937414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-6a4d4d96-4950-42ac-afbe-c1213a67a746 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.5595229 Oct 25 23:01:26.952727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6002507e-04b7-42d1-b174-383af1942931 req-0211a19e-e2ea-46a0-8215-84abd4ab5396 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444010 Oct 25 23:01:27.084407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:27.212715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.213188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.213651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.214108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.214590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.225751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.226207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.228225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-80a4d5cd-4536-4313-bbdd-1eca15e58081 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.1584566 Oct 25 23:01:27.450344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ede7e99f-0281-4eb5-911a-8ca4503f0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.454996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ede7e99f-0281-4eb5-911a-8ca4503f0a84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a04a810-9229-498f-85f7-324f9b96c2a9 HTTP/1.1" status: 200 len: 917 time: 0.2162719 Oct 25 23:01:27.572975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-e6b63135-e4e1-4dc5-8fb5-2271695b51d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 200 len: 217 time: 0.1094174 Oct 25 23:01:27.639134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8b78fa2a-064b-4418-9a45-6274d6180578 service neutron] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:27.658088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8b78fa2a-064b-4418-9a45-6274d6180578 service neutron] Publish callbacks [] for binding, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:27.674371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235467a3-7d7a-4547-b8c3-ed72f8342f72 req-8b78fa2a-064b-4418-9a45-6274d6180578 service neutron] 10.222.0.15 "DELETE /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5/bindings/n-h2-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.7168972 Oct 25 23:01:27.744608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599a027-4261-4863-9846-2b54e228df95 req-d2647c8e-76b3-492b-84ba-be7a1e5ea955 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.757092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2599a027-4261-4863-9846-2b54e228df95 req-d2647c8e-76b3-492b-84ba-be7a1e5ea955 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.2961340 Oct 25 23:01:27.777223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2ccff16-b43f-4f7e-b117-db87ab25b43e req-2cb88122-b64a-4769-a23f-422dacee2621 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 210 time: 0.1147339 Oct 25 23:01:27.796674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:27.826581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ce367acc-891c-4473-826b-68feb3a12569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.831322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ce367acc-891c-4473-826b-68feb3a12569 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9f997e-9e41-444c-ae4c-5dc5d4e24055 HTTP/1.1" status: 200 len: 855 time: 0.2381539 Oct 25 23:01:27.867252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Network 73d747e1-83e8-422d-9342-f79510c598dd is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:27.896279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:27.920153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-72cf7364-c1a4-4f9d-b579-5bafcac2e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.922119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-72cf7364-c1a4-4f9d-b579-5bafcac2e5ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a04a810-9229-498f-85f7-324f9b96c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834935 Oct 25 23:01:27.935982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:27.985978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:27.986647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:28.030503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2599a027-4261-4863-9846-2b54e228df95 req-33374228-44bc-47e2-85f8-32950a1c2ed0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664239 Oct 25 23:01:28.037483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1773701 Oct 25 23:01:28.062483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Request body: {'port': {'device_id': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:28.071676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8bd33-5b87-49d0-a4a7-76f973bb8bc8 req-537168c2-80a0-4b13-9b29-ab36b2a71dbe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.073371 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35b8bd33-5b87-49d0-a4a7-76f973bb8bc8 req-537168c2-80a0-4b13-9b29-ab36b2a71dbe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 932 time: 0.1496282 Oct 25 23:01:28.123247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:28.143900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec5f0-2e4e-48e3-b75f-5d4d2b5a803a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:28.147483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-74dd8ac4-28c7-4809-9fe5-25f0d25c142e service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117872 Oct 25 23:01:28.214398 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:28.279099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35b8bd33-5b87-49d0-a4a7-76f973bb8bc8 req-9e4a6512-1c79-4524-b305-434e4cdb618a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914423 Oct 25 23:01:28.446281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-85aaa3ed-42df-4385-a546-8ad0b5dc9211 service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904975 Oct 25 23:01:28.635243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.655493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.675491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.688686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.718841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.727778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.745170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.757359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b156094c-d07b-4c2c-8983-f96262419252 req-eb38327c-36aa-4627-b26c-88b8346d35c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.3022316 Oct 25 23:01:28.822058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41cf43-9918-4e83-a970-5ed13f12e0b8 req-7ae1a557-b9a8-48b2-b7a8-f020581a5b14 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.832079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c41cf43-9918-4e83-a970-5ed13f12e0b8 req-7ae1a557-b9a8-48b2-b7a8-f020581a5b14 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1096 time: 0.1329660 Oct 25 23:01:28.925913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b156094c-d07b-4c2c-8983-f96262419252 req-7912e9ee-bf86-4b08-a2bf-930546781ee6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1659646 Oct 25 23:01:28.934292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.935199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.935843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.936623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.937252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.937972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.938617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:28.939875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c41cf43-9918-4e83-a970-5ed13f12e0b8 req-9e57c84b-4cf3-41d7-bf93-071dcbbdbd73 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978880 Oct 25 23:01:28.942410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ca3f2ff8-7f5c-4072-9b11-2891896a119e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.3600554 Oct 25 23:01:29.121830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3cd4debe-0310-4dbf-98ef-4349e150d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:29.124529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3cd4debe-0310-4dbf-98ef-4349e150d6c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80e29c78-e066-442f-a797-b9db5f44add9 HTTP/1.1" status: 200 len: 902 time: 0.1745181 Oct 25 23:01:29.162374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-e4274029-ad4b-486a-b31b-79046cc4a294 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972199 Oct 25 23:01:29.165451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9890262b-9f85-49b9-ab32-2feb9023a08d req-0038403e-ecba-40fa-ab59-333b8030ccdd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 210 time: 0.0398591 Oct 25 23:01:29.202300 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-70ebd21f-172c-405b-9d3f-796fcf4756bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 217 time: 0.0678689 Oct 25 23:01:29.266350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f449d0-1181-4d2b-8308-dde15523cdaf {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:29.268109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-a66ea881-6aff-4e58-ac09-8a054229dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:29.271176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-a66ea881-6aff-4e58-ac09-8a054229dfd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0585766 Oct 25 23:01:29.319080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:29.354832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Transition to ACTIVE for port object f2f449d0-1181-4d2b-8308-dde15523cdaf will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:29.370999 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:29.379479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b8d2-5e1d-4285-8932-308ace29472c req-9a7f2822-fae7-4a38-9303-16daadd1abe7 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:29.389554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4dc1b8d2-5e1d-4285-8932-308ace29472c req-9a7f2822-fae7-4a38-9303-16daadd1abe7 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 1096 time: 0.2316704 Oct 25 23:01:29.456092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-53539ac0-79a7-4b55-94e5-dfd5881a5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:29.457512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-53539ac0-79a7-4b55-94e5-dfd5881a5f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1432381 Oct 25 23:01:29.470582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:29.495791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888d057-3032-41a8-a64e-6898fbbaf5d7 req-fccc4a12-e436-4a13-9f0a-073c3bda249d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:29.498008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4888d057-3032-41a8-a64e-6898fbbaf5d7 req-fccc4a12-e436-4a13-9f0a-073c3bda249d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 944 time: 0.1105857 Oct 25 23:01:29.513724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4dc1b8d2-5e1d-4285-8932-308ace29472c req-443d71a8-5e87-45d0-88f1-03a439193f67 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229215 Oct 25 23:01:29.560571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-8251e3bc-eaed-4d56-9bb5-5b561d1b9328 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:29.564264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-8251e3bc-eaed-4d56-9bb5-5b561d1b9328 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798013 Oct 25 23:01:29.617715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4888d057-3032-41a8-a64e-6898fbbaf5d7 req-386e4a52-c9b1-4bf8-9dbd-8d95343b2966 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795639 Oct 25 23:01:29.657477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-9557803c-b7a8-4368-9def-27fa364a0122 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903272 Oct 25 23:01:29.668022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Request body: {'port': {'device_id': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '0e735f996c4644a596f75456289ceb30'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:29.846073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-69188069-46fd-4946-a706-146b69f7e93d service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770413 Oct 25 23:01:30.089454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.090446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.091726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.092632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.093733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.094439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.095093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.097246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-22cddef6-481e-43e0-b6ae-217c109941f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.0856636 Oct 25 23:01:30.305220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-1255a692-c3ee-4f7d-8d5e-9ef3f7fc56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.312673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-1255a692-c3ee-4f7d-8d5e-9ef3f7fc56c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80e29c78-e066-442f-a797-b9db5f44add9 HTTP/1.1" status: 200 len: 902 time: 0.2037463 Oct 25 23:01:30.359218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19b4f95c-d1a0-465b-9ae3-a7bd1d33507a req-8a1b8712-a52e-4960-a942-a4b0bdd176fe tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 210 time: 0.0419133 Oct 25 23:01:30.480340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-4df6c2be-8766-4c83-8def-2db312a565f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 217 time: 0.1182861 Oct 25 23:01:30.518654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Attempting to bind port f2f449d0-1181-4d2b-8308-dde15523cdaf on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:30.519739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Attempting to bind port f2f449d0-1181-4d2b-8308-dde15523cdaf by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:30.520381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Attempting to bind port f2f449d0-1181-4d2b-8308-dde15523cdaf on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:30.542039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Port f2f449d0-1181-4d2b-8308-dde15523cdaf on network 73d747e1-83e8-422d-9342-f79510c598dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:30.543013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Attempting to bind port f2f449d0-1181-4d2b-8308-dde15523cdaf on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:30.565129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:30.565873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Checking segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:30.568583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Bound using segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:30.569412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Bound port: f2f449d0-1181-4d2b-8308-dde15523cdaf, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:30.570014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:30.576252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Made reservation on behalf of 0e735f996c4644a596f75456289ceb30 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:30.587026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:30.613595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-f85da57f-77e7-49ac-beb6-2be7977ef0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.615773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-f85da57f-77e7-49ac-beb6-2be7977ef0ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.1271207 Oct 25 23:01:30.677888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.684534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.692335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.697910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.705464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.712396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.721834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.729741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d16d698d-334c-4fb1-94ff-39d33d4f1e17 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.2931800 Oct 25 23:01:30.822845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52078867-9c46-4d8f-a9a3-ea63e17972c1 req-d0238a76-c5f5-41fe-ac2a-e31507e67f91 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920861 Oct 25 23:01:30.854057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-7ea70000-c9dc-405f-bf37-b34bacfa00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:30.857968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-7ea70000-c9dc-405f-bf37-b34bacfa00db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123862 Oct 25 23:01:30.947812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:30.970465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:31.063802 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:31.121339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-1c08a4fc-4654-48d4-bf8d-345bb7ca635e service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483609 Oct 25 23:01:31.158393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.159242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:31.161425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2f449d0-1181-4d2b-8308-dde15523cdaf HTTP/1.1" status: 200 len: 1092 time: 3.1068351 Oct 25 23:01:31.162262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:31.166182 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc67697d-7037-4984-9fda-c6a9aa099ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:31.185365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Allocated IP 192.168.233.103 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/e4a74495-03e3-4487-bfde-343069e7d345) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:31.303000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670291b-3a2d-484e-a796-95187dff2179 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:31.381232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba29301-f7f3-45d2-8b6a-63ed0b3d188c req-0a58c2fb-50c0-499b-b943-e70877c3da04 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.389791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ba29301-f7f3-45d2-8b6a-63ed0b3d188c req-0a58c2fb-50c0-499b-b943-e70877c3da04 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 944 time: 0.2438135 Oct 25 23:01:31.403355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-1c684478-2362-40e3-a5ef-d0c39a44126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.405797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-1c684478-2362-40e3-a5ef-d0c39a44126b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 1095 time: 0.1748669 Oct 25 23:01:31.416990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-0caa9020-dcc5-4419-a8af-44b604c99d61 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895389 Oct 25 23:01:31.458422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-f398255e-4ce6-4ee5-a480-c5529edacbe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf HTTP/1.1" status: 200 len: 217 time: 0.0429008 Oct 25 23:01:31.652665 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2da0dba-cc26-4b88-af52-0f2f0b553c4f x-openstack-request-id: req-e2da0dba-cc26-4b88-af52-0f2f0b553c4f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:31.653377 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:31.653377 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2da0dba-cc26-4b88-af52-0f2f0b553c4f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:31.654286 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'status': 'completed', 'code': 200} Oct 25 23:01:31.691192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ba29301-f7f3-45d2-8b6a-63ed0b3d188c req-e3f0e9fe-1acd-411f-8de3-ffb842622e81 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919810 Oct 25 23:01:31.706384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf636c9-e5fd-4125-a03b-803f0a4a0843 req-dd3b0253-ec8d-42d0-b31a-6349c611a0c3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 210 time: 0.1472700 Oct 25 23:01:31.727911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.728635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.729646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.730134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.730620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.731077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.731532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.736071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3009f489-7bb2-4780-a948-535ef2bf7ebd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.1990261 Oct 25 23:01:31.746894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:31.772437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-0ff593ca-1bf1-4b02-a88d-c8ef40ddc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.773969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-0ff593ca-1bf1-4b02-a88d-c8ef40ddc558 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.1189787 Oct 25 23:01:31.849064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-dbd9ff8b-b83f-4b62-b038-e97076162dfc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640159 Oct 25 23:01:31.933299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-751a55bc-2cec-42d6-ae33-fef1a3882f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:31.937396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-751a55bc-2cec-42d6-ae33-fef1a3882f21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80e29c78-e066-442f-a797-b9db5f44add9 HTTP/1.1" status: 200 len: 902 time: 0.1832411 Oct 25 23:01:32.008130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:32.021183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:32.027482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-0999412f-c64f-45dd-bc3a-e4defaf6b5a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9 HTTP/1.1" status: 200 len: 217 time: 0.0831676 Oct 25 23:01:32.120624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3b573241-f17e-4541-b56a-849a80083c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.122295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3b573241-f17e-4541-b56a-849a80083c40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0862961 Oct 25 23:01:32.203883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:32.206999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-9e2f6f29-8b68-49f6-b199-62fb8136d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.208499 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-9e2f6f29-8b68-49f6-b199-62fb8136d9ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753882 Oct 25 23:01:32.213840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:32.253546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:32.338648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:32.385198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-b4185c56-bdfb-4152-b314-ebbd3629222c service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272732 Oct 25 23:01:32.426655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.447639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.458430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.464440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.476801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-139ca4a4-63a7-4ee2-bf8a-82172239d1e8 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576008 Oct 25 23:01:32.483095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.500378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.527439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.530546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-57748489-dff0-48fd-b35d-ba686026f83d req-d0437246-925f-4b9f-ae28-f65ef0785ef4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.5372872 Oct 25 23:01:32.691518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-54b73c78-7882-4499-9c22-93237e93104a service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056983 Oct 25 23:01:32.697224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.697924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:32.730325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-57748489-dff0-48fd-b35d-ba686026f83d req-227ceceb-4cfc-4dc7-9749-aa34efc8413c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582603 Oct 25 23:01:32.762710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b85def88-2c6c-44cb-ad0d-6680aaf40504 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1506472 Oct 25 23:01:32.778425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cd25c70e-6885-478d-92e2-15ab5b460319 None None] Provisioning complete for port e4a74495-03e3-4487-bfde-343069e7d345 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:32.779452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd25c70e-6885-478d-92e2-15ab5b460319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:32.842455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88dd33ea-d886-4c2f-ab74-ed2b7c44a889 req-53d3f59e-1236-4189-bfa1-4ee9c93171fe service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071690 Oct 25 23:01:32.851487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Request body: {'port': {'device_id': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:32.866910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cd25c70e-6885-478d-92e2-15ab5b460319 None None] Port e4a74495-03e3-4487-bfde-343069e7d345 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:01:32.875872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7b06a-6f56-49fa-a6ba-3a27c4d09bd5 req-665c9a92-a684-49e6-835d-929c0bf9c6dc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.877700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2bb7b06a-6f56-49fa-a6ba-3a27c4d09bd5 req-665c9a92-a684-49e6-835d-929c0bf9c6dc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 944 time: 0.0790870 Oct 25 23:01:32.954835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2bb7b06a-6f56-49fa-a6ba-3a27c4d09bd5 req-7ed6573b-ee08-4054-8fba-7ee9dbed84cc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615714 Oct 25 23:01:32.964787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.965478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.966230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.966852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.967462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.968070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.968675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:32.971095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-05235625-7faa-4759-84ca-24092cd65916 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.0920951 Oct 25 23:01:33.103691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ec86b5a8-55cd-4692-9377-e4982ebb4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:33.106345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ec86b5a8-55cd-4692-9377-e4982ebb4810 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80e29c78-e066-442f-a797-b9db5f44add9 HTTP/1.1" status: 200 len: 902 time: 0.1259470 Oct 25 23:01:33.151768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5dc8c-68e8-4927-9ab5-f6b16a9d302f req-d45c4616-538f-4e41-8c23-2dd325475fd1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:33.159503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ad5dc8c-68e8-4927-9ab5-f6b16a9d302f req-d45c4616-538f-4e41-8c23-2dd325475fd1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 936 time: 0.2928622 Oct 25 23:01:33.168314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-e7da261e-95c3-4fdf-9276-24c87108a2b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd HTTP/1.1" status: 200 len: 217 time: 0.0528667 Oct 25 23:01:33.171187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:33.196573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-07d2a63e-c17f-484e-b65a-3686a0bb382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:33.198037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-07d2a63e-c17f-484e-b65a-3686a0bb382d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 1095 time: 0.2440898 Oct 25 23:01:33.272169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-dbb51159-7c95-4e42-a135-b516e5da4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:33.276406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-dbb51159-7c95-4e42-a135-b516e5da4fcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0935392 Oct 25 23:01:33.398053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-94bae5d5-6a86-491d-bd55-b822d44bd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:33.402487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-94bae5d5-6a86-491d-bd55-b822d44bd017 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166320 Oct 25 23:01:33.534845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a74495-03e3-4487-bfde-343069e7d345 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:33.542524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:33.556705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Transition to ACTIVE for port object e4a74495-03e3-4487-bfde-343069e7d345 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:01:33.561771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3f8acbad-1203-4d4c-a501-befc23bf6bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512198 Oct 25 23:01:33.585877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:33.722142 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-3f98cdcc-222c-4a92-b128-c89280536f97 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509626 Oct 25 23:01:33.769562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ad5dc8c-68e8-4927-9ab5-f6b16a9d302f req-5ed71c63-ce8f-4b13-9dcc-bb27753de306 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090989 Oct 25 23:01:33.946978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:33.974412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:33.974985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:33.975470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:34.011907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Port e4a74495-03e3-4487-bfde-343069e7d345 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:01:34.012452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:34.016260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.022894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.035909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-50319c88-efa6-4af0-85f6-70a64180c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.039962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-50319c88-efa6-4af0-85f6-70a64180c96d service neutron] 10.222.0.11 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 906 time: 0.4819021 Oct 25 23:01:34.042781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:34.045321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:34.045915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:34.049328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Bound port: e4a74495-03e3-4487-bfde-343069e7d345, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:34.049883 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:34.055521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.067443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.074575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.086622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.095519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.105027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-7357a57c-6c2e-4906-8443-c9142f8d4ad8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.2040131 Oct 25 23:01:34.133059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.133702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.134258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.134899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.135423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.135944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.136468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.138942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b68818e7-56d6-4f8b-a654-9b776c9efcab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.2876725 Oct 25 23:01:34.147205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-d3efe940-90e8-4eec-af30-024efb9dc270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf HTTP/1.1" status: 200 len: 217 time: 0.0895677 Oct 25 23:01:34.224927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0424e026-4857-4de0-81fd-a0c3ecb62e23 req-c1edc119-c2b8-45de-9525-cc3571ea8af0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184840 Oct 25 23:01:34.229837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed649a-5757-4762-996c-355d580dc820 req-d9fe8a29-648c-4f52-b6d4-777b669690d2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.238571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83ed649a-5757-4762-996c-355d580dc820 req-d9fe8a29-648c-4f52-b6d4-777b669690d2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 944 time: 0.1577868 Oct 25 23:01:34.313231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-190ca930-b99c-4eb9-b461-4feb34529445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.314993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-190ca930-b99c-4eb9-b461-4feb34529445 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.1349912 Oct 25 23:01:34.335489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83ed649a-5757-4762-996c-355d580dc820 req-67ac6162-1d2b-4510-9bce-4fa3c62b824b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907214 Oct 25 23:01:34.347657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-de2dccc4-c7cf-43d6-a691-3b5aad869ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.349151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-de2dccc4-c7cf-43d6-a691-3b5aad869ec5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 200 len: 903 time: 0.1980135 Oct 25 23:01:34.370226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:34.375496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-c5ac8207-c722-44fa-9d72-5b05093479a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364056 Oct 25 23:01:34.427119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-e1432332-9eb8-48bf-b1b1-0eb9196894f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833 HTTP/1.1" status: 200 len: 217 time: 0.0676315 Oct 25 23:01:34.458535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:34.496213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:34.528213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-6a2528df-3457-4689-af9a-1a8f0287cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.532048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-6a2528df-3457-4689-af9a-1a8f0287cb6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.0950525 Oct 25 23:01:34.600855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-4c94f174-720f-490f-b1ea-730d1172e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.601514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-4c94f174-720f-490f-b1ea-730d1172e82d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618885 Oct 25 23:01:34.633692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:34.635209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:34.640530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 1096 time: 1.8095689 Oct 25 23:01:34.643306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:34.645798 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "tag": "e4a74495-03e3-4487-bfde-343069e7d345"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:34.663407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-547644e5-8f2d-4e44-8fe6-e4f1a296edc2 service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657089 Oct 25 23:01:34.835345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec67b24-20d8-4cf2-9158-94e7d90ecd56 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:34.857451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-ea0c2083-c8ea-46aa-8505-8f30aaae1026 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454329 Oct 25 23:01:34.860669 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b95ce3c-d7c4-4f6a-87a7-90cc4166f856 x-openstack-request-id: req-1b95ce3c-d7c4-4f6a-87a7-90cc4166f856 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:34.860957 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "tag": "e4a74495-03e3-4487-bfde-343069e7d345", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:34.861208 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b95ce3c-d7c4-4f6a-87a7-90cc4166f856 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:34.861601 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345', 'status': 'completed', 'code': 200} Oct 25 23:01:35.055638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-e0689240-fdbe-44c7-ba30-c01be4e0e6ec service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902671 Oct 25 23:01:35.068370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-a38e111c-761e-4d37-a6d6-7f327c3de3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.069955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-a38e111c-761e-4d37-a6d6-7f327c3de3e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1099 time: 0.2221520 Oct 25 23:01:35.073331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc67697d-7037-4984-9fda-c6a9aa099ab5 req-b75e18d6-1610-4312-9ce6-cd9134d1afa5 service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686645 Oct 25 23:01:35.084957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ab03-8910-4dca-97ac-60f71f884724 req-7a04d645-e162-4230-81ea-5452df4ee4d8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.086100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd69ab03-8910-4dca-97ac-60f71f884724 req-7a04d645-e162-4230-81ea-5452df4ee4d8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.1551452 Oct 25 23:01:35.158069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-4fae0d4b-a37d-408a-af0d-5e3fae7b5a11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.0677660 Oct 25 23:01:35.185805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd69ab03-8910-4dca-97ac-60f71f884724 req-7086a7d3-5a47-4109-bdeb-743ffbcf892d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885596 Oct 25 23:01:35.224957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-1068fe4f-341e-467a-84eb-3431c3a6cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.226623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-1068fe4f-341e-467a-84eb-3431c3a6cc1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0514054 Oct 25 23:01:35.250719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.253705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.254379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.255527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.256194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.256836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.257479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.259669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-566d5f56-d024-4a8e-86c9-b1300b369027 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6486 time: 0.0829380 Oct 25 23:01:35.304826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-573da8af-80e5-4441-ac7b-c352dc5509fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.306498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-573da8af-80e5-4441-ac7b-c352dc5509fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715108 Oct 25 23:01:35.479297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-1fc24bef-ee3f-4152-aceb-77aa300f581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.482018 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-1fc24bef-ee3f-4152-aceb-77aa300f581d service neutron] 10.222.0.15 "GET /v2.0/networks?id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 200 len: 903 time: 0.2133107 Oct 25 23:01:35.502520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.509525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.518187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.522680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-0ce0680a-3273-4b30-9811-4d58748ba08d service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054024 Oct 25 23:01:35.526204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.533526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.538182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189123a-1040-4aa9-8f6a-806ab8fc2d61 req-1a4dd52a-5643-4488-a2de-bd55592f897d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.539825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9189123a-1040-4aa9-8f6a-806ab8fc2d61 req-1a4dd52a-5643-4488-a2de-bd55592f897d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 944 time: 0.0911679 Oct 25 23:01:35.548147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.555171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.557167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-1d212b27-3e11-4df8-b790-a4a6e213c06c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1930578 Oct 25 23:01:35.618355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-f7f639ba-105e-4145-804d-1a30e8c2cbca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0329955a-d466-496c-999e-1ec7bc4deda0 HTTP/1.1" status: 200 len: 217 time: 0.0597434 Oct 25 23:01:35.627681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9189123a-1040-4aa9-8f6a-806ab8fc2d61 req-f504b36d-7957-4c61-82b3-6dd964f6a1dd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690391 Oct 25 23:01:35.710441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ea59c40-d5d1-4a32-ad42-3fc313065dcc req-e5790320-deb5-4bc8-acdc-13903c605045 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442213 Oct 25 23:01:35.746301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-a0507c39-ece8-4b3b-8f92-7275ebfff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.749297 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-a0507c39-ece8-4b3b-8f92-7275ebfff049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.1174228 Oct 25 23:01:35.832221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebe7ba6-343f-40fc-a2a8-ddb0a6cf3d98 req-b42a282a-dae2-4500-b282-add1af47e14b service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911189 Oct 25 23:01:35.836328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-d189da93-dbe8-4dff-aa6b-540ec463e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:35.838083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-d189da93-dbe8-4dff-aa6b-540ec463e578 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798545 Oct 25 23:01:35.963894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:35.985944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-b63fee8c-081b-4ca0-96c9-7355f69296c6 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354358 Oct 25 23:01:35.998322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-53ac4279-a36b-4173-9ee5-067c6d58d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.000397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-53ac4279-a36b-4173-9ee5-067c6d58d18d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1099 time: 0.0531487 Oct 25 23:01:36.133046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-7999e903-7b88-469f-9c79-8f4f692d1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.135399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-7999e903-7b88-469f-9c79-8f4f692d1b27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1263483 Oct 25 23:01:36.146111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cf286ed-111b-46a0-a587-09b1ca3d0861 req-4471f656-e97f-4448-895b-9739a7dc19b1 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516187 Oct 25 23:01:36.180260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:36.205518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'mac_address': 'fa:16:3e:85:69:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:36.214000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-2bbf341b-af23-4f48-a49d-d16554290d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.0718019 Oct 25 23:01:36.282889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:36.310709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f449d0-1181-4d2b-8308-dde15523cdaf {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:36.331539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:36.336957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:36.358211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-3ba78afa-f08a-437f-93d7-61e3ba34f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.359680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-3ba78afa-f08a-437f-93d7-61e3ba34f134 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1334636 Oct 25 23:01:36.397632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:36.421967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f484-5030-4bdb-8fa2-b931cc863422 req-b595e2d9-cc17-438c-95e9-83051445ffd3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.429576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8997f484-5030-4bdb-8fa2-b931cc863422 req-b595e2d9-cc17-438c-95e9-83051445ffd3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.1162367 Oct 25 23:01:36.473250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-a70850fd-c1df-4f33-ab54-b9aa6a723c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.474674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-a70850fd-c1df-4f33-ab54-b9aa6a723c1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065547 Oct 25 23:01:36.495384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8997f484-5030-4bdb-8fa2-b931cc863422 req-1c72587d-7840-4feb-851f-2c50481a4b4e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Oct 25 23:01:36.614428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-7b2b9824-d694-4c5d-8b9a-c783ff8e0eff service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179252 Oct 25 23:01:36.636966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f2f449d0-1181-4d2b-8308-dde15523cdaf'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:36.792706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402954de-92a4-46f4-9b68-c853d5f9c8cf req-0ea7fb8a-6fae-4565-aa4a-09d6f1909df6 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.800153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-402954de-92a4-46f4-9b68-c853d5f9c8cf req-0ea7fb8a-6fae-4565-aa4a-09d6f1909df6 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 945 time: 0.1009412 Oct 25 23:01:36.888437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f54ed0e3-825e-4ac8-a504-f6ddd5b93f77 req-67260d75-1e05-4be7-a753-5cf0776462c3 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646973 Oct 25 23:01:36.889234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-402954de-92a4-46f4-9b68-c853d5f9c8cf req-6de480ca-a3d9-40b7-b656-6f615af1e602 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810139 Oct 25 23:01:36.986213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:36.993813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.004994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.011940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.020337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.026710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.033652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.043845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-51340ed0-dc0e-401b-a417-2a6217b4aa96 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.2026541 Oct 25 23:01:37.098663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51972077-7ee2-458f-a2cb-98db15140ff2 req-fb89f050-bd97-4eb6-8d77-04ee6a38297f tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518532 Oct 25 23:01:37.619225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639813b-03b3-4411-86dd-a207fae169b7 req-8d53762a-d403-4d36-9610-2f8276dd3c88 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:37.627774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c639813b-03b3-4411-86dd-a207fae169b7 req-8d53762a-d403-4d36-9610-2f8276dd3c88 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.0704997 Oct 25 23:01:37.674373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c639813b-03b3-4411-86dd-a207fae169b7 req-6d3a25b5-e95e-4528-8ba5-ed7163ff5714 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 Oct 25 23:01:37.971327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:38.067513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546038a3-96cb-42c3-8760-c75f1b6f35f5 req-ed0ddca0-8fdc-4349-b0cd-99b51cc9e2f3 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.074706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-546038a3-96cb-42c3-8760-c75f1b6f35f5 req-ed0ddca0-8fdc-4349-b0cd-99b51cc9e2f3 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 945 time: 0.1147933 Oct 25 23:01:38.096411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port f2f449d0-1181-4d2b-8308-dde15523cdaf completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:01:38.105956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f2f449d0-1181-4d2b-8308-dde15523cdaf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:38.106500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:38.129640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-546038a3-96cb-42c3-8760-c75f1b6f35f5 req-c52cf5aa-ce28-465a-b4b1-67f9501f38a9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Oct 25 23:01:38.312803 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:38.385820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:38.390378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:38.397297 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be25b8e7-16ff-41e7-8e9f-f9fe692aeb20" -d '{"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-plugged", "status": "completed", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:38.405986 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:38.434000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.452586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.458606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.466932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.470793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.482100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.488056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.489940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-80d7c752-aca2-40b9-8ae5-731caa324c73 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1597872 Oct 25 23:01:38.531646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:38.562453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4db99-479d-4419-a415-ae8f8556b71a req-cc721750-df40-4c3d-9a01-2c3a572dd68c tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.564270 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5e4db99-479d-4419-a415-ae8f8556b71a req-cc721750-df40-4c3d-9a01-2c3a572dd68c tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 950 time: 0.1154351 Oct 25 23:01:38.588170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b8e717-c59d-4164-a378-09c9f41af9c4 req-deeb530b-053b-4478-892e-0721938b0fe2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897593 Oct 25 23:01:38.636300 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5e4db99-479d-4419-a415-ae8f8556b71a req-4466139f-74aa-472e-aa9c-8daf2ca553bd tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627947 Oct 25 23:01:38.666508 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4764d7-a0bf-4010-aa80-804f97325c29 x-openstack-request-id: req-9b4764d7-a0bf-4010-aa80-804f97325c29 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:38.667049 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-plugged", "status": "completed", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:38.667306 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b4764d7-a0bf-4010-aa80-804f97325c29 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:38.667706 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'code': 200} Oct 25 23:01:38.906946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3a66-31cd-4f5f-b43c-6faa0d4e5a22 req-7bed7367-8c78-4070-ab54-741ad10eae25 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.908937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca4a3a66-31cd-4f5f-b43c-6faa0d4e5a22 req-7bed7367-8c78-4070-ab54-741ad10eae25 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.0778921 Oct 25 23:01:38.911326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425165a-ec24-444a-92d0-e8b7bc752de9 req-4b8e471d-e9e1-42e5-b2f0-54d0a4dd2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:38.928484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b425165a-ec24-444a-92d0-e8b7bc752de9 req-4b8e471d-e9e1-42e5-b2f0-54d0a4dd2e7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 1097 time: 0.1949432 Oct 25 23:01:39.046599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca4a3a66-31cd-4f5f-b43c-6faa0d4e5a22 req-d7b8af8a-7b54-4e24-80c5-1dbeaf1bbf14 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124942 Oct 25 23:01:39.051964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b425165a-ec24-444a-92d0-e8b7bc752de9 req-65da30ac-5af5-461f-b471-81793c3e20e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993431 Oct 25 23:01:39.352874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43836) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:39.360199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-613660391'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:39.365829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b71f0-f974-4007-b068-151fef88b9a3 req-68f4282c-0922-47d4-8690-f375edbc5112 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.373197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-963b71f0-f974-4007-b068-151fef88b9a3 req-68f4282c-0922-47d4-8690-f375edbc5112 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.1272163 Oct 25 23:01:39.406360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:39.417964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.427195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-963b71f0-f974-4007-b068-151fef88b9a3 req-7ef017bd-540c-4786-b841-518597c8527d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Oct 25 23:01:39.479264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:01:39.496289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.496659 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Added segment 31125fe9-6e4b-448e-9547-3ecbf957627b of type vlan for network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 Oct 25 23:01:39.540046 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.565767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.571440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.572031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.631600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43866) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:39.631733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2777286 Oct 25 23:01:39.639114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-648642552'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:39.655814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c008b5-82fc-48d9-9fb6-05550cb0a30c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Network': ['ID=6fa3aa6f-2526-464e-a66e-4d2b8760f839,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:39.669800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:01:39.742584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:39.746858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.779326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:01:39.794273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.794704 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Added segment 797017a7-c5cd-484c-94b3-5c4fa46fec1f of type vlan for network e020199b-a6a4-4e1b-9455-8193d145de49 Oct 25 23:01:39.828919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.835840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.843329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.851926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.858419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.864423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.870511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.881566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-f2b1ba3e-8c0c-4a48-9983-cdd36ef54562 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1826181 Oct 25 23:01:39.931097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.970820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1fea378a-5bf5-409f-8534-3a7b481563a2 req-525f963e-681e-4f17-9ba4-8049d477ea69 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881884 Oct 25 23:01:39.982505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:39.988424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:39.989174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:40.042675 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4098928 Oct 25 23:01:40.046174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43872) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:40.051373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'subnet': {'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:40.061816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61bc7e-7d77-40d5-84eb-579426434d4f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Network': ['ID=e020199b-a6a4-4e1b-9455-8193d145de49,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:40.076784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e020199b-a6a4-4e1b-9455-8193d145de49 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:01:40.193072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729acdb0-e0c4-4581-aedd-14d9c42ef9a4 req-12bd2169-cf03-495c-8380-157a365ac24f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:40.194583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729acdb0-e0c4-4581-aedd-14d9c42ef9a4 req-12bd2169-cf03-495c-8380-157a365ac24f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.0739613 Oct 25 23:01:40.234649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:40.238655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:40.320964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729acdb0-e0c4-4581-aedd-14d9c42ef9a4 req-cd5b40fe-8249-414c-a517-6c3fe84889ca tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071877 Oct 25 23:01:40.602531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df828e-62e4-463e-a917-b4ee152cf88a req-4c274e56-25be-4770-8178-d71f59400cfe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:40.603107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4a74495-03e3-4487-bfde-343069e7d345 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:40.605126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8df828e-62e4-463e-a917-b4ee152cf88a req-4c274e56-25be-4770-8178-d71f59400cfe tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.0681922 Oct 25 23:01:40.614427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:40.690217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8df828e-62e4-463e-a917-b4ee152cf88a req-88e9f0d2-4b52-4f72-b500-9d284a64a92c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758204 Oct 25 23:01:40.824729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:40.828699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:40.849294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e4a74495-03e3-4487-bfde-343069e7d345', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'e4a74495-03e3-4487-bfde-343069e7d345', 'mac_address': 'fa:16:3e:67:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:40.878939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:40.881920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:40.885119 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2060f7-568d-439a-a536-8f335ee5be77" -d '{"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-unplugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:40.911833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:40.951938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:40.967515 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:40.995857 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d11d6a-bf29-4ab6-9001-d6cb940cf5a2 x-openstack-request-id: req-78d11d6a-bf29-4ab6-9001-d6cb940cf5a2 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:40.996381 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-unplugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:40.996799 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78d11d6a-bf29-4ab6-9001-d6cb940cf5a2 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:40.997421 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'code': 200} Oct 25 23:01:41.000191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:41.004560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a74495-03e3-4487-bfde-343069e7d345 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:41.033453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:41.043599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:41.098809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Subnet': ['ID=ce681895-fd0a-4406-b061-c895b07f81ca,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:41.108317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Checking segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:41.109041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network hostable DHCP agents. Network: 6fa3aa6f-2526-464e-a66e-4d2b8760f839, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:01:41.160805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:01:41.186991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6fa3aa6f-2526-464e-a66e-4d2b8760f839) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:41.202754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36961d25-7013-442b-8e08-4bec718cff76 req-ab12896c-5b68-49c9-acdf-4c64abc84c61 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.205032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36961d25-7013-442b-8e08-4bec718cff76 req-ab12896c-5b68-49c9-acdf-4c64abc84c61 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.0845506 Oct 25 23:01:41.206694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.207484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:41.212778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.221586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.230210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.240410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.249476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.256275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.260632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f1120aa1-5e2f-4b69-8818-7d3139ae7f4b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2126844 Oct 25 23:01:41.263020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.269125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43902) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:41.272337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14081ac9-bb74-4722-af9c-776c1a02deda req-70f00720-b24b-4a32-8a8d-75115b36c8f4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1443515 Oct 25 23:01:41.276223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'subnet': {'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:41.312271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdb83e-810a-4bb9-a075-ba60f6b3cfa1 None None] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:01:41.317604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:41.338529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14081ac9-bb74-4722-af9c-776c1a02deda req-8d6c8fd3-8cf2-45ed-b22e-b4ccebad2bc6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652540 Oct 25 23:01:41.390762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36961d25-7013-442b-8e08-4bec718cff76 req-a3943b4c-3382-43f3-b40c-b181053d6ec9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717873 Oct 25 23:01:41.480432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:41.486407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:41.558518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'tenant_id': '2b92477612ce40ad810a265848039471', 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:01:41.559386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:41.655485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad68c0-92fe-4fb9-984b-20f306b323da req-308d5353-af74-42c3-a64e-951520edd269 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.660117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70ad68c0-92fe-4fb9-984b-20f306b323da req-308d5353-af74-42c3-a64e-951520edd269 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 949 time: 0.1422005 Oct 25 23:01:41.749970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Allocated IP 10.1.1.2 (6fa3aa6f-2526-464e-a66e-4d2b8760f839/ce681895-fd0a-4406-b061-c895b07f81ca/cce52bbb-1733-407d-bc7b-153cf555f9c3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:41.760275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70ad68c0-92fe-4fb9-984b-20f306b323da req-8dc68f6f-91ae-402d-9c63-e3932dc2631b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904787 Oct 25 23:01:41.770530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e4a74495-03e3-4487-bfde-343069e7d345'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:41.846933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:41.945205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Subnet': ['ID=f99533c3-70f4-4d2e-ad22-0eef26e0050b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:41.954250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Checking segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:41.954831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network hostable DHCP agents. Network: e020199b-a6a4-4e1b-9455-8193d145de49, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:01:41.978395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network e020199b-a6a4-4e1b-9455-8193d145de49 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:01:41.991980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e020199b-a6a4-4e1b-9455-8193d145de49) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:41.997051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:41.998262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.014749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ce9800-49a1-4b6a-84d5-c31322bb9f4b None None] Network e020199b-a6a4-4e1b-9455-8193d145de49 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:01:42.022453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ae430a6b-2622-4d7c-a654-56f1da65d53c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7515941 Oct 25 23:01:42.025765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43922) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:42.026063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.033054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'name': 'tempest-TaggedBootDevicesTest-146673718', 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:42.094456 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.162799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:42.178699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:42.194281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:42.201919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Pushing event updated for resources: {'Port': ['ID=cce52bbb-1733-407d-bc7b-153cf555f9c3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:42.206848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:42.266106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.286199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] device_id is not set on port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:01:42.327428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Attempting to bind port cce52bbb-1733-407d-bc7b-153cf555f9c3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:42.327901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Attempting to bind port cce52bbb-1733-407d-bc7b-153cf555f9c3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:42.328326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Attempting to bind port cce52bbb-1733-407d-bc7b-153cf555f9c3 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:42.339324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:42.339672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Checking segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:42.340218 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.340800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Bound using segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:42.341469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Bound port: cce52bbb-1733-407d-bc7b-153cf555f9c3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:42.341925 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.413562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-e020199b-a6a4-4e1b-9455-8193d145de49', 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49', 'tenant_id': '2b92477612ce40ad810a265848039471', 'fixed_ips': [{'subnet_id': 'f99533c3-70f4-4d2e-ad22-0eef26e0050b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:01:42.416145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.505679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] For port cce52bbb-1733-407d-bc7b-153cf555f9c3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:42.509361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] For port cce52bbb-1733-407d-bc7b-153cf555f9c3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cce52bbb-1733-407d-bc7b-153cf555f9c3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:42.525473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.533899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 10.1.1.190 (6fa3aa6f-2526-464e-a66e-4d2b8760f839/ce681895-fd0a-4406-b061-c895b07f81ca/a634272c-d6eb-4fa0-a0f5-63624b32a3a3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:42.577448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdefc0-7615-401b-841e-a6e556be4e49 req-9941bf6a-6bca-4224-af46-f047f6a73b80 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.586496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fbdefc0-7615-401b-841e-a6e556be4e49 req-9941bf6a-6bca-4224-af46-f047f6a73b80 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.1006269 Oct 25 23:01:42.587828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.596938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.597677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509b5e8-4bb5-40b9-8f78-46e1bbc7c696 None None] Pushing event updated for resources: {'Port': ['ID=cce52bbb-1733-407d-bc7b-153cf555f9c3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:42.614995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.621894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.630579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.661276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.673360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fbdefc0-7615-401b-841e-a6e556be4e49 req-7b835f92-4f79-4bbb-bcea-7e970fe77c6d tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800045 Oct 25 23:01:42.694201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:42.708033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-561e08ce-bbee-4433-9382-c8697be70efc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.2300515 Oct 25 23:01:42.747802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:42.812513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d429213-6814-4ece-9b7e-2bfc853406ed req-b9c7fe1e-73df-4271-96aa-223df4ca8d72 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035051 Oct 25 23:01:42.823003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Allocated IP 10.2.2.2 (e020199b-a6a4-4e1b-9455-8193d145de49/f99533c3-70f4-4d2e-ad22-0eef26e0050b/2b91b3c3-a311-4b96-948f-c89f6dee2930) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:43.029425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3742-3707-4b46-bc93-d34e61583c6e req-78b19896-987b-419f-aab4-24ab1af9d779 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:43.038076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c34b3742-3707-4b46-bc93-d34e61583c6e req-78b19896-987b-419f-aab4-24ab1af9d779 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 949 time: 0.0643647 Oct 25 23:01:43.122502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.144646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c34b3742-3707-4b46-bc93-d34e61583c6e req-134ac2ba-7acf-4585-b9b9-177ba30c289d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052117 Oct 25 23:01:43.146449 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.160721 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.203952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.211022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Network e020199b-a6a4-4e1b-9455-8193d145de49 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:43.214024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:43.218355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:43.226003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Pushing event updated for resources: {'Port': ['ID=2b91b3c3-a311-4b96-948f-c89f6dee2930,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:43.277478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:43.295118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:43.296359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:43.304545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:43.320281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Attempting to bind port 2b91b3c3-a311-4b96-948f-c89f6dee2930 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:01:43.321633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Attempting to bind port 2b91b3c3-a311-4b96-948f-c89f6dee2930 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:01:43.322242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Attempting to bind port 2b91b3c3-a311-4b96-948f-c89f6dee2930 on network e020199b-a6a4-4e1b-9455-8193d145de49 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:01:43.328891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:01:43.329630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Checking segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:01:43.330335 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.331218 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Bound using segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:01:43.331976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Bound port: 2b91b3c3-a311-4b96-948f-c89f6dee2930, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:01:43.332654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.380618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:43.381710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.412090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f79cbaad-94b1-4ca9-b188-2e77e7b3789b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3825467 Oct 25 23:01:43.414176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:43.414953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] For port 2b91b3c3-a311-4b96-948f-c89f6dee2930, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:01:43.418443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] For port 2b91b3c3-a311-4b96-948f-c89f6dee2930, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b91b3c3-a311-4b96-948f-c89f6dee2930,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:01:43.422298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'name': 'tempest-TaggedBootDevicesTest-1546488304', 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:43.424135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.507007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d4b87-c008-4f46-a698-ba931adc7ff7 None None] Pushing event updated for resources: {'Port': ['ID=2b91b3c3-a311-4b96-948f-c89f6dee2930,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:43.585812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:01:43.708610 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.730918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] device_id is not set on port 6e95e880-d94d-42d4-9efa-631353c45407 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:01:43.810772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cce52bbb-1733-407d-bc7b-153cf555f9c3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:43.929702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port cce52bbb-1733-407d-bc7b-153cf555f9c3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:43.936807 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:43.962630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eb4b6-06b9-4478-a285-447209f285ae req-25ccdd71-9a99-4edc-9f25-77b6c0776080 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:43.993976 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-465eb4b6-06b9-4478-a285-447209f285ae req-25ccdd71-9a99-4edc-9f25-77b6c0776080 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.1591101 Oct 25 23:01:44.066354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-465eb4b6-06b9-4478-a285-447209f285ae req-a8f5ce86-df3f-4450-b200-a0e664a325e1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714262 Oct 25 23:01:44.084544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:44.139389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port cce52bbb-1733-407d-bc7b-153cf555f9c3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cce52bbb-1733-407d-bc7b-153cf555f9c3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:44.147854 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:44.240154 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=cce52bbb-1733-407d-bc7b-153cf555f9c3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:44.264472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.272237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.278445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.285339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.300183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.306362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.313587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.321503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-29f6e8a0-e16a-4fa1-8f04-e2c1703c562c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1936829 Oct 25 23:01:44.375208 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88a1a9db-f9bf-4a71-b783-0883f1437892 req-73ffaeda-9928-4190-ab10-3da1423e5193 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528007 Oct 25 23:01:44.417560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 10.1.1.88 (6fa3aa6f-2526-464e-a66e-4d2b8760f839/ce681895-fd0a-4406-b061-c895b07f81ca/6e95e880-d94d-42d4-9efa-631353c45407) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:44.428824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5461705-aec0-47a1-9d2b-b4e58eb7bce5 None None] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:01:44.522780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0f060544-dc45-4a75-8429-54d301a5d0c4 None None] Provisioning complete for port cce52bbb-1733-407d-bc7b-153cf555f9c3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:44.523144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0f060544-dc45-4a75-8429-54d301a5d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:44.587004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ea0dd-cc65-44ed-9cb6-2cecab66aea4 req-ee3a94a4-de8d-4633-bc7f-a4123097ee94 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.596365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d6ea0dd-cc65-44ed-9cb6-2cecab66aea4 req-ee3a94a4-de8d-4633-bc7f-a4123097ee94 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 949 time: 0.1109602 Oct 25 23:01:44.638804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:44.664457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4a74495-03e3-4487-bfde-343069e7d345 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:44.673404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d6ea0dd-cc65-44ed-9cb6-2cecab66aea4 req-4842a4d9-fe51-49ad-9fed-bb083c737082 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Oct 25 23:01:44.703446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:44.744217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:44.875060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:44.876986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:44.880667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:44.886466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:44.984914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e4a74495-03e3-4487-bfde-343069e7d345 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:01:44.994291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:44.995099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.004162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e4a74495-03e3-4487-bfde-343069e7d345 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:45.004549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.012264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4282a77-298e-4e1f-9f75-b8c4cfa6b130 None None] Network e020199b-a6a4-4e1b-9455-8193d145de49 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:01:45.017017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d6da9f4-921b-4179-8b68-8437aa785718 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6008084 Oct 25 23:01:45.217268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a6516449-f200-44ce-9d6f-a72e05ab35e2 None None] Provisioning complete for port 2b91b3c3-a311-4b96-948f-c89f6dee2930 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:45.217871 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a6516449-f200-44ce-9d6f-a72e05ab35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.251586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40ddd5-4ee1-4a5b-a8ca-c7fa29d7e3b5 req-1f7a49b0-0ab3-46e3-bb51-7f21e7843bb0 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.259773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf40ddd5-4ee1-4a5b-a8ca-c7fa29d7e3b5 req-1f7a49b0-0ab3-46e3-bb51-7f21e7843bb0 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.0714576 Oct 25 23:01:45.325787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf40ddd5-4ee1-4a5b-a8ca-c7fa29d7e3b5 req-041c5d24-359e-42cc-a95f-c8b210975f00 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641205 Oct 25 23:01:45.352112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:45.394799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:45.400496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069849612', 'description': 'tempest-description--1931791885'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:45.446873 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.665358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.681039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.695139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'mac_address': 'fa:16:3e:cd:f2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:45.729894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.738564 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-061f259a-0100-4711-8324-c40d72335b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.758183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff488d8-0d7f-486f-b954-d965165e66b3 req-deef2bcb-2f5a-4190-abc4-69b55a65f89c tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.759989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dff488d8-0d7f-486f-b954-d965165e66b3 req-deef2bcb-2f5a-4190-abc4-69b55a65f89c tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.1542280 Oct 25 23:01:45.800930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.819031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.820185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:45.822783 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd847e26-b436-4fe1-aafc-059442dfc326" -d '{"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4a74495-03e3-4487-bfde-343069e7d345"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:45.844707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.863577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dff488d8-0d7f-486f-b954-d965165e66b3 req-5907b541-d368-4192-9143-fbf73af9a889 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936148 Oct 25 23:01:45.872151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.890536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.896343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.908797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:45.926025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a6516449-f200-44ce-9d6f-a72e05ab35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.929786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-35a68ebe-f4ec-4e1c-9252-8047de7bab46 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.3273463 Oct 25 23:01:45.942997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cce52bbb-1733-407d-bc7b-153cf555f9c3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:45.948754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:45.958844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db17956e-99d1-408c-a901-43c91a90dc01,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:45.974758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:45.976020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-da64f119-fcfb-4ec4-a4bf-b7e872da8029 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5791092 Oct 25 23:01:45.980908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:45.992166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'security_group_rule': {'security_group_id': 'db17956e-99d1-408c-a901-43c91a90dc01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:46.017756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8da5f87c-4054-47a2-92bb-a704d29eb586 req-b1122341-48ec-4c80-a013-733e7cdb54a1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778477 Oct 25 23:01:46.033600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15099-eea4-4313-88d1-df8ff70e8520 req-47aebc14-122c-45b2-9e65-266ba34791f9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:46.049107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cd15099-eea4-4313-88d1-df8ff70e8520 req-47aebc14-122c-45b2-9e65-266ba34791f9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 949 time: 0.1101339 Oct 25 23:01:46.063773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.077436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.100964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f8cb517-3e78-4cb6-9a57-7136330f31ee {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:46.103199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.111811 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6e793-caa4-41df-8c81-5860c8a791a7 x-openstack-request-id: req-16d6e793-caa4-41df-8c81-5860c8a791a7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:46.112109 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4a74495-03e3-4487-bfde-343069e7d345", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:46.112365 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16d6e793-caa4-41df-8c81-5860c8a791a7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:46.112755 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345', 'code': 200} Oct 25 23:01:46.136403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cd15099-eea4-4313-88d1-df8ff70e8520 req-2107b17f-f35c-4a59-aacf-d6c8f8cbe140 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Oct 25 23:01:46.149452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a6516449-f200-44ce-9d6f-a72e05ab35e2 None None] For port 2b91b3c3-a311-4b96-948f-c89f6dee2930, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b91b3c3-a311-4b96-948f-c89f6dee2930,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:46.177661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a6516449-f200-44ce-9d6f-a72e05ab35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.180851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:46.199257 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.210005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:46.243792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port cce52bbb-1733-407d-bc7b-153cf555f9c3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:46.244359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.252626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.261476 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.300960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9cec2-db1b-4cd3-9d82-34b57fee574e req-d54eb15e-a585-4a26-b384-dc105b8bfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:46.304670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd455f9f-0ef7-4dfe-aefb-98fc0d98d525,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:46.306832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0a9cec2-db1b-4cd3-9d82-34b57fee574e req-d54eb15e-a585-4a26-b384-dc105b8bfbe8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1101 time: 0.1106811 Oct 25 23:01:46.318805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.323479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6cc0f564-5b0a-41e3-99e1-5cb3d63d7203 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402436 Oct 25 23:01:46.327440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44078) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:46.332650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516449-f200-44ce-9d6f-a72e05ab35e2 None None] Pushing event updated for resources: {'Port': ['ID=2b91b3c3-a311-4b96-948f-c89f6dee2930,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:46.340091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'security_group_rule': {'security_group_id': 'db17956e-99d1-408c-a901-43c91a90dc01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:46.390626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.392366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Provisioning complete for port cce52bbb-1733-407d-bc7b-153cf555f9c3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:46.392895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0a9cec2-db1b-4cd3-9d82-34b57fee574e req-314c9634-e90c-42e5-9513-f48d03ace160 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816224 Oct 25 23:01:46.393153 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.395449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3f8cb517-3e78-4cb6-9a57-7136330f31ee'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:46.533509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:46.571735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b91b3c3-a311-4b96-948f-c89f6dee2930 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:46.591414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139765a-416a-4149-be05-08fbd1b3569b req-84c50417-269f-4ad0-9859-9ec90f2fc045 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:46.593290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d139765a-416a-4149-be05-08fbd1b3569b req-84c50417-269f-4ad0-9859-9ec90f2fc045 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.0827007 Oct 25 23:01:46.688768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d139765a-416a-4149-be05-08fbd1b3569b req-97784e0b-7348-4983-b12f-176c5cad3270 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Oct 25 23:01:46.729792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2b91b3c3-a311-4b96-948f-c89f6dee2930 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:46.730348 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.803464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Provisioning complete for port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:46.803984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.891160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:01:46.920996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Provisioning complete for port 6e95e880-d94d-42d4-9efa-631353c45407 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:46.921458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.926214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.940395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.962679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cee277c8-b081-46ab-b1c9-ea6d412d32de None None] Port 6e95e880-d94d-42d4-9efa-631353c45407 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:01:46.973867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527df58a-ee42-4178-9f55-e7cbc73e6bad,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:46.987830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:46.989030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c2d55000-f40d-49d8-b7b6-18c390cbd39d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6580441 Oct 25 23:01:46.992061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44092) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:01:46.998686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:01:47.011839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64952301-e8fe-4bcb-b2d5-967100c1766c req-34ff927e-8921-4673-b2a9-9ef7c1e586dc tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.014363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64952301-e8fe-4bcb-b2d5-967100c1766c req-34ff927e-8921-4673-b2a9-9ef7c1e586dc tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.0860593 Oct 25 23:01:47.052791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.080037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64952301-e8fe-4bcb-b2d5-967100c1766c req-4010c259-0a38-4117-b48a-1274f1c14444 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601308 Oct 25 23:01:47.091379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8dcf7f86-ec02-4be1-a9bd-b7d8ab27182f None None] Provisioning complete for port 2b91b3c3-a311-4b96-948f-c89f6dee2930 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:47.091744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7f86-ec02-4be1-a9bd-b7d8ab27182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.248339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.254277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.260159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.266744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.272593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.283262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.292240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.294270 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-27009812-9ba8-4832-92e3-5ac1d887a022 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1229270 Oct 25 23:01:47.333394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.360403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cefa5fed-6ace-4b1d-883b-efd1f707dc91 req-2d2ca5f7-7135-4187-afea-7d84d8a8ab8f tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574758 Oct 25 23:01:47.499606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 172.25.4.226 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/2ae88547-ada9-4ec1-beae-012ead6816c0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:01:47.519126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e711bb-ae05-474b-adba-7c3d0deebc1d req-86100835-e23a-45fc-bacc-a8507777971c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.520618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8e711bb-ae05-474b-adba-7c3d0deebc1d req-86100835-e23a-45fc-bacc-a8507777971c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.0775952 Oct 25 23:01:47.613463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8e711bb-ae05-474b-adba-7c3d0deebc1d req-78bc1dbf-f7ff-4c68-8b7c-adf56a19e582 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835502 Oct 25 23:01:47.649159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.700620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b91b3c3-a311-4b96-948f-c89f6dee2930 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:47.701977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.748264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:01:47.754682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:01:47.756445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:01:47.769438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2b91b3c3-a311-4b96-948f-c89f6dee2930 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:47.769809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.801723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=2ae88547-ada9-4ec1-beae-012ead6816c0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:47.859871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dde69d-880a-4902-baea-24f7f24a2cd3 req-4c3fa50e-582a-403a-b135-3602668dd6d1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:47.861509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1dde69d-880a-4902-baea-24f7f24a2cd3 req-4c3fa50e-582a-403a-b135-3602668dd6d1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.0997357 Oct 25 23:01:47.928706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:47.941794 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1dde69d-880a-4902-baea-24f7f24a2cd3 req-511987c6-476c-4057-b78b-b1b48b0365dc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Oct 25 23:01:47.971953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.140397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.147222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.245374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-1246411a-988a-44e2-8ea4-2bf9fd0422c1 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.248423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-1246411a-988a-44e2-8ea4-2bf9fd0422c1 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.0609949 Oct 25 23:01:48.271167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=2ae88547-ada9-4ec1-beae-012ead6816c0,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:48.288335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.302885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075761a8-499f-4d1f-a39a-2a0d6831fecf req-2da89936-f2b6-4151-928f-143efb44d75c tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.304418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-075761a8-499f-4d1f-a39a-2a0d6831fecf req-2da89936-f2b6-4151-928f-143efb44d75c tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eff5d61-08cf-43f9-a491-95f2a9b243aa HTTP/1.1" status: 200 len: 946 time: 0.1322770 Oct 25 23:01:48.324578 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-694019d3-a3a2-409d-a61b-3231e56b050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.341487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.352057 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e684a77-47a2-463c-8064-c47690a2f73f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3589096 Oct 25 23:01:48.390424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-075761a8-499f-4d1f-a39a-2a0d6831fecf req-9a2e0931-f7e7-4b80-b94a-2d2c24468bfc tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5b42da3-01b8-4b93-acf0-a60998348745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673416 Oct 25 23:01:48.417136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Deleting port 227a58cd-e755-4bb8-b9a3-a1904d73395a {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:01:48.417543 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.540505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.541885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] For port 227a58cd-e755-4bb8-b9a3-a1904d73395a, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=227a58cd-e755-4bb8-b9a3-a1904d73395a,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:48.542336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.548529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.556551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.562724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.568847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.577333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.581314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:48.583442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9063e282-9c04-4c7d-ae4b-36568814505b req-d725480f-65b1-4022-90ae-4d59678a7bf0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5429 time: 0.1108258 Oct 25 23:01:48.636353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:48.645308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9063e282-9c04-4c7d-ae4b-36568814505b req-f0d89645-1d9b-4eb4-9ba6-24bb66deedef tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545847 Oct 25 23:01:48.736083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 3f8cb517-3e78-4cb6-9a57-7136330f31ee triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:48.736683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.772389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.772751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.773389 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa disassociated. External IP: 172.25.4.175, port: 227a58cd-e755-4bb8-b9a3-a1904d73395a. Oct 25 23:01:48.773544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Calling delete_port for 227a58cd-e755-4bb8-b9a3-a1904d73395a owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:01:48.839805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.868378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:48.871042 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff94d84-2493-4040-b914-f66cf5462f0c" -d '{"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-plugged", "status": "completed", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:48.884376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:48.889498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.917524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:48.946264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:48.953679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event deleted for resources: {'Port': ['ID=227a58cd-e755-4bb8-b9a3-a1904d73395a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:49.081794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:01:49.195785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:01:49.219522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:01:49.237131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:01:49.237767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:01:49.244671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] No DVR routers for this DVR port 227a58cd-e755-4bb8-b9a3-a1904d73395a on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:01:49.247862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:49.250955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de21e344-2b75-4883-b85b-f8cd02b680b5 req-6e5c0b64-c9ba-4c59-95cf-b88b9e8c8ec0 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.11 "DELETE /v2.0/ports/227a58cd-e755-4bb8-b9a3-a1904d73395a HTTP/1.1" status: 204 len: 173 time: 0.9952605 Oct 25 23:01:49.251399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'name': 'network-vif-deleted', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:49.253667 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da02aa23-488c-43ec-b084-57eeb8600a61" -d '{"events": [{"server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "name": "network-vif-deleted", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:49.435295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:01:49.587056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:49.684756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:01:49.713094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:01:49.722302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:01:49.722918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:01:49.976500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:01:50.104952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:50.200789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:01:50.231987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd639f91-26ae-4a52-a18f-a33bda856c60 None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:14Z', 'revision_number': 4, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3', 'name': '', 'network_id': 'f926ca8a-3cb4-4467-81f4-9488dcabf8c2', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'mac_address': 'fa:16:3e:e7:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:13Z', 'updated_at': '2021-10-25T22:57:21Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'subnets': [{'id': '16024d6a-fc7d-4a9b-9d55-dbbcccf19e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:01:50.515508 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa9d7e-1c9e-406b-857d-e5795af08d86 None None] New status for floating IP d3cbb182-a85f-461d-ba07-8c8962f126fa: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:01:50.583289 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:50.632496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f86e9def-0f34-40d5-9b7c-0e2d3450fe91 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:50.748681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:50.748906 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:01:50.760905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f86e9def-0f34-40d5-9b7c-0e2d3450fe91', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'port_id': 'f86e9def-0f34-40d5-9b7c-0e2d3450fe91', 'mac_address': 'fa:16:3e:eb:c2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:50.801711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:50.815112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86e9def-0f34-40d5-9b7c-0e2d3450fe91 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:50.836364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:50.840982 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:50.841718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bd83db2c-ea34-49c6-b83e-5e27f4173599 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:50.937822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:50.979169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:50.990769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'port_id': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'mac_address': 'fa:16:3e:88:47:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:51.030631 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:51.044327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd83db2c-ea34-49c6-b83e-5e27f4173599 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:51.069303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:51.074348 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:51.124877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:52.006640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 227a58cd-e755-4bb8-b9a3-a1904d73395a no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:01:52.027248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 227a58cd-e755-4bb8-b9a3-a1904d73395a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:01:52.027595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 227a58cd-e755-4bb8-b9a3-a1904d73395a not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:01:52.042241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bd83db2c-ea34-49c6-b83e-5e27f4173599'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:52.626579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0329955a-d466-496c-999e-1ec7bc4deda0 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:52.738421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0329955a-d466-496c-999e-1ec7bc4deda0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0329955a-d466-496c-999e-1ec7bc4deda0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:52.752932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '0329955a-d466-496c-999e-1ec7bc4deda0', 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'port_id': '0329955a-d466-496c-999e-1ec7bc4deda0', 'mac_address': 'fa:16:3e:5d:9d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a90246-c6ca-4cd7-bcc4-dbe4651b3987', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:52.790905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:52.804681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0329955a-d466-496c-999e-1ec7bc4deda0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:52.828694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0329955a-d466-496c-999e-1ec7bc4deda0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0329955a-d466-496c-999e-1ec7bc4deda0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:52.833088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:52.833975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e224c0d2-e8df-466e-a85e-00311e4c75f9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:52.928433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0329955a-d466-496c-999e-1ec7bc4deda0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:52.974451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:52.986184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e224c0d2-e8df-466e-a85e-00311e4c75f9', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'port_id': 'e224c0d2-e8df-466e-a85e-00311e4c75f9', 'mac_address': 'fa:16:3e:03:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:53.024037 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.038414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e224c0d2-e8df-466e-a85e-00311e4c75f9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:53.061220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.066346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.066994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 04b4a177-46dc-477a-bbad-d7ce596a05fd details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:53.132103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f86e9def-0f34-40d5-9b7c-0e2d3450fe91'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:53.139629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 04b4a177-46dc-477a-bbad-d7ce596a05fd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.171833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:53.185161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '04b4a177-46dc-477a-bbad-d7ce596a05fd', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'port_id': '04b4a177-46dc-477a-bbad-d7ce596a05fd', 'mac_address': 'fa:16:3e:9f:86:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:53.240374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.263192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b4a177-46dc-477a-bbad-d7ce596a05fd {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:53.304677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 04b4a177-46dc-477a-bbad-d7ce596a05fd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.313842 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.314512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc5d4e06-e7bb-441f-82a6-8716ac254f5c details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:53.408087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=04b4a177-46dc-477a-bbad-d7ce596a05fd,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:53.413091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.429590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'bc5d4e06-e7bb-441f-82a6-8716ac254f5c', 'network_id': '80e29c78-e066-442f-a797-b9db5f44add9', 'port_id': 'bc5d4e06-e7bb-441f-82a6-8716ac254f5c', 'mac_address': 'fa:16:3e:4f:1e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727e252c-eff4-4ec1-83e7-71db53541d46', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:53.471838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.485777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5d4e06-e7bb-441f-82a6-8716ac254f5c {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:53.505057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.510016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.510759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:01:53.585753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:53.589404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.600897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833', 'network_id': '335dbe37-8515-4fa1-a0c8-8ef7600bf8bf', 'port_id': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833', 'mac_address': 'fa:16:3e:a2:c6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a90246-c6ca-4cd7-bcc4-dbe4651b3987', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:01:53.638801 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.652204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:01:53.676224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:53.680649 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:53.736227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:54.642801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bd83db2c-ea34-49c6-b83e-5e27f4173599 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:54.696723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port bd83db2c-ea34-49c6-b83e-5e27f4173599 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:01:54.700648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port bd83db2c-ea34-49c6-b83e-5e27f4173599 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:54.701040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:54.781216 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:54.822667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:54.835576 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:54.891073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:55.119900 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['04b4a177-46dc-477a-bbad-d7ce596a05fd'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:55.340157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bc5d4e06-e7bb-441f-82a6-8716ac254f5c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:55.368637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0329955a-d466-496c-999e-1ec7bc4deda0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:55.441820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1ed5cdb7-a8b0-4198-afd9-9ce50372c833'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:56.149311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-f146e991-396a-4872-bf5c-43be422b7b62 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1069849612&fields=id&tenant_id=2b92477612ce40ad810a265848039471 HTTP/1.1" status: 200 len: 267 time: 0.0509071 Oct 25 23:01:56.204544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210c84e-25eb-4567-bcb3-1380b4cf9d4c req-91fbb291-a307-4048-892c-8ee08114e0ee tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.206470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3210c84e-25eb-4567-bcb3-1380b4cf9d4c req-91fbb291-a307-4048-892c-8ee08114e0ee tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.0663953 Oct 25 23:01:56.208140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1ee8d1e5-e4c8-4160-983c-21e6b1e56dea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.210623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1ee8d1e5-e4c8-4160-983c-21e6b1e56dea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 931 time: 0.0603571 Oct 25 23:01:56.254242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3210c84e-25eb-4567-bcb3-1380b4cf9d4c req-f1976d21-1004-4ec0-92b6-869f4fc0762f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Oct 25 23:01:56.290879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e517b382-434c-46dc-9c4f-e183f8f2b8ed tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.292257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e517b382-434c-46dc-9c4f-e183f8f2b8ed tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 931 time: 0.0748973 Oct 25 23:01:56.322499 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858f32e-b770-49f0-9915-57c23459c84a x-openstack-request-id: req-7858f32e-b770-49f0-9915-57c23459c84a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:56.323218 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-plugged", "status": "completed", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:56.323218 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7858f32e-b770-49f0-9915-57c23459c84a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:56.323706 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'code': 200} Oct 25 23:01:56.346951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5013c9ee-9ed5-4127-9be0-daee852614b6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0466032 Oct 25 23:01:56.391620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-f25d4611-1dd9-416f-96e9-1093477b68a9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0389805 Oct 25 23:01:56.458875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caddd2-58a3-4257-a735-d42f65ca35e5 req-18361c6f-0f2d-4276-bfc1-107c9747e3f9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.460515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65caddd2-58a3-4257-a735-d42f65ca35e5 req-18361c6f-0f2d-4276-bfc1-107c9747e3f9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.0677183 Oct 25 23:01:56.520953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65caddd2-58a3-4257-a735-d42f65ca35e5 req-3f5d3727-b6de-457e-bcd2-426d4bc5b50a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509346 Oct 25 23:01:56.579044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5c5734c7-ab8e-4983-8f67-2e362dc0dbe2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.579044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5c5734c7-ab8e-4983-8f67-2e362dc0dbe2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.583861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5c5734c7-ab8e-4983-8f67-2e362dc0dbe2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.585692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5c5734c7-ab8e-4983-8f67-2e362dc0dbe2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/networks?id=7a79191e-c507-4493-8e8e-dbf22773ffc6&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=e020199b-a6a4-4e1b-9455-8193d145de49&id=e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 200 len: 1988 time: 0.1919160 Oct 25 23:01:56.615772 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eaa8ce-b19f-450d-8c3e-a61c37a42dc5 x-openstack-request-id: req-76eaa8ce-b19f-450d-8c3e-a61c37a42dc5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:01:56.616068 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff5d61-08cf-43f9-a491-95f2a9b243aa", "name": "network-vif-deleted", "tag": "227a58cd-e755-4bb8-b9a3-a1904d73395a", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:01:56.616333 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76eaa8ce-b19f-450d-8c3e-a61c37a42dc5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:01:56.616748 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff5d61-08cf-43f9-a491-95f2a9b243aa', 'name': 'network-vif-deleted', 'tag': '227a58cd-e755-4bb8-b9a3-a1904d73395a', 'status': 'completed', 'code': 200} Oct 25 23:01:56.619430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-d0272e1b-9f3e-4fab-92a9-de0924fe1140 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/quotas/2b92477612ce40ad810a265848039471 HTTP/1.1" status: 200 len: 375 time: 0.0125260 Oct 25 23:01:56.726085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e224c0d2-e8df-466e-a85e-00311e4c75f9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:01:56.729262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-9ec497fb-cd39-419c-8b22-f4ab1f80e59a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0968359 Oct 25 23:01:56.971979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:56.991270 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-a7cc5d09-795a-4b23-9b12-760f28413c4c service neutron] 10.222.0.25 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394555 Oct 25 23:01:56.999999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:57.012471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:57.021879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:57.028716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:57.037807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:57.045793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:57.056163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-b79346f4-c2f4-468c-ac7d-89606fcb4716 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5437 time: 0.2683558 Oct 25 23:01:57.124214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-173df3fe-ed63-4ccc-b654-4b70638d7f13 req-acf9290f-0302-44b9-8eec-cd7fd035f294 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670867 Oct 25 23:01:57.179879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b12f089f-edfd-429e-bff8-4f9c1bbd1a85 service neutron] 10.222.0.25 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871269 Oct 25 23:01:57.256240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-19fb7c18-2e2c-4804-a106-2beed8c60057 service neutron] 10.222.0.25 "GET /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0733581 Oct 25 23:01:57.284750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-9e1fe9d6-cbef-4e89-ae0d-a625f9687147 req-1c555053-c314-4406-b849-8fbfda2edf72 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:01:57.288824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e1fe9d6-cbef-4e89-ae0d-a625f9687147 req-1c555053-c314-4406-b849-8fbfda2edf72 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070341 Oct 25 23:01:57.404993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-394ec0d4-d2b3-4ed0-b169-96d10dfdff70 service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476085 Oct 25 23:01:57.606609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b8233b2b-c647-4639-858b-128e7dd06fcc service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931753 Oct 25 23:01:57.657499 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-c96fb61a-7740-4f6d-8cf1-ac770e01b46a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001470 Oct 25 23:01:57.668756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-e5c2c951-9023-43ca-beb9-20656af0b41c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:01:57.669834 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-e5c2c951-9023-43ca-beb9-20656af0b41c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105267 Oct 25 23:01:57.681016 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e8785650-75e3-45a8-ac21-56e558999aef service neutron] 10.222.0.25 "GET /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0734665 Oct 25 23:01:57.789439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-cec5f684-5530-4511-a680-7d1153ab909f service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075199 Oct 25 23:01:57.927001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-7eb8688d-8b2a-4066-8264-5989f7fc10e9 service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365376 Oct 25 23:01:58.086833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-6498027e-3d8e-46a3-94a6-3c70705c3fab service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590168 Oct 25 23:01:58.115408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:58.251764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-bb20eca2-d6d5-4d16-beb8-72aaa4721870 service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584392 Oct 25 23:01:58.325910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:01:58.328712 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6083f30-6840-4e0b-9a2b-e17edd3d83f5" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:01:58.378398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-007bfe72-b66f-445a-9e64-45758c12681e service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191537 Oct 25 23:01:58.521699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5b5bba4a-e576-428b-871e-38c412d9b23a service neutron] 10.222.0.25 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221862 Oct 25 23:01:58.651233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-212fcab1-6e0e-4e53-852f-9523ea5ef8d1 service neutron] 10.222.0.25 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273456 Oct 25 23:01:58.688376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f86e9def-0f34-40d5-9b7c-0e2d3450fe91 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:58.779640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:01:58.787494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:58.787854 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:58.832642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d08680b-4c90-4b4e-80fc-e0de6d892f2b service neutron] 10.222.0.25 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760080 Oct 25 23:01:58.937705 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:58.999401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:59.005698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-62e5381f-49d6-480e-b96c-04bc1e4dc2f6 service neutron] 10.222.0.25 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646490 Oct 25 23:01:59.009230 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:59.011116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 04b4a177-46dc-477a-bbad-d7ce596a05fd up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:01:59.166026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-fe440e41-b6e1-409a-ab68-bc3be05b2a2f service neutron] 10.222.0.25 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594472 Oct 25 23:01:59.196933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:59.225909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 04b4a177-46dc-477a-bbad-d7ce596a05fd completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:01:59.234529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 04b4a177-46dc-477a-bbad-d7ce596a05fd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:01:59.235034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:59.356667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:59.407317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 04b4a177-46dc-477a-bbad-d7ce596a05fd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:01:59.418750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:01:59.505036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=04b4a177-46dc-477a-bbad-d7ce596a05fd,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:01:59.545800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-26a3ea7f-592c-4eb9-9af6-33ab0fec9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:59.547337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-26a3ea7f-592c-4eb9-9af6-33ab0fec9619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1101 time: 0.0615418 Oct 25 23:01:59.713326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-f65e376b-d417-4540-8d1a-2b6c283e35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:59.717923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-f65e376b-d417-4540-8d1a-2b6c283e35ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1622243 Oct 25 23:01:59.799449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-a7417b4f-e6b0-4c67-b24e-b8a1f7158b98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.0611620 Oct 25 23:01:59.880381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-a6bb69b8-f474-43e0-ac39-c77d039f8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:59.881916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-a6bb69b8-f474-43e0-ac39-c77d039f8a68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0709212 Oct 25 23:01:59.935729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-1987a0df-da6e-4174-88e2-6d383880e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:01:59.937568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-1987a0df-da6e-4174-88e2-6d383880e281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462599 Oct 25 23:02:00.136967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1095-225c-49d5-91f2-9c35333bc3cb req-035a671e-cbd2-43d9-bec6-6fd7fcba3cd9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.145148 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30cb1095-225c-49d5-91f2-9c35333bc3cb req-035a671e-cbd2-43d9-bec6-6fd7fcba3cd9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1084061 Oct 25 23:02:00.189380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-d66911d8-e925-41ec-815e-1bb01d872bf6 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392657 Oct 25 23:02:00.195096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30cb1095-225c-49d5-91f2-9c35333bc3cb req-5d981a3a-aeaf-42d0-9951-f169021fa8c2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488749 Oct 25 23:02:00.362307 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-6c919182-4082-49ae-8bed-8fce330dc11e service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695683 Oct 25 23:02:00.401875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8c797-8eeb-4c2d-937e-34600f5f8311 req-f0485302-c5b9-487b-a4d4-95fb2ddef256 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.410021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5df8c797-8eeb-4c2d-937e-34600f5f8311 req-f0485302-c5b9-487b-a4d4-95fb2ddef256 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.1031692 Oct 25 23:02:00.476493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5df8c797-8eeb-4c2d-937e-34600f5f8311 req-c1bcee40-3c8c-4fc9-a6e4-8467f5fb794a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640745 Oct 25 23:02:00.657778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.664296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.671962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.679774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.686477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.692853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0329955a-d466-496c-999e-1ec7bc4deda0 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:00.693899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.707928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:00.718097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-1573fd74-a244-4f73-b1b4-d7eb1654a1df tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5439 time: 0.1340730 Oct 25 23:02:00.794372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a41b0b72-a284-4be0-8575-59b77bebc5de req-0be5a959-1caf-4c7e-b102-778bc212ad5c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749598 Oct 25 23:02:00.982230 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea605071-678d-4576-9f53-ecbad6ecb624 x-openstack-request-id: req-ea605071-678d-4576-9f53-ecbad6ecb624 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:00.982678 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:00.982934 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea605071-678d-4576-9f53-ecbad6ecb624 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:00.983322 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'code': 200} Oct 25 23:02:00.985562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-314af1ea-587c-4ce7-94cf-f37777014c09 req-027c6c02-704e-494b-a836-2d423b4d583f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0486557 Oct 25 23:02:01.034880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 0329955a-d466-496c-999e-1ec7bc4deda0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:01.041068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44286) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:01.045339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 0329955a-d466-496c-999e-1ec7bc4deda0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:01.045713 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.151894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.157941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ae87f79-2c15-44de-ace1-c48d0a564f47 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.190039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0329955a-d466-496c-999e-1ec7bc4deda0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0329955a-d466-496c-999e-1ec7bc4deda0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:01.192337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ae87f79-2c15-44de-ace1-c48d0a564f47 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.196624 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.197710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:01.267114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ae87f79-2c15-44de-ace1-c48d0a564f47 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.269970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ae87f79-2c15-44de-ace1-c48d0a564f47 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.274220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9ae87f79-2c15-44de-ace1-c48d0a564f47 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5b42da3-01b8-4b93-acf0-a60998348745 HTTP/1.1" status: 204 len: 168 time: 0.2298305 Oct 25 23:02:01.274876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44292) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:01.297184 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-ed6bde37-3364-4f84-abde-f88e4a990b81 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] show failed (client error): The resource could not be found. Oct 25 23:02:01.301133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ed6bde37-3364-4f84-abde-f88e4a990b81 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "GET /v2.0/security-groups/d5b42da3-01b8-4b93-acf0-a60998348745 HTTP/1.1" status: 404 len: 347 time: 0.0229723 Oct 25 23:02:01.301981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:01.313288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae87f79-2c15-44de-ace1-c48d0a564f47 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b42da3-01b8-4b93-acf0-a60998348745,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:01.363626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0329955a-d466-496c-999e-1ec7bc4deda0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:01.378117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:01.394183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:01.394597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.562286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-cfbbb454-6563-409c-85b6-a37640f2d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:01.563937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-cfbbb454-6563-409c-85b6-a37640f2d3ce service neutron] 10.222.0.11 "GET /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 1027 time: 0.0717037 Oct 25 23:02:01.614569 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.642426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-23949592-b999-4561-aac9-e6ba713c729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:01.643868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-23949592-b999-4561-aac9-e6ba713c729e service neutron] 10.222.0.11 "GET /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 1027 time: 0.0730045 Oct 25 23:02:01.668006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c33dba-b9da-4f3a-b6f7-a084770a33e0 req-f5c4e662-1cad-48fc-8b5b-a7660e7fa0b7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:01.678932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13c33dba-b9da-4f3a-b6f7-a084770a33e0 req-f5c4e662-1cad-48fc-8b5b-a7660e7fa0b7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.2653480 Oct 25 23:02:01.739236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Deleting port 015513cf-1613-421f-9149-5a7f87c2aa05 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:01.739623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.744261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:01.753061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.754845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e224c0d2-e8df-466e-a85e-00311e4c75f9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:01.758778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13c33dba-b9da-4f3a-b6f7-a084770a33e0 req-c62613ad-6c6c-4e7e-89b1-a2ee9d3ab638 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667498 Oct 25 23:02:01.852334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.852787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:01.870217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Calling delete_port for 015513cf-1613-421f-9149-5a7f87c2aa05 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:01.910341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-fd4a7f21-755e-4ab9-8d71-9e370ca5473d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:01.942105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-fd4a7f21-755e-4ab9-8d71-9e370ca5473d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:01.952127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-fd4a7f21-755e-4ab9-8d71-9e370ca5473d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:01.976951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:01.983976 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-fd4a7f21-755e-4ab9-8d71-9e370ca5473d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "GET /v2.0/networks?id=7a79191e-c507-4493-8e8e-dbf22773ffc6&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=e020199b-a6a4-4e1b-9455-8193d145de49&id=e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 200 len: 1988 time: 0.3324764 Oct 25 23:02:02.086655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-7617b951-a6f1-4a1f-875c-84458333434a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b92477612ce40ad810a265848039471 HTTP/1.1" status: 200 len: 380 time: 0.0885093 Oct 25 23:02:02.111208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'admin_state_up': True, 'tenant_id': '2b92477612ce40ad810a265848039471', 'security_groups': ['db17956e-99d1-408c-a901-43c91a90dc01']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:02.112261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.125226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e224c0d2-e8df-466e-a85e-00311e4c75f9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:02.131660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e224c0d2-e8df-466e-a85e-00311e4c75f9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:02.132136 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.169315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Pushing event deleted for resources: {'Port': ['ID=015513cf-1613-421f-9149-5a7f87c2aa05,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:02.203948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f7ff2-8597-40af-b5e4-a2cf229443a1 req-d4baf2f9-cb63-479a-be09-e93ec956ec62 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.205504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-482f7ff2-8597-40af-b5e4-a2cf229443a1 req-d4baf2f9-cb63-479a-be09-e93ec956ec62 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.1719208 Oct 25 23:02:02.247241 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.275722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.279750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.283955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02b5abd7-c70e-4835-94ee-f6c47222df83 tempest-ServersWithSpecificFlavorTestJSON-172553215 tempest-ServersWithSpecificFlavorTestJSON-172553215-project] 10.222.0.25 "DELETE /v2.0/floatingips/d3cbb182-a85f-461d-ba07-8c8962f126fa HTTP/1.1" status: 204 len: 168 time: 0.9812391 Oct 25 23:02:02.308025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-482f7ff2-8597-40af-b5e4-a2cf229443a1 req-88f7c45e-beec-4105-8021-1386a71d1b12 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741251 Oct 25 23:02:02.318122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:02.337284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.341911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc5d4e06-e7bb-441f-82a6-8716ac254f5c up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:02.449028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:02.456457 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.490477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port bc5d4e06-e7bb-441f-82a6-8716ac254f5c completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:02.490477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:02.497142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.509549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port bc5d4e06-e7bb-441f-82a6-8716ac254f5c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:02.509924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.523327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.537399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.545512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.553641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.561181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.573360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:02.577658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b23c0161-2946-48c9-b145-3873644e8f61 req-838c24e9-088d-4d7c-8ee9-9126ba040776 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5442 time: 0.2009890 Oct 25 23:02:02.665605 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b23c0161-2946-48c9-b145-3873644e8f61 req-48c42575-2422-4aba-ab94-8d164a415fcc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829608 Oct 25 23:02:02.683824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.717502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 172.20.0.7 (7a79191e-c507-4493-8e8e-dbf22773ffc6/7b52f047-309a-46de-9baf-4586e7a965d0/2ad1415c-9fe0-44f6-983e-13fb289b19da) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:02.729416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:02.740220 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:02.817209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e105eb6b-2fe8-4fff-aced-08b08506853a req-62bebe23-df92-4bf8-a75b-d79558d9b602 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0435202 Oct 25 23:02:02.830513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:02.984771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86e9def-0f34-40d5-9b7c-0e2d3450fe91'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b4a177-46dc-477a-bbad-d7ce596a05fd'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0329955a-d466-496c-999e-1ec7bc4deda0'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d4e06-e7bb-441f-82a6-8716ac254f5c'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:02.987294 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03efd33d-6459-4032-8170-f50b3a8a0bb2" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "f86e9def-0f34-40d5-9b7c-0e2d3450fe91"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "04b4a177-46dc-477a-bbad-d7ce596a05fd"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "0329955a-d466-496c-999e-1ec7bc4deda0"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d4e06-e7bb-441f-82a6-8716ac254f5c"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:02.994360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:03.052452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077820-a59d-432f-ade1-39eb750ea93c req-1e393b83-8f55-4a05-bc59-ef7106d31820 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:03.064597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20077820-a59d-432f-ade1-39eb750ea93c req-1e393b83-8f55-4a05-bc59-ef7106d31820 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1215367 Oct 25 23:02:03.092561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:03.176793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20077820-a59d-432f-ade1-39eb750ea93c req-b9d367e5-512d-4658-a67e-8f0231a6d771 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058221 Oct 25 23:02:03.233895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:03.245766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:03.248188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:03.250898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:03.313793 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b520b-c1c6-4da7-b038-00edc35a17e0 x-openstack-request-id: req-b51b520b-c1c6-4da7-b038-00edc35a17e0 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:03.314120 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "f86e9def-0f34-40d5-9b7c-0e2d3450fe91", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "04b4a177-46dc-477a-bbad-d7ce596a05fd", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "0329955a-d466-496c-999e-1ec7bc4deda0", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d4e06-e7bb-441f-82a6-8716ac254f5c", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:03.314398 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b51b520b-c1c6-4da7-b038-00edc35a17e0 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:03.314822 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86e9def-0f34-40d5-9b7c-0e2d3450fe91', 'code': 200} Oct 25 23:02:03.315079 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b4a177-46dc-477a-bbad-d7ce596a05fd', 'code': 200} Oct 25 23:02:03.315328 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0329955a-d466-496c-999e-1ec7bc4deda0', 'code': 200} Oct 25 23:02:03.315574 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833', 'code': 200} Oct 25 23:02:03.315816 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9', 'code': 200} Oct 25 23:02:03.316058 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d4e06-e7bb-441f-82a6-8716ac254f5c', 'code': 200} Oct 25 23:02:03.360233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:03.361207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:03.389560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1eca8a76-81da-4b2c-a597-ab0e5243412d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918100 Oct 25 23:02:03.407008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'admin_state_up': True, 'tenant_id': '2b92477612ce40ad810a265848039471', 'security_groups': ['db17956e-99d1-408c-a901-43c91a90dc01']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:03.909662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c924e922-10af-43d5-a750-eba0a7fd1b22 None None] Provisioning complete for port 2ad1415c-9fe0-44f6-983e-13fb289b19da triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:03.910288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c924e922-10af-43d5-a750-eba0a7fd1b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:04.010708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.039083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.048397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.052213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891ee7-9240-489e-a542-f9585ec9b2d2 req-fa98ed1e-67dc-4324-9052-004977a6dee1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.057485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c924e922-10af-43d5-a750-eba0a7fd1b22 None None] Port 2ad1415c-9fe0-44f6-983e-13fb289b19da cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:02:04.057775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.060725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9891ee7-9240-489e-a542-f9585ec9b2d2 req-fa98ed1e-67dc-4324-9052-004977a6dee1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.4732912 Oct 25 23:02:04.070700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.078376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.085832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.087951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-0c6b3379-e9d4-4310-8492-05e508057155 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.1997402 Oct 25 23:02:04.192490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6fec924e-2dd3-465f-97e2-81ff6d59b215 req-b1559901-3887-4a10-ad6f-ccb9bc11046e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849466 Oct 25 23:02:04.209316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.210489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.210963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.211429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.211899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.212359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.212817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.215058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-9ac4c40d-5d02-4718-a8d3-03610b034049 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6500 time: 0.4962611 Oct 25 23:02:04.250650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9891ee7-9240-489e-a542-f9585ec9b2d2 req-f0421032-30b0-4ab0-b977-2ba94c3f5b6f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766093 Oct 25 23:02:04.253577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:04.279249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:04.310076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44362) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:04.460903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4433e9d0-a7e3-41f4-888d-a1fc6c6b9e50 req-69cce980-4480-40fe-a264-ca836fe04b3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082565 Oct 25 23:02:04.661262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a460-4e45-4b47-b08d-4e69e6440e9b req-e5c09ca0-6880-4d09-9c18-1a5fd164afe2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.669793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9589a460-4e45-4b47-b08d-4e69e6440e9b req-e5c09ca0-6880-4d09-9c18-1a5fd164afe2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 931 time: 0.2796047 Oct 25 23:02:04.852962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9589a460-4e45-4b47-b08d-4e69e6440e9b req-70c2f012-63c8-4e18-a2ba-76137cac6e08 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741271 Oct 25 23:02:04.877391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6389753-6fcc-4c05-a33e-82290a007a4d req-8cb26fac-4b56-4795-a94b-371f8c0f2829 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:04.890793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e6389753-6fcc-4c05-a33e-82290a007a4d req-8cb26fac-4b56-4795-a94b-371f8c0f2829 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1334543 Oct 25 23:02:04.903506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 10.1.1.158 (6fa3aa6f-2526-464e-a66e-4d2b8760f839/ce681895-fd0a-4406-b061-c895b07f81ca/4fc5cf55-4cd1-4eec-950f-e874bd80cb0e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:05.044585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e6389753-6fcc-4c05-a33e-82290a007a4d req-fd8bc366-7c5b-4a3f-9605-581e80911faf tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528270 Oct 25 23:02:05.218097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:05.310456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:05.351306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:05.525319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:05.538675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:05.565809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:05.630923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-e526d77b-ad09-4b47-a493-382e82ad0c91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2759871 Oct 25 23:02:05.713349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:05.771324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.790048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.799718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00c57-ea31-4de4-9f5a-596ec1f22a0a req-c73eb419-8dae-4415-9b3d-fb9a4f699314 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.808520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88b00c57-ea31-4de4-9f5a-596ec1f22a0a req-c73eb419-8dae-4415-9b3d-fb9a4f699314 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.3497458 Oct 25 23:02:05.817421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.835656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.857079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.865223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.897868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.900026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-350526c4-e0ab-4e46-8ef9-818b6fec54a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.5335259 Oct 25 23:02:05.943844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:05.951459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:06.113489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ec026ea-7fac-48f6-a134-11c8840b7fb8 req-d5349d84-63e5-4aaa-867d-0a5bf1a98029 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906173 Oct 25 23:02:06.120609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-073bcfca-8cf1-4b52-b41d-0c80e015a6d4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7204497 Oct 25 23:02:06.122025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-beef00e7-63b1-4620-b792-2dc726e3077f None None] Provisioning complete for port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:06.122733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-beef00e7-63b1-4620-b792-2dc726e3077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:06.134575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'admin_state_up': True, 'tenant_id': '2b92477612ce40ad810a265848039471', 'security_groups': ['db17956e-99d1-408c-a901-43c91a90dc01']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:06.229410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-beef00e7-63b1-4620-b792-2dc726e3077f None None] Port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:02:06.554734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:06.576867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:06.629738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-08a16be0-7bed-417c-ab87-892e845f3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:06.632408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-08a16be0-7bed-417c-ab87-892e845f3d55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 1096 time: 0.9518166 Oct 25 23:02:06.687553 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88b00c57-ea31-4de4-9f5a-596ec1f22a0a req-1deb10a5-ef0c-4fd1-bd25-42dbd2d9943e tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8665848 Oct 25 23:02:06.775861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afb02b-38f3-44fa-a64b-b5d88afba2aa req-d31b75b3-a982-4ccb-a8e7-15f44c4cabd3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:06.872953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afb02b-38f3-44fa-a64b-b5d88afba2aa req-d31b75b3-a982-4ccb-a8e7-15f44c4cabd3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:06.874289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4afb02b-38f3-44fa-a64b-b5d88afba2aa req-d31b75b3-a982-4ccb-a8e7-15f44c4cabd3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 1653 time: 0.4239051 Oct 25 23:02:06.938726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-7b8935ff-4338-48a4-b84d-b34f6f6efcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:06.943472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-7b8935ff-4338-48a4-b84d-b34f6f6efcba service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.2527573 Oct 25 23:02:07.030564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-c0c7e821-e35f-4e8b-8839-68df3d347be2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 200 len: 217 time: 0.0576384 Oct 25 23:02:07.091056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4afb02b-38f3-44fa-a64b-b5d88afba2aa req-63f8f1ad-7f90-4d2c-94bb-04ef0de7c70a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917887 Oct 25 23:02:07.100172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5267a37-b656-406f-89d5-5cd9810ceffd req-6cda71f7-f0a1-402e-a142-a5c55c4b5343 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:07.109183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a5267a37-b656-406f-89d5-5cd9810ceffd req-6cda71f7-f0a1-402e-a142-a5c55c4b5343 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1840599 Oct 25 23:02:07.201800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a5267a37-b656-406f-89d5-5cd9810ceffd req-2620384b-e913-454f-8d98-f9f8cdd9e779 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914114 Oct 25 23:02:07.207285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-2825aeac-ec95-480c-83c0-31a50fbb9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:07.208730 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-2825aeac-ec95-480c-83c0-31a50fbb9cba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1687779 Oct 25 23:02:07.235475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 10.1.1.40 (6fa3aa6f-2526-464e-a66e-4d2b8760f839/ce681895-fd0a-4406-b061-c895b07f81ca/86a92093-db29-4a7c-826a-286aff49ec94) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:07.354348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-2d114316-500a-4062-af26-afb3bdfcd4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148851 Oct 25 23:02:07.589175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:07.620883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-fb2fc187-fab3-4f62-8a5f-ff81abd8ffa2 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405465 Oct 25 23:02:07.625111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Deleting port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:07.626657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:07.677099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:07.819517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:07.831820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:07.834352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:07.878482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] For port 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:07.879129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:07.906338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:07.906894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:07.925742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Calling delete_port for 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:07.939154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=86a92093-db29-4a7c-826a-286aff49ec94,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:08.023894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.052991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.090837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a3ad9d-54b1-4ae7-bb3c-b1ff937af6b2 req-dceafbe5-1f71-40c0-a0e6-d0cbabcd4128 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584064 Oct 25 23:02:08.099966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.136103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.166833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.198998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.223475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.243754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-637d9206-38d3-4098-a814-4fa9a2eca401 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.5882380 Oct 25 23:02:08.268131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-00acbe90-541e-452f-ad6b-ad343263ee42 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1394429 Oct 25 23:02:08.317538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49', 'admin_state_up': True, 'tenant_id': '2b92477612ce40ad810a265848039471', 'security_groups': ['db17956e-99d1-408c-a901-43c91a90dc01']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:08.341126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad19b-b1ed-46f2-8a48-71028bd2953b req-b9f59f33-9ef6-4a67-a42c-5dbd207b98ff tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.358480 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b50ad19b-b1ed-46f2-8a48-71028bd2953b req-b9f59f33-9ef6-4a67-a42c-5dbd207b98ff tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.3087058 Oct 25 23:02:08.408735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7e01aa1e-674d-4948-b4e3-eaf6d7599da7 None None] Provisioning complete for port 86a92093-db29-4a7c-826a-286aff49ec94 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:08.409656 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7e01aa1e-674d-4948-b4e3-eaf6d7599da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:08.454484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f91b0a22-9202-47b0-8534-d3beace44b07 req-7cb7e15a-b4e6-4e8f-82c9-8026c7fa361a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094903 Oct 25 23:02:08.514611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7e01aa1e-674d-4948-b4e3-eaf6d7599da7 None None] Port 86a92093-db29-4a7c-826a-286aff49ec94 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:02:08.581263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:08.633380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:08.801281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b50ad19b-b1ed-46f2-8a48-71028bd2953b req-c8155a52-f2a3-4f0a-926d-00f83d5da31f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337606 Oct 25 23:02:08.803951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:08.909323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92b9c-3176-4339-98a2-020c5d15f643 req-3b0bb57b-1012-4f2b-ad9f-8773b378d3df tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.928269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92b9c-3176-4339-98a2-020c5d15f643 req-3b0bb57b-1012-4f2b-ad9f-8773b378d3df tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.934853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92b9c-3176-4339-98a2-020c5d15f643 req-3b0bb57b-1012-4f2b-ad9f-8773b378d3df tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:08.948358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8db92b9c-3176-4339-98a2-020c5d15f643 req-3b0bb57b-1012-4f2b-ad9f-8773b378d3df tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 2373 time: 0.1924326 Oct 25 23:02:09.140861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6a59-8870-4779-9767-e716c8ad59dc req-10fcc063-1f79-41d1-8f94-9311423fec1d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.154952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-256f6a59-8870-4779-9767-e716c8ad59dc req-10fcc063-1f79-41d1-8f94-9311423fec1d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1377995 Oct 25 23:02:09.248684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-256f6a59-8870-4779-9767-e716c8ad59dc req-2f6f2ccb-9858-4a7d-a1ea-454a79035154 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917187 Oct 25 23:02:09.256933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:09.711992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.719557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.726088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.733334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.736913 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:09.740967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.748375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.755089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:09.761815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-52e752f5-c229-4f23-8d82-f98dc1f960a0 req-47c8cc2d-cf88-4dff-9375-85212bca3162 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.2555597 Oct 25 23:02:09.768193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:09.774875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Request body: {'floatingip': {'port_id': 'bd83db2c-ea34-49c6-b83e-5e27f4173599'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:09.828663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8db92b9c-3176-4339-98a2-020c5d15f643 req-2b78b5f0-2712-407f-b50f-e90155664325 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8792202 Oct 25 23:02:09.912252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:10.175342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 10.2.2.100 (e020199b-a6a4-4e1b-9455-8193d145de49/f99533c3-70f4-4d2e-ad22-0eef26e0050b/1357aba4-830f-4993-8580-1abbe79dad54) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:10.348065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:10.393713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:10.488834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network e020199b-a6a4-4e1b-9455-8193d145de49 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:10.515586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:10.532598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:10.648507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:10.693241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:10.719855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:10.721731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:10.775136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4597232 Oct 25 23:02:10.781962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84d589-7114-4c2a-9967-06f1e14d2a59 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:10.812827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49', 'admin_state_up': True, 'tenant_id': '2b92477612ce40ad810a265848039471', 'security_groups': ['db17956e-99d1-408c-a901-43c91a90dc01']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:10.898776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:02:10.926981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ed34-b8ec-4de5-8dd8-c152d24b5b75 req-3b08df2d-6522-4d7d-a773-588f8372a22c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:10.939479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e586ed34-b8ec-4de5-8dd8-c152d24b5b75 req-3b08df2d-6522-4d7d-a773-588f8372a22c tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.2893846 Oct 25 23:02:10.989593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dcc32-03ef-4b42-9bfb-168ac5b47089 req-308b04b4-9106-49c7-b153-eb0ac11123ce tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:11.005748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d4dcc32-03ef-4b42-9bfb-168ac5b47089 req-308b04b4-9106-49c7-b153-eb0ac11123ce tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.5166230 Oct 25 23:02:11.029069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-62fe03cf-4288-4878-b1b4-e48a8a955b6d None None] Provisioning complete for port 1357aba4-830f-4993-8580-1abbe79dad54 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:11.029662 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-62fe03cf-4288-4878-b1b4-e48a8a955b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:11.158074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d4dcc32-03ef-4b42-9bfb-168ac5b47089 req-4bd066dc-f8b6-42a7-8c69-6497a4f5e7a1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513309 Oct 25 23:02:11.197066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-62fe03cf-4288-4878-b1b4-e48a8a955b6d None None] Port 1357aba4-830f-4993-8580-1abbe79dad54 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:02:11.227180 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Floating IP c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657 associated. External IP: 172.25.4.66, port: bd83db2c-ea34-49c6-b83e-5e27f4173599. Oct 25 23:02:11.384731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Made reservation on behalf of 2b92477612ce40ad810a265848039471 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:11.390372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:11.588351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:02:11.599707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] Sync routers for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:02:11.623942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:02:11.636367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:11.647248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e612f-66f8-4dec-9677-8c02ea625f28 req-b91ea0ed-06a7-4421-b659-860d7972a3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:11.651115 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-724e21f4-8619-4e6c-8525-7ddf0e296bf6 admin admin] 10.222.0.25 "PUT /v2.0/routers/4e3e89dc-d57f-474b-bd81-998ad350b8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3399184 Oct 25 23:02:11.660723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e612f-66f8-4dec-9677-8c02ea625f28 req-b91ea0ed-06a7-4421-b659-860d7972a3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:11.663564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44502) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:11.676865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e612f-66f8-4dec-9677-8c02ea625f28 req-b91ea0ed-06a7-4421-b659-860d7972a3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:11.693434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e612f-66f8-4dec-9677-8c02ea625f28 req-b91ea0ed-06a7-4421-b659-860d7972a3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:11.705114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-297e612f-66f8-4dec-9677-8c02ea625f28 req-b91ea0ed-06a7-4421-b659-860d7972a3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 3094 time: 0.2459714 Oct 25 23:02:11.785596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e586ed34-b8ec-4de5-8dd8-c152d24b5b75 req-afebec22-d6a4-4ac5-9b75-b7ae95e612a8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469268 Oct 25 23:02:11.976618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:02:12.006851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-297e612f-66f8-4dec-9677-8c02ea625f28 req-409c99e2-84f1-4452-8be0-f0c6e3b0288e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821155 Oct 25 23:02:12.077673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Allocated IP 10.2.2.200 (e020199b-a6a4-4e1b-9455-8193d145de49/f99533c3-70f4-4d2e-ad22-0eef26e0050b/8630c20c-af34-4158-a6fe-68b18b04cd2b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:12.503302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:12.548313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T23:02:08Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:12.593149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:12.626199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] Checking router: 4e3e89dc-d57f-474b-bd81-998ad350b8d8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:02:12.641511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] Routers {'4e3e89dc-d57f-474b-bd81-998ad350b8d8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:02:12.644227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:12.710074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Network e020199b-a6a4-4e1b-9455-8193d145de49 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:12.717932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:12.732213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:12.789482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event updated for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:12.867874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:12.868489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:12.926480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-76e32878-4211-4be7-b89c-8bd27b612e54 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1257389 Oct 25 23:02:12.944180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:12.979318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] Set router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:02:13.051099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Router e2803e91-7d90-4e8e-8ab4-be244e7a93ca has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:02:13.108068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601eed3-0a75-497b-88d5-8b115b596392 req-cbc8d46b-49e8-45d4-9d33-302c9e9e0062 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:13.118775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0601eed3-0a75-497b-88d5-8b115b596392 req-cbc8d46b-49e8-45d4-9d33-302c9e9e0062 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.3098290 Oct 25 23:02:13.170393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:13.182130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:13.227524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1440151-ee96-47fc-9788-9015c8a05f95 req-12bd00f2-e532-489f-8d81-c45052507e26 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:13.238459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1440151-ee96-47fc-9788-9015c8a05f95 req-12bd00f2-e532-489f-8d81-c45052507e26 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 946 time: 0.2269084 Oct 25 23:02:13.325635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1440151-ee96-47fc-9788-9015c8a05f95 req-e339d301-9157-44e7-86a5-3c085d14aecd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840828 Oct 25 23:02:13.366756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-246b650d-d343-41b4-9e10-e4fb1dfdc63f None None] Provisioning complete for port 8630c20c-af34-4158-a6fe-68b18b04cd2b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:13.367118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-246b650d-d343-41b4-9e10-e4fb1dfdc63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:13.442090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:13.575259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-246b650d-d343-41b4-9e10-e4fb1dfdc63f None None] Port 8630c20c-af34-4158-a6fe-68b18b04cd2b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:02:13.681068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T23:02:08Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:13.726829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9dfb9-6da1-48b3-98a4-dc89d7e2101c None None] The sync data for ids ['4e3e89dc-d57f-474b-bd81-998ad350b8d8'] in n-d-815373-1 is: [{'id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1790676680-router', 'tenant_id': '5db826bd4b8f47b7acccb072b2d3e059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T23:02:08Z', 'revision_number': 5, 'project_id': '5db826bd4b8f47b7acccb072b2d3e059', 'gw_port': {'id': 'e451324b-1aff-44c9-9a64-ab3640a10891', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e89dc-d57f-474b-bd81-998ad350b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:10Z', 'updated_at': '2021-10-25T22:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:02:13.818176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:02:13.832133 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] Sync routers for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:02:13.835179 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:13.846526 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:02:13.853047 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:13.887400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0601eed3-0a75-497b-88d5-8b115b596392 req-58cebd90-360d-48f6-97d9-eaaa943287c5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670310 Oct 25 23:02:13.927004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad1415c-9fe0-44f6-983e-13fb289b19da {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:13.948061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:13.964612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2388831e-e0d1-45b9-a477-d51febd5952a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "PUT /v2.0/floatingips/c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657 HTTP/1.1" status: 200 len: 991 time: 4.1938558 Oct 25 23:02:13.973803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Transition to ACTIVE for port object 2ad1415c-9fe0-44f6-983e-13fb289b19da will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:13.974052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:13.983141 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7294a1-da53-439a-8933-1986eb1832f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:14.034601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:14.064415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:14.104330 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:02:14.247937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Deleting port e451324b-1aff-44c9-9a64-ab3640a10891 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:14.248465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:14.347894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-83c3dfd8-eab4-41dc-a8bf-3e1e1b771083 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:14.366191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-83c3dfd8-eab4-41dc-a8bf-3e1e1b771083 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:14.410521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-83c3dfd8-eab4-41dc-a8bf-3e1e1b771083 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:14.453390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-83c3dfd8-eab4-41dc-a8bf-3e1e1b771083 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:14.487853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-83c3dfd8-eab4-41dc-a8bf-3e1e1b771083 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:14.511385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-83c3dfd8-eab4-41dc-a8bf-3e1e1b771083 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 3827 time: 0.9871974 Oct 25 23:02:14.610381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:14.639151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] For port e451324b-1aff-44c9-9a64-ab3640a10891, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e451324b-1aff-44c9-9a64-ab3640a10891,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:14.639631 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:14.707377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c7b1bab5-f510-481a-9aff-27b901c6b4d7 req-176c8d7c-c9ad-4018-97ee-647ebaacb55f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828275 Oct 25 23:02:14.720702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Calling delete_port for e451324b-1aff-44c9-9a64-ab3640a10891 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:14.856996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Attempting to bind port 2ad1415c-9fe0-44f6-983e-13fb289b19da on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:14.857345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Attempting to bind port 2ad1415c-9fe0-44f6-983e-13fb289b19da by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:14.857673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Attempting to bind port 2ad1415c-9fe0-44f6-983e-13fb289b19da on network 7a79191e-c507-4493-8e8e-dbf22773ffc6 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:14.885144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Port 2ad1415c-9fe0-44f6-983e-13fb289b19da on network 7a79191e-c507-4493-8e8e-dbf22773ffc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:14.885503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Attempting to bind port 2ad1415c-9fe0-44f6-983e-13fb289b19da on network 7a79191e-c507-4493-8e8e-dbf22773ffc6 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:14.907276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:14.908553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Checking segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:14.909057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Bound using segment: {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:14.930079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Bound port: 2ad1415c-9fe0-44f6-983e-13fb289b19da, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1538d4-ed55-45be-9ec7-29cd81efe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:14.931555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:15.084904 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40c2d9b-2a93-46ff-9b4d-1543073724f6 x-openstack-request-id: req-f40c2d9b-2a93-46ff-9b4d-1543073724f6 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:15.085210 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:15.085527 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f40c2d9b-2a93-46ff-9b4d-1543073724f6 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:15.086025 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'status': 'completed', 'code': 200} Oct 25 23:02:15.115460 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'port_id': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'mac_address': 'fa:16:3e:88:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:00:43Z', 'updated_at': '2021-10-25T23:02:10Z', 'revision_number': 1, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:51Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:15.186814 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] Checking router: e2803e91-7d90-4e8e-8ab4-be244e7a93ca for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:02:15.217659 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:02:15.220334 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:15.546416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-927dc83d-3a93-43e9-bce6-d9c4fa35c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:15.653417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:15.674982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.675464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.675998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.676437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.676839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.677298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.677754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.680503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-dd465ac4-5f43-439d-b62c-d9862c1244e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6500 time: 0.5543776 Oct 25 23:02:15.689579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:15.781031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:15.812413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2e7a4-ce50-4267-8be5-daca884bb00a req-8f862634-dc6a-433d-9e39-e8016d2eece9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:15.820286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ae2e7a4-ce50-4267-8be5-daca884bb00a req-8f862634-dc6a-433d-9e39-e8016d2eece9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.5568783 Oct 25 23:02:15.827047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:15.925475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:15.988554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:02:15.994017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3edce0bb-3c69-49a1-bdaf-e0cfccf4f5e3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:16.047513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e451324b-1aff-44c9-9a64-ab3640a10891,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:16.093667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.095983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.096833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.099994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.099994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.099994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.099994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.108882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.113780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.113780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.113780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.113780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:16.182032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.182781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.189058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 200 len: 1091 time: 3.2494860 Oct 25 23:02:16.209349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:16.221575 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf216c-cf84-4cd7-8846-4388d69eb898" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:16.230873 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.291877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:16.434380 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:02:16.555757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7de17-af0c-4304-8b8d-698d0d5f7f39 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:16.573304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-6913febb-32f9-43aa-aa16-529f8f040434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.575863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-6913febb-32f9-43aa-aa16-529f8f040434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a04a810-9229-498f-85f7-324f9b96c2a9 HTTP/1.1" status: 200 len: 917 time: 0.8839989 Oct 25 23:02:16.615662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.625635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.648314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ae2e7a4-ce50-4267-8be5-daca884bb00a req-26b5654a-97bc-4de4-a3c1-b05d222abcdf tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158444 Oct 25 23:02:16.650769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-58f7f93f-58ad-4be4-80d3-fe867a8a0867 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.672325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-58f7f93f-58ad-4be4-80d3-fe867a8a0867 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.680613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-58f7f93f-58ad-4be4-80d3-fe867a8a0867 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.688574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-58f7f93f-58ad-4be4-80d3-fe867a8a0867 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.695866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-58f7f93f-58ad-4be4-80d3-fe867a8a0867 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:16.724915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-58f7f93f-58ad-4be4-80d3-fe867a8a0867 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 3827 time: 0.2711551 Oct 25 23:02:16.818540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.900347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-9e88f175-a1a6-4d33-a9ff-6b7ab96533b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 200 len: 999 time: 0.2312622 Oct 25 23:02:16.907139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f8e5f47-6fae-4cdb-8eda-ca34d5c5b01f req-ca1dd5de-9c88-42fd-80a6-065223d5ef8e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812482 Oct 25 23:02:16.929809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.930553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3e89dc-d57f-474b-bd81-998ad350b8d8 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:02:16.955358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:16.978512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bfa680f8-1642-45ac-9ec1-baa01f916f5a admin admin] 10.222.0.25 "DELETE /v2.0/routers/4e3e89dc-d57f-474b-bd81-998ad350b8d8 HTTP/1.1" status: 204 len: 168 time: 5.3137290 Oct 25 23:02:16.986545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44594) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:17.098519 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdf0d0d-fb79-4977-84b8-d0e77994468e x-openstack-request-id: req-4bdf0d0d-fb79-4977-84b8-d0e77994468e {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:17.098798 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:17.099084 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bdf0d0d-fb79-4977-84b8-d0e77994468e {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:17.099469 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'status': 'completed', 'code': 200} Oct 25 23:02:17.208404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'port_id': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'mac_address': 'fa:16:3e:88:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:00:43Z', 'updated_at': '2021-10-25T23:02:10Z', 'revision_number': 1, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:51Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:17.241514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-bdc495ce-ca0d-47a7-8bf6-def3fa96c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.243309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-bdc495ce-ca0d-47a7-8bf6-def3fa96c4bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9f997e-9e41-444c-ae4c-5dc5d4e24055 HTTP/1.1" status: 200 len: 855 time: 0.3421938 Oct 25 23:02:17.297862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Deleting subnet 16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:02:17.307263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:17.318913 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfd95f-6a88-44a9-ac24-c960cd85ae0f None None] The sync data for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 is: [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'port_id': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'mac_address': 'fa:16:3e:88:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:00:43Z', 'updated_at': '2021-10-25T23:02:10Z', 'revision_number': 1, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:51Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:02:17.391686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-2d3bb6e5-2ac7-4071-a351-71131766a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.392161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-2d3bb6e5-2ac7-4071-a351-71131766a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.392620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-2d3bb6e5-2ac7-4071-a351-71131766a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.393072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-2d3bb6e5-2ac7-4071-a351-71131766a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.393526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-2d3bb6e5-2ac7-4071-a351-71131766a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.404072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-2d3bb6e5-2ac7-4071-a351-71131766a94d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 4362 time: 0.2783909 Oct 25 23:02:17.612961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-684492a2-82b7-427c-9d8b-5cad568ab72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.640225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-684492a2-82b7-427c-9d8b-5cad568ab72f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a04a810-9229-498f-85f7-324f9b96c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2826831 Oct 25 23:02:17.774972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e451324b-1aff-44c9-9a64-ab3640a10891 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:17.775657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:17.865933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e451324b-1aff-44c9-9a64-ab3640a10891 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:02:17.871843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e451324b-1aff-44c9-9a64-ab3640a10891 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:17.881019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa3182-821d-4b8a-8251-15963443fd06 None None] New status for floating IP c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:02:17.992720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-dd08d8de-6165-490b-9672-f6ab00b3d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.993324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-dd08d8de-6165-490b-9672-f6ab00b3d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:17.993608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-dd08d8de-6165-490b-9672-f6ab00b3d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.001617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-dd08d8de-6165-490b-9672-f6ab00b3d38a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b92477612ce40ad810a265848039471&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5660248 Oct 25 23:02:18.035052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-68230599-a5ee-482b-bff5-e377a3e04b13 service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787904 Oct 25 23:02:18.150387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:02:18.157976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a634272c-d6eb-4fa0-a0f5-63624b32a3a3 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:18.266983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:18.374022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Transition to ACTIVE for port object a634272c-d6eb-4fa0-a0f5-63624b32a3a3 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:18.405292 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:18.518646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-e9f7cb95-4eb2-473d-8f6d-631c7a01e8d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.526504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-e9f7cb95-4eb2-473d-8f6d-631c7a01e8d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.535825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-e9f7cb95-4eb2-473d-8f6d-631c7a01e8d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.550450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-e9f7cb95-4eb2-473d-8f6d-631c7a01e8d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.561581 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89cc6d4c-b74e-4e40-b56f-32660e1df2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:18.567689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-e9f7cb95-4eb2-473d-8f6d-631c7a01e8d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.572243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-e9f7cb95-4eb2-473d-8f6d-631c7a01e8d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 3827 time: 0.4302807 Oct 25 23:02:18.606787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:18.628853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a7294a1-da53-439a-8933-1986eb1832f3 req-55987591-5f10-4e62-b736-3847898146d8 service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740676 Oct 25 23:02:18.733402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Pushing event updated for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:18.786877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0df6ed9d-18e1-4832-87c7-cd50f6d2ab09 req-9c96cb22-bf02-4e71-8086-e63dcb1786cf tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021267 Oct 25 23:02:18.941896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae64b0-8b6b-4997-abfa-74d0fa1bf5a3 req-823a38b4-2a03-49f9-a80d-75f3015f7292 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:18.952765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79ae64b0-8b6b-4997-abfa-74d0fa1bf5a3 req-823a38b4-2a03-49f9-a80d-75f3015f7292 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 1.0588257 Oct 25 23:02:18.969674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:19.033250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Attempting to bind port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:19.034048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Attempting to bind port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:19.034537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.036815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Attempting to bind port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:19.039834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'mac_address': 'fa:16:3e:85:69:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:02:19.048508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:19.053206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Attempting to bind port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:19.064138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:19.078411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Checking segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:19.079314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Bound using segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:19.081085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Bound port: a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:19.081870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.183080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.188714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79ae64b0-8b6b-4997-abfa-74d0fa1bf5a3 req-2a82cfb3-8648-47e2-907b-601c178d15f3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320220 Oct 25 23:02:19.191133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16024d6a-fc7d-4a9b-9d55-dbbcccf19e72,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:19.254468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2f449d0-1181-4d2b-8308-dde15523cdaf {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:19.318128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:19.336982 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.341838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:19.355956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-876546f4-e38a-463c-a9e8-d887b75e0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:19.359731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9acf216c-cf84-4cd7-8846-4388d69eb898 req-876546f4-e38a-463c-a9e8-d887b75e0c3b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3394735 Oct 25 23:02:19.366666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:19.378234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.384243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa31c4-b589-4a03-8464-862a685d851b None None] Network f926ca8a-3cb4-4467-81f4-9488dcabf8c2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:02:19.385111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.394380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1d345e25-bc56-483c-818b-bfc734400817 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16024d6a-fc7d-4a9b-9d55-dbbcccf19e72 HTTP/1.1" status: 204 len: 168 time: 2.4014385 Oct 25 23:02:19.396802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44664) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:19.502877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:19.503611 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.520991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] 10.222.0.11 "PUT /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 1130 time: 3.2727787 Oct 25 23:02:19.521477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': 'a634272c-d6eb-4fa0-a0f5-63624b32a3a3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:19.531544 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "a634272c-d6eb-4fa0-a0f5-63624b32a3a3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:19.578698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f2f449d0-1181-4d2b-8308-dde15523cdaf'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:19.594513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:19.664203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.674544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.735908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:19.838462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.884378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d6d99-ee9b-485e-b1f0-dd2f1a2b4e24 service neutron] Pushing event updated for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:19.910018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Deleting port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:19.911773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:19.916710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] DHCP port deletion for f926ca8a-3cb4-4467-81f4-9488dcabf8c2 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:02:20.025366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] For port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:20.026900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.042314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] Deleting port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:20.043480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.055572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Calling delete_port for 1d457cd2-c516-4d79-ac7e-bcb3ff49501b owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:20.120670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] For port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,segment=NetworkSegment(818e912d-8fce-4b81-9938-00ea766f3dbe),segment_id=818e912d-8fce-4b81-9938-00ea766f3dbe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:20.120992 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.137189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] Calling delete_port for 1d457cd2-c516-4d79-ac7e-bcb3ff49501b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:20.200952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.224147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e95e880-d94d-42d4-9efa-631353c45407 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:20.226320 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.242225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.273912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Transition to ACTIVE for port object 6e95e880-d94d-42d4-9efa-631353c45407 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:20.279471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.294424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] Pushing event deleted for resources: {'Port': ['ID=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:20.298482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3cb3c-2020-4a6a-8a39-cb54e97486bc None None] No DVR routers for this DVR port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:02:20.307196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.366865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] No DVR routers for this DVR port 1d457cd2-c516-4d79-ac7e-bcb3ff49501b on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:02:20.382280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d457cd2-c516-4d79-ac7e-bcb3ff49501b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:20.465574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:20.615173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.688274 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.787134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f926ca8a-3cb4-4467-81f4-9488dcabf8c2']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:20.851859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818e912d-8fce-4b81-9938-00ea766f3dbe') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:20.856694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818e912d-8fce-4b81-9938-00ea766f3dbe') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:20.876146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Attempting to bind port 6e95e880-d94d-42d4-9efa-631353c45407 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:20.876771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Attempting to bind port 6e95e880-d94d-42d4-9efa-631353c45407 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:20.877347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Attempting to bind port 6e95e880-d94d-42d4-9efa-631353c45407 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:20.890058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Port 6e95e880-d94d-42d4-9efa-631353c45407 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:20.890474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Attempting to bind port 6e95e880-d94d-42d4-9efa-631353c45407 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:20.903934 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.908603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:20.908941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Checking segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:20.911370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Bound using segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:20.911771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Bound port: 6e95e880-d94d-42d4-9efa-631353c45407, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:20.912132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.953873 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.974545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:02:20.974545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:02:20.983186 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:02:21.040360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-ae5414f7-3d06-461c-8378-d4d7396ce346 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3173032 Oct 25 23:02:21.095786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:21.109407 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:21.112935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f926ca8a-3cb4-4467-81f4-9488dcabf8c2 HTTP/1.1" status: 204 len: 168 time: 1.7146630 Oct 25 23:02:21.115867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44690) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:21.133957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20690ac2-d46c-4074-8788-7ead4d7365f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f926ca8a-3cb4-4467-81f4-9488dcabf8c2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:21.257979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:21.272681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6e95e880-d94d-42d4-9efa-631353c45407,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:21.408630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:21.539253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:21.540214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:21.542143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 1130 time: 1.9819334 Oct 25 23:02:21.610131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:21.643185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561e6b0-f0c0-4b62-b44e-d98bdfb531a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:21.652874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-58c20608-94a0-45bc-9d2d-da3dde009686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:21.657393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-58c20608-94a0-45bc-9d2d-da3dde009686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 1099 time: 0.3823414 Oct 25 23:02:21.816778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:21.854418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1d457cd2-c516-4d79-ac7e-bcb3ff49501b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:21.926812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 1d457cd2-c516-4d79-ac7e-bcb3ff49501b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:02:21.936883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1d457cd2-c516-4d79-ac7e-bcb3ff49501b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:22.107494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:22.277778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f2f449d0-1181-4d2b-8308-dde15523cdaf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:22.278826 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:22.463769 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:22.493909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:22.496992 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e97f4-87a9-4c84-a1d6-1b83566ef3b9" -d '{"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-plugged", "status": "completed", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:22.511388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:22.530402 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:22.638872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:22.659448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.662660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.663196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.665955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.666499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.667027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.668100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.670021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.670560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.671048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.672400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.673881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:22.748729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-a54a09f5-7be4-45f4-8c28-860833eec97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:22.750315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-a54a09f5-7be4-45f4-8c28-860833eec97d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 1.0685647 Oct 25 23:02:22.873274 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07256c2-d028-4308-992f-5c890d978da1 x-openstack-request-id: req-e07256c2-d028-4308-992f-5c890d978da1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:22.873540 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "a634272c-d6eb-4fa0-a0f5-63624b32a3a3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:22.873793 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e07256c2-d028-4308-992f-5c890d978da1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:22.874218 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': 'a634272c-d6eb-4fa0-a0f5-63624b32a3a3', 'status': 'completed', 'code': 200} Oct 25 23:02:22.883217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-b2e3137e-4b45-4d37-9d98-c31c5ae42715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0e556bea-c336-4bd4-b279-442d1e414ec6 HTTP/1.1" status: 200 len: 217 time: 0.1146553 Oct 25 23:02:22.904851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:22.972333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:22.979045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:22.986596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:22.993093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.000032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.006134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.012467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.020797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-d4160b61-74d2-4bad-a999-c5fd4367b533 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5371 time: 0.1782105 Oct 25 23:02:23.088083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1af73992-dbdf-41c9-98e0-79d4d5c426ae req-680d9760-c363-4185-bdbf-5fdcd32997e7 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661125 Oct 25 23:02:23.125246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.130278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.131185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.131808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.135965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.136697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.137401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.142589 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-d6ae5093-7399-4de7-820a-1e1f13a0cde1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6208 time: 0.2614172 Oct 25 23:02:23.152704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-92bd1f5a-c1bf-47e5-a7e9-f0fd3834189d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.156512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-92bd1f5a-c1bf-47e5-a7e9-f0fd3834189d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 0.1393659 Oct 25 23:02:23.243893 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-e049092f-178c-46e9-a2f3-0812e44c2bb3 service neutron] show failed (client error): The resource could not be found. Oct 25 23:02:23.245198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-e049092f-178c-46e9-a2f3-0812e44c2bb3 service neutron] 10.222.0.15 "GET /v2.0/ports/e4a74495-03e3-4487-bfde-343069e7d345/bindings/n-h2-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.3293209 Oct 25 23:02:23.255175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-fb49b788-4867-4d3e-ad06-e973004914e4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/quotas/e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 375 time: 0.0652220 Oct 25 23:02:23.299507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-f3745059-5548-4a3f-9fb6-b98a417b4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.300948 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-f3745059-5548-4a3f-9fb6-b98a417b4f5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.3909616 Oct 25 23:02:23.410127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-0a1718ef-cbcc-490b-bafe-32bbb249b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.410716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-0a1718ef-cbcc-490b-bafe-32bbb249b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.414016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-0a1718ef-cbcc-490b-bafe-32bbb249b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.419822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-0a1718ef-cbcc-490b-bafe-32bbb249b707 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b92477612ce40ad810a265848039471&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2589011 Oct 25 23:02:23.547181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-cd71ad4e-bd70-4ee6-acf1-9ebae128b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.550101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abc0157d-9f3f-4b80-8dac-24fec7fd09f2 req-cd71ad4e-bd70-4ee6-acf1-9ebae128b107 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217072 Oct 25 23:02:23.550336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:23.565265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-56917aea-d3c0-47a8-89f6-cd45033df6a4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2999804 Oct 25 23:02:23.573338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:23.606072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71332321-0c97-4ab0-acbd-23bd5df91a2e req-a0da34a7-fe74-4480-bf23-3bde87d2262a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.608591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71332321-0c97-4ab0-acbd-23bd5df91a2e req-a0da34a7-fe74-4480-bf23-3bde87d2262a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.2443447 Oct 25 23:02:23.698015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Transition to ACTIVE for port object 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:23.717239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-3da286b6-87be-4b06-bf9d-52c1a0a61d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.719271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-3da286b6-87be-4b06-bf9d-52c1a0a61d33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2761075 Oct 25 23:02:23.721837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:23.772414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-9d61333e-b24a-43e6-9d8e-3786dfa7d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:23.774114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-9d61333e-b24a-43e6-9d8e-3786dfa7d661 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac&tenant_id=0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 1101 time: 0.0962031 Oct 25 23:02:23.778526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71332321-0c97-4ab0-acbd-23bd5df91a2e req-3d4aa4b0-1367-4326-abad-7acbe1b14ab3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626129 Oct 25 23:02:23.795378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:23.899847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:24.075199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:24.111110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-a7785195-faf7-4785-9ccb-2fb3f58afa1a service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172465 Oct 25 23:02:24.219969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.220837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.221401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.224511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.225348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.225989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.227017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.227580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.228172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.228720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.229286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.229843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:02:24.286753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-3f175d57-5c6d-4cb1-87ea-888fe39f8774 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482705 Oct 25 23:02:24.312734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Attempting to bind port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:24.313147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Attempting to bind port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:24.313555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Attempting to bind port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:24.334942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:24.335361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Attempting to bind port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:24.370910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-806343af-468c-4bcc-aadd-c732dd28458f service neutron] 10.222.0.25 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313173 Oct 25 23:02:24.374341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Deleting port c0f77fac-89f0-4c72-8261-c5fd74ad36ab {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:24.374746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:24.380241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:24.380654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Checking segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:24.381110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Bound using segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:24.381713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Bound port: 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:24.382141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:24.423209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-0659a75c-4149-4c08-8b9e-f7f97b4b3f1c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:24.430750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-0659a75c-4149-4c08-8b9e-f7f97b4b3f1c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.2095118 Oct 25 23:02:24.457185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:24.511340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-4d4743ed-c18f-46ec-b497-7a69c03734bf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/quotas/8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 375 time: 0.0577593 Oct 25 23:02:24.528594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:24.539455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:24.557304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:24.587570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:24.672598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-720f6b29-3621-46de-a59a-ac07f63293b3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1456282 Oct 25 23:02:24.743832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:24.744483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:24.752503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] 10.222.0.11 "PUT /v2.0/ports/4fc5cf55-4cd1-4eec-950f-e874bd80cb0e HTTP/1.1" status: 200 len: 1091 time: 3.1448624 Oct 25 23:02:24.787236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45d7b632-47f1-4717-914e-56cdd1865f78 req-701d32e9-b239-43cb-a8fc-852dbd5e0b75 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859939 Oct 25 23:02:24.803627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] For port c0f77fac-89f0-4c72-8261-c5fd74ad36ab, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:24.803997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:24.836784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25309aa1-0f84-466c-9d8d-ec81abf4537a service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:24.840116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Calling delete_port for c0f77fac-89f0-4c72-8261-c5fd74ad36ab owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:24.877658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '6e95e880-d94d-42d4-9efa-631353c45407'}, {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:24.880756 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86de5e41-e7b2-4597-83f8-bf642c0e3785" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "6e95e880-d94d-42d4-9efa-631353c45407"}, {"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:24.938630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:24.970766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-9c047973-ad65-42e7-bd64-837defd0a004 service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828693 Oct 25 23:02:25.037295 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208c10b-1d5d-4926-bda4-f258343dabfc x-openstack-request-id: req-5208c10b-1d5d-4926-bda4-f258343dabfc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:25.037295 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-plugged", "status": "completed", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:25.037984 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5208c10b-1d5d-4926-bda4-f258343dabfc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:25.037984 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'code': 200} Oct 25 23:02:25.106183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:25.109113 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5390df-612e-4f0e-9b61-7867b51070cd" -d '{"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a74495-03e3-4487-bfde-343069e7d345"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:25.127961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.158289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.187628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Transition to ACTIVE for port object e4a74495-03e3-4487-bfde-343069e7d345 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:25.303989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-9ded0045-547d-4452-bff7-4e66d895b79c service neutron] 10.222.0.25 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169661 Oct 25 23:02:25.312413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.488625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] No DVR routers for this DVR port e4a74495-03e3-4487-bfde-343069e7d345 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:02:25.631247 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:25.631596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:25.632109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:25.638843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:25.653162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Port e4a74495-03e3-4487-bfde-343069e7d345 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:25.653614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Attempting to bind port e4a74495-03e3-4487-bfde-343069e7d345 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:25.669736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a92093-db29-4a7c-826a-286aff49ec94 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:25.677702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:25.678623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:25.679248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:25.680379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Bound port: e4a74495-03e3-4487-bfde-343069e7d345, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:25.681920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.688524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.707752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Transition to ACTIVE for port object 86a92093-db29-4a7c-826a-286aff49ec94 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:25.754535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.816664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Pushing event updated for resources: {'Port': ['ID=86a92093-db29-4a7c-826a-286aff49ec94,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:25.913692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:25.932543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:25.937848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.942032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.951061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.959033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.967128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.975958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.985348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.986089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:25.989971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:25.990623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] 10.222.0.11 "PUT /v2.0/ports/e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 1096 time: 2.2057917 Oct 25 23:02:26.017592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:26.033413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-31dfebe7-a0da-44f4-94a2-3b514b14529b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5395 time: 0.3219135 Oct 25 23:02:26.142353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-198e1700-b4ed-4fd1-a78c-fefbb6dd8af7 req-91654270-8b7a-4b78-a044-742d99debb57 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079164 Oct 25 23:02:26.256633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Attempting to bind port 86a92093-db29-4a7c-826a-286aff49ec94 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:26.257275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Attempting to bind port 86a92093-db29-4a7c-826a-286aff49ec94 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:26.257411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Attempting to bind port 86a92093-db29-4a7c-826a-286aff49ec94 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:26.277601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Port 86a92093-db29-4a7c-826a-286aff49ec94 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:26.278062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Attempting to bind port 86a92093-db29-4a7c-826a-286aff49ec94 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:26.285996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:26.286403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Checking segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:26.287137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Bound using segment: {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:26.287948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Bound port: 86a92093-db29-4a7c-826a-286aff49ec94, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31125fe9-6e4b-448e-9547-3ecbf957627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:26.288218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:26.378287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03003b-4302-4de8-ae60-00303878e791 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:26.418057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-c026aba9-25d8-443f-bbad-e8b225dfe12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:26.420461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-c026aba9-25d8-443f-bbad-e8b225dfe12d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1099 time: 0.3439345 Oct 25 23:02:26.430644 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008af9a7-c4a0-4e51-958e-736202eb7896 x-openstack-request-id: req-008af9a7-c4a0-4e51-958e-736202eb7896 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:26.430936 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "6e95e880-d94d-42d4-9efa-631353c45407", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:26.431193 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-008af9a7-c4a0-4e51-958e-736202eb7896 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:26.431596 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '6e95e880-d94d-42d4-9efa-631353c45407', 'status': 'completed', 'code': 200} Oct 25 23:02:26.431846 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e', 'status': 'completed', 'code': 200} Oct 25 23:02:26.438990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:26.610430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f77fac-89f0-4c72-8261-c5fd74ad36ab,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:26.741084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fa229-6844-4c42-9d66-8ba9f34479e9 req-336ad226-00ad-4de8-8830-ecc3aca23197 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:26.757186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] For port 86a92093-db29-4a7c-826a-286aff49ec94, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:26.763316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] For port 86a92093-db29-4a7c-826a-286aff49ec94, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=86a92093-db29-4a7c-826a-286aff49ec94,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:26.770903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-076fa229-6844-4c42-9d66-8ba9f34479e9 req-336ad226-00ad-4de8-8830-ecc3aca23197 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.5018926 Oct 25 23:02:26.803234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:26.828206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4a74495-03e3-4487-bfde-343069e7d345 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:26.896804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-d946237f-3af9-423b-99eb-404615529666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:26.915296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-d946237f-3af9-423b-99eb-404615529666 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3833683 Oct 25 23:02:26.935708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4a74495-03e3-4487-bfde-343069e7d345 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:26.936528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:26.965725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17ad56b6-df2a-4a8b-86e7-dc7f328e59a9 req-f0364ed0-e5b7-487a-a86b-736569c2d8b3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.3524554 Oct 25 23:02:26.992907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Pushing event updated for resources: {'Port': ['ID=86a92093-db29-4a7c-826a-286aff49ec94,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:27.006438 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-076fa229-6844-4c42-9d66-8ba9f34479e9 req-5000e2f2-01cf-4d24-afb9-456f4bc13431 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171440 Oct 25 23:02:27.008163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-f3cb0e24-c7d8-48ce-9692-1a1e260df519 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.0918427 Oct 25 23:02:27.069077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.071001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.071001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.071001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.071001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.071424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.071820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.082847 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-28715bbf-87f4-4926-83d5-6da15eed50e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6300 time: 0.7179313 Oct 25 23:02:27.099664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.100283 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:27.101986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-31312c09-96fb-4b86-bb5c-c72abcdeb830 service neutron] 10.222.0.11 "PUT /v2.0/ports/86a92093-db29-4a7c-826a-286aff49ec94 HTTP/1.1" status: 200 len: 1090 time: 2.3133590 Oct 25 23:02:27.155076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-f538b2fd-ecd9-4cae-b4db-4c110f47fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.159889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-f538b2fd-ecd9-4cae-b4db-4c110f47fac2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1431205 Oct 25 23:02:27.217711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:27.218810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:27.270424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:27.274573 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc435d99-3e9c-4982-aa01-146d9e930c48" -d '{"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:27.315997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:27.329135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:27.387411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-93af7ebb-52a3-4d0b-a569-81993f25dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.388906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-93af7ebb-52a3-4d0b-a569-81993f25dabd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201190 Oct 25 23:02:27.398849 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f45d5a-d121-48c4-bce5-f164226b91c8 x-openstack-request-id: req-25f45d5a-d121-48c4-bce5-f164226b91c8 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:27.399153 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a74495-03e3-4487-bfde-343069e7d345", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:27.399619 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25f45d5a-d121-48c4-bce5-f164226b91c8 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:27.400266 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345', 'code': 200} Oct 25 23:02:27.449312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e574a3-61b0-4d2e-8271-61c913e2eed5 req-45e70079-8af7-468b-8b45-2b66002f102e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:27.478711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4e574a3-61b0-4d2e-8271-61c913e2eed5 req-45e70079-8af7-468b-8b45-2b66002f102e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 950 time: 0.2300711 Oct 25 23:02:27.508010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:27.749546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:02:28.039930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:28.123147 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:28.282527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4e574a3-61b0-4d2e-8271-61c913e2eed5 req-ef249fd1-58e6-4285-8bda-bda0a532dc38 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7888498 Oct 25 23:02:28.368551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-18cacf8b-091c-4c80-ae54-2677c9c67752 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641330 Oct 25 23:02:28.437113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcc31841-720d-4ec4-ac2e-17ad77191e07 req-9250824a-336d-4816-a541-f4caa72f6d57 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.5454209 Oct 25 23:02:28.448446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '86a92093-db29-4a7c-826a-286aff49ec94'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:28.450619 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d930ad-0e2d-4e1e-8baa-7adee332b633" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "86a92093-db29-4a7c-826a-286aff49ec94"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:28.485683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0918a0b8-5763-49fe-b1af-2bbab16bf7f5 req-f597fc33-2a27-43de-9218-e6117791404a service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078682 Oct 25 23:02:28.514965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-31858b79-4bf5-4ac9-8a9b-8b04be3fb09e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:28.516750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-31858b79-4bf5-4ac9-8a9b-8b04be3fb09e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 807 time: 0.3250659 Oct 25 23:02:28.557955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Request body: {'port': {'device_id': '2252575c-a181-4c27-878e-1e317f678ffa', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'admin_state_up': True, 'tenant_id': '8ebcf725f446401dbcf2e35ef13368e5'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:28.618527 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d14d89-cc1e-4af2-a98a-857c1c052e2a x-openstack-request-id: req-54d14d89-cc1e-4af2-a98a-857c1c052e2a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:28.619044 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:28.619451 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54d14d89-cc1e-4af2-a98a-857c1c052e2a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:28.620012 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'code': 200} Oct 25 23:02:28.798350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1357aba4-830f-4993-8580-1abbe79dad54 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:28.813183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:28.816935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc1b99e2-c81c-4ca0-88a3-24dec127fc60 req-6ff753ca-f154-4451-b783-fa1fde6c86f0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.0828347 Oct 25 23:02:28.832977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Transition to ACTIVE for port object 1357aba4-830f-4993-8580-1abbe79dad54 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:28.906965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:28.926472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-018952ae-c77d-46c9-9be2-0227902b14ad tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:28.928323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-018952ae-c77d-46c9-9be2-0227902b14ad tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 820 time: 1.0640969 Oct 25 23:02:28.942378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Made reservation on behalf of 8ebcf725f446401dbcf2e35ef13368e5 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:28.943251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-f9f8466f-ddbd-4aa2-989c-3655735e2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:28.943894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-f9f8466f-ddbd-4aa2-989c-3655735e2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:28.944338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-f9f8466f-ddbd-4aa2-989c-3655735e2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:28.945900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-f9f8466f-ddbd-4aa2-989c-3655735e2ec4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b92477612ce40ad810a265848039471&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.8429682 Oct 25 23:02:28.948482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:28.952187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:29.029520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Request body: {'port': {'device_id': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'admin_state_up': True, 'tenant_id': 'e11d0f7451b64a77984527e8040df2b8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:29.275516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.284806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.290356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e6caa-286d-4728-85c2-2c92f2641f50 req-521d2cee-3f7f-4e8a-8502-973ecb5a548b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.296331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.302982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.315042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.317247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-255e6caa-286d-4728-85c2-2c92f2641f50 req-521d2cee-3f7f-4e8a-8502-973ecb5a548b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.3424082 Oct 25 23:02:29.321600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.329535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.332206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-bca264b7-b688-4311-8f67-d81c92b3a3d5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5395 time: 0.7344263 Oct 25 23:02:29.352215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Allocated IP 172.20.0.3 (32fdc89e-99ce-462b-a5dd-1c1ea7c32d99/01296933-fb18-4a6b-acd6-addda0a15ea0/76d03adb-1c77-4daa-b6ca-41045fadbcd0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:29.439977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:29.446904 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da227ec-6775-4e22-842a-7ff4c45c0c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "tag": "e4a74495-03e3-4487-bfde-343069e7d345"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:29.496262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Pushing event updated for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:29.508973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-5fa0e76f-0119-47d2-a75c-74b56a21f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:29.511197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-5fa0e76f-0119-47d2-a75c-74b56a21f7d4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5468245 Oct 25 23:02:29.549498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-255e6caa-286d-4728-85c2-2c92f2641f50 req-964f081d-9055-4702-96a9-eef2d3470bef tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311928 Oct 25 23:02:29.569626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Made reservation on behalf of e11d0f7451b64a77984527e8040df2b8 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:29.574229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:29.671159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dcc6130-86fe-4bd2-b1ae-ee107c6bd591 req-b8006803-61c5-4bee-81f6-e9746145cfac tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830580 Oct 25 23:02:29.860384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:29.969545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:29.988078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Allocated IP 172.20.0.7 (27ba88a7-88df-413f-b22e-5b54ccbddd10/33ff508a-31c3-403e-90a4-1e357bc310db/f92c4fec-7620-4254-892e-e793f6fc739d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:29.995410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['767e2173-0b5d-4127-84e0-b0d5016c8e68'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:30.120317 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab4d33-f3a8-453c-9aad-d3116144d3db x-openstack-request-id: req-0aab4d33-f3a8-453c-9aad-d3116144d3db {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:30.124062 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "tag": "e4a74495-03e3-4487-bfde-343069e7d345", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:30.125819 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aab4d33-f3a8-453c-9aad-d3116144d3db {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:30.127639 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345', 'status': 'completed', 'code': 200} Oct 25 23:02:30.140306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:30.336239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:30.348653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:30.368068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:30.379084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-f81a7e32-754a-464f-89bd-dcbebdd0449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.386078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-f81a7e32-754a-464f-89bd-dcbebdd0449e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1099 time: 0.2559278 Oct 25 23:02:30.417601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:30.590694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-80e9ba60-35c8-42b4-a9b7-94a143db8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.592338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-80e9ba60-35c8-42b4-a9b7-94a143db8a61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1381741 Oct 25 23:02:30.622711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-8b2bb7e2-d2af-4176-94b8-73627138256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.624159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-8b2bb7e2-d2af-4176-94b8-73627138256b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1099 time: 0.4910183 Oct 25 23:02:30.638326 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7af2278-5c58-4770-8dc4-9c741977c6c7 x-openstack-request-id: req-b7af2278-5c58-4770-8dc4-9c741977c6c7 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:30.638712 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "86a92093-db29-4a7c-826a-286aff49ec94", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:30.638893 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7af2278-5c58-4770-8dc4-9c741977c6c7 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:30.639498 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '86a92093-db29-4a7c-826a-286aff49ec94', 'status': 'completed', 'code': 200} Oct 25 23:02:30.667172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-dd34fbb8-d006-4b2d-ab6d-bc6850a8bdf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.0616710 Oct 25 23:02:30.682589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:02:30.685731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:30.727406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bda45ece-b2ee-4f74-b650-30f39813d9c5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:30.751965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-d534b06e-510f-4c89-bb1f-6c5dc7e6efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.753521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-d534b06e-510f-4c89-bb1f-6c5dc7e6efd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0738633 Oct 25 23:02:30.894811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Network 27ba88a7-88df-413f-b22e-5b54ccbddd10 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:30.919148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.920078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:30.973939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.974223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.974510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.974976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.975428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.975885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.976336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:30.978246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-96905d4d-0bbc-464b-8d2d-36320e6b1a67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6367 time: 1.3836095 Oct 25 23:02:30.997551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:31.026402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e642-2e72-46f8-a91e-1efc63e97409 req-0e6c4873-bf4c-4d5c-8cea-253c02b71bd9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.031730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:31.039418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a22e642-2e72-46f8-a91e-1efc63e97409 req-0e6c4873-bf4c-4d5c-8cea-253c02b71bd9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 931 time: 0.2669592 Oct 25 23:02:31.059322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-99d6f8cc-7614-4e04-83af-8a9e7540bbbe tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5064576 Oct 25 23:02:31.079569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-1f1cd537-9991-43dc-a60f-065c2cdc2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.083497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-1f1cd537-9991-43dc-a60f-065c2cdc2571 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2045345 Oct 25 23:02:31.090777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Request body: {'port': {'device_id': '2252575c-a181-4c27-878e-1e317f678ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:31.173587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607a99-8e66-4388-8592-77b00c0363d8 req-e4620edf-02d3-44c0-a16d-c1348c533518 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.176536 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:31.181703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98607a99-8e66-4388-8592-77b00c0363d8 req-e4620edf-02d3-44c0-a16d-c1348c533518 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 931 time: 0.5411229 Oct 25 23:02:31.237020 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a22e642-2e72-46f8-a91e-1efc63e97409 req-a04d17bf-ec5f-4c77-89c2-a8e6cac0ec5c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964133 Oct 25 23:02:31.264215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:02:31.274771 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] Sync routers for ids ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:02:31.284804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:31.319859 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] Routers {'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:02:31.320872 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:31.364709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c43c2136-bcbf-493e-9278-b4680184c8b1 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc587c04-ca7c-40ce-bdf2-797b2f9c3a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2445219 Oct 25 23:02:31.423352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44866) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:31.434674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Attempting to bind port 1357aba4-830f-4993-8580-1abbe79dad54 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:31.435513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Attempting to bind port 1357aba4-830f-4993-8580-1abbe79dad54 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:31.436147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Attempting to bind port 1357aba4-830f-4993-8580-1abbe79dad54 on network e020199b-a6a4-4e1b-9455-8193d145de49 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:31.444390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-8a25e6dd-629e-47f5-b909-5641cb801f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.445871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-8a25e6dd-629e-47f5-b909-5641cb801f80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.7903190 Oct 25 23:02:31.479153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.481492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:31.498594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Port 1357aba4-830f-4993-8580-1abbe79dad54 on network e020199b-a6a4-4e1b-9455-8193d145de49 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:31.498955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Attempting to bind port 1357aba4-830f-4993-8580-1abbe79dad54 on network e020199b-a6a4-4e1b-9455-8193d145de49 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:31.515265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-65c36c47-95fc-49c5-a65d-771bbc6d1b07 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5492394 Oct 25 23:02:31.521105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:31.521449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Checking segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:31.521854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Bound using segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:31.522448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Bound port: 1357aba4-830f-4993-8580-1abbe79dad54, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:31.522801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:31.543682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Request body: {'port': {'device_id': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:31.576443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98607a99-8e66-4388-8592-77b00c0363d8 req-1e4d7c59-0b88-4667-af0e-97d12ebe5ed6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937089 Oct 25 23:02:31.582400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] Set router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:02:31.672126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:31.675647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1357aba4-830f-4993-8580-1abbe79dad54,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:31.696068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:31.716192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.717079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:31.720128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] 10.222.0.11 "PUT /v2.0/ports/1357aba4-830f-4993-8580-1abbe79dad54 HTTP/1.1" status: 200 len: 1091 time: 4.5377367 Oct 25 23:02:31.742689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-998f03f3-43b1-4c08-8e1a-1a98a2dd8804 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.2558546 Oct 25 23:02:31.759128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357388d2-fde3-431d-a9e6-b108d64903b3 req-bbf46d9e-1397-4d23-952d-c86493a12516 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.761235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-357388d2-fde3-431d-a9e6-b108d64903b3 req-bbf46d9e-1397-4d23-952d-c86493a12516 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 948 time: 0.1591330 Oct 25 23:02:31.780877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Request body: {'port': {'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:31.831838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-0b9c2a0a-5704-44ae-b3d9-9f7981097142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.833386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-0b9c2a0a-5704-44ae-b3d9-9f7981097142 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0700455 Oct 25 23:02:31.878738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-e7af1431-ba0d-48a1-b478-286f649cab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.879120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-e7af1431-ba0d-48a1-b478-286f649cab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.883274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-e7af1431-ba0d-48a1-b478-286f649cab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.888402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-e7af1431-ba0d-48a1-b478-286f649cab89 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b92477612ce40ad810a265848039471&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8886259 Oct 25 23:02:31.955475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-4f1770c4-1d1f-414a-bda6-f67f3a4461f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:31.956877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-4f1770c4-1d1f-414a-bda6-f67f3a4461f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088548 Oct 25 23:02:32.021737 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T23:02:26Z', 'revision_number': 5, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:32.037200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:32.081504 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] Checking router: cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:02:32.107193 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] Routers {'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:02:32.107865 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:32.148390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e4a74495-03e3-4487-bfde-343069e7d345 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:02:32.172239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-357388d2-fde3-431d-a9e6-b108d64903b3 req-094392ad-17cf-437b-bf38-faacb983adae tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317180 Oct 25 23:02:32.175408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-36231582-2f48-4bb2-89a3-7e10c19d11ed service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108809 Oct 25 23:02:32.180606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-7cfd14d9-403a-40e7-ab54-1b8be92f8131 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871579 Oct 25 23:02:32.313489 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] Set router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:02:32.456075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:32.498830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:32.534215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'e4a74495-03e3-4487-bfde-343069e7d345', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'e4a74495-03e3-4487-bfde-343069e7d345', 'mac_address': 'fa:16:3e:67:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:02:32.575666 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T23:02:26Z', 'revision_number': 5, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:32.631369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:32.639677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f472051-7f08-4583-8178-b38ee0b407fa None None] The sync data for ids ['cc587c04-ca7c-40ce-bdf2-797b2f9c3a83'] in n-d-815373-1 is: [{'id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135977048-router', 'tenant_id': '4596181bba8b4e7598a9e690e31bcb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:57:23Z', 'updated_at': '2021-10-25T23:02:26Z', 'revision_number': 5, 'project_id': '4596181bba8b4e7598a9e690e31bcb87', 'gw_port': {'id': 'e180f3e0-08fd-407a-bf8c-a14744c9ea48', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587c04-ca7c-40ce-bdf2-797b2f9c3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:57:29Z', 'updated_at': '2021-10-25T22:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:02:32.669382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a74495-03e3-4487-bfde-343069e7d345 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:32.724738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:32.734541 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:32.845115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:32.951719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:32.954067 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c4ba2-71e2-40e7-86b6-09944415edac" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "1357aba4-830f-4993-8580-1abbe79dad54"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:33.005090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.021975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['e4a74495-03e3-4487-bfde-343069e7d345'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:33.163804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.168301 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-c759cce5-fcf9-487d-969a-dfd888b13340 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457409 Oct 25 23:02:33.217424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce46e63-de7f-4924-9028-04bf7117d962 service neutron] Pushing event updated for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:33.302984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-e091a93d-0126-4077-8c90-ff3ba6dbac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.307256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86de5e41-e7b2-4597-83f8-bf642c0e3785 req-e091a93d-0126-4077-8c90-ff3ba6dbac6e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3239491 Oct 25 23:02:33.341749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.352732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.378251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.384614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.394012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.400233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.400512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827d857-59a9-4c06-b265-ef4a6447adb2 req-7ac50d17-5b01-4998-8376-840520dbb14f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.408278 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d827d857-59a9-4c06-b265-ef4a6447adb2 req-7ac50d17-5b01-4998-8376-840520dbb14f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 931 time: 0.4296758 Oct 25 23:02:33.408760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.412945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c6866e-323c-41ab-a564-f746e68ba424 req-56b6d281-581b-491b-88d8-00a701d33dcb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5407 time: 1.6234481 Oct 25 23:02:33.446365 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1da227ec-6775-4e22-842a-7ff4c45c0c3f req-98b09ae2-a3fb-4557-85c9-7d4960c41d54 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2393234 Oct 25 23:02:33.498721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d827d857-59a9-4c06-b265-ef4a6447adb2 req-b1f84a64-5ae6-4881-8027-213bab474900 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857966 Oct 25 23:02:33.502498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Deleting port e180f3e0-08fd-407a-bf8c-a14744c9ea48 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:33.504360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.594675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-e62345db-9cb9-4a58-b6cc-bc20345cc302 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.596381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-e62345db-9cb9-4a58-b6cc-bc20345cc302 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac&tenant_id=0e735f996c4644a596f75456289ceb30&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 949 time: 0.6368363 Oct 25 23:02:33.665614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.666087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.666670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.667418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.668376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.668829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.669282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.671426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-d80a0777-76bb-46cb-9e75-dcc770fa41b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6409 time: 0.2545905 Oct 25 23:02:33.682447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d03adb-1c77-4daa-b6ca-41045fadbcd0 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:33.691839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c0f77fac-89f0-4c72-8261-c5fd74ad36ab no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:33.703510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.737364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c0f77fac-89f0-4c72-8261-c5fd74ad36ab {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:02:33.737750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c0f77fac-89f0-4c72-8261-c5fd74ad36ab not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:33.765307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Transition to ACTIVE for port object 76d03adb-1c77-4daa-b6ca-41045fadbcd0 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:33.776356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] For port e180f3e0-08fd-407a-bf8c-a14744c9ea48, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e180f3e0-08fd-407a-bf8c-a14744c9ea48,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:33.777302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.781305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.825261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Calling delete_port for e180f3e0-08fd-407a-bf8c-a14744c9ea48 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:33.905834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533d5c8-3db3-4b64-bce7-e31301dbb9ff req-211c9c5b-1470-4e2e-9a80-40089da86239 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:33.907383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5533d5c8-3db3-4b64-bce7-e31301dbb9ff req-211c9c5b-1470-4e2e-9a80-40089da86239 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 931 time: 0.1847098 Oct 25 23:02:33.910703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:33.966877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8630c20c-af34-4158-a6fe-68b18b04cd2b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:33.975684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:33.990143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Transition to ACTIVE for port object 8630c20c-af34-4158-a6fe-68b18b04cd2b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:34.041634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.061843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5533d5c8-3db3-4b64-bce7-e31301dbb9ff req-aa28a152-be80-4e2a-bc9c-9308379731b4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448541 Oct 25 23:02:34.103726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:34.104053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:34.104525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:34.112736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:34.112736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:34.123750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:34.124093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:34.124478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:34.124915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Bound port: 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:34.125267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.156022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e4a74495-03e3-4487-bfde-343069e7d345 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:34.283319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c6866e-323c-41ab-a564-f746e68ba424 req-dc141221-223e-4c42-8893-079ec9758a2b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8299580 Oct 25 23:02:34.288944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port e4a74495-03e3-4487-bfde-343069e7d345 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:34.310641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port e4a74495-03e3-4487-bfde-343069e7d345 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:34.311242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.327282 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.399959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e180f3e0-08fd-407a-bf8c-a14744c9ea48,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:34.472758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Pushing event updated for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:34.482883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:34.488012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.493639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:34.506487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904dc3e-1827-4708-b328-17bff663526d req-d87ac006-3d50-472f-a3a8-15eb7bbcaa7e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:34.517756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c904dc3e-1827-4708-b328-17bff663526d req-d87ac006-3d50-472f-a3a8-15eb7bbcaa7e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 949 time: 0.2778060 Oct 25 23:02:34.567103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:34.579206 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471f0770-8b48-4b77-a4c4-8c3c61863775" -d '{"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4a74495-03e3-4487-bfde-343069e7d345"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:34.595691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.596179 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d7da2-850c-4d5f-9e15-aa218fce1495 x-openstack-request-id: req-588d7da2-850c-4d5f-9e15-aa218fce1495 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:34.605960 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "1357aba4-830f-4993-8580-1abbe79dad54", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:34.606319 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-588d7da2-850c-4d5f-9e15-aa218fce1495 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:34.606740 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54', 'status': 'completed', 'code': 200} Oct 25 23:02:34.607612 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-47e8c67c-0988-475a-b369-7b475d79d484 service neutron] delete failed (client error): The resource could not be found. Oct 25 23:02:34.609051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-47e8c67c-0988-475a-b369-7b475d79d484 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e4a74495-03e3-4487-bfde-343069e7d345/bindings/n-h1-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.9825017 Oct 25 23:02:34.620979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.628177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:34.638377 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.741954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:34.743006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.747975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 1091 time: 3.6619895 Oct 25 23:02:34.748546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:34.753916 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239099f-0757-4919-9ae1-8ed1cf40fec6" -d '{"events": [{"name": "network-changed", "server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:34.762183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:34.835772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-3727cb4d-dfdd-4958-a149-b60c46c0eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:34.836312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-3727cb4d-dfdd-4958-a149-b60c46c0eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:34.836759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-3727cb4d-dfdd-4958-a149-b60c46c0eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:34.838338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-3727cb4d-dfdd-4958-a149-b60c46c0eef2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b92477612ce40ad810a265848039471&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8186655 Oct 25 23:02:34.973083 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.979318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:34.985077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-2766fdc6-8f52-4c4d-bbbf-bc2d4268bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:34.987307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-2766fdc6-8f52-4c4d-bbbf-bc2d4268bd49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1094 time: 0.0935745 Oct 25 23:02:34.998940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c904dc3e-1827-4708-b328-17bff663526d req-4fdd51d5-f996-4e35-a1c1-04201eafb63f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798765 Oct 25 23:02:35.058408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Attempting to bind port 8630c20c-af34-4158-a6fe-68b18b04cd2b on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:35.059017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Attempting to bind port 8630c20c-af34-4158-a6fe-68b18b04cd2b by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:35.059576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Attempting to bind port 8630c20c-af34-4158-a6fe-68b18b04cd2b on network e020199b-a6a4-4e1b-9455-8193d145de49 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:35.073305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-9414ec8a-f4da-420f-8ae7-a2a6958adc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.076559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-9414ec8a-f4da-420f-8ae7-a2a6958adc2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 1101 time: 0.3467104 Oct 25 23:02:35.092839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.093579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:02:35.100952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f83f29-a91c-400b-8227-db437a0f5cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:35.121467 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6f02f7-fb79-4a4f-a58d-3db42b2966c4 x-openstack-request-id: req-0f6f02f7-fb79-4a4f-a58d-3db42b2966c4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:35.123171 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4a74495-03e3-4487-bfde-343069e7d345", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:35.123441 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f6f02f7-fb79-4a4f-a58d-3db42b2966c4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:35.123858 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345', 'code': 200} Oct 25 23:02:35.127012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Port 8630c20c-af34-4158-a6fe-68b18b04cd2b on network e020199b-a6a4-4e1b-9455-8193d145de49 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:35.127469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Attempting to bind port 8630c20c-af34-4158-a6fe-68b18b04cd2b on network e020199b-a6a4-4e1b-9455-8193d145de49 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:35.210617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.212775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4900f20-a4b4-40fe-a792-04dcca80cc85 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc587c04-ca7c-40ce-bdf2-797b2f9c3a83 HTTP/1.1" status: 204 len: 168 time: 3.7865717 Oct 25 23:02:35.217423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44930) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:35.241276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-f1693880-8dac-4ebb-9b45-b97e8a5731b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 217 time: 0.1615031 Oct 25 23:02:35.260360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:35.260809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Checking segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:35.261513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Bound using segment: {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:35.265778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Bound port: 8630c20c-af34-4158-a6fe-68b18b04cd2b, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797017a7-c5cd-484c-94b3-5c4fa46fec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:35.266546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.316559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92c4fec-7620-4254-892e-e793f6fc739d {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:35.335082 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeaedcd-6542-443f-a63f-45315241221d x-openstack-request-id: req-7eeaedcd-6542-443f-a63f-45315241221d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:35.335648 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:35.336055 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eeaedcd-6542-443f-a63f-45315241221d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:35.336902 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'status': 'completed', 'code': 200} Oct 25 23:02:35.345199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.381371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-283996e2-81b3-4307-89eb-a88047e38091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.388611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Deleting subnet 5d596baf-2169-44c9-9762-ea204874dd6a {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:02:35.391222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26d930ad-0e2d-4e1e-8baa-7adee332b633 req-283996e2-81b3-4307-89eb-a88047e38091 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5277021 Oct 25 23:02:35.398556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.402716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-4ef58d87-6b00-4372-87b4-67a6ee0f2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.405333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-4ef58d87-6b00-4372-87b4-67a6ee0f2c5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1307344 Oct 25 23:02:35.408341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f79927-682e-49ea-af12-df61b3570af7 req-57622d61-e674-49bc-8ae1-45951bc7c77f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.426819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31f79927-682e-49ea-af12-df61b3570af7 req-57622d61-e674-49bc-8ae1-45951bc7c77f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 931 time: 0.4403346 Oct 25 23:02:35.452396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Transition to ACTIVE for port object f92c4fec-7620-4254-892e-e793f6fc739d will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:35.482781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-3105fcc4-3bf5-4487-a03e-980200eddea5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401821 Oct 25 23:02:35.518378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.600878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-93f10a12-d6a6-4053-9c92-37d0043cb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.602574 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-93f10a12-d6a6-4053-9c92-37d0043cb7c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.4962835 Oct 25 23:02:35.624986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.638345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31f79927-682e-49ea-af12-df61b3570af7 req-41004851-357e-4b79-b9d1-3a759661cd72 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103117 Oct 25 23:02:35.695691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-c45eeeaa-b76d-4b82-8cad-3533c683e3ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 200 len: 217 time: 0.0824504 Oct 25 23:02:35.708036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:35.745130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:35.753449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:35.786258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.786734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.787261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.787651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.788100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.788549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.788997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.793998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-124c4ba2-71e2-40e7-86b6-09944415edac req-93b60d60-e58a-4586-85f6-8b098beca8b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6434 time: 0.3364596 Oct 25 23:02:35.862624 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:35.880305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbde750-92b4-45dd-a136-ea12bbb99259 req-48b59d88-e316-45ec-9b69-f7bf966990d7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:35.889485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e180f3e0-08fd-407a-bf8c-a14744c9ea48 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:35.892864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fbde750-92b4-45dd-a136-ea12bbb99259 req-48b59d88-e316-45ec-9b69-f7bf966990d7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.4086487 Oct 25 23:02:35.923452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-5d8cb042-691f-4cc9-8994-8416b87263a6 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203956 Oct 25 23:02:35.934333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e180f3e0-08fd-407a-bf8c-a14744c9ea48 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:02:35.934659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e180f3e0-08fd-407a-bf8c-a14744c9ea48 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:36.044721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-14bdc04e-3399-49c1-92a7-0b4b13deb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.046207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-14bdc04e-3399-49c1-92a7-0b4b13deb9f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.3164358 Oct 25 23:02:36.050964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.051582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:36.052893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] 10.222.0.11 "PUT /v2.0/ports/8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 200 len: 1091 time: 4.2811830 Oct 25 23:02:36.064473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:36.084226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fbde750-92b4-45dd-a136-ea12bbb99259 req-e784256c-b8f5-4ff5-84bd-2c3d48b48cfc tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853263 Oct 25 23:02:36.254742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.271671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.287707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.307006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.320398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.335146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.341803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.356986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-3149867a-47bd-4a17-85a6-a1a52ed9b9a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.4834542 Oct 25 23:02:36.357670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4a3-a888-44a6-9400-ec0b4e86259b service neutron] Pushing event updated for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:36.372602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:36.372935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:36.373256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:36.402758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-129243e0-1d38-45c9-ac79-50d28e5d0def req-b3dfd08c-ba19-4f8a-9617-fa241cfa8cbf service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608355 Oct 25 23:02:36.405739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:36.414444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:36.414607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:36.430694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-57d2da3d-0de9-4ce1-b60e-fd4caaed1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.432393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-57d2da3d-0de9-4ce1-b60e-fd4caaed1b6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3711696 Oct 25 23:02:36.452400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:36.461703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7ca5a-33bb-407c-9c6d-dc6ba74584f2 None None] Network 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:02:36.462671 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5d596baf-2169-44c9-9762-ea204874dd6a HTTP/1.1" status: 204 len: 168 time: 1.2422032 Oct 25 23:02:36.465628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44954) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:36.474664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef297d4-37bf-47b1-90ae-00c8e061106f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d596baf-2169-44c9-9762-ea204874dd6a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:36.482502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:36.483074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:36.483620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:36.484222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Bound port: f92c4fec-7620-4254-892e-e793f6fc739d, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:36.484757 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:36.516739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-2302a1d0-c667-4a16-9939-ff94464512e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.517458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-2302a1d0-c667-4a16-9939-ff94464512e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.518074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-2302a1d0-c667-4a16-9939-ff94464512e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.519879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-124c4ba2-71e2-40e7-86b6-09944415edac req-2302a1d0-c667-4a16-9939-ff94464512e5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b92477612ce40ad810a265848039471&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6859865 Oct 25 23:02:36.639883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:36.642449 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc7706-4ae7-4aaf-9e21-566448f870f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:36.649769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4ba2-71e2-40e7-86b6-09944415edac req-d03f727e-e795-44cc-aa6a-4d10e411bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.651476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-124c4ba2-71e2-40e7-86b6-09944415edac req-d03f727e-e795-44cc-aa6a-4d10e411bc32 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159604 Oct 25 23:02:36.745810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c3211-d8ce-42b9-97e2-8777d6533457 req-bd895137-36b5-45cb-803b-e08f846ff3c2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.760753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-120c3211-d8ce-42b9-97e2-8777d6533457 req-bd895137-36b5-45cb-803b-e08f846ff3c2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1732714 Oct 25 23:02:36.765311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-4261ad2b-8f37-4a0d-ac0b-ed7c1534796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:36.766793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-4261ad2b-8f37-4a0d-ac0b-ed7c1534796e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1094 time: 0.2617340 Oct 25 23:02:36.790780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] DHCP port deletion for 4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:02:36.835652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:36.842078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:36.865223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:02:36.907749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-71b64406-83c3-4ace-870d-23616573ab3e service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642341 Oct 25 23:02:36.924910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a591fe75-1aa3-4673-b1d0-200dfcddd752 req-863c1e46-a58b-4adc-8c64-733eaaf9c3b9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5149977 Oct 25 23:02:36.997334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.010638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-a1ac0ba5-53d4-4376-a374-7e88cb4d1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:37.013802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-a1ac0ba5-53d4-4376-a374-7e88cb4d1740 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1977708 Oct 25 23:02:37.134069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-120c3211-d8ce-42b9-97e2-8777d6533457 req-87015a09-ccf8-464f-839a-5b5648ad0894 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713546 Oct 25 23:02:37.137091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-57ab2b26-c1da-417c-877b-8782668e5bac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 217 time: 0.0997620 Oct 25 23:02:37.141348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] Deleting port 3c61c5a7-1074-4960-80c7-495bb61de64e {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:37.142825 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.344481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:37.350069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-856fa0da-0fa4-4082-8799-6fe33b3ed299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:37.357182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-856fa0da-0fa4-4082-8799-6fe33b3ed299 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.2120352 Oct 25 23:02:37.417445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] For port 3c61c5a7-1074-4960-80c7-495bb61de64e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c61c5a7-1074-4960-80c7-495bb61de64e,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:37.419251 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.429870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-1641ba9c-c9be-477b-8d60-ff8c46a0c512 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521870 Oct 25 23:02:37.445270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'mac_address': 'fa:16:3e:03:da:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:02:37.448189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Deleting port 3c61c5a7-1074-4960-80c7-495bb61de64e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:37.449155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.478592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] Calling delete_port for 3c61c5a7-1074-4960-80c7-495bb61de64e owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:37.540536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.570712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e556bea-c336-4bd4-b279-442d1e414ec6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:37.597659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:37.763432 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca0e83-956d-465f-8296-c1c15b4e549d x-openstack-request-id: req-2fca0e83-956d-465f-8296-c1c15b4e549d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:37.764502 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:37.764912 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fca0e83-956d-465f-8296-c1c15b4e549d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:37.765496 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b', 'status': 'completed', 'code': 200} Oct 25 23:02:37.821497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.841907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edfd2e9-7841-4510-b972-aef9c9e5f71f req-43f70634-b360-4c93-a51b-bf8415444fc9 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9135392 Oct 25 23:02:37.843413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.847680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c61c5a7-1074-4960-80c7-495bb61de64e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:37.949169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:37.950395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:37.954435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 1091 time: 6.4172068 Oct 25 23:02:37.979533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f87f19-94e4-4c52-9fdc-bc91d95747f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:38.019342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.019808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.021668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.022161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.022657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.023144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.023729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.025817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4d02c949-2b58-4c19-94fd-a2a816a0ee2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6476 time: 1.3086474 Oct 25 23:02:38.070213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-53d8e503-a733-4677-a90c-0231b08420c2 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304517 Oct 25 23:02:38.080350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1870563-a4dc-4954-a94d-4642851c67f1 req-6c38b207-c8e4-40df-bbc9-474ff44bd7df tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.091557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1870563-a4dc-4954-a94d-4642851c67f1 req-6c38b207-c8e4-40df-bbc9-474ff44bd7df tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.8220508 Oct 25 23:02:38.119883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72196b-28ea-475f-bd3d-b89ca34bdc4c req-ca8019c7-cd2c-4e54-b633-e72d21f9506f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.128453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec72196b-28ea-475f-bd3d-b89ca34bdc4c req-ca8019c7-cd2c-4e54-b633-e72d21f9506f tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.3017774 Oct 25 23:02:38.216688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec72196b-28ea-475f-bd3d-b89ca34bdc4c req-f55e8eca-e0ff-480e-9ffd-0118593805bb tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871904 Oct 25 23:02:38.217267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:38.220320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-85874ff6-a086-4636-99af-6d7cd62d7b70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 200 len: 217 time: 0.1816428 Oct 25 23:02:38.244808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0e556bea-c336-4bd4-b279-442d1e414ec6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:38.248319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] For port 3c61c5a7-1074-4960-80c7-495bb61de64e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c61c5a7-1074-4960-80c7-495bb61de64e,segment=NetworkSegment(3d617d13-41ef-425c-a028-dae2eccfe452),segment_id=3d617d13-41ef-425c-a028-dae2eccfe452)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:38.248691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:38.310730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Calling delete_port for 3c61c5a7-1074-4960-80c7-495bb61de64e owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:38.425680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ded4ab1d-9fcc-44b3-949b-91bbf30a4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.438487 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ded4ab1d-9fcc-44b3-949b-91bbf30a4056 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b52f047-309a-46de-9baf-4586e7a965d0 HTTP/1.1" status: 200 len: 850 time: 0.1979055 Oct 25 23:02:38.449840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:38.458695 n-d-815373-1 neutron-server[102135]: INFO neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No ports have port_id starting with 3c61c5a7-1074-4960-80c7-495bb61de64e Oct 25 23:02:38.498731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:38.516355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] Pushing event deleted for resources: {'Port': ['ID=3c61c5a7-1074-4960-80c7-495bb61de64e,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:38.524154 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06d0f6-ab05-4568-80ec-4097a44fb11c None None] No DVR routers for this DVR port 3c61c5a7-1074-4960-80c7-495bb61de64e on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:02:38.583486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-274faed5-ffae-422b-9b81-2153996472c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.585160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-274faed5-ffae-422b-9b81-2153996472c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1094 time: 0.5347400 Oct 25 23:02:38.646966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-e24fb2c3-b361-4b23-be45-193911c04e68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 217 time: 0.0429480 Oct 25 23:02:38.652474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1b8f11fe-f604-4c83-ab1d-71976fde0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:38.654378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1b8f11fe-f604-4c83-ab1d-71976fde0b18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a79191e-c507-4493-8e8e-dbf22773ffc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971819 Oct 25 23:02:38.742223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1870563-a4dc-4954-a94d-4642851c67f1 req-ba05ce07-297d-4e87-92bd-9a304ae9eb32 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446524 Oct 25 23:02:38.781513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] No DVR routers for this DVR port 3c61c5a7-1074-4960-80c7-495bb61de64e on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:02:38.845476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c61c5a7-1074-4960-80c7-495bb61de64e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:38.919235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f239099f-0757-4919-9ae1-8ed1cf40fec6 req-e8e593f5-77c7-4fff-9e16-2d141a63d14f service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214309 Oct 25 23:02:39.047280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-6a60240c-2a1c-4368-89df-a089198dea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.049685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-6a60240c-2a1c-4368-89df-a089198dea66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.3899586 Oct 25 23:02:39.115228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:39.121454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.129248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.135992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.143578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.147702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cccc24b-6d73-43ba-846a-d0d91b8fd7b3']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:39.150758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.157424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.160352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d617d13-41ef-425c-a028-dae2eccfe452') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:39.160922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d617d13-41ef-425c-a028-dae2eccfe452') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:02:39.164429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.174567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-2330ff44-09f8-4f3f-ab67-782f35c39e6f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2470276 Oct 25 23:02:39.177428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:39.196174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:39.204286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-73e9de38-04f3-4122-8421-05336cce4bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398571 Oct 25 23:02:39.205990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:02:39.206719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:02:39.278890 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:02:39.291172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:39.299391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:39.311193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] 10.222.0.25 "DELETE /v2.0/networks/4cccc24b-6d73-43ba-846a-d0d91b8fd7b3 HTTP/1.1" status: 204 len: 168 time: 2.8437471 Oct 25 23:02:39.332110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11727a-91ec-4091-b453-fe215d37062a admin admin] Pushing event deleted for resources: {'Network': ['ID=4cccc24b-6d73-43ba-846a-d0d91b8fd7b3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:39.355589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb8cca-96eb-4561-b8e3-d1cc335b3bbe req-3447a370-c24b-47e1-b7d2-0c288b6b7683 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.366127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbcb8cca-96eb-4561-b8e3-d1cc335b3bbe req-3447a370-c24b-47e1-b7d2-0c288b6b7683 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.3630083 Oct 25 23:02:39.394747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-cc2a52ef-428e-4ae2-9df6-c7bb0625ead4 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220278 Oct 25 23:02:39.396828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-af75b042-9995-4877-86a7-61fb64725d7a service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805503 Oct 25 23:02:39.427506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbcb8cca-96eb-4561-b8e3-d1cc335b3bbe req-805a0dd1-3753-40a7-b910-1f5a27cde9b3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Oct 25 23:02:39.541621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d0f89c0-d68c-4e58-9800-0e151f0e57d2 req-5ab3754b-8232-4d4c-a280-c68071cf1446 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3660359 Oct 25 23:02:39.622441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45008) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:39.656546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84e19-b6fc-4643-bc75-f6003ea20af6 req-df80b394-92e1-4c23-a50f-c6141e507d3d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.666278 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe84e19-b6fc-4643-bc75-f6003ea20af6 req-df80b394-92e1-4c23-a50f-c6141e507d3d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.1631632 Oct 25 23:02:39.768994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:39.771345 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf69306-aa6e-4bdc-911c-35b161d5bded" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:39.796921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:39.800930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d015d7b6-ce1d-4d73-9b9c-0876a1dc3e5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5db826bd4b8f47b7acccb072b2d3e059&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1724601 Oct 25 23:02:39.812120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe84e19-b6fc-4643-bc75-f6003ea20af6 req-4f93bc02-3649-48bb-8863-adbe02f14ef7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449578 Oct 25 23:02:39.916716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2fce9a5-f393-461d-a9da-0a2ec08f2be4 req-ab8c980a-cadb-4fc0-90b0-78fe83fddda6 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859242 Oct 25 23:02:39.925588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e229d9ba-d8f1-49e1-84fe-aa4fc017ef4c service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220284 Oct 25 23:02:39.944698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4700d1a-994f-4102-8bfd-0aa3468ba3d9 req-31be2690-5362-430b-b4c8-8336dfd6032f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:39.946380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4700d1a-994f-4102-8bfd-0aa3468ba3d9 req-31be2690-5362-430b-b4c8-8336dfd6032f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.1591871 Oct 25 23:02:40.037345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-7766fcf5-28af-49a0-b84e-8f67ac858cdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0896726 Oct 25 23:02:40.092777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39a79486-696a-4121-bb88-b97cf2341028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:40.107350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4700d1a-994f-4102-8bfd-0aa3468ba3d9 req-4eeafd88-45e5-4cf8-875a-93dcd8f2924f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479940 Oct 25 23:02:40.159721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c800-3c59-4506-9c17-43eddf6e7831 req-699e6280-46b0-478e-b48c-1531fad2cf38 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.167669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b822c800-3c59-4506-9c17-43eddf6e7831 req-699e6280-46b0-478e-b48c-1531fad2cf38 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.1025701 Oct 25 23:02:40.204684 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca72abe-9d60-4f43-b051-a64b2db49da0 x-openstack-request-id: req-7ca72abe-9d60-4f43-b051-a64b2db49da0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:40.205006 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:40.206264 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ca72abe-9d60-4f43-b051-a64b2db49da0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:40.206673 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'status': 'completed', 'code': 200} Oct 25 23:02:40.214129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39a79486-696a-4121-bb88-b97cf2341028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:40.248077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3ddd4322-9446-45f5-aae2-bb5239220885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.248504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b822c800-3c59-4506-9c17-43eddf6e7831 req-6abaa697-1afe-45c8-9bf2-4d5c2d60ea34 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783978 Oct 25 23:02:40.250318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-3ddd4322-9446-45f5-aae2-bb5239220885 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.1976602 Oct 25 23:02:40.436003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39a79486-696a-4121-bb88-b97cf2341028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:40.440504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39a79486-696a-4121-bb88-b97cf2341028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:40.442614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-39a79486-696a-4121-bb88-b97cf2341028 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bd307e5-5007-4406-9a74-c03639cd531e HTTP/1.1" status: 204 len: 168 time: 0.6364059 Oct 25 23:02:40.450241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-6bcfc0ad-00d3-45de-ad7e-fa51ecf23982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.452888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-6bcfc0ad-00d3-45de-ad7e-fa51ecf23982 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1924782 Oct 25 23:02:40.454936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-e5bf3fe7-7b27-4d92-8990-3bdb8a80e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.456668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-e5bf3fe7-7b27-4d92-8990-3bdb8a80e736 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1094 time: 0.2039504 Oct 25 23:02:40.558310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a79486-696a-4121-bb88-b97cf2341028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd307e5-5007-4406-9a74-c03639cd531e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:40.562512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e26aba28-0a9f-4c30-b1af-9fcd6f0d737e service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984693 Oct 25 23:02:40.699398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-a716bc58-6676-4243-bb56-8265baf498ae service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101034 Oct 25 23:02:40.785264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-0c57c9d5-6bbc-417d-be67-5e8d1a7ca8ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 217 time: 0.0737860 Oct 25 23:02:40.874526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-8119be90-fb82-4a49-a174-d542bf865be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.877431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:40.886640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-8119be90-fb82-4a49-a174-d542bf865be7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.3175704 Oct 25 23:02:40.899259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.912447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.935248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.943394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.950816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.960298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.966886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:40.975104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d36d3375-3e87-442b-8a31-d74d1758488f req-2c9da255-e081-48f9-8a87-9b6c8725d3eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2921133 Oct 25 23:02:41.020754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 0e556bea-c336-4bd4-b279-442d1e414ec6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:41.023218 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.030768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d36d3375-3e87-442b-8a31-d74d1758488f req-7d19f6d1-9364-4b38-91bb-1aeb6fb3406f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545018 Oct 25 23:02:41.129975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-c641574b-105f-4ba3-8eb5-72c7b503114e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 217 time: 0.2375059 Oct 25 23:02:41.196362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-429f4f6c-5bb7-4aa6-9bd3-aaf4c86952cb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145346 Oct 25 23:02:41.210478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-085194c8-df80-44ca-b679-2bfe8c46cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:41.212184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-085194c8-df80-44ca-b679-2bfe8c46cbf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.4067948 Oct 25 23:02:41.328668 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.427903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45088) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:41.428785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:41.430030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:41.432966 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f23a796-f803-4421-883e-35042a5f2f92" -d '{"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-plugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:41.439023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.460736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5707c2e3-4354-4539-995b-3bdb0b5dc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:41.463636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-5707c2e3-4354-4539-995b-3bdb0b5dc3a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2223761 Oct 25 23:02:41.486475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-9ed0ee35-f0e4-4d23-a63d-fcb87942f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:41.492462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-9ed0ee35-f0e4-4d23-a63d-fcb87942f6d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.2777908 Oct 25 23:02:41.512260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de3b1787-55ab-4c15-9915-2feea9d95465 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4596181bba8b4e7598a9e690e31bcb87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0811448 Oct 25 23:02:41.513419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:41.570240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:41.649309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-9fdaca25-04aa-4b67-83c0-f43fc2aec5d0 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511281 Oct 25 23:02:41.659893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21158a71-769a-4156-864e-d431076ccfec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.708864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21158a71-769a-4156-864e-d431076ccfec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.753152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-97fb87d7-8fc6-450a-9432-217d6d610d7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941236 Oct 25 23:02:41.766168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-927e5467-5c09-46d4-ad07-84fdc89d1aa0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:41.768164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-927e5467-5c09-46d4-ad07-84fdc89d1aa0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5708642 Oct 25 23:02:41.817006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21158a71-769a-4156-864e-d431076ccfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.820542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21158a71-769a-4156-864e-d431076ccfec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:41.823916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-21158a71-769a-4156-864e-d431076ccfec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b07ce85-1c9f-442a-9968-24964f108aa4 HTTP/1.1" status: 204 len: 168 time: 0.3068655 Oct 25 23:02:41.849296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21158a71-769a-4156-864e-d431076ccfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b07ce85-1c9f-442a-9968-24964f108aa4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:41.887288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-bd34343e-bdd3-4e41-ba30-95629aeb7c45 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/quotas/0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 375 time: 0.1021235 Oct 25 23:02:41.978226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-c56fab1d-c2b1-4209-b6ae-1956b7a5789a service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028646 Oct 25 23:02:42.016396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-942d8459-8ce0-4eea-bcdc-1e58c0344fbc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259987 Oct 25 23:02:42.097634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-09300c5c-1c55-4cde-9119-e1902787cec8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e HTTP/1.1" status: 200 len: 217 time: 0.1104152 Oct 25 23:02:42.102526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-6a6773e7-0594-4371-805c-a04c33dd81b8 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314257 Oct 25 23:02:42.206552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-161d1319-c1fe-4ef2-a7bf-02f055d27678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:42.209399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-161d1319-c1fe-4ef2-a7bf-02f055d27678 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.1010833 Oct 25 23:02:42.517116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abf69306-aa6e-4bdc-911c-35b161d5bded req-bedd3b5a-5677-47d8-b241-65bd4380d2eb service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228650 Oct 25 23:02:42.532025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1d51b19b-7b6c-40f1-9df0-f4c47c8d3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:42.533791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-1d51b19b-7b6c-40f1-9df0-f4c47c8d3972 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3148980 Oct 25 23:02:42.683210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:42.747888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993aae3-b0f1-47d9-9e44-50a1ee7b9b66 req-b82447f2-2429-4543-aa04-b4275c4213d0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:42.767541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a993aae3-b0f1-47d9-9e44-50a1ee7b9b66 req-b82447f2-2429-4543-aa04-b4275c4213d0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.4124851 Oct 25 23:02:42.969682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a993aae3-b0f1-47d9-9e44-50a1ee7b9b66 req-8d8ff24e-c232-481e-8709-32ee79ba7de9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012300 Oct 25 23:02:43.033733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-dcbd5085-56f9-47e9-81e1-54edcc854a6a service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792151 Oct 25 23:02:43.485363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-0d96b780-8b93-43a0-bd74-f6bf08c02251 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439611 Oct 25 23:02:43.613829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-0eac6121-a1b9-4207-a92a-9c69d5de109b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=86a92093-db29-4a7c-826a-286aff49ec94 HTTP/1.1" status: 200 len: 217 time: 0.0980997 Oct 25 23:02:43.791480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc3086-d7b5-4809-ac50-57bcd1d36d7a req-dfec1e5f-5893-41d2-80c8-6fcc6b781ded tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:43.805001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38fc3086-d7b5-4809-ac50-57bcd1d36d7a req-dfec1e5f-5893-41d2-80c8-6fcc6b781ded tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.3617566 Oct 25 23:02:43.825347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-9079919f-eced-4be9-baf3-2baa91bbc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:43.827234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-9079919f-eced-4be9-baf3-2baa91bbc1d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.2051439 Oct 25 23:02:44.041290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-60a3bbd4-0e21-44ae-a371-b7676d7c8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:44.045410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-60a3bbd4-0e21-44ae-a371-b7676d7c8735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2040484 Oct 25 23:02:44.243115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-4f72846a-7ef1-48b9-b502-34cab896f652 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782136 Oct 25 23:02:44.257531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38fc3086-d7b5-4809-ac50-57bcd1d36d7a req-054cbb79-2a70-4995-b071-38a77cd2b92a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512982 Oct 25 23:02:44.409922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-ae57289c-349a-42cd-b456-d928400fd120 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743735 Oct 25 23:02:44.710055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-ffb47948-5697-4687-bc42-2cedab0f5cda service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435990 Oct 25 23:02:44.731291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-1fe75ed5-455d-4abd-9f02-d1e8d8c047d1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:44.733209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-1fe75ed5-455d-4abd-9f02-d1e8d8c047d1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758610 Oct 25 23:02:44.751668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Request body: {'port': {'device_id': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '0e735f996c4644a596f75456289ceb30'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:44.893477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-c084a73a-e161-4109-8394-4c2360b3058d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1357aba4-830f-4993-8580-1abbe79dad54 HTTP/1.1" status: 200 len: 217 time: 0.1572464 Oct 25 23:02:45.494265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-14a5ce70-80f7-4250-9cc9-b38f475ad7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.496676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-14a5ce70-80f7-4250-9cc9-b38f475ad7b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.5916684 Oct 25 23:02:45.539460 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2a536226-5005-4942-8d7d-7053ff99cf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:45.576340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-86c3e8f9-e583-4123-b852-de1b88268cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.578463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-86c3e8f9-e583-4123-b852-de1b88268cb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735822 Oct 25 23:02:45.581726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Made reservation on behalf of 0e735f996c4644a596f75456289ceb30 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:45.586261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:45.843918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-13b904b8-fb2f-45f5-8157-7254706e7d90 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511518 Oct 25 23:02:45.882334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.890684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.897534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.904828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.912549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.916284 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e45363c-8f31-4b80-af9f-49c7f0ba65c2 x-openstack-request-id: req-1e45363c-8f31-4b80-af9f-49c7f0ba65c2 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:45.916640 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-plugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:45.917764 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e45363c-8f31-4b80-af9f-49c7f0ba65c2 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:45.918474 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'code': 200} Oct 25 23:02:45.921024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.929024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:45.930856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-03940a07-9fc3-40f7-a257-3fcd43a15299 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1735125 Oct 25 23:02:45.949179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Allocated IP 192.168.233.11 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/257f7269-abfd-4ff7-8382-d5dc14ec6da3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:46.076281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ca37845-66e1-40a1-9e63-6f39c9401879 req-faafc44a-cd59-45eb-8d49-03ba3c98717a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 210 time: 0.0628629 Oct 25 23:02:46.227981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598dffd-e8fb-45da-b07d-9e2035edda7b req-b2145b82-ebb8-4fcf-9074-ae63ce7b9fb2 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:46.230820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4598dffd-e8fb-45da-b07d-9e2035edda7b req-b2145b82-ebb8-4fcf-9074-ae63ce7b9fb2 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.0733783 Oct 25 23:02:46.247120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec7b4d3c-2ed0-4b2a-bfcb-01a9aad33ef9 req-2d4b231f-54c9-4774-84d9-7adef9148393 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2865543 Oct 25 23:02:46.305890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4598dffd-e8fb-45da-b07d-9e2035edda7b req-1fc98088-2dee-4c30-ae38-7a844d879c4c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Oct 25 23:02:46.371274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-131e9bb6-a489-4076-87a0-e78e556627f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244561 Oct 25 23:02:46.440542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:46.532660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-8f591d89-80a2-4f70-96ce-6ff4070076fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 200 len: 217 time: 0.0506525 Oct 25 23:02:46.534632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:46.549153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301', 'e4a74495-03e3-4487-bfde-343069e7d345'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:46.621378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923440-5cfa-42f7-934b-e0cce0a2dae2 req-0b68aa8d-91c8-4a87-844f-4e722b019713 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:46.632233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1923440-5cfa-42f7-934b-e0cce0a2dae2 req-0b68aa8d-91c8-4a87-844f-4e722b019713 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.1535954 Oct 25 23:02:46.712839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:46.720796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:46.721299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1923440-5cfa-42f7-934b-e0cce0a2dae2 req-90d93e94-c150-498f-a863-ab66e0f534bd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Oct 25 23:02:46.724969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:46.727801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:46.815597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:46.850622 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:46.877300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-87535b28-4843-4f23-9f89-0beb4c22aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:46.893469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-87535b28-4843-4f23-9f89-0beb4c22aac8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.3498435 Oct 25 23:02:47.000620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-5ba705b8-1fd9-473c-a2be-a8010ff622be tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2569227 Oct 25 23:02:47.032895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Request body: {'port': {'device_id': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:47.063742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45214) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:47.083881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e4491853-4094-485b-b930-098c080d0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.085548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-e4491853-4094-485b-b930-098c080d0cc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826115 Oct 25 23:02:47.177214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-897b73fb-3f8a-4c93-9b4d-b33d7548488d None None] Provisioning complete for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:47.179304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-897b73fb-3f8a-4c93-9b4d-b33d7548488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.207868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-6d13cf47-7b2f-423f-936d-87540d3026e7 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135983 Oct 25 23:02:47.248043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b175c25b-31c1-4c7d-b2c0-bfeae3b93ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.303622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-897b73fb-3f8a-4c93-9b4d-b33d7548488d None None] Port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:02:47.341815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c099e843-5ed3-40d4-b965-371f3b548e76 req-01449391-965c-43be-b8ec-d8cd68b90c7c service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176896 Oct 25 23:02:47.356028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.445975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b175c25b-31c1-4c7d-b2c0-bfeae3b93ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.454369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b175c25b-31c1-4c7d-b2c0-bfeae3b93ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.488953 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b175c25b-31c1-4c7d-b2c0-bfeae3b93ce3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70c0d5ea5ca74ae1983e9095473fcad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238892 Oct 25 23:02:47.497236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45232) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:47.560942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175c25b-31c1-4c7d-b2c0-bfeae3b93ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10f0cc-e724-42cd-8c07-3dd2423b709c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:47.568178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20ad6612-f1b0-4aec-ace9-68d2d9caef97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.605273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20ad6612-f1b0-4aec-ace9-68d2d9caef97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.661070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20ad6612-f1b0-4aec-ace9-68d2d9caef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.665050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-20ad6612-f1b0-4aec-ace9-68d2d9caef97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:47.665205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.665755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.666240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.666705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.668070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.668433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.668840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.669050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-20ad6612-f1b0-4aec-ace9-68d2d9caef97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c10f0cc-e724-42cd-8c07-3dd2423b709c HTTP/1.1" status: 204 len: 168 time: 0.1703506 Oct 25 23:02:47.679392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6612-f1b0-4aec-ace9-68d2d9caef97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10f0cc-e724-42cd-8c07-3dd2423b709c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:47.686627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-797f8518-465a-4eb7-a760-75eadb72f6c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6476 time: 0.2079701 Oct 25 23:02:47.867584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-57044000-5e6f-4142-9808-c7ae7cc3dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:47.869070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-57044000-5e6f-4142-9808-c7ae7cc3dae6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 200 len: 902 time: 0.1722383 Oct 25 23:02:47.979086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-7d856801-3722-4894-b520-7c7c3cd1ce61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 200 len: 217 time: 0.0979028 Oct 25 23:02:48.178245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-b951bae4-fe1b-4650-8656-567d3d72467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.179802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-b951bae4-fe1b-4650-8656-567d3d72467c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.1879456 Oct 25 23:02:48.249526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257f7269-abfd-4ff7-8382-d5dc14ec6da3 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:48.251564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45266) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:48.273135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8655c15-f991-41b6-ba17-f41c451a0920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.277116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.313941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Transition to ACTIVE for port object 257f7269-abfd-4ff7-8382-d5dc14ec6da3 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:48.316463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.322544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1185a358-eaaa-4749-a04f-eaf969f7e57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.325897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-08657d34-01d1-4bfa-b3f0-b1c1b9732592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.327379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.328470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-08657d34-01d1-4bfa-b3f0-b1c1b9732592 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289842 Oct 25 23:02:48.330202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.339515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.349622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.367989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.378861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.396851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.410122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-e4df3c47-596d-468d-9bc4-0becb5e4a6aa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2069736 Oct 25 23:02:48.482060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430263c5-234c-4c53-ac7c-c8f5b5edfc2a req-ecdfadd8-8198-4ead-a9ab-d8c48effc1e8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.491586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-430263c5-234c-4c53-ac7c-c8f5b5edfc2a req-ecdfadd8-8198-4ead-a9ab-d8c48effc1e8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 935 time: 0.3060279 Oct 25 23:02:48.501298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-f49f5434-45c9-4b72-b83f-4430aeaf3b8f service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397429 Oct 25 23:02:48.553537 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da7fbac6-5053-4cc3-9a4c-e652c719955d req-ad06b19d-2e1e-449e-b10b-bd995c6957a7 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406810 Oct 25 23:02:48.628003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8655c15-f991-41b6-ba17-f41c451a0920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.684452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8655c15-f991-41b6-ba17-f41c451a0920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.705410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-430263c5-234c-4c53-ac7c-c8f5b5edfc2a req-dcbb7961-dcc7-4c31-bb81-ff8fb96c493f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129240 Oct 25 23:02:48.820876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d8655c15-f991-41b6-ba17-f41c451a0920 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb1cde214f9149debd00679c032fb31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682216 Oct 25 23:02:48.823466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655c15-f991-41b6-ba17-f41c451a0920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e8538-2b7a-47a6-be0a-d4caf8857a47,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:48.830032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:48.845422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:48.849718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8fc7706-4ae7-4aaf-9e21-566448f870f5 req-374d57f9-db01-4f4e-83d7-4b3f79b7a42f service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379061 Oct 25 23:02:48.912994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48e77-37c4-4a28-9a54-e85016957306 req-2745302b-7c28-4988-8b26-f8d1d7bd5a43 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:48.916460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11a48e77-37c4-4a28-9a54-e85016957306 req-2745302b-7c28-4988-8b26-f8d1d7bd5a43 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.1905129 Oct 25 23:02:48.960205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:48.962347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:48.963702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:48.970886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:48.972194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:48.973142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd061e77-93ad-4f41-a072-c95a24b974f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:48.981336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:48.982519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:48.983132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:48.992778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11a48e77-37c4-4a28-9a54-e85016957306 req-318406ee-0722-4360-b02d-1b1eafe8ce2b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646746 Oct 25 23:02:48.993776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Bound port: 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:48.994173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.037218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd061e77-93ad-4f41-a072-c95a24b974f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.099132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345dfd-b2d1-49de-89c1-0831268b8ca9 req-590c5a43-a871-487e-b242-26390e8d903e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.107244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95345dfd-b2d1-49de-89c1-0831268b8ca9 req-590c5a43-a871-487e-b242-26390e8d903e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.1098044 Oct 25 23:02:49.138310 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd061e77-93ad-4f41-a072-c95a24b974f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.141418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd061e77-93ad-4f41-a072-c95a24b974f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.142788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dd061e77-93ad-4f41-a072-c95a24b974f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac7e8538-2b7a-47a6-be0a-d4caf8857a47 HTTP/1.1" status: 204 len: 168 time: 0.3113956 Oct 25 23:02:49.157764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd061e77-93ad-4f41-a072-c95a24b974f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e8538-2b7a-47a6-be0a-d4caf8857a47,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:49.174464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:49.236337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:49.267478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95345dfd-b2d1-49de-89c1-0831268b8ca9 req-f608217b-1260-4863-be24-ae65fb8dfddd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592908 Oct 25 23:02:49.269669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.343017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.346362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.348576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] 10.222.0.11 "PUT /v2.0/ports/257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 1095 time: 2.3291628 Oct 25 23:02:49.355465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:49.360489 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f644c-003c-4dc7-9f41-f688d325fc70" -d '{"events": [{"name": "network-changed", "server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:49.473150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d01454-59b8-4933-98fd-f5e24031b35d service neutron] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:49.492208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:49.505424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-eb091eb0-0ad2-4b15-9a17-f9e28bb63edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.507120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-eb091eb0-0ad2-4b15-9a17-f9e28bb63edf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1098 time: 0.1027989 Oct 25 23:02:49.537845 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921853f-6fcd-4948-85a7-833395ffcddf x-openstack-request-id: req-1921853f-6fcd-4948-85a7-833395ffcddf {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:49.538141 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:49.538477 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1921853f-6fcd-4948-85a7-833395ffcddf {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:49.538895 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'status': 'completed', 'code': 200} Oct 25 23:02:49.625911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-2a13028a-f9ca-417d-8f3f-94f5e52701e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.1033401 Oct 25 23:02:49.760173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-839cc23d-9863-46ec-9322-8eabf6a04ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.762001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-839cc23d-9863-46ec-9322-8eabf6a04ec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1233735 Oct 25 23:02:49.940142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.951008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-8d376bba-29f0-4704-9cb5-df51da523cd7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.959047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-8d376bba-29f0-4704-9cb5-df51da523cd7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.1700537 Oct 25 23:02:49.962863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.969081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.978927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:49.980773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-dd20018d-1922-4694-ba57-dbfd77fc5a69 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/quotas/558a5203facb4ddebf046d80a82ae85a HTTP/1.1" status: 200 len: 375 time: 0.0206265 Oct 25 23:02:50.000876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:50.017160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:50.031883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:50.032778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-bd5648da-490f-4de6-bb8c-08205ce26cf5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2698379 Oct 25 23:02:50.038526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-89bd46d3-9458-4bb9-9b16-1a4932a5fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:50.039991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-89bd46d3-9458-4bb9-9b16-1a4932a5fb3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2646942 Oct 25 23:02:50.068642 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:50.123799 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5fee285b-7cbd-4c54-9511-7a9df11e49e8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419182 Oct 25 23:02:50.205429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:50.238699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77f2e800-e587-423c-b0cf-7d58a1834a1f req-71ad53ff-bf3e-4956-b98b-ca1a08e9c656 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977012 Oct 25 23:02:50.333445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-20fb56a6-9f0d-4317-ae39-3c41a35c753d service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375796 Oct 25 23:02:50.382862 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:50.439407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:50.442646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:50.446657 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4599d79-1d7c-4a23-8ae3-46234aaecc96" -d '{"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:50.451708 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:50.584542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4068-0da4-44fc-8f2e-c846c2b3c6b2 req-8b93bb9a-8187-49fc-9bea-65d6e7f2b810 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:50.592987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-743b4068-0da4-44fc-8f2e-c846c2b3c6b2 req-8b93bb9a-8187-49fc-9bea-65d6e7f2b810 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.0925620 Oct 25 23:02:50.597056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:50.612741 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:50.638603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73ffcf2b-c8d4-4083-887f-78317e5b9a27 req-44f7056f-f56a-44af-93da-d3d910adc39a service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964885 Oct 25 23:02:50.662874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-743b4068-0da4-44fc-8f2e-c846c2b3c6b2 req-e1ec3a68-642d-48ad-b4d2-780a6166c2ae tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686364 Oct 25 23:02:50.704184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-0afa3932-d304-4b15-a3a5-95a7d87b49a7 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752645 Oct 25 23:02:50.808758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-d609c1b5-ad19-423b-b664-972f02ed4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:50.812491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-d609c1b5-ad19-423b-b664-972f02ed4f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1098 time: 0.0894701 Oct 25 23:02:50.864345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-56c2cf07-f7a8-46e9-bc18-8d38adfadb27 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470716 Oct 25 23:02:51.033575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79722a7-b201-4265-9d7c-8909ea4c034c req-0da10869-841f-4455-9858-ea55331537bd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.043712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b79722a7-b201-4265-9d7c-8909ea4c034c req-0da10869-841f-4455-9858-ea55331537bd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.1375039 Oct 25 23:02:51.045158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-a2f714a4-0c82-4e7b-b502-16b8486bfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.046804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-a2f714a4-0c82-4e7b-b502-16b8486bfcbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2263350 Oct 25 23:02:51.231585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-596f75eb-5f6a-4144-b3a4-886e3fc92afc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.1443257 Oct 25 23:02:51.244341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3d17f-9abf-412f-b935-bfa944732ca2 req-08f3e8ad-6678-4ede-b84d-f89592c10365 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.259655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28f3d17f-9abf-412f-b935-bfa944732ca2 req-08f3e8ad-6678-4ede-b84d-f89592c10365 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.1429281 Oct 25 23:02:51.319613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b79722a7-b201-4265-9d7c-8909ea4c034c req-a8c336c9-4a5d-45e4-b2a1-0d591ddb0fe0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757394 Oct 25 23:02:51.333096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28f3d17f-9abf-412f-b935-bfa944732ca2 req-591c85b8-31fb-49e4-a312-ad5819d310e3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687156 Oct 25 23:02:51.369617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f32f8-8486-4f97-bdca-55c9366c961f req-e119cb75-2c0f-4b2f-8010-f57e548be572 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.372044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-675f32f8-8486-4f97-bdca-55c9366c961f req-e119cb75-2c0f-4b2f-8010-f57e548be572 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "GET /v2.0/ports?device_id=2302cc34-ae9d-499a-a783-a19bcff8eb89 HTTP/1.1" status: 200 len: 944 time: 0.3234224 Oct 25 23:02:51.504305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-d1289c1d-4c04-4454-a968-b7a43fcff3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.505916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-d1289c1d-4c04-4454-a968-b7a43fcff3e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.2302425 Oct 25 23:02:51.527178 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f69a689-64ce-451a-bd9c-197b09c0df6d x-openstack-request-id: req-3f69a689-64ce-451a-bd9c-197b09c0df6d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:51.527804 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:51.528290 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f69a689-64ce-451a-bd9c-197b09c0df6d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:51.528905 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'code': 200} Oct 25 23:02:51.639612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-8c1a3ad7-31e8-4733-b044-7f0e912d7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.643257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-8c1a3ad7-31e8-4733-b044-7f0e912d7e28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289735 Oct 25 23:02:51.710759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0e4d834-f1bf-405a-8d72-f580b44a27a5 req-54d094e6-7767-41bc-9759-62400313ad65 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 210 time: 0.1011214 Oct 25 23:02:51.843539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Deleting port f2f449d0-1181-4d2b-8308-dde15523cdaf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:02:51.843885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:51.930911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1372b-6916-40cb-b0d1-939f23bbfeec req-33e51926-daf3-4268-ad73-eb422e010bba tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:51.943153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-23b1372b-6916-40cb-b0d1-939f23bbfeec req-33e51926-daf3-4268-ad73-eb422e010bba tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.1112876 Oct 25 23:02:52.017702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-23b1372b-6916-40cb-b0d1-939f23bbfeec req-670a1767-a371-4270-a93d-80ee9f68a7f4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Oct 25 23:02:52.116033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-4d1bf534-c56a-480b-8ad7-6c5ce45ac2fb service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542091 Oct 25 23:02:52.173856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.181367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.189098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.195927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.203108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.210074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.217319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.227172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-b7aa4389-b61f-490f-96d5-63bf820fe3db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.4141810 Oct 25 23:02:52.397791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] For port f2f449d0-1181-4d2b-8308-dde15523cdaf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2f449d0-1181-4d2b-8308-dde15523cdaf,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:52.398199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:52.424233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Calling delete_port for f2f449d0-1181-4d2b-8308-dde15523cdaf owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:02:52.484523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-766d72e6-83b2-4f3d-a429-40d247dfd2c3 req-7057cdd0-d7a5-434b-9931-a92e347a3e03 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2564771 Oct 25 23:02:52.590617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a99f644c-003c-4dc7-9f41-f688d325fc70 req-b5787ec8-facb-4e2f-82db-0e1fe37af2c2 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585526 Oct 25 23:02:52.644102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa171-f59f-44ba-9b3b-8cddaae9d6ff req-42250500-c249-41c4-89df-037c8f17911a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.646474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6befa171-f59f-44ba-9b3b-8cddaae9d6ff req-42250500-c249-41c4-89df-037c8f17911a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.0876231 Oct 25 23:02:52.720132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6befa171-f59f-44ba-9b3b-8cddaae9d6ff req-51d5941b-cdde-42e3-84d1-051551d3334f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Oct 25 23:02:52.720354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af329ad3-86a9-439b-926b-393972454caf req-5377d6ab-f926-43f7-a9a7-195708a009ed tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:52.721824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af329ad3-86a9-439b-926b-393972454caf req-5377d6ab-f926-43f7-a9a7-195708a009ed tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.0941846 Oct 25 23:02:52.786917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af329ad3-86a9-439b-926b-393972454caf req-cf160eff-e3c4-4978-8e03-0089cdf882fd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544949 Oct 25 23:02:52.789699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:52.888406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event deleted for resources: {'Port': ['ID=f2f449d0-1181-4d2b-8308-dde15523cdaf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:53.317129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e8c0-65cc-4651-b3f4-5b635e7f7cee req-5332b10e-3aa6-4c86-b914-426e7e7a8580 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.319831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8c01e8c0-65cc-4651-b3f4-5b635e7f7cee req-5332b10e-3aa6-4c86-b914-426e7e7a8580 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.0946615 Oct 25 23:02:53.371263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8c01e8c0-65cc-4651-b3f4-5b635e7f7cee req-712573eb-7d05-4dd3-b15c-832e1f315f82 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Oct 25 23:02:53.389073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] No DVR routers for this DVR port f2f449d0-1181-4d2b-8308-dde15523cdaf on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:02:53.395562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:53.399941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-675f32f8-8486-4f97-bdca-55c9366c961f req-7447a029-19e8-48da-b7e2-100d8d166cdd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "DELETE /v2.0/ports/f2f449d0-1181-4d2b-8308-dde15523cdaf HTTP/1.1" status: 204 len: 173 time: 2.0205386 Oct 25 23:02:53.401680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-deleted', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:53.404180 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef7c497-0e27-413d-8d6d-8534290aa230" -d '{"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-deleted", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:53.438943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a96e5d65-fc8b-4ddc-947e-9b553580a364 req-ecdecbd6-02a5-46a6-92ab-06e211019bba tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 210 time: 0.0593226 Oct 25 23:02:53.542724 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093b342-35e5-4511-833d-4a9f6ba85367 x-openstack-request-id: req-a093b342-35e5-4511-833d-4a9f6ba85367 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:53.544030 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2302cc34-ae9d-499a-a783-a19bcff8eb89", "name": "network-vif-deleted", "tag": "f2f449d0-1181-4d2b-8308-dde15523cdaf", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:53.545891 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a093b342-35e5-4511-833d-4a9f6ba85367 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:53.546944 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2302cc34-ae9d-499a-a783-a19bcff8eb89', 'name': 'network-vif-deleted', 'tag': 'f2f449d0-1181-4d2b-8308-dde15523cdaf', 'status': 'completed', 'code': 200} Oct 25 23:02:53.555867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-62e64008-0f4a-4945-9364-47fef06ec8fd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.558452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-62e64008-0f4a-4945-9364-47fef06ec8fd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.6938870 Oct 25 23:02:53.583800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Request body: {'port': {'device_id': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'admin_state_up': True, 'tenant_id': '558a5203facb4ddebf046d80a82ae85a'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:53.897761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.905423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.913103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.921580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.930464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.949531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.959469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.969946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-07a99f83-e8c8-4b9b-ba52-1a11f4ff784f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2345216 Oct 25 23:02:53.970683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cc3d7-0657-4052-b550-ef4a45305fb7 req-e0e636f2-f798-44dd-8d7a-e442291e45d9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:53.983142 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-803cc3d7-0657-4052-b550-ef4a45305fb7 req-e0e636f2-f798-44dd-8d7a-e442291e45d9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.0988595 Oct 25 23:02:53.993885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Made reservation on behalf of 558a5203facb4ddebf046d80a82ae85a for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:02:53.998389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.038902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-803cc3d7-0657-4052-b550-ef4a45305fb7 req-96ce8c8e-f105-4aab-af36-767cac94c705 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547247 Oct 25 23:02:54.057484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2024d622-7cfd-42e7-a9a7-3c86266a6ac8 req-7bb6fa00-c69a-4067-8ef1-1ad0923a80fc tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841074 Oct 25 23:02:54.230175 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:02:54.233243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:02:54.369909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Allocated IP 172.20.0.14 (73d747e1-83e8-422d-9342-f79510c598dd/2a5ee6d2-b852-41d6-ba24-41117b475186/be1c805a-dd46-4b29-bf49-90d87b5f1b90) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:02:54.397403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45436) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:54.422365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016c2a0-f9b4-4fe4-8456-cf0e27d462dc req-2c566d82-c318-4bdc-b341-a26fb88c2479 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:54.436163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3016c2a0-f9b4-4fe4-8456-cf0e27d462dc req-2c566d82-c318-4bdc-b341-a26fb88c2479 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.1420946 Oct 25 23:02:54.460997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f2f449d0-1181-4d2b-8308-dde15523cdaf {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:02:54.470800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2f449d0-1181-4d2b-8308-dde15523cdaf not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:02:54.531244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3016c2a0-f9b4-4fe4-8456-cf0e27d462dc req-363971e4-8fe7-442c-a71c-9f8733e1b261 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937412 Oct 25 23:02:54.578302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:54.599392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'mac_address': 'fa:16:3e:0f:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:02:54.657546 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc153bfe-145d-44fd-9c7b-62befbcdf75b req-1023f870-a377-4b85-8dc6-8cf8b93531bc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 210 time: 0.0555987 Oct 25 23:02:54.684578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a3f9-b423-4eac-a193-94624f454390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.688075 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.725367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257f7269-abfd-4ff7-8382-d5dc14ec6da3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:54.764210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:54.776250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.798922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17060f8-da79-40e6-a7c8-b41f1ced1aa0 req-4439c5c3-ba99-4037-9cdc-713fd0534571 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:54.808056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d17060f8-da79-40e6-a7c8-b41f1ced1aa0 req-4439c5c3-ba99-4037-9cdc-713fd0534571 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.1948082 Oct 25 23:02:54.845711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:54.859558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.898912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d17060f8-da79-40e6-a7c8-b41f1ced1aa0 req-803db6c9-58c9-4a03-8de4-68a855947dd3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898535 Oct 25 23:02:54.936425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a3f9-b423-4eac-a193-94624f454390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.943121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a3f9-b423-4eac-a193-94624f454390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.959096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:54.963366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f92c4fec-7620-4254-892e-e793f6fc739d details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:02:55.030451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a2e5a3f9-b423-4eac-a193-94624f454390 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4199b83dbf7b4944ac7b1a8b2af385f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6315839 Oct 25 23:02:55.033139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45446) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:55.036253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5a3f9-b423-4eac-a193-94624f454390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b328462-c693-4db8-9358-80f0c06c4ada,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:55.051882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Network 73d747e1-83e8-422d-9342-f79510c598dd is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:02:55.056717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:02:55.062207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:55.065287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:02:55.131421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.134023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.138928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95bd3be7-6dcc-4c42-8095-3e9046cf3708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.153131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['257f7269-abfd-4ff7-8382-d5dc14ec6da3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:55.159858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a7111bf4-6e0b-4a36-9064-fd45230b9b70 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5914078 Oct 25 23:02:55.174569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Request body: {'port': {'device_id': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:02:55.188640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95bd3be7-6dcc-4c42-8095-3e9046cf3708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.334374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca56a7d-385a-4590-804e-746de589be81 req-2c2b2839-a8a2-4724-9a38-46aa335a23ff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.343174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ca56a7d-385a-4590-804e-746de589be81 req-2c2b2839-a8a2-4724-9a38-46aa335a23ff tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.0930882 Oct 25 23:02:55.383453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95bd3be7-6dcc-4c42-8095-3e9046cf3708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.386826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95bd3be7-6dcc-4c42-8095-3e9046cf3708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.388037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-95bd3be7-6dcc-4c42-8095-3e9046cf3708 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b328462-c693-4db8-9358-80f0c06c4ada HTTP/1.1" status: 204 len: 168 time: 0.3538160 Oct 25 23:02:55.408683 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.415411 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ca56a7d-385a-4590-804e-746de589be81 req-ef175c52-e3ee-47d3-afbc-3c85161442bd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Oct 25 23:02:55.416719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd3be7-6dcc-4c42-8095-3e9046cf3708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b328462-c693-4db8-9358-80f0c06c4ada,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:55.475638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:55.489456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.505758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.513125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.566897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.566897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.567240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10', 'port_id': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'mac_address': 'fa:16:3e:6d:b3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ff508a-31c3-403e-90a4-1e357bc310db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:02:55.567360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.598622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.612048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-c85ebb8c-0ef4-445e-9613-2da74ce75ce2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.3852136 Oct 25 23:02:55.738608 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.765005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92c4fec-7620-4254-892e-e793f6fc739d {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:55.774818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7acaa8c6-8c60-4219-bc95-e2a2b1a21c73 req-ba257b95-a113-4a08-b3a9-9ea991a59e7d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559939 Oct 25 23:02:55.813106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:55.823929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:55.850062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf6127-3ebe-429a-9caf-7b4c641fec5f req-c19fb01d-6b76-4e4d-a473-a3bb81dd3b87 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:55.870807 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-adaf6127-3ebe-429a-9caf-7b4c641fec5f req-c19fb01d-6b76-4e4d-a473-a3bb81dd3b87 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.1655743 Oct 25 23:02:55.907833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:55.996990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-adaf6127-3ebe-429a-9caf-7b4c641fec5f req-ca663b3e-aebb-4cbe-848d-02aee5a56414 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225417 Oct 25 23:02:56.052270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72969f0a-ef96-4d26-9551-00ea46f80fb2 req-ca749b36-e1bb-48e2-a0e7-8bbe912fc853 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:56.053733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72969f0a-ef96-4d26-9551-00ea46f80fb2 req-ca749b36-e1bb-48e2-a0e7-8bbe912fc853 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 932 time: 0.0982463 Oct 25 23:02:56.077719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:56.100276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dc8-0d7b-4628-a74e-8042c1a6e3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.165802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72969f0a-ef96-4d26-9551-00ea46f80fb2 req-9167324e-401b-4c83-a744-42d07e4f90d0 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855579 Oct 25 23:02:56.306346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dc8-0d7b-4628-a74e-8042c1a6e3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.315326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dc8-0d7b-4628-a74e-8042c1a6e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.341198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1c805a-dd46-4b29-bf49-90d87b5f1b90 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:56.355058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.368434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c4dc8-0d7b-4628-a74e-8042c1a6e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b32de1c-4458-4ced-96ec-185348c9738b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:56.370095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Transition to ACTIVE for port object be1c805a-dd46-4b29-bf49-90d87b5f1b90 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:02:56.380464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.392201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859df70-f02b-435e-8632-2109ccba1f10 req-84aeda13-16e6-42ee-940f-d0b3ff35c04d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:56.400421 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3859df70-f02b-435e-8632-2109ccba1f10 req-84aeda13-16e6-42ee-940f-d0b3ff35c04d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.1440432 Oct 25 23:02:56.412539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb1c4dc8-0d7b-4628-a74e-8042c1a6e3f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e43b81b1cf0742c5804fb0d8bdad691b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333645 Oct 25 23:02:56.419305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45482) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:02:56.432124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f92c4fec-7620-4254-892e-e793f6fc739d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:02:56.482073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:56.535888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3859df70-f02b-435e-8632-2109ccba1f10 req-f451fdc3-abae-44c0-98e6-4522fcfe3383 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345160 Oct 25 23:02:56.584763 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f3e99e4-5d46-4081-b320-a8ff6cc829e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.634334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f3e99e4-5d46-4081-b320-a8ff6cc829e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.740959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f3e99e4-5d46-4081-b320-a8ff6cc829e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.751653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f3e99e4-5d46-4081-b320-a8ff6cc829e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.754630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0f3e99e4-5d46-4081-b320-a8ff6cc829e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b32de1c-4458-4ced-96ec-185348c9738b HTTP/1.1" status: 204 len: 168 time: 0.3343239 Oct 25 23:02:56.758492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Attempting to bind port be1c805a-dd46-4b29-bf49-90d87b5f1b90 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:02:56.758492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Attempting to bind port be1c805a-dd46-4b29-bf49-90d87b5f1b90 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:02:56.758492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Attempting to bind port be1c805a-dd46-4b29-bf49-90d87b5f1b90 on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:56.769161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Port be1c805a-dd46-4b29-bf49-90d87b5f1b90 on network 73d747e1-83e8-422d-9342-f79510c598dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:02:56.769493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Attempting to bind port be1c805a-dd46-4b29-bf49-90d87b5f1b90 on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:02:56.775349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e99e4-5d46-4081-b320-a8ff6cc829e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b32de1c-4458-4ced-96ec-185348c9738b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:56.778549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:02:56.778901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Checking segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:02:56.779363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Bound using segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:02:56.779803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Bound port: be1c805a-dd46-4b29-bf49-90d87b5f1b90, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:02:56.780244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:56.836591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd600f-379a-493d-9397-372ccb5d5216 req-36288c89-0fa5-49c9-8dd9-36dc44492c6f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:56.846515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dabd600f-379a-493d-9397-372ccb5d5216 req-36288c89-0fa5-49c9-8dd9-36dc44492c6f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.2659383 Oct 25 23:02:56.955808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dabd600f-379a-493d-9397-372ccb5d5216 req-8dcf4680-0b0c-4dce-ae4b-3b796173bc8e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080422 Oct 25 23:02:56.997436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:02:57.013007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:02:57.022289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:57.062566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.090022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.111555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.126521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.140288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.140437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.140915 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:57.142588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/be1c805a-dd46-4b29-bf49-90d87b5f1b90 HTTP/1.1" status: 200 len: 1092 time: 1.9729810 Oct 25 23:02:57.143170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:57.146540 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f200406f-051c-4c43-b737-30c2211fe33c" -d '{"events": [{"name": "network-changed", "server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:57.170028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.185971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.194911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-aa0cb5fc-d9b1-4d2d-8d59-8998fe566c82 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2787511 Oct 25 23:02:57.251952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dae2d-625c-4fca-9732-8928093123e5 service neutron] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:57.257996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7b9b792-2e8b-4b7a-b644-491f270af9ca req-0c213cb5-9f96-497b-86cb-debeefb9e2e2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608513 Oct 25 23:02:57.405366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a558f52-209b-4e57-90e2-625a1e71f61d req-2d9fbf1d-4b33-414e-8f06-be9984109911 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.406987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a558f52-209b-4e57-90e2-625a1e71f61d req-2d9fbf1d-4b33-414e-8f06-be9984109911 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.2363083 Oct 25 23:02:57.408999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a37c56ad-b3a0-4269-af4f-9a0bf64b8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.410717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a37c56ad-b3a0-4269-af4f-9a0bf64b8784 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 1095 time: 0.1801565 Oct 25 23:02:57.461318 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ca79a-62a5-4034-843f-91d655adf82a x-openstack-request-id: req-507ca79a-62a5-4034-843f-91d655adf82a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:57.465104 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:57.465597 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-507ca79a-62a5-4034-843f-91d655adf82a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:57.466298 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'status': 'completed', 'code': 200} Oct 25 23:02:57.537328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a558f52-209b-4e57-90e2-625a1e71f61d req-85e3ebd6-7f75-415b-afe2-8d99dcdae5fe tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165090 Oct 25 23:02:57.547143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-c79bddbd-f58b-4884-b214-c96726be266a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90 HTTP/1.1" status: 200 len: 217 time: 0.1144440 Oct 25 23:02:57.639024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98018df-4ad8-4956-8354-fdf0cb27dd5b req-e09a28f1-3201-4fc0-99d9-0eb4dad844d4 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.641052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b98018df-4ad8-4956-8354-fdf0cb27dd5b req-e09a28f1-3201-4fc0-99d9-0eb4dad844d4 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 944 time: 0.1156621 Oct 25 23:02:57.688425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-007bc1ce-53ee-4822-83e9-b3c79232861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.689891 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-007bc1ce-53ee-4822-83e9-b3c79232861d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.1363528 Oct 25 23:02:57.709231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b98018df-4ad8-4956-8354-fdf0cb27dd5b req-78f5f712-aacc-4e99-b557-a4d32248b7ac tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544846 Oct 25 23:02:57.731967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b0ef-b75a-4c92-b249-769f1cc4fd9a req-0dfadae2-c10b-42de-bfba-097e44bc1978 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:57.739582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ce2b0ef-b75a-4c92-b249-769f1cc4fd9a req-0dfadae2-c10b-42de-bfba-097e44bc1978 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.0945392 Oct 25 23:02:57.742755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-2015ce6f-531c-49f5-b72e-60b782d90210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449078 Oct 25 23:02:57.857064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ce2b0ef-b75a-4c92-b249-769f1cc4fd9a req-0973bb4b-ed03-4563-85bf-a68f0ec10579 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165307 Oct 25 23:02:57.926983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-a626fb2d-15b7-45ca-b464-743a2f57298b service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682229 Oct 25 23:02:58.058574 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0645f3a-9f11-4df4-bbef-a91db580b97b req-925f8afb-dd7d-4203-95ae-93ccba832c4f service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234579 Oct 25 23:02:58.119540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:58.133846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d492-8d7e-4466-b781-0dd22f316668 req-30a9efa9-bd05-4bb8-86a3-d030c2276d94 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.144131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f53d492-8d7e-4466-b781-0dd22f316668 req-30a9efa9-bd05-4bb8-86a3-d030c2276d94 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.0766413 Oct 25 23:02:58.210127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f53d492-8d7e-4466-b781-0dd22f316668 req-47df3109-ea2e-442a-b427-1f13732e018c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634153 Oct 25 23:02:58.231257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200406f-051c-4c43-b737-30c2211fe33c req-eceb0d4b-6850-4e69-b1f7-2b924282e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.233467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-eceb0d4b-6850-4e69-b1f7-2b924282e605 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 1095 time: 0.1031866 Oct 25 23:02:58.256862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:58.321138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:58.327870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:58.328447 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:58.373221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200406f-051c-4c43-b737-30c2211fe33c req-50707089-8f94-4f69-bdc2-9b6afa20b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.374739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-50707089-8f94-4f69-bdc2-9b6afa20b4ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 906 time: 0.1338639 Oct 25 23:02:58.462526 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:58.493112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-288d75a8-a5b0-4751-9783-6ef2b636e349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90 HTTP/1.1" status: 200 len: 217 time: 0.1097987 Oct 25 23:02:58.497813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:02:58.502097 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11afafc9-d260-449a-9561-87427aa54369" -d '{"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-plugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:02:58.522031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:58.529104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:58.581908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200406f-051c-4c43-b737-30c2211fe33c req-07bc39c6-c023-4f04-85b6-e7497ba06523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.584946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-07bc39c6-c023-4f04-85b6-e7497ba06523 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.0679379 Oct 25 23:02:58.600777 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64663bb6-3f6a-4d2f-b1a7-7f21edba5f23 x-openstack-request-id: req-64663bb6-3f6a-4d2f-b1a7-7f21edba5f23 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:02:58.605458 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-plugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:02:58.608465 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64663bb6-3f6a-4d2f-b1a7-7f21edba5f23 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:02:58.609409 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'code': 200} Oct 25 23:02:58.626375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-aa7b9974-54dc-4d61-9cd0-234ff6641062 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341444 Oct 25 23:02:58.650590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:58.655189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.662795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.669041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.676765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.684836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.692087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.698883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.707245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-f0f49740-bc0c-4ad8-8cba-73a72988084e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.3074987 Oct 25 23:02:58.787730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66418f3-cc88-4c04-9780-1a5bd8edb6d9 req-9d673e30-7da4-4cd2-bb15-a40a8b4c405b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.796544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b66418f3-cc88-4c04-9780-1a5bd8edb6d9 req-9d673e30-7da4-4cd2-bb15-a40a8b4c405b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.0789676 Oct 25 23:02:58.850505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b66418f3-cc88-4c04-9780-1a5bd8edb6d9 req-2d992a5b-ed9f-4fd6-bb97-6ce21d8e947e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525739 Oct 25 23:02:58.854932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e1a7205-c854-4257-8d4c-8e5cd422689a req-517835ac-34bf-4f3f-be2b-a7bb7f5892a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415346 Oct 25 23:02:58.896766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2237a51-41d7-4cb5-8366-181fdcf1bd7d req-3a0262b1-9f7c-45f2-b507-30fbaf481996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:58.898503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2237a51-41d7-4cb5-8366-181fdcf1bd7d req-3a0262b1-9f7c-45f2-b507-30fbaf481996 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1100 time: 0.1882875 Oct 25 23:02:58.959489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-8749511a-41ec-428c-967d-4d9cbb3ee8e4 service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501266 Oct 25 23:02:58.969334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2237a51-41d7-4cb5-8366-181fdcf1bd7d req-b03cd2fb-7264-480a-af35-630931600ffd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Oct 25 23:02:58.977092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:02:59.002596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f92c4fec-7620-4254-892e-e793f6fc739d up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:02:59.077006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0086ce-ae49-4dc8-bcf7-cb9ba57b7f2d req-ba736cd2-6b43-4005-8db9-e78a99e4d587 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:59.091013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b0086ce-ae49-4dc8-bcf7-cb9ba57b7f2d req-ba736cd2-6b43-4005-8db9-e78a99e4d587 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 944 time: 0.1388192 Oct 25 23:02:59.175923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dafee0-a886-4656-b19a-f1c1f04a1a77 req-a9e992d9-db45-45a8-a177-72b5afefab87 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:59.185143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2dafee0-a886-4656-b19a-f1c1f04a1a77 req-a9e992d9-db45-45a8-a177-72b5afefab87 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0883880 Oct 25 23:02:59.195099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f200406f-051c-4c43-b737-30c2211fe33c req-90ad5095-ebe3-4e8b-959c-6269d507227f service neutron] 10.222.0.11 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201548 Oct 25 23:02:59.237222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b0086ce-ae49-4dc8-bcf7-cb9ba57b7f2d req-44b7c0d6-a35a-45dd-98aa-f5fbaf616859 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445041 Oct 25 23:02:59.248492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2dafee0-a886-4656-b19a-f1c1f04a1a77 req-7ee9ec9c-6503-4e76-ac3b-e3913d42d4ec tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Oct 25 23:02:59.352247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f92c4fec-7620-4254-892e-e793f6fc739d completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:02:59.367424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f92c4fec-7620-4254-892e-e793f6fc739d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:02:59.367834 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:59.403899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b2ddd-77b4-4776-b606-3787c870aa65 req-34fb9a04-1e76-4cbe-8f41-2387a58db47e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:02:59.412196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f0b2ddd-77b4-4776-b606-3787c870aa65 req-34fb9a04-1e76-4cbe-8f41-2387a58db47e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.0908146 Oct 25 23:02:59.416266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:59.437108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99', 'port_id': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'mac_address': 'fa:16:3e:0e:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01296933-fb18-4a6b-acd6-addda0a15ea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:02:59.483331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f0b2ddd-77b4-4776-b606-3787c870aa65 req-6b7dcf53-5109-47e8-89b6-39dbeb896244 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698545 Oct 25 23:02:59.544708 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:59.546554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:59.568008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d03adb-1c77-4daa-b6ca-41045fadbcd0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:02:59.599291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:59.610390 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:59.614794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:02:59.650284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:02:59.693831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:02:59.966136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:00.052692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45602) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:00.077459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1d1c6-37d2-4316-a750-64dac88370a0 req-57154835-a212-4c18-9314-bfddd2528897 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.079924 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96a1d1c6-37d2-4316-a750-64dac88370a0 req-57154835-a212-4c18-9314-bfddd2528897 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0982597 Oct 25 23:03:00.110743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.118109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.124429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.130379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.134639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96a1d1c6-37d2-4316-a750-64dac88370a0 req-b4027621-1819-47b8-897c-bd8cfce7a1d3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Oct 25 23:03:00.143938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.153507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.159851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.168822 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-fcbc1e40-97c4-4214-b497-08828df5ecb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1451406 Oct 25 23:03:00.240851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['76d03adb-1c77-4daa-b6ca-41045fadbcd0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:00.254723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53b3e104-50b9-4253-b294-fd3fc07a82e6 req-2a0ad9af-503f-493a-970c-94aaaf9b835c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849516 Oct 25 23:03:00.285217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e58a67f-b98d-4d59-ae4d-1a08b87f8828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.302879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:00.407345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ecce6-1676-46e0-9be5-06eb420b0589 req-cf96f117-cf11-4269-a3de-1cf2dec3e5fb tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.420677 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-780ecce6-1676-46e0-9be5-06eb420b0589 req-cf96f117-cf11-4269-a3de-1cf2dec3e5fb tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 944 time: 0.0864809 Oct 25 23:03:00.489160 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e58a67f-b98d-4d59-ae4d-1a08b87f8828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.496110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-780ecce6-1676-46e0-9be5-06eb420b0589 req-3a18303d-cef1-44e1-aa0f-2160d9689e00 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Oct 25 23:03:00.504508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a99862-bc64-42f0-810e-ab4870937ff7 req-b3fe8292-edca-4c7f-871f-2fce8da7f156 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.506268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41a99862-bc64-42f0-810e-ab4870937ff7 req-b3fe8292-edca-4c7f-871f-2fce8da7f156 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1076689 Oct 25 23:03:00.507859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e58a67f-b98d-4d59-ae4d-1a08b87f8828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.537804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:00.560384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'mac_address': 'fa:16:3e:77:a4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:00.586023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0e58a67f-b98d-4d59-ae4d-1a08b87f8828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c38535da602547e58bf9b5b47294421b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319953 Oct 25 23:03:00.590980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45620) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:00.592608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58a67f-b98d-4d59-ae4d-1a08b87f8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e756e-ff55-45ee-a82e-12460d394713,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:00.625337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41a99862-bc64-42f0-810e-ab4870937ff7 req-a9ee839d-6657-428b-89a2-5cc3f46844f5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045208 Oct 25 23:03:00.638046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:00.640362 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55cea7b-0f02-4099-8836-271a55e54957" -d '{"events": [{"server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "name": "network-vif-plugged", "status": "completed", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:00.658512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.675732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1c805a-dd46-4b29-bf49-90d87b5f1b90 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:00.708257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:00.711112 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0a8c60-04fa-45a6-bca6-e66d1b345f45 x-openstack-request-id: req-ae0a8c60-04fa-45a6-bca6-e66d1b345f45 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:00.711413 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "name": "network-vif-plugged", "status": "completed", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:00.711632 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae0a8c60-04fa-45a6-bca6-e66d1b345f45 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:00.712786 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'code': 200} Oct 25 23:03:00.724313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.731632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db9f1-2140-4854-ac6d-3a3964c2cd51 req-1e67ad4b-460e-4367-abf5-9840925c2aa0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.739825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c41db9f1-2140-4854-ac6d-3a3964c2cd51 req-1e67ad4b-460e-4367-abf5-9840925c2aa0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.1654665 Oct 25 23:03:00.807675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa88689-9d19-45e2-a547-8701ff16be0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.814383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:00.862597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc4d74-413d-40fa-9de9-0bd01651609b req-d9770381-6227-4446-a10d-dcde4c09eb2f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:00.872250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9bc4d74-413d-40fa-9de9-0bd01651609b req-d9770381-6227-4446-a10d-dcde4c09eb2f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0788949 Oct 25 23:03:00.875254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c41db9f1-2140-4854-ac6d-3a3964c2cd51 req-e334aec7-427e-44f7-8eca-9d95b05db7cd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189885 Oct 25 23:03:00.877452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa88689-9d19-45e2-a547-8701ff16be0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.929039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9bc4d74-413d-40fa-9de9-0bd01651609b req-6cf28697-0b34-4e5e-8236-4bdf2a295a2f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554261 Oct 25 23:03:00.969447 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa88689-9d19-45e2-a547-8701ff16be0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.973538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa88689-9d19-45e2-a547-8701ff16be0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:00.974448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2aa88689-9d19-45e2-a547-8701ff16be0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e10e756e-ff55-45ee-a82e-12460d394713 HTTP/1.1" status: 204 len: 168 time: 0.3658221 Oct 25 23:03:00.983694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa88689-9d19-45e2-a547-8701ff16be0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e756e-ff55-45ee-a82e-12460d394713,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:01.036745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['be1c805a-dd46-4b29-bf49-90d87b5f1b90'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:01.083255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd4ec8-685a-422c-9cb2-00830312e09e req-8806b472-2be8-4f30-8ee3-599a0908258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.085204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4dd4ec8-685a-422c-9cb2-00830312e09e req-8806b472-2be8-4f30-8ee3-599a0908258c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1096 time: 0.0871246 Oct 25 23:03:01.165370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4dd4ec8-685a-422c-9cb2-00830312e09e req-860820b5-6e32-4149-8042-6ae2d4ed1e46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705893 Oct 25 23:03:01.258355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-8e523ed3-eaff-4248-8e18-07283078a01d req-6759a43b-8c79-4960-b80f-f87755d3ca52 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:03:01.260063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e523ed3-eaff-4248-8e18-07283078a01d req-6759a43b-8c79-4960-b80f-f87755d3ca52 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068586 Oct 25 23:03:01.404714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c440f-5989-4e86-9bd5-7230eff1bfc1 req-9cddcd4e-311c-4fd2-bd79-6d42eb099454 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.409125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-803c440f-5989-4e86-9bd5-7230eff1bfc1 req-9cddcd4e-311c-4fd2-bd79-6d42eb099454 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.1440308 Oct 25 23:03:01.473498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-803c440f-5989-4e86-9bd5-7230eff1bfc1 req-a14cdaa9-a849-40a3-aef7-99566c148772 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Oct 25 23:03:01.573624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45660) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:01.625653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e5a-2c0d-4093-ac9a-703c56631bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:01.639837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.646059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.652660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.658797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.664849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.671775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.679896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.680857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-a2740d0b-7d45-4ccf-8111-f84efe74cafb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1291430 Oct 25 23:03:01.704548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-4e9d3bee-6468-4508-a616-841860d02849 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236365 Oct 25 23:03:01.725460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d390a30-1af2-48f7-a5e4-0aa9d8e5f384 req-f55ded7e-5c99-4d21-bfbb-13232cd5997e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.727326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d390a30-1af2-48f7-a5e4-0aa9d8e5f384 req-f55ded7e-5c99-4d21-bfbb-13232cd5997e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1206317 Oct 25 23:03:01.754472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-601af377-5db7-4d3e-b986-73569f0a5f09 req-cc12eb1e-318b-4f73-a40c-f9ea851e2452 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612354 Oct 25 23:03:01.824937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d390a30-1af2-48f7-a5e4-0aa9d8e5f384 req-4cc5e5b7-c2e9-4be6-83dc-112fbe7b453d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801795 Oct 25 23:03:01.859681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e5a-2c0d-4093-ac9a-703c56631bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:01.864471 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e5a-2c0d-4093-ac9a-703c56631bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:01.917037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d573d7-b563-411c-a67c-596ad393cbdc req-0093304e-8834-4257-b40d-4b3647a09b82 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:01.918840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-77cd7e5a-2c0d-4093-ac9a-703c56631bc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1942c8a8fca4405689aafaf7f8fe2d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431871 Oct 25 23:03:01.919322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30d573d7-b563-411c-a67c-596ad393cbdc req-0093304e-8834-4257-b40d-4b3647a09b82 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 945 time: 0.0589247 Oct 25 23:03:01.920030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45668) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:01.957733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd7e5a-2c0d-4093-ac9a-703c56631bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82db4546-a9a2-4191-93cd-f8b20d173ee8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:01.993994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30d573d7-b563-411c-a67c-596ad393cbdc req-51831f07-f87d-4dfc-aa07-de462c605124 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568540 Oct 25 23:03:02.039840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19fc90-919f-4c8a-bc8f-e7db68198edc req-d60ba180-58c0-453f-a74f-3365934d1628 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:02.042377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b19fc90-919f-4c8a-bc8f-e7db68198edc req-d60ba180-58c0-453f-a74f-3365934d1628 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.0658774 Oct 25 23:03:02.061936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6c7c89e-3bb1-4210-afcb-02d25ebfb8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.093129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6c7c89e-3bb1-4210-afcb-02d25ebfb8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.118205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b19fc90-919f-4c8a-bc8f-e7db68198edc req-84e5e2c1-d4b5-4d38-adbf-25a61050fc2e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684397 Oct 25 23:03:02.183830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6c7c89e-3bb1-4210-afcb-02d25ebfb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.186524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6c7c89e-3bb1-4210-afcb-02d25ebfb8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.194493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f6c7c89e-3bb1-4210-afcb-02d25ebfb8fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82db4546-a9a2-4191-93cd-f8b20d173ee8 HTTP/1.1" status: 204 len: 168 time: 0.2702875 Oct 25 23:03:02.204266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7c89e-3bb1-4210-afcb-02d25ebfb8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db4546-a9a2-4191-93cd-f8b20d173ee8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:02.265100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:02.378257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port be1c805a-dd46-4b29-bf49-90d87b5f1b90 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:02.384946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port be1c805a-dd46-4b29-bf49-90d87b5f1b90 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:02.384946 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.504016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.558090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:02.576952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:02.651257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:02.681421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7dcc-f5c7-43c6-b72f-c185d0068a8d req-bbb58141-f0fa-4a3d-9417-90531dfb382c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:02.683432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80ad7dcc-f5c7-43c6-b72f-c185d0068a8d req-bbb58141-f0fa-4a3d-9417-90531dfb382c tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0975163 Oct 25 23:03:02.714028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:02.717794 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5107c617-81bb-49ce-8056-f1953b3f8331" -d '{"events": [{"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-plugged", "status": "completed", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:02.734837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80ad7dcc-f5c7-43c6-b72f-c185d0068a8d req-e9bdf842-1766-47aa-88d7-1be349cf7e93 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Oct 25 23:03:02.789094 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad7a8f-89d8-485b-a507-d41015479106 x-openstack-request-id: req-33ad7a8f-89d8-485b-a507-d41015479106 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:02.789442 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-plugged", "status": "completed", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:02.789834 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33ad7a8f-89d8-485b-a507-d41015479106 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:02.790370 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'code': 200} Oct 25 23:03:03.002993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0b6d7-d565-479d-86e5-8e6d4fcc756d req-cff9a2e6-c294-4363-8bf0-bea03883d328 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.006030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:03.010885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ed0b6d7-d565-479d-86e5-8e6d4fcc756d req-cff9a2e6-c294-4363-8bf0-bea03883d328 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0880713 Oct 25 23:03:03.035088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.044755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.051444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.059620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.066926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.076229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.083004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ed0b6d7-d565-479d-86e5-8e6d4fcc756d req-67277c9c-de9e-4c14-b38f-7965cb0738ac tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709438 Oct 25 23:03:03.088210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:03.090816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.096529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:03.097409 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:03.098747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edabf12-8b70-4877-9352-045db0048213 req-70860b78-965f-4c08-af3f-b54a1e6a5ed0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2168992 Oct 25 23:03:03.130363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5da772-e188-4406-a886-a7718bc9d0d9 req-fff76785-8ea3-46b7-b5f1-9e89d0451f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.132075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b5da772-e188-4406-a886-a7718bc9d0d9 req-fff76785-8ea3-46b7-b5f1-9e89d0451f42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 1097 time: 0.1922791 Oct 25 23:03:03.201850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2edabf12-8b70-4877-9352-045db0048213 req-ae45d645-72c3-475b-9e15-850eb7260266 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021492 Oct 25 23:03:03.216955 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:03.228553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b5da772-e188-4406-a886-a7718bc9d0d9 req-9837a13d-d2c6-4d9f-b8dc-a77cbb5ffbe0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795493 Oct 25 23:03:03.265876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643020-dc62-4551-ae6f-ba4adbdad769 req-23c363d9-71fd-4f0b-9145-bba2a0303bfd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.266997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:03.271088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1643020-dc62-4551-ae6f-ba4adbdad769 req-23c363d9-71fd-4f0b-9145-bba2a0303bfd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 946 time: 0.0986187 Oct 25 23:03:03.279479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:03.342498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbf6ed-4bcd-4c54-9360-8a50b439be47 req-b5dc01fd-a540-45c8-aa0e-46a5db456d0d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.352076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0cbf6ed-4bcd-4c54-9360-8a50b439be47 req-b5dc01fd-a540-45c8-aa0e-46a5db456d0d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0642884 Oct 25 23:03:03.353303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:03.366739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1643020-dc62-4551-ae6f-ba4adbdad769 req-374d2635-86f2-4ac5-81f6-9924592546a4 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880797 Oct 25 23:03:03.396675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0cbf6ed-4bcd-4c54-9360-8a50b439be47 req-bbf19abc-d55d-497d-8a72-101b74774a95 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Oct 25 23:03:03.908194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b528f-327a-4056-867a-e80d6ce92abe req-12da8650-9307-4847-ba75-c04b7773c66a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.909802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-580b528f-327a-4056-867a-e80d6ce92abe req-12da8650-9307-4847-ba75-c04b7773c66a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 951 time: 0.0754972 Oct 25 23:03:03.944011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82aa98-fa8b-40dd-9367-bea3171ec259 req-387cf8b1-1fa7-492d-886b-3c80a02f801b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:03.945557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e82aa98-fa8b-40dd-9367-bea3171ec259 req-387cf8b1-1fa7-492d-886b-3c80a02f801b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0925012 Oct 25 23:03:03.959481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-580b528f-327a-4056-867a-e80d6ce92abe req-33f762f1-f812-4b64-9393-6d77edbff8d8 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Oct 25 23:03:03.998848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e82aa98-fa8b-40dd-9367-bea3171ec259 req-74329f34-51f4-40ca-b9d5-a27d976f9ce3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Oct 25 23:03:04.058992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-774a0959-7e50-4a33-ad62-4be848490dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.060683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-774a0959-7e50-4a33-ad62-4be848490dfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1100 time: 0.0490348 Oct 25 23:03:04.172761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630090-b875-4989-99bb-aea93771714b req-d965a005-fee8-45c0-8783-03d824e81348 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.174567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10630090-b875-4989-99bb-aea93771714b req-d965a005-fee8-45c0-8783-03d824e81348 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1096 time: 0.0967696 Oct 25 23:03:04.201145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-146032cb-2a51-4c24-9470-c8c2e4090b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.202617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-146032cb-2a51-4c24-9470-c8c2e4090b55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1341169 Oct 25 23:03:04.225405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10630090-b875-4989-99bb-aea93771714b req-2d073deb-b351-4fdd-99ea-793620dc303c tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 Oct 25 23:03:04.253533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-9b5f263a-6191-4799-890e-57260fad5ad7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.0396461 Oct 25 23:03:04.283986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384da692-47bf-425f-8ba6-4a664125b72e req-c832565e-34a6-4b6b-96b8-d2c537375b82 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.285934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-384da692-47bf-425f-8ba6-4a664125b72e req-c832565e-34a6-4b6b-96b8-d2c537375b82 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0543933 Oct 25 23:03:04.322035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-2ec96504-4373-4c95-998e-844399908e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.324474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-2ec96504-4373-4c95-998e-844399908e24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0626464 Oct 25 23:03:04.335012 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-384da692-47bf-425f-8ba6-4a664125b72e req-a96b42cb-8c8b-4d99-9c14-ab439f415738 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Oct 25 23:03:04.381731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-056fff49-83f0-4844-8ba1-3b768feff05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.387756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-056fff49-83f0-4844-8ba1-3b768feff05c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471160 Oct 25 23:03:04.456876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.463154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.469374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.475595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.481760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.488002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.494038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.498294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-ddbf6569-9bbd-4b94-b183-c818d50ee256 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991189 Oct 25 23:03:04.502974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-2fe2d2a4-a2c1-46e9-a1dd-1f610700532a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1055808 Oct 25 23:03:04.548437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a913cff-ada6-456e-ac4c-f7003f3df118 req-9f3d84c9-fccf-4ab9-9383-834eef2bad0a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441570 Oct 25 23:03:04.627247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-fc6905eb-2ced-454d-b2c6-1185f65a3b80 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202064 Oct 25 23:03:04.674587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56692e-6ab8-4fd7-aefc-9e0e06ef65bc req-cebc10dc-19db-4546-b7b6-21d7b547788a tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.676446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb56692e-6ab8-4fd7-aefc-9e0e06ef65bc req-cebc10dc-19db-4546-b7b6-21d7b547788a tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1096 time: 0.0524802 Oct 25 23:03:04.715712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb56692e-6ab8-4fd7-aefc-9e0e06ef65bc req-e035444c-d616-48e1-8030-bd9f90b9dce8 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Oct 25 23:03:04.735296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cd634-5818-40f6-97c1-730eaa52ea2e req-5eb33a6c-8dc0-45bf-a349-028acec65eab tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.736837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3cd634-5818-40f6-97c1-730eaa52ea2e req-5eb33a6c-8dc0-45bf-a349-028acec65eab tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 946 time: 0.0570560 Oct 25 23:03:04.750835 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:03:04.788810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3cd634-5818-40f6-97c1-730eaa52ea2e req-b8f71a9a-864b-4b9e-9ab5-0e3246aa2450 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Oct 25 23:03:04.791184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:04.794799 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a00e1f-f8f6-4c26-bd61-52055b5d66a0" -d '{"events": [{"server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "name": "network-vif-plugged", "status": "completed", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:04.851039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be73fa2-ce57-40e6-8de8-ebbb55faec4d req-21dd24aa-a8cc-4043-ad57-8aa7ebb5bb9d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:04.852548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2be73fa2-ce57-40e6-8de8-ebbb55faec4d req-21dd24aa-a8cc-4043-ad57-8aa7ebb5bb9d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0506744 Oct 25 23:03:04.891595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2be73fa2-ce57-40e6-8de8-ebbb55faec4d req-6683db2b-86e3-4184-a862-e3d985d3790a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Oct 25 23:03:04.948228 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ea83f-7f56-4b59-9e2a-8d4cd53689ec x-openstack-request-id: req-1a0ea83f-7f56-4b59-9e2a-8d4cd53689ec {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:04.948514 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "name": "network-vif-plugged", "status": "completed", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:04.948774 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a0ea83f-7f56-4b59-9e2a-8d4cd53689ec {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:04.949164 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'code': 200} Oct 25 23:03:05.092961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f101cd-8f77-4c6a-a9ce-8dce18e64f67 req-a6901c84-a6d1-4b66-a299-422331e4b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.094609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4f101cd-8f77-4c6a-a9ce-8dce18e64f67 req-a6901c84-a6d1-4b66-a299-422331e4b6da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1096 time: 0.0506580 Oct 25 23:03:05.143145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4f101cd-8f77-4c6a-a9ce-8dce18e64f67 req-7d6f7bda-9a1f-45f9-8772-3200d6b68711 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Oct 25 23:03:05.220429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f539c0-4409-446e-ad7c-46650dea99d2 req-f39c1d76-a8f4-4d19-b195-6e5a0be76b15 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.222292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6f539c0-4409-446e-ad7c-46650dea99d2 req-f39c1d76-a8f4-4d19-b195-6e5a0be76b15 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 951 time: 0.0643308 Oct 25 23:03:05.266678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6f539c0-4409-446e-ad7c-46650dea99d2 req-acf541f4-d3b9-4bba-8e03-bf8d52a928c9 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Oct 25 23:03:05.381649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf60dd-019b-4ee8-b0c8-04f912735e28 req-526ca6d1-40d4-46f8-aed2-e401c94eeffa tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.383250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53cf60dd-019b-4ee8-b0c8-04f912735e28 req-526ca6d1-40d4-46f8-aed2-e401c94eeffa tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 946 time: 0.0533752 Oct 25 23:03:05.395350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45832) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:05.424967 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53cf60dd-019b-4ee8-b0c8-04f912735e28 req-d8b1c0a0-f21c-44d5-bd2d-f8d6e8238f55 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Oct 25 23:03:05.516895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1187e419-c463-4e1b-a7ad-2cc869b27834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.600127 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1187e419-c463-4e1b-a7ad-2cc869b27834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.605539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1187e419-c463-4e1b-a7ad-2cc869b27834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.656054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1187e419-c463-4e1b-a7ad-2cc869b27834 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d044d9af866d4571916118664897cb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588816 Oct 25 23:03:05.657657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e419-c463-4e1b-a7ad-2cc869b27834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a08f4b-2cba-4c09-8d04-4c5520d66430,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:05.660224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:05.664902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8fc26-40cf-481e-8410-31416899dc2a req-3a5cc887-9336-454a-b0b0-91010d337bd8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.667666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8da8fc26-40cf-481e-8410-31416899dc2a req-3a5cc887-9336-454a-b0b0-91010d337bd8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0590444 Oct 25 23:03:05.717980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8da8fc26-40cf-481e-8410-31416899dc2a req-d052ec52-414f-4c20-99b5-916e97b92786 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 Oct 25 23:03:05.724300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d0e525c-c0af-4c33-9bb2-fd125655b629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.749752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d0e525c-c0af-4c33-9bb2-fd125655b629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.808097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d0e525c-c0af-4c33-9bb2-fd125655b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.811557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d0e525c-c0af-4c33-9bb2-fd125655b629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:05.815117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2d0e525c-c0af-4c33-9bb2-fd125655b629 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11a08f4b-2cba-4c09-8d04-4c5520d66430 HTTP/1.1" status: 204 len: 168 time: 0.1512432 Oct 25 23:03:05.828518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e525c-c0af-4c33-9bb2-fd125655b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a08f4b-2cba-4c09-8d04-4c5520d66430,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:05.936735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.944327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.952275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.958123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.964405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.970683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.976546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:05.978603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-71f26264-551f-439a-a08e-36e118804272 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1079669 Oct 25 23:03:06.022662 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbf867ed-7826-4b62-9f3c-cd47a6253951 req-42009dbb-9db3-423a-a2e8-d96ed3d277e6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373712 Oct 25 23:03:06.078649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-62e25087-90eb-49d4-9c25-be0e17bad461 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:03:06.079900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-62e25087-90eb-49d4-9c25-be0e17bad461 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075788 Oct 25 23:03:06.123543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-e051f325-322d-4b42-8d0f-406a56c83646 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:06.125185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-e051f325-322d-4b42-8d0f-406a56c83646 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 1093 time: 0.0390065 Oct 25 23:03:06.137959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:06.138535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:03:06.144081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45892) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:06.164045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-620a6d56-9e02-47ca-b717-15792b75b6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.248788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-620a6d56-9e02-47ca-b717-15792b75b6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.253571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-620a6d56-9e02-47ca-b717-15792b75b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.286104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a6d56-9e02-47ca-b717-15792b75b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057789dd-647c-484c-9656-cf617ffcca25,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:06.297449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:06.297942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:06.303058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:06.312896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-620a6d56-9e02-47ca-b717-15792b75b6d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54fb975e5d2643a8a23f509396aed851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676435 Oct 25 23:03:06.315790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45896) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:06.318479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:06.319033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:06.340300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:06.340639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:06.341154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:06.341440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Bound port: f92c4fec-7620-4254-892e-e793f6fc739d, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:06.366134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ad3bf5c-f815-45ab-9669-36c36067df41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.387974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ad3bf5c-f815-45ab-9669-36c36067df41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.397077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060dc03-740e-4326-96f2-3ea5d7c3f80b req-155d3747-9fff-46bf-a437-cb2ba8d6a3ce tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:06.398800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3060dc03-740e-4326-96f2-3ea5d7c3f80b req-155d3747-9fff-46bf-a437-cb2ba8d6a3ce tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1034954 Oct 25 23:03:06.425099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:06.434914 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.436470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-fccdcd95-1359-43cb-9a4b-c0248fe5672f service neutron] 10.222.0.25 "POST /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3030541 Oct 25 23:03:06.443191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ad3bf5c-f815-45ab-9669-36c36067df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.445990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ad3bf5c-f815-45ab-9669-36c36067df41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:06.449533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9ad3bf5c-f815-45ab-9669-36c36067df41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/057789dd-647c-484c-9656-cf617ffcca25 HTTP/1.1" status: 204 len: 168 time: 0.1305356 Oct 25 23:03:06.458649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3060dc03-740e-4326-96f2-3ea5d7c3f80b req-0deb15e7-21bf-4914-ad7d-e08f8b36e682 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521390 Oct 25 23:03:06.460272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3bf5c-f815-45ab-9669-36c36067df41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057789dd-647c-484c-9656-cf617ffcca25,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:06.633977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d02b63-b656-4b80-a7f7-da659291d5ec req-2e232d5b-9c23-4dfc-838c-d71c77da9cd8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:06.636071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26d02b63-b656-4b80-a7f7-da659291d5ec req-2e232d5b-9c23-4dfc-838c-d71c77da9cd8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 946 time: 0.0672560 Oct 25 23:03:06.681166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26d02b63-b656-4b80-a7f7-da659291d5ec req-02af8d45-09ff-465d-a86e-790c228e3188 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367742 Oct 25 23:03:06.695440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c327c56-4f24-4108-b7ee-2a8716c67537 req-f9ba2c1d-6229-47ce-bf06-47ccefa4e742 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:06.697058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c327c56-4f24-4108-b7ee-2a8716c67537 req-f9ba2c1d-6229-47ce-bf06-47ccefa4e742 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0681565 Oct 25 23:03:06.765371 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c327c56-4f24-4108-b7ee-2a8716c67537 req-ae7a2a41-02de-4a9b-b619-725b32b077d0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564592 Oct 25 23:03:06.911305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bef66-c0e9-438e-83b9-b02ec0f8ae57 req-a18a6698-74fd-460b-a3cc-474a96c5c988 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:06.919700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af7bef66-c0e9-438e-83b9-b02ec0f8ae57 req-a18a6698-74fd-460b-a3cc-474a96c5c988 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0834618 Oct 25 23:03:06.935927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-1243acc9-6be1-492a-919f-1c7da7ef3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:06.938250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-1243acc9-6be1-492a-919f-1c7da7ef3379 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1096 time: 0.0575595 Oct 25 23:03:06.963463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af7bef66-c0e9-438e-83b9-b02ec0f8ae57 req-27481bf6-fd41-4f78-bc9c-acedaab9ae58 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Oct 25 23:03:07.019799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:07.052474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-597de9b4-989a-4bb0-b1d3-548a4495f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.054383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-597de9b4-989a-4bb0-b1d3-548a4495f7cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.1091211 Oct 25 23:03:07.113145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-8a6ff7ec-5b1c-4de6-8d1d-9e3edec510d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 217 time: 0.0498061 Oct 25 23:03:07.131946 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:07.166910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:07.169658 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc287e-5525-4182-82a8-8e74a9515d8e" -d '{"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-unplugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:07.175468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-d8f98ea3-1e26-443b-9f1f-db4b678338f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.176909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-d8f98ea3-1e26-443b-9f1f-db4b678338f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0581074 Oct 25 23:03:07.189505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:07.197208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:07.244028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-b1357f08-f3f7-4ade-9fde-d1d531e9cf83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593553 Oct 25 23:03:07.281012 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b584fcf3-6e23-4e9e-9e2c-ec1c1c834c16 x-openstack-request-id: req-b584fcf3-6e23-4e9e-9e2c-ec1c1c834c16 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:07.281196 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-unplugged", "status": "completed", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:07.281650 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b584fcf3-6e23-4e9e-9e2c-ec1c1c834c16 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:07.282059 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'code': 200} Oct 25 23:03:07.289855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:07.445178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.452780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.459149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.466443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.472541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.479598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.486380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.487671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-54210cc9-35f6-4301-9a4f-2b4704fa7f8d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1549232 Oct 25 23:03:07.493910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-e9215931-42dd-45de-9519-85b0db629e11 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382987 Oct 25 23:03:07.594108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb0d3d0b-af74-4f6c-8e88-8b586a37ee56 req-a5f1e06d-100b-444f-8501-7fb1b7310da8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961063 Oct 25 23:03:07.629093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-4af0aac4-d449-4213-9212-c821279cc706 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167336 Oct 25 23:03:07.711701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40619081-c439-4819-85e5-f75720c8d39e req-b41c4df7-96a3-44f5-9845-ba341e925185 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.723174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40619081-c439-4819-85e5-f75720c8d39e req-b41c4df7-96a3-44f5-9845-ba341e925185 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0813370 Oct 25 23:03:07.777572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40619081-c439-4819-85e5-f75720c8d39e req-8da11145-73db-474d-8692-d65b780871fa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Oct 25 23:03:07.911619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb9de-bf50-45ff-95c4-9f81bb73a882 req-5d4e6220-e156-4135-a440-7a62708e6de3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:07.920231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e7fbb9de-bf50-45ff-95c4-9f81bb73a882 req-5d4e6220-e156-4135-a440-7a62708e6de3 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0757930 Oct 25 23:03:07.987406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e7fbb9de-bf50-45ff-95c4-9f81bb73a882 req-b67b5792-002f-4d19-b1f3-e58a1296d95e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659254 Oct 25 23:03:08.013254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cdcda-7638-41d2-9bcf-623b878a79e9 req-6807e63c-95f0-4155-afb9-f4f80509900f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:08.013254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-185cdcda-7638-41d2-9bcf-623b878a79e9 req-6807e63c-95f0-4155-afb9-f4f80509900f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1096 time: 0.0530043 Oct 25 23:03:08.066632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-185cdcda-7638-41d2-9bcf-623b878a79e9 req-5da4121a-8b9b-4be6-a5d5-a650bc5b993f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Oct 25 23:03:08.205227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a64c-f723-4ed6-8e04-15b060261074 req-23676d88-b4f1-4076-8455-73468b47ef34 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:08.206902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f420a64c-f723-4ed6-8e04-15b060261074 req-23676d88-b4f1-4076-8455-73468b47ef34 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0631943 Oct 25 23:03:08.238584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec9d18-e706-45c3-96b1-bbf4599a8405 req-bbaf7be0-06cb-4883-97a6-70b27352611f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:08.240390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8ec9d18-e706-45c3-96b1-bbf4599a8405 req-bbaf7be0-06cb-4883-97a6-70b27352611f tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1096 time: 0.0532963 Oct 25 23:03:08.266241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f420a64c-f723-4ed6-8e04-15b060261074 req-41c5997b-3698-49c5-baf2-48d81dfcfca3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Oct 25 23:03:08.298744 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8ec9d18-e706-45c3-96b1-bbf4599a8405 req-0ba45d5b-d9a7-428e-9812-fecbadcad4d2 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507629 Oct 25 23:03:08.849863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-4ec25129-a4f8-4f2e-b908-f7a01223ce22 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c32a722aa5f34ef98090aad547c33a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325589 Oct 25 23:03:09.064509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f8c5936c-7686-4044-a6b7-80dc31c889b7 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.066261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f8c5936c-7686-4044-a6b7-80dc31c889b7 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086799 Oct 25 23:03:09.087078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-492d38d2-9ae8-4e49-9df3-89df0cb36082 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/quotas/c32a722aa5f34ef98090aad547c33a2e HTTP/1.1" status: 200 len: 375 time: 0.0138299 Oct 25 23:03:09.128229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-b0783e72-a90d-46f7-a615-19866beabec5 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c32a722aa5f34ef98090aad547c33a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326893 Oct 25 23:03:09.460092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-1974e06e-c8d7-4550-ace2-23e875418498 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:03:09.466821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-1974e06e-c8d7-4550-ace2-23e875418498 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127687 Oct 25 23:03:09.534471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.541103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.547665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.554817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.563953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.570840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.579147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.589095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-772022cb-5d01-4152-821f-195f1303eaa2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1749573 Oct 25 23:03:09.601448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c84437f7-d163-4a67-82aa-29eec6e344d1 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:09.602871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c84437f7-d163-4a67-82aa-29eec6e344d1 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 1093 time: 0.1352847 Oct 25 23:03:09.887604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:09.888760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:03:09.991811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1f7586a-b87f-413d-aeaf-1f633118215c req-40ca0736-24a5-4925-8fad-c484ff8e7f5c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3995326 Oct 25 23:03:10.114453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:10.114760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:10.115083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:10.123661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:10.123992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:10.129245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:10.129575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:10.129956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:10.130413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Bound port: 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:10.253579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:10.263991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:10.265150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] 10.222.0.25 "POST /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3833361 Oct 25 23:03:10.274105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2956a-af07-4235-ba5d-5ae23af0e6e6 req-c52e7d1a-0585-4bef-b864-60bd3b48798a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:10.275464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6bf2956a-af07-4235-ba5d-5ae23af0e6e6 req-c52e7d1a-0585-4bef-b864-60bd3b48798a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0714152 Oct 25 23:03:10.297407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:10.354699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6bf2956a-af07-4235-ba5d-5ae23af0e6e6 req-21cf105e-ba11-43b8-882a-fae6f3a75798 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682533 Oct 25 23:03:10.522361 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8654dd79-254d-40eb-a4dc-29091c120f14 req-e83cbbcb-78bd-41b3-ab8f-9baf77897c86 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 210 time: 0.0406609 Oct 25 23:03:10.594095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:10.623137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'mac_address': 'fa:16:3e:77:a4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:10.625907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-5f9e5d13-8693-46cc-b24a-9c2d77f95996 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c32a722aa5f34ef98090aad547c33a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574982 Oct 25 23:03:10.642742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f47c-3a36-47e1-ac2d-3703c558a140 req-340cd089-d6c3-44ab-85cc-d1b0c57027a4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:10.644533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb5f47c-3a36-47e1-ac2d-3703c558a140 req-340cd089-d6c3-44ab-85cc-d1b0c57027a4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1348119 Oct 25 23:03:10.706840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:10.726388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be1c805a-dd46-4b29-bf49-90d87b5f1b90 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:10.749370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:10.763468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:10.795629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfb5f47c-3a36-47e1-ac2d-3703c558a140 req-a0121db0-8c90-44a0-b663-4ec4f95d19a2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372826 Oct 25 23:03:10.812550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-377df9cb-d44e-4a18-83f7-daba280ff7c5 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:10.812550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-377df9cb-d44e-4a18-83f7-daba280ff7c5 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789336 Oct 25 23:03:10.840376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Request body: {'port': {'device_id': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'c32a722aa5f34ef98090aad547c33a2e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:10.895508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:10.924714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['be1c805a-dd46-4b29-bf49-90d87b5f1b90'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:10.964168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff8ef4-3b3a-4074-9eab-b5e62a23fe07 req-65cbe5f8-d5b9-4b05-9e62-c980bb2d06c9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:10.973319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96ff8ef4-3b3a-4074-9eab-b5e62a23fe07 req-65cbe5f8-d5b9-4b05-9e62-c980bb2d06c9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0723438 Oct 25 23:03:11.041949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Made reservation on behalf of c32a722aa5f34ef98090aad547c33a2e for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:11.043189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96ff8ef4-3b3a-4074-9eab-b5e62a23fe07 req-63d9cb03-3994-4cff-84af-c6508f097c5f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685725 Oct 25 23:03:11.046373 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:11.060401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:11.238291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.252009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.260931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.274731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.294854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.302309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.315055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.324266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-6a83f7de-7960-4767-9698-7d0652246445 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.1819415 Oct 25 23:03:11.394378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:11.407370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce9e2027-94f4-4df3-985f-578b46d10962 req-12eb5b64-e180-450d-9028-5602820da6fa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813022 Oct 25 23:03:11.409970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:11.676137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4612c5-be0d-48e1-8344-d9a04aec1cdf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:11.745162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d564-4aeb-4b5b-9ad4-5dd593517510 req-f02b8217-1894-4b76-8d43-4a3aada65d9e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:11.747123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0648d564-4aeb-4b5b-9ad4-5dd593517510 req-f02b8217-1894-4b76-8d43-4a3aada65d9e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.1958227 Oct 25 23:03:11.768294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Allocated IP 192.168.233.189 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/465d8224-dcbb-41ce-aa39-497e42ac24a9) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:11.849292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0648d564-4aeb-4b5b-9ad4-5dd593517510 req-63943762-f028-43e8-bddf-1257aa552bdd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742195 Oct 25 23:03:12.098559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa53d-7867-4f0f-942c-6579413c12ba req-56bd113e-0269-48d5-9d3f-715eec6127ee tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:12.108340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd8fa53d-7867-4f0f-942c-6579413c12ba req-56bd113e-0269-48d5-9d3f-715eec6127ee tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0823691 Oct 25 23:03:12.110033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0e8dca7-c8bf-4049-b27c-cb703e7e9293 req-46e89153-ea13-4348-bea4-ad1145df592d tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 210 time: 0.1238601 Oct 25 23:03:12.130704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.191734 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.192265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd8fa53d-7867-4f0f-942c-6579413c12ba req-1dcc7233-19ce-49a7-98c3-00c62ad3e41b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Oct 25 23:03:12.262041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:12.266258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:12.268178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Pushing event updated for resources: {'Port': ['ID=465d8224-dcbb-41ce-aa39-497e42ac24a9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:12.270409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:12.315525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:12.346444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:12.347086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.366546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f19c5a3c-34e9-4d34-8173-5ea6fdf8641a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5370233 Oct 25 23:03:12.428629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port be1c805a-dd46-4b29-bf49-90d87b5f1b90 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:12.429387 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.444784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Request body: {'port': {'device_id': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:12.582547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea868eb2-1f76-44c0-a295-a6d45ebbff8f req-adbd9c07-468d-463b-af81-c3383962eb4a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:12.592801 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.595071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea868eb2-1f76-44c0-a295-a6d45ebbff8f req-adbd9c07-468d-463b-af81-c3383962eb4a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.2214258 Oct 25 23:03:12.645544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:12.648731 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adcd20b-26a0-486b-87a2-47869afe983d" -d '{"events": [{"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-plugged", "status": "completed", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:12.673927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.684228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:12.694177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.711508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea868eb2-1f76-44c0-a295-a6d45ebbff8f req-a84647bf-510e-47fa-b28f-a12f858f28a6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117423 Oct 25 23:03:12.727881 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.735809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-632cd4b8-fbe7-4047-8391-12cbf1568343 None None] Provisioning complete for port 465d8224-dcbb-41ce-aa39-497e42ac24a9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:12.736038 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-632cd4b8-fbe7-4047-8391-12cbf1568343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:12.777468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-632cd4b8-fbe7-4047-8391-12cbf1568343 None None] Port 465d8224-dcbb-41ce-aa39-497e42ac24a9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:03:12.816890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:13.221079 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9235df9c-4413-462e-aa01-f0c9a4007375 x-openstack-request-id: req-9235df9c-4413-462e-aa01-f0c9a4007375 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:13.221372 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-plugged", "status": "completed", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:13.221633 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9235df9c-4413-462e-aa01-f0c9a4007375 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:13.222009 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'code': 200} Oct 25 23:03:13.381569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.386000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13d9c-4162-4257-a924-bd52f73912ad req-b4ff2571-f948-4bdf-b35a-67f25856c7b1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.389159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.396927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.398930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47f13d9c-4162-4257-a924-bd52f73912ad req-b4ff2571-f948-4bdf-b35a-67f25856c7b1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.1088593 Oct 25 23:03:13.406036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.413621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.421274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.427929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.440321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-8686302c-5835-4ab0-b4b0-24771b066af4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.6256580 Oct 25 23:03:13.489349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47f13d9c-4162-4257-a924-bd52f73912ad req-1f6c0b44-3a1f-4107-ac61-63a5c656a119 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760448 Oct 25 23:03:13.613326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb2050d5-3acc-43af-9949-a3e8baaadabb req-58f9078f-74b6-4ee3-a0f4-7b92398820f8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722233 Oct 25 23:03:13.817592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465d8224-dcbb-41ce-aa39-497e42ac24a9 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:13.836113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:13.854705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Transition to ACTIVE for port object 465d8224-dcbb-41ce-aa39-497e42ac24a9 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:03:13.868268 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:13.913426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0a325-f62a-4f21-a420-9e22e403304b req-3959e215-6f1b-4fbc-896e-92b833b9209a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:13.915733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98b0a325-f62a-4f21-a420-9e22e403304b req-3959e215-6f1b-4fbc-896e-92b833b9209a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 936 time: 0.1457095 Oct 25 23:03:14.110373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-98b0a325-f62a-4f21-a420-9e22e403304b req-eb58d2f9-0729-472e-96b1-51cc198dd7f1 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606152 Oct 25 23:03:14.111561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Pushing event updated for resources: {'Port': ['ID=465d8224-dcbb-41ce-aa39-497e42ac24a9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:14.125996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Attempting to bind port 465d8224-dcbb-41ce-aa39-497e42ac24a9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:14.126535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Attempting to bind port 465d8224-dcbb-41ce-aa39-497e42ac24a9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:14.127052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Attempting to bind port 465d8224-dcbb-41ce-aa39-497e42ac24a9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:14.135578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Port 465d8224-dcbb-41ce-aa39-497e42ac24a9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:14.135918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Attempting to bind port 465d8224-dcbb-41ce-aa39-497e42ac24a9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:14.148324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:14.149737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:14.150724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:14.151986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Bound port: 465d8224-dcbb-41ce-aa39-497e42ac24a9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:14.154555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:14.318529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a5763-b0ef-426a-abf4-c830ce695ac7 req-84adb6c4-e214-458f-8e92-a17840c352b1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:14.323449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-452a5763-b0ef-426a-abf4-c830ce695ac7 req-84adb6c4-e214-458f-8e92-a17840c352b1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0820649 Oct 25 23:03:14.335534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] For port 465d8224-dcbb-41ce-aa39-497e42ac24a9, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:14.339781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] For port 465d8224-dcbb-41ce-aa39-497e42ac24a9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:14.359317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:14.424461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-452a5763-b0ef-426a-abf4-c830ce695ac7 req-1d38f202-cf23-450c-9baf-8908bb0ceb02 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774102 Oct 25 23:03:14.428156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:14.432890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:14.435936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] 10.222.0.15 "PUT /v2.0/ports/465d8224-dcbb-41ce-aa39-497e42ac24a9 HTTP/1.1" status: 200 len: 1096 time: 1.9996469 Oct 25 23:03:14.497052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'tag': '465d8224-dcbb-41ce-aa39-497e42ac24a9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:14.499558 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70346bb2-d6e0-4513-8ff5-3411b7d29249" -d '{"events": [{"name": "network-changed", "server_uuid": "b9abb018-d992-4c0e-963b-befa89cb32fe", "tag": "465d8224-dcbb-41ce-aa39-497e42ac24a9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:14.549621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023976-e3d7-43c7-87a0-02f1c7d25401 service neutron] Pushing event updated for resources: {'Port': ['ID=465d8224-dcbb-41ce-aa39-497e42ac24a9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:14.621229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f6d57584-7597-4b77-b3a5-9bf86543cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:14.624678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f6d57584-7597-4b77-b3a5-9bf86543cfb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32a722aa5f34ef98090aad547c33a2e&device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 1099 time: 0.1185904 Oct 25 23:03:14.696341 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-665404bd-651b-417c-a42a-0df1cbf6ccad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9 HTTP/1.1" status: 200 len: 217 time: 0.0548034 Oct 25 23:03:14.802881 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c6a022-039c-4bec-85d0-4912ab5bac6f x-openstack-request-id: req-f2c6a022-039c-4bec-85d0-4912ab5bac6f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:14.803161 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9abb018-d992-4c0e-963b-befa89cb32fe", "tag": "465d8224-dcbb-41ce-aa39-497e42ac24a9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:14.803409 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2c6a022-039c-4bec-85d0-4912ab5bac6f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:14.805380 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'tag': '465d8224-dcbb-41ce-aa39-497e42ac24a9', 'status': 'completed', 'code': 200} Oct 25 23:03:14.821165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-6493abd6-4ae8-4682-a49a-af52798fef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:14.824241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-6493abd6-4ae8-4682-a49a-af52798fef3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1183686 Oct 25 23:03:14.882566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af875e16-7234-4c30-a463-ba8a6c4fd7ca req-d5c5fc16-1d45-4b59-a6df-54b0fbb28488 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:14.882566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af875e16-7234-4c30-a463-ba8a6c4fd7ca req-d5c5fc16-1d45-4b59-a6df-54b0fbb28488 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1125712 Oct 25 23:03:15.022192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f62f7eff-d343-41e3-843c-0df4aff2b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.027051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-f62f7eff-d343-41e3-843c-0df4aff2b6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1961172 Oct 25 23:03:15.038200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af875e16-7234-4c30-a463-ba8a6c4fd7ca req-8a19eb3e-5dfe-4f8c-961b-901d8f3f9cab tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476257 Oct 25 23:03:15.093592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea729ef6-4e24-47ef-88f1-cc48d74dce24 req-9954c00a-69c2-48e1-91b4-04a1e55f1704 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.113049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea729ef6-4e24-47ef-88f1-cc48d74dce24 req-9954c00a-69c2-48e1-91b4-04a1e55f1704 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.2387516 Oct 25 23:03:15.195140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea729ef6-4e24-47ef-88f1-cc48d74dce24 req-8af47b3c-f522-4a1a-aa06-181c634d1093 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812171 Oct 25 23:03:15.219205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-6a1ef5b5-a284-4409-ac88-390867040d07 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824975 Oct 25 23:03:15.380120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.400926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.419268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.434517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.446444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.456998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.464930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.473638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-e39d420d-b7d5-4189-8375-74bd68794279 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5419 time: 0.2941194 Oct 25 23:03:15.523979 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a0e1888c-57f4-45ed-ba95-55c76eb3c487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:15.539987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a0d6-3069-425c-85bc-bbf47e37e23f req-390b15a9-3ac9-43b1-b993-980f3a8c1fca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.545857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1db478eb-7fbb-4df0-a900-200280e16f7d req-f43d2aee-1306-4229-b6ee-02f089023afa tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710585 Oct 25 23:03:15.550948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e035a0d6-3069-425c-85bc-bbf47e37e23f req-390b15a9-3ac9-43b1-b993-980f3a8c1fca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 948 time: 0.0807924 Oct 25 23:03:15.574483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b33b5049-5e4a-4de6-bedd-aea238cd769e req-b705f657-e078-40db-96ca-9127eedce735 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339851 Oct 25 23:03:15.595416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e035a0d6-3069-425c-85bc-bbf47e37e23f req-3e99ee81-2b34-4547-9413-d8568c6097d4 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Oct 25 23:03:15.750046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5805b-c57b-4a11-842c-7955b6e95cc3 req-5e14d636-2523-4ef9-b4f3-b373bfbeabe5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.752032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abf5805b-c57b-4a11-842c-7955b6e95cc3 req-5e14d636-2523-4ef9-b4f3-b373bfbeabe5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0605364 Oct 25 23:03:15.788079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c219665-3d36-4f37-b24c-d1541a52df10 req-2a781948-ad77-45f7-a916-688904f9b363 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.794769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c219665-3d36-4f37-b24c-d1541a52df10 req-2a781948-ad77-45f7-a916-688904f9b363 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.1241801 Oct 25 23:03:15.800099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-e01e1b8e-effd-4206-b84e-d677acdd4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.801919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-e01e1b8e-effd-4206-b84e-d677acdd4819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32a722aa5f34ef98090aad547c33a2e&device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 1099 time: 0.0981731 Oct 25 23:03:15.817534 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abf5805b-c57b-4a11-842c-7955b6e95cc3 req-5ddbb53d-2850-4398-9823-3a50267ab454 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525925 Oct 25 23:03:15.893040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c219665-3d36-4f37-b24c-d1541a52df10 req-c86c4f9c-bb42-4ae0-a0b8-4e8b0f8cd4f1 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956783 Oct 25 23:03:15.948030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-26d3173a-657c-4719-9317-e7582ba9a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:15.950022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-26d3173a-657c-4719-9317-e7582ba9a2fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1320252 Oct 25 23:03:16.004536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-69241375-2475-489e-8aa6-6b4ba13f550f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9 HTTP/1.1" status: 200 len: 217 time: 0.0462008 Oct 25 23:03:16.083523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-b785133d-6e89-4097-81b0-fd0debede135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.085507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-b785133d-6e89-4097-81b0-fd0debede135 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0695634 Oct 25 23:03:16.195547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-12377385-cf75-4f9f-9fb8-f602d7428517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.198304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d38e8-6065-4f67-9b1a-50f77bcc8236 req-e12180b5-bbcd-495f-9b1b-0939476f68d0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.202524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-12377385-cf75-4f9f-9fb8-f602d7428517 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070173 Oct 25 23:03:16.208326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-626d38e8-6065-4f67-9b1a-50f77bcc8236 req-e12180b5-bbcd-495f-9b1b-0939476f68d0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0825810 Oct 25 23:03:16.284190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-626d38e8-6065-4f67-9b1a-50f77bcc8236 req-bc944234-8de9-4903-818c-89865d4320ba tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598619 Oct 25 23:03:16.323071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a634272c-d6eb-4fa0-a0f5-63624b32a3a3 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:16.410801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-937e0334-13e5-456c-b0d1-170b63cecfda service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012732 Oct 25 23:03:16.445410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:16.461138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'a634272c-d6eb-4fa0-a0f5-63624b32a3a3', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'port_id': 'a634272c-d6eb-4fa0-a0f5-63624b32a3a3', 'mac_address': 'fa:16:3e:e4:31:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:16.488972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16c20-6efc-4804-81e0-22943f2f42e9 req-26dd75f5-b532-41b3-abbc-ebe4cf952096 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.490861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2a16c20-6efc-4804-81e0-22943f2f42e9 req-26dd75f5-b532-41b3-abbc-ebe4cf952096 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.1190805 Oct 25 23:03:16.516365 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:16.533097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a634272c-d6eb-4fa0-a0f5-63624b32a3a3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:16.564846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:16.571821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:16.573175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2a16c20-6efc-4804-81e0-22943f2f42e9 req-3850f613-7b74-4c7f-bccf-ad7e3da0377b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651431 Oct 25 23:03:16.574196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8630c20c-af34-4158-a6fe-68b18b04cd2b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:16.577961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70346bb2-d6e0-4513-8ff5-3411b7d29249 req-cf534c10-df5f-4947-9b04-67ac4b46f9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536155 Oct 25 23:03:16.642861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:16.755357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.762856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.769088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.773581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:16.775540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.781501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.788449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.790539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '8630c20c-af34-4158-a6fe-68b18b04cd2b', 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49', 'port_id': '8630c20c-af34-4158-a6fe-68b18b04cd2b', 'mac_address': 'fa:16:3e:1b:f2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99533c3-70f4-4d2e-ad22-0eef26e0050b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:16.795941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.797898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-a84262ce-eb9d-4bf5-903d-9b9a2a24b756 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5420 time: 0.1121480 Oct 25 23:03:16.800424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba620a8-976d-4b8b-a549-22504fa47c18 req-a4c43e8a-1243-4e68-8d8a-b8bfe903643c tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:16.802078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ba620a8-976d-4b8b-a549-22504fa47c18 req-a4c43e8a-1243-4e68-8d8a-b8bfe903643c tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 948 time: 0.0786898 Oct 25 23:03:16.835532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:16.850382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8630c20c-af34-4158-a6fe-68b18b04cd2b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:16.866444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fe055-18ab-41a7-9953-d6cf50e25551 req-f85067de-fe2a-4da9-8b27-8e9dc1b573eb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620143 Oct 25 23:03:16.874181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:16.881077 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:16.882092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:16.914536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ba620a8-976d-4b8b-a549-22504fa47c18 req-ef50eee7-4745-43f3-98b4-3d876d258427 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009738 Oct 25 23:03:16.946846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:16.997375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.010873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'port_id': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e', 'mac_address': 'fa:16:3e:ba:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:17.019202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecb8ef-19b2-4b75-99a8-8b9944ac04e9 req-3ce222c9-8ae3-427d-aae6-bf4eb3a6785b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:17.032510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1ecb8ef-19b2-4b75-99a8-8b9944ac04e9 req-3ce222c9-8ae3-427d-aae6-bf4eb3a6785b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0797977 Oct 25 23:03:17.058667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.074266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:17.093116 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1ecb8ef-19b2-4b75-99a8-8b9944ac04e9 req-a1093fea-76f3-4311-8551-b63a5df64739 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Oct 25 23:03:17.103806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.105912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.107914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2ad1415c-9fe0-44f6-983e-13fb289b19da details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:17.174125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:17.184838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569137ba-0046-4786-899b-31a9a9aa836e req-8efb9205-66b0-4198-98be-c94caea89217 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:17.186453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-569137ba-0046-4786-899b-31a9a9aa836e req-8efb9205-66b0-4198-98be-c94caea89217 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.0623527 Oct 25 23:03:17.227861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-569137ba-0046-4786-899b-31a9a9aa836e req-7274b4b0-0043-4d4a-9d98-d68b55f6b684 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Oct 25 23:03:17.338549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.357466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'port_id': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'mac_address': 'fa:16:3e:ec:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:17.405437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.408478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555253f9-146c-4514-813f-876ac588b3a7 req-0b89aba8-fee6-4396-92cf-b4084661e807 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:17.415937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555253f9-146c-4514-813f-876ac588b3a7 req-0b89aba8-fee6-4396-92cf-b4084661e807 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0593066 Oct 25 23:03:17.429059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad1415c-9fe0-44f6-983e-13fb289b19da {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:17.459198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.464616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555253f9-146c-4514-813f-876ac588b3a7 req-52576f14-6147-4ae8-b7c5-0c20475a656c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Oct 25 23:03:17.479666 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.479666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1357aba4-830f-4993-8580-1abbe79dad54 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:17.543871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1357aba4-830f-4993-8580-1abbe79dad54,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.556628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:17.568576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '1357aba4-830f-4993-8580-1abbe79dad54', 'network_id': 'e020199b-a6a4-4e1b-9455-8193d145de49', 'port_id': '1357aba4-830f-4993-8580-1abbe79dad54', 'mac_address': 'fa:16:3e:eb:43:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99533c3-70f4-4d2e-ad22-0eef26e0050b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:17.624161 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.658202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357aba4-830f-4993-8580-1abbe79dad54 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:17.694454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1357aba4-830f-4993-8580-1abbe79dad54,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.701679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.703002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6e95e880-d94d-42d4-9efa-631353c45407 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:17.744227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a401c827-44f0-4c6b-9589-a590b4e9bc8a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:17.748109 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a401c827-44f0-4c6b-9589-a590b4e9bc8a tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.1342177 Oct 25 23:03:17.758437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32e53-3b97-45fc-bc43-c6887de50cc3 req-4159a2c2-42dc-4a5a-a9e8-efd1b44fc5de tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:17.766934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2d32e53-3b97-45fc-bc43-c6887de50cc3 req-4159a2c2-42dc-4a5a-a9e8-efd1b44fc5de tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Oct 25 23:03:17.767863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6e95e880-d94d-42d4-9efa-631353c45407,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.783461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '6e95e880-d94d-42d4-9efa-631353c45407', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'port_id': '6e95e880-d94d-42d4-9efa-631353c45407', 'mac_address': 'fa:16:3e:eb:53:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:17.823209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2d32e53-3b97-45fc-bc43-c6887de50cc3 req-b5872e04-03fb-4241-8548-1baae6b316fc tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480433 Oct 25 23:03:17.847911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:17.856542 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.878088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e95e880-d94d-42d4-9efa-631353c45407 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:17.906986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6e95e880-d94d-42d4-9efa-631353c45407,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:17.913170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:17.913902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 86a92093-db29-4a7c-826a-286aff49ec94 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:17.936867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Deleting port 3f8cb517-3e78-4cb6-9a57-7136330f31ee {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:17.936867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.017255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 86a92093-db29-4a7c-826a-286aff49ec94, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=86a92093-db29-4a7c-826a-286aff49ec94,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:18.044477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '86a92093-db29-4a7c-826a-286aff49ec94', 'network_id': '6fa3aa6f-2526-464e-a66e-4d2b8760f839', 'port_id': '86a92093-db29-4a7c-826a-286aff49ec94', 'mac_address': 'fa:16:3e:77:34:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce681895-fd0a-4406-b061-c895b07f81ca', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:18.050170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:18.083162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f2a1c-db47-4719-a9a9-28eae9dfcbc0 req-d574eaee-7bb3-42a0-9c7d-4c4ebfd2bc0f tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.085340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b8f2a1c-db47-4719-a9a9-28eae9dfcbc0 req-d574eaee-7bb3-42a0-9c7d-4c4ebfd2bc0f tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 948 time: 0.0695422 Oct 25 23:03:18.102286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.111353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.115890 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.119356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.126107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.130887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a92093-db29-4a7c-826a-286aff49ec94 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:18.132159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.141317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.147270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.157474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-f516b39e-dccf-4d2e-b507-04b31fde85fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5425 time: 0.1470058 Oct 25 23:03:18.157809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 86a92093-db29-4a7c-826a-286aff49ec94, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=86a92093-db29-4a7c-826a-286aff49ec94,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:18.168152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.171251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b8f2a1c-db47-4719-a9a9-28eae9dfcbc0 req-0f6b00b6-216b-4403-a922-dde38dc082c4 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 Oct 25 23:03:18.222792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=86a92093-db29-4a7c-826a-286aff49ec94,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:18.261493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fab94a8c-64d9-4090-83d5-71e29428c703 req-8445b0fe-454b-4021-9d5d-174bacd6581a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031547 Oct 25 23:03:18.263767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] For port 3f8cb517-3e78-4cb6-9a57-7136330f31ee, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3f8cb517-3e78-4cb6-9a57-7136330f31ee,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:18.264656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.283571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Calling delete_port for 3f8cb517-3e78-4cb6-9a57-7136330f31ee owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:18.351865 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c051f36-a1ab-46c3-87b0-de22f6a6c32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.457421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12adc3-ef0b-4435-9696-68b49fe259a7 req-bec39388-32d0-4b27-813a-bcb0d32efd8d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.465855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a12adc3-ef0b-4435-9696-68b49fe259a7 req-bec39388-32d0-4b27-813a-bcb0d32efd8d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0882702 Oct 25 23:03:18.507507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1e754-1147-42d1-9fc8-6d970dfa11b1 req-ba0d1be9-310e-4372-af16-5147577dcf01 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.509641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99e1e754-1147-42d1-9fc8-6d970dfa11b1 req-ba0d1be9-310e-4372-af16-5147577dcf01 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d87df2-4c92-41ab-bee8-af4eddf63831 HTTP/1.1" status: 200 len: 948 time: 0.1009307 Oct 25 23:03:18.556217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a12adc3-ef0b-4435-9696-68b49fe259a7 req-7b84c5b9-5faa-4b17-b40d-a17d66e58170 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Oct 25 23:03:18.576233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99e1e754-1147-42d1-9fc8-6d970dfa11b1 req-10852fd4-73c9-41e4-9b82-0ac3ef3a92c3 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597396 Oct 25 23:03:18.589562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.628121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Pushing event deleted for resources: {'Port': ['ID=3f8cb517-3e78-4cb6-9a57-7136330f31ee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:18.693095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] No DVR routers for this DVR port 3f8cb517-3e78-4cb6-9a57-7136330f31ee on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:18.695881 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:18.699683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-738094ae-68cb-4687-a1de-0cf721efff77 req-a023ddb0-3371-49db-9cba-6787e219a105 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "DELETE /v2.0/ports/3f8cb517-3e78-4cb6-9a57-7136330f31ee HTTP/1.1" status: 204 len: 173 time: 0.9455729 Oct 25 23:03:18.700192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-deleted', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:18.702749 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2796df2e-f62d-4c51-95ed-5fe93a1252bc" -d '{"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-deleted", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:18.760767 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5510d7b-d199-4044-a468-1d8447ba4b43 x-openstack-request-id: req-c5510d7b-d199-4044-a468-1d8447ba4b43 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:18.761417 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d87df2-4c92-41ab-bee8-af4eddf63831", "name": "network-vif-deleted", "tag": "3f8cb517-3e78-4cb6-9a57-7136330f31ee", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:18.761881 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5510d7b-d199-4044-a468-1d8447ba4b43 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:18.762591 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d87df2-4c92-41ab-bee8-af4eddf63831', 'name': 'network-vif-deleted', 'tag': '3f8cb517-3e78-4cb6-9a57-7136330f31ee', 'status': 'completed', 'code': 200} Oct 25 23:03:18.772114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0cbec-8ea6-4b57-9974-3f6f3d60c604 req-6a8f55ad-1b1c-4840-a279-4bb88c7c8dd3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.773815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0b0cbec-8ea6-4b57-9974-3f6f3d60c604 req-6a8f55ad-1b1c-4840-a279-4bb88c7c8dd3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0879581 Oct 25 23:03:18.857385 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0b0cbec-8ea6-4b57-9974-3f6f3d60c604 req-05b6c47f-cc3c-4ba0-b5aa-b015687a4ca4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672154 Oct 25 23:03:18.971366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a1280-1548-49bc-8530-64769ffa6299 req-5315e135-d469-4567-bd7e-38642859d033 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:18.972950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188a1280-1548-49bc-8530-64769ffa6299 req-5315e135-d469-4567-bd7e-38642859d033 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0695996 Oct 25 23:03:19.030809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188a1280-1548-49bc-8530-64769ffa6299 req-9a59d349-e922-4303-a02a-361f78d1702a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499251 Oct 25 23:03:19.085984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 465d8224-dcbb-41ce-aa39-497e42ac24a9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:19.176461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['4fc5cf55-4cd1-4eec-950f-e874bd80cb0e'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.353126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7557-486a-4477-ade9-64969c473be7 req-81881e3f-271c-4ce1-89a5-3d32f7657f03 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.363592 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc1b7557-486a-4477-ade9-64969c473be7 req-81881e3f-271c-4ce1-89a5-3d32f7657f03 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 948 time: 0.0990632 Oct 25 23:03:19.408069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a634272c-d6eb-4fa0-a0f5-63624b32a3a3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.418550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['8630c20c-af34-4158-a6fe-68b18b04cd2b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.451569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc1b7557-486a-4477-ade9-64969c473be7 req-6e969dbb-1e34-41ec-ac0d-493ce921be82 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866797 Oct 25 23:03:19.453843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2ad1415c-9fe0-44f6-983e-13fb289b19da'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.456101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['86a92093-db29-4a7c-826a-286aff49ec94'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.540812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.548693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.557902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['1357aba4-830f-4993-8580-1abbe79dad54'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.560839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6e95e880-d94d-42d4-9efa-631353c45407'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:19.561109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.572319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.580207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.589227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.596868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.615755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-6e904754-ab1f-4851-b7e7-52233305b8a6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5426 time: 0.1615376 Oct 25 23:03:19.678773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1b1b50b-da62-4e7e-b761-c02a415b63dd req-afdb95ee-ca0f-42e7-807d-f569db2f85b0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618742 Oct 25 23:03:19.746635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:19.906298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a096fc-41f0-4efb-a21f-77816fba0f86 req-82e87724-5efd-441f-9775-bda3b392fa0a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:19.922827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51a096fc-41f0-4efb-a21f-77816fba0f86 req-82e87724-5efd-441f-9775-bda3b392fa0a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1687300 Oct 25 23:03:19.945751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 465d8224-dcbb-41ce-aa39-497e42ac24a9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:20.037986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51a096fc-41f0-4efb-a21f-77816fba0f86 req-504eae7c-1af9-4e47-b049-24ed7bb49223 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120360 Oct 25 23:03:20.175818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '465d8224-dcbb-41ce-aa39-497e42ac24a9', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '465d8224-dcbb-41ce-aa39-497e42ac24a9', 'mac_address': 'fa:16:3e:ba:18:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:20.186794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4564e0-af37-472a-aede-0e52b76cd6b7 req-85b7a307-40b3-426f-8261-e41ab33ba153 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.190078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c4564e0-af37-472a-aede-0e52b76cd6b7 req-85b7a307-40b3-426f-8261-e41ab33ba153 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0974505 Oct 25 23:03:20.245056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:20.268835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c4564e0-af37-472a-aede-0e52b76cd6b7 req-2a5d96ba-f6bf-444e-9a11-0ef28ad4e20b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Oct 25 23:03:20.295018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd5ce-bdf7-48b5-9c7c-5de14527050e req-beed9bf5-af3d-4290-9dd4-3654ffc9d500 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.297424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b55dd5ce-bdf7-48b5-9c7c-5de14527050e req-beed9bf5-af3d-4290-9dd4-3654ffc9d500 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 949 time: 0.1262367 Oct 25 23:03:20.381420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b55dd5ce-bdf7-48b5-9c7c-5de14527050e req-4de08fb2-b3b1-4418-8332-8ea430d23c76 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Oct 25 23:03:20.419937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223610c-64c7-4ae9-b5fe-4636c2945cdc req-5d3f187d-1e8a-44d6-a5f4-1d7a27b948dc tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.430231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b223610c-64c7-4ae9-b5fe-4636c2945cdc req-5d3f187d-1e8a-44d6-a5f4-1d7a27b948dc tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0926638 Oct 25 23:03:20.441791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:20.481623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b223610c-64c7-4ae9-b5fe-4636c2945cdc req-9f2c5e32-734b-4bdb-bf45-e08b0edfebd5 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 Oct 25 23:03:20.519638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465d8224-dcbb-41ce-aa39-497e42ac24a9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:20.608254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132105-486a-4064-b21f-05e911697240 req-013cf18e-4771-43bd-90b0-64b1e8fe063d tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.609950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a132105-486a-4064-b21f-05e911697240 req-013cf18e-4771-43bd-90b0-64b1e8fe063d tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 948 time: 0.0593779 Oct 25 23:03:20.615842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 465d8224-dcbb-41ce-aa39-497e42ac24a9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:20.648555 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:20.674951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a132105-486a-4064-b21f-05e911697240 req-f57c2eb4-314a-4cce-9ef4-9dfcd614c8b7 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568061 Oct 25 23:03:20.728228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:20.755586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=465d8224-dcbb-41ce-aa39-497e42ac24a9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:20.861359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.871171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.877600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.886013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.894306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.901450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.907282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:20.909251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a78355-b1ac-4301-a637-8c40b37416cf req-d16ecd4c-90d5-47db-a896-78dc3c5fe4ea tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5426 time: 0.1279249 Oct 25 23:03:20.962828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a78355-b1ac-4301-a637-8c40b37416cf req-43ea3758-55e7-4138-8ec0-e4f1678ea526 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465243 Oct 25 23:03:21.102606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:21.128243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 3f8cb517-3e78-4cb6-9a57-7136330f31ee {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:03:21.128467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3f8cb517-3e78-4cb6-9a57-7136330f31ee not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:21.173779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126c6c9-517f-46ee-abc0-381b23c5000f req-7900ccfc-e7e2-4228-ba15-c871b36df8b3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:21.175289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a126c6c9-517f-46ee-abc0-381b23c5000f req-7900ccfc-e7e2-4228-ba15-c871b36df8b3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0593011 Oct 25 23:03:21.219638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a126c6c9-517f-46ee-abc0-381b23c5000f req-f08a8ad0-5768-4994-a7e9-be71c94c95d8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Oct 25 23:03:21.254178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['465d8224-dcbb-41ce-aa39-497e42ac24a9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:21.539053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d893-b622-47aa-a333-bad714638ab1 req-e3458fae-3bb6-4670-ba3b-87cc424e7e7e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:21.541859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da81d893-b622-47aa-a333-bad714638ab1 req-e3458fae-3bb6-4670-ba3b-87cc424e7e7e tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 949 time: 0.0625746 Oct 25 23:03:21.565721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606a7f-be9d-44e8-824c-b3214be6a57d req-caea2786-f285-44f1-adae-3d4bd4c6b24e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:21.567250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe606a7f-be9d-44e8-824c-b3214be6a57d req-caea2786-f285-44f1-adae-3d4bd4c6b24e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0623164 Oct 25 23:03:21.592698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da81d893-b622-47aa-a333-bad714638ab1 req-347ab686-294f-436b-b5e9-5c85b36fff41 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Oct 25 23:03:21.623861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe606a7f-be9d-44e8-824c-b3214be6a57d req-09c97c75-3306-4b3f-a9e6-0547fd4fca01 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Oct 25 23:03:21.731381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b900c9-3969-4360-89af-dc77ad1996f6 req-293e94ee-b39c-456f-abe5-11bae579e13b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:21.733679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21b900c9-3969-4360-89af-dc77ad1996f6 req-293e94ee-b39c-456f-abe5-11bae579e13b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 945 time: 0.0698440 Oct 25 23:03:21.788025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21b900c9-3969-4360-89af-dc77ad1996f6 req-497d314c-5697-4d65-be83-9e35a6d466ad tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Oct 25 23:03:21.815869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2301-1506-4f92-9e34-59daa85934be req-12db7a09-984a-40d6-b1b6-e447f065d84d tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:21.817516 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b1f2301-1506-4f92-9e34-59daa85934be req-12db7a09-984a-40d6-b1b6-e447f065d84d tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 949 time: 0.0639446 Oct 25 23:03:21.862671 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b1f2301-1506-4f92-9e34-59daa85934be req-3cdbd52c-74eb-4452-9479-382f93aa143a tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386887 Oct 25 23:03:22.108989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.114961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.122412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.128430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.135801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.141855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.147906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.149832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b400a150-6654-457d-afec-a6828a7f10ff req-8dc16506-ac7c-4304-b66b-a2e5c4783264 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5426 time: 0.1015992 Oct 25 23:03:22.222584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6de30791-1ff6-4d6f-aa6f-d9b72126c444 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.224124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6de30791-1ff6-4d6f-aa6f-d9b72126c444 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.0727124 Oct 25 23:03:22.228286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b400a150-6654-457d-afec-a6828a7f10ff req-fe420709-303f-4881-a273-fc40f5a67093 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670071 Oct 25 23:03:22.247855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:22.316084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:22.335524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f92c4fec-7620-4254-892e-e793f6fc739d details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:22.379724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628d4c-de00-462d-8704-6fd64316e45e req-433f67ef-ff46-42c3-afee-80380610ff42 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.381688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0628d4c-de00-462d-8704-6fd64316e45e req-433f67ef-ff46-42c3-afee-80380610ff42 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0729496 Oct 25 23:03:22.446275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0628d4c-de00-462d-8704-6fd64316e45e req-1e49e7ae-3806-49f8-97e0-46afbee27814 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Oct 25 23:03:22.476960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:22.483639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:22.495339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f92c4fec-7620-4254-892e-e793f6fc739d has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 23:03:22.537113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:22.590203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:22.592842 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e270696-30cb-4088-8014-2672342bebfd" -d '{"events": [{"server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "name": "network-vif-unplugged", "status": "completed", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:22.597453 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:22.605496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:22.661351 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5fb3bc-4c81-4b4a-936c-6e7a9f43d211 x-openstack-request-id: req-4d5fb3bc-4c81-4b4a-936c-6e7a9f43d211 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:22.661762 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "name": "network-vif-unplugged", "status": "completed", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:22.662104 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d5fb3bc-4c81-4b4a-936c-6e7a9f43d211 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:22.662679 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'code': 200} Oct 25 23:03:22.714279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:22.714764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:22.715187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:22.723819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:22.724146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Attempting to bind port f92c4fec-7620-4254-892e-e793f6fc739d on network 27ba88a7-88df-413f-b22e-5b54ccbddd10 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:22.731282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:22.760853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbfa8f-1630-4398-bd40-ef0b92d7b620 req-a48a7b2e-31f8-4ad3-93f0-2a85b702bfc1 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.762991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6acbfa8f-1630-4398-bd40-ef0b92d7b620 req-a48a7b2e-31f8-4ad3-93f0-2a85b702bfc1 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 949 time: 0.0601683 Oct 25 23:03:22.787812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:22.788149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Checking segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:22.788549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Bound using segment: {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:22.788991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Bound port: f92c4fec-7620-4254-892e-e793f6fc739d, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08623718-6d95-4893-a305-41f0eab2a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27ba88a7-88df-413f-b22e-5b54ccbddd10'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:22.789347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:22.807759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6acbfa8f-1630-4398-bd40-ef0b92d7b620 req-bd5565f9-c23f-4692-ab55-729ddaebdade tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Oct 25 23:03:22.827653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca77ba-b677-46ea-a8ce-964e0529c6d9 req-a6fc9638-ae1b-4711-aa98-61e3f53335c7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:22.837682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ca77ba-b677-46ea-a8ce-964e0529c6d9 req-a6fc9638-ae1b-4711-aa98-61e3f53335c7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1017392 Oct 25 23:03:22.957203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ca77ba-b677-46ea-a8ce-964e0529c6d9 req-f4540b21-137e-4090-90de-a4aae0e7349c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071699 Oct 25 23:03:23.002017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-9afe9584-52eb-472e-83a8-5da05d000804 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.003675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-9afe9584-52eb-472e-83a8-5da05d000804 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 949 time: 0.1639688 Oct 25 23:03:23.005137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:23.009154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:23.086606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844b3d-c509-4110-aabc-6401a89d9d31 req-8df6f687-a4a7-49e2-ab5b-f3b378a6953d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.088363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19844b3d-c509-4110-aabc-6401a89d9d31 req-8df6f687-a4a7-49e2-ab5b-f3b378a6953d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.0848045 Oct 25 23:03:23.091798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.139853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19844b3d-c509-4110-aabc-6401a89d9d31 req-1399011b-dac9-46d3-9026-5c8cc22939b1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438459 Oct 25 23:03:23.183058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 465d8224-dcbb-41ce-aa39-497e42ac24a9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:23.194609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26305a3-3f5a-4fe7-85fa-ff5374e76d22 req-7313208e-426b-41f0-b636-b803cdac0545 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.196129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f26305a3-3f5a-4fe7-85fa-ff5374e76d22 req-7313208e-426b-41f0-b636-b803cdac0545 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 949 time: 0.1394668 Oct 25 23:03:23.267777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=8']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:23.296500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 465d8224-dcbb-41ce-aa39-497e42ac24a9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:23.297635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.298570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.300005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-353f9aae-4928-4986-95cf-49aebf24cef9 service neutron] 10.222.0.11 "PUT /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 1121 time: 1.0584800 Oct 25 23:03:23.308663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 465d8224-dcbb-41ce-aa39-497e42ac24a9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:23.309282 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.332882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f26305a3-3f5a-4fe7-85fa-ff5374e76d22 req-9b2287e1-71e0-4ffa-872a-03a38834ffbb tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251829 Oct 25 23:03:23.382123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Deleting port 0e556bea-c336-4bd4-b279-442d1e414ec6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:23.384382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.503581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f92c4fec-7620-4254-892e-e793f6fc739d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:23.546596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.553487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.559421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.559863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.566217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.573397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.585148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.593321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465d8224-dcbb-41ce-aa39-497e42ac24a9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:23.595662 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d242864-f461-41cd-b66b-39fe04c3e74b" -d '{"events": [{"server_uuid": "b9abb018-d992-4c0e-963b-befa89cb32fe", "name": "network-vif-plugged", "status": "completed", "tag": "465d8224-dcbb-41ce-aa39-497e42ac24a9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:23.602183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.605288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-7e595eca-8c96-47c0-ab5b-c1a7ee69575a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5426 time: 0.1594436 Oct 25 23:03:23.612804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 465d8224-dcbb-41ce-aa39-497e42ac24a9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:23.623591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.650929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dde9e-5c01-45e4-a81c-1e59810b6d82 req-66325ba0-408a-4558-a3a1-15fed8ab1cd0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.659529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b25dde9e-5c01-45e4-a81c-1e59810b6d82 req-66325ba0-408a-4558-a3a1-15fed8ab1cd0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0947530 Oct 25 23:03:23.661928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] For port 0e556bea-c336-4bd4-b279-442d1e414ec6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0e556bea-c336-4bd4-b279-442d1e414ec6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:23.662424 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.685197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Calling delete_port for 0e556bea-c336-4bd4-b279-442d1e414ec6 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:23.707104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=465d8224-dcbb-41ce-aa39-497e42ac24a9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:23.710978 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b25dde9e-5c01-45e4-a81c-1e59810b6d82 req-15848b81-fce3-4e37-998c-cf4983a2f126 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Oct 25 23:03:23.759651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.759940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.760315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.760703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.763432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.763978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.764119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.764506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.764781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.765115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.767466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.767762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:23.774036 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4707799-c831-4970-a959-e743498add64 x-openstack-request-id: req-f4707799-c831-4970-a959-e743498add64 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:23.774674 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9abb018-d992-4c0e-963b-befa89cb32fe", "name": "network-vif-plugged", "status": "completed", "tag": "465d8224-dcbb-41ce-aa39-497e42ac24a9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:23.774940 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4707799-c831-4970-a959-e743498add64 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:23.776039 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465d8224-dcbb-41ce-aa39-497e42ac24a9', 'code': 200} Oct 25 23:03:23.789305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f92c4fec-7620-4254-892e-e793f6fc739d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:23.868332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9ad1115-fff7-4810-a8a4-88cee097b869 req-045fe758-b891-4abf-a38c-f98132dacac4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786843 Oct 25 23:03:23.947002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f634-8333-4747-9067-43982a3716ea req-bbb20e0d-e5d9-4e14-9540-57780ead1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:23.950245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8443f634-8333-4747-9067-43982a3716ea req-bbb20e0d-e5d9-4e14-9540-57780ead1ace service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 1101 time: 0.0791621 Oct 25 23:03:23.964460 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:23.998071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Pushing event deleted for resources: {'Port': ['ID=0e556bea-c336-4bd4-b279-442d1e414ec6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:24.062960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] No DVR routers for this DVR port 0e556bea-c336-4bd4-b279-442d1e414ec6 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:24.065931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.069715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b66b40ba-8619-4a97-9232-f27641cf7a8e req-c20e27e7-ef36-46e0-ad83-61ec6804ebb7 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.15 "DELETE /v2.0/ports/0e556bea-c336-4bd4-b279-442d1e414ec6 HTTP/1.1" status: 204 len: 173 time: 1.0576079 Oct 25 23:03:24.083666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8443f634-8333-4747-9067-43982a3716ea req-f8465583-0311-4f59-a272-8b3422963512 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109803 Oct 25 23:03:24.106773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52b783-7e03-4cbe-b338-fe038a50d0d2 req-7608939e-475d-4ba8-8621-693e79fdf9de tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.108587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c52b783-7e03-4cbe-b338-fe038a50d0d2 req-7608939e-475d-4ba8-8621-693e79fdf9de tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfaf3d6-6a52-4271-bd0e-e072a0703add HTTP/1.1" status: 200 len: 866 time: 0.1806548 Oct 25 23:03:24.164289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894d976-3e82-4e2f-badd-c72f66af011d req-e93eecaa-0f27-41e0-8078-eff00821fddc tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.166026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6894d976-3e82-4e2f-badd-c72f66af011d req-e93eecaa-0f27-41e0-8078-eff00821fddc tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0738888 Oct 25 23:03:24.176832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c52b783-7e03-4cbe-b338-fe038a50d0d2 req-c59cea33-d940-488e-b9a5-980a31d03c71 tempest-ListImageFiltersTestJSON-1560189047 tempest-ListImageFiltersTestJSON-1560189047-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32f43d-bca2-4050-9c4b-10a3c6eb0411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610335 Oct 25 23:03:24.212350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6894d976-3e82-4e2f-badd-c72f66af011d req-70e8ef98-caa4-4930-863b-7b428697434a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Oct 25 23:03:24.309373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9b6f-26ad-440b-b5ec-3fd37aca884d req-4a99cd3d-9c0a-44cf-b36d-0844f91589b9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.311118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c03d9b6f-26ad-440b-b5ec-3fd37aca884d req-4a99cd3d-9c0a-44cf-b36d-0844f91589b9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.0634196 Oct 25 23:03:24.353816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a634272c-d6eb-4fa0-a0f5-63624b32a3a3 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:24.355589 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c03d9b6f-26ad-440b-b5ec-3fd37aca884d req-07198e56-e48a-4b23-b9a4-fcac8df88ebe tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Oct 25 23:03:24.423926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:24.429404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:24.429783 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.482989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ed29-0da6-4b78-8a6c-cb2638fdf761 req-10c6050a-dcc6-4192-a81b-163f7d8369a3 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.484557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8d0ed29-0da6-4b78-8a6c-cb2638fdf761 req-10c6050a-dcc6-4192-a81b-163f7d8369a3 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 950 time: 0.0552802 Oct 25 23:03:24.530889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.556104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8d0ed29-0da6-4b78-8a6c-cb2638fdf761 req-04f6fcc3-0d2e-4995-97e9-8df924a54375 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634322 Oct 25 23:03:24.580920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:24.587271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.588725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8630c20c-af34-4158-a6fe-68b18b04cd2b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:24.663938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d'}, {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-deleted', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:24.669598 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8d97f-83e7-4102-9fa9-e54aa89571d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d"}, {"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-deleted", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:24.693807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:24.715102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 8630c20c-af34-4158-a6fe-68b18b04cd2b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:24.719875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 8630c20c-af34-4158-a6fe-68b18b04cd2b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:24.720200 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.729526 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075acc15-69e7-456c-b424-23b35f5956b4 x-openstack-request-id: req-075acc15-69e7-456c-b424-23b35f5956b4 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:24.729944 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d", "status": "completed", "code": 200}, {"server_uuid": "0bfaf3d6-6a52-4271-bd0e-e072a0703add", "name": "network-vif-deleted", "tag": "0e556bea-c336-4bd4-b279-442d1e414ec6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:24.730487 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-075acc15-69e7-456c-b424-23b35f5956b4 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:24.730869 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'status': 'completed', 'code': 200} Oct 25 23:03:24.731052 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaf3d6-6a52-4271-bd0e-e072a0703add', 'name': 'network-vif-deleted', 'tag': '0e556bea-c336-4bd4-b279-442d1e414ec6', 'status': 'completed', 'code': 200} Oct 25 23:03:24.834629 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.843283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24975431-5703-477a-a186-876950d1f5d4 req-fc6f16b0-a8bb-427f-8a6f-a41f367f401c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.845075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24975431-5703-477a-a186-876950d1f5d4 req-fc6f16b0-a8bb-427f-8a6f-a41f367f401c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0601313 Oct 25 23:03:24.847770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-00da490f-9639-43f7-b224-c829013ec84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.851344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-00da490f-9639-43f7-b224-c829013ec84f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1124 time: 0.0566018 Oct 25 23:03:24.875680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:24.880929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:24.882957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:24.901614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24975431-5703-477a-a186-876950d1f5d4 req-20650dd2-ca4d-4d18-abf6-ab158024e2fa tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Oct 25 23:03:24.997826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-d619cf2e-04b3-48f5-bad8-327e1d0e0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:24.999416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-d619cf2e-04b3-48f5-bad8-327e1d0e0395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.1393409 Oct 25 23:03:25.057316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-fb07ed67-f27e-48e5-bf77-1384f57c2b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 217 time: 0.0482035 Oct 25 23:03:25.073990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.083083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.093813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.100184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.107457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.114018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:25.115054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.126977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:25.131622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:25.132003 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.133810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.144023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-003a94d9-dab9-4e36-9397-53d836b3259c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5428 time: 0.1523292 Oct 25 23:03:25.171314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-8d301d50-22d1-4e98-ba8d-8da704f62e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.173517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-8d301d50-22d1-4e98-ba8d-8da704f62e7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.0955212 Oct 25 23:03:25.211132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec8958df-2551-424c-a6e5-2a31b24f73c1 req-bfe7df9d-5e15-4a43-b4de-78e687d631cd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591705 Oct 25 23:03:25.238606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-06334530-78e0-4ebf-bef8-09eb1dcb6615 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531631 Oct 25 23:03:25.274587 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.320774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:25.329139 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.329970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6e95e880-d94d-42d4-9efa-631353c45407 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:25.379795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-c6ebb68c-1b81-405c-82cb-ee7efd4d9e04 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321933 Oct 25 23:03:25.417047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab92a3-33ee-411c-82c9-08a4f09662db req-44093d74-1b34-49cc-b71b-6c8f974dec80 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.422549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:25.426959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1ab92a3-33ee-411c-82c9-08a4f09662db req-44093d74-1b34-49cc-b71b-6c8f974dec80 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0875225 Oct 25 23:03:25.428025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 6e95e880-d94d-42d4-9efa-631353c45407 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:25.433000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 6e95e880-d94d-42d4-9efa-631353c45407 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:25.433379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.485548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1ab92a3-33ee-411c-82c9-08a4f09662db req-21ff11a1-af5f-4635-a50b-d385c3b2d523 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 Oct 25 23:03:25.505774 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a8d97f-83e7-4102-9fa9-e54aa89571d6 req-e7fde826-87e2-4ffd-9c6f-6192d95d84e4 service neutron] 10.222.0.15 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139431 Oct 25 23:03:25.520062 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.563801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6e95e880-d94d-42d4-9efa-631353c45407,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:25.569805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.570725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 86a92093-db29-4a7c-826a-286aff49ec94 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:25.659498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:25.694951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 86a92093-db29-4a7c-826a-286aff49ec94 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:25.700361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 86a92093-db29-4a7c-826a-286aff49ec94 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:25.702469 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.764348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4488d26-e72d-4e8a-880d-07a72816da58 req-812d45f5-0e1b-481b-a229-ff3cfe530cc7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.766185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4488d26-e72d-4e8a-880d-07a72816da58 req-812d45f5-0e1b-481b-a229-ff3cfe530cc7 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.0606058 Oct 25 23:03:25.780108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634272c-d6eb-4fa0-a0f5-63624b32a3a3'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e95e880-d94d-42d4-9efa-631353c45407'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:25.783699 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e47ce-6731-4fdd-b6d2-c06ef6a6c0e1" -d '{"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "a634272c-d6eb-4fa0-a0f5-63624b32a3a3"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "6e95e880-d94d-42d4-9efa-631353c45407"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:25.809150 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.813690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4488d26-e72d-4e8a-880d-07a72816da58 req-70cd12f3-fb36-4552-a2d8-dca92b57f539 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Oct 25 23:03:25.852601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 86a92093-db29-4a7c-826a-286aff49ec94, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=86a92093-db29-4a7c-826a-286aff49ec94,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:25.858810 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:25.905770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbb0ba-b52f-42ef-b89f-bdc375b9e75c req-1400bb90-31ae-43ec-8212-8c88a735f363 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:25.910625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cfbb0ba-b52f-42ef-b89f-bdc375b9e75c req-1400bb90-31ae-43ec-8212-8c88a735f363 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 950 time: 0.0612226 Oct 25 23:03:25.918867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=86a92093-db29-4a7c-826a-286aff49ec94,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:25.954447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cfbb0ba-b52f-42ef-b89f-bdc375b9e75c req-06425658-8c67-41d0-8da9-283e6d6e1bb1 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Oct 25 23:03:26.001412 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cce79c-e7da-4906-be98-dfb59358d007 x-openstack-request-id: req-97cce79c-e7da-4906-be98-dfb59358d007 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:26.001793 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "a634272c-d6eb-4fa0-a0f5-63624b32a3a3", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "6e95e880-d94d-42d4-9efa-631353c45407", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:26.002222 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97cce79c-e7da-4906-be98-dfb59358d007 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:26.002870 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634272c-d6eb-4fa0-a0f5-63624b32a3a3', 'code': 200} Oct 25 23:03:26.003224 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b', 'code': 200} Oct 25 23:03:26.003671 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e', 'code': 200} Oct 25 23:03:26.003967 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e95e880-d94d-42d4-9efa-631353c45407', 'code': 200} Oct 25 23:03:26.172158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-f8b594f1-7360-4111-9d06-3fd21be36ab1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.173903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-f8b594f1-7360-4111-9d06-3fd21be36ab1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.1071241 Oct 25 23:03:26.190221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-e81f50f9-2981-4367-8bbe-0745e2cc1ec7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/quotas/558a5203facb4ddebf046d80a82ae85a HTTP/1.1" status: 200 len: 375 time: 0.0103259 Oct 25 23:03:26.194805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efbfeb-4d7b-4ff0-96cb-d773b311d302 req-77da0ff9-3e58-45d0-9e2b-c28c4de306e3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.196325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6efbfeb-4d7b-4ff0-96cb-d773b311d302 req-77da0ff9-3e58-45d0-9e2b-c28c4de306e3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0560055 Oct 25 23:03:26.234995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6efbfeb-4d7b-4ff0-96cb-d773b311d302 req-0ddb622d-d3b2-47a2-bd94-254226754757 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Oct 25 23:03:26.240388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-1bc04277-8b59-4b76-852d-82ae46cee8f9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440533 Oct 25 23:03:26.368236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2ad1415c-9fe0-44f6-983e-13fb289b19da up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:26.429784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 2ad1415c-9fe0-44f6-983e-13fb289b19da completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:26.433983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 2ad1415c-9fe0-44f6-983e-13fb289b19da triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:26.434458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:26.442780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-b0959206-6be6-4b48-a2e3-977d9f136029 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946597 Oct 25 23:03:26.538906 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:26.579694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:26.583006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-609ed248-b592-410d-8e1a-6bfeb2d0fbb2 service neutron] 10.222.0.25 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326337 Oct 25 23:03:26.585702 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:26.586829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1357aba4-830f-4993-8580-1abbe79dad54 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:26.613270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.622925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.632886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.642369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.650996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.659687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.666759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.671064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-e8aac911-1851-4856-8228-429de76cd38c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5431 time: 0.1295667 Oct 25 23:03:26.675847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:26.688211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 1357aba4-830f-4993-8580-1abbe79dad54 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:26.692024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 1357aba4-830f-4993-8580-1abbe79dad54 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:26.692425 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:26.732957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0eb5a1d-fd63-4f30-a8a8-27d6833b1952 req-6f790d18-658f-4b64-b726-9a377dbcb472 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410724 Oct 25 23:03:26.802692 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:26.828529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57d2877f-7429-4f5e-98bf-0946c2c95a52 req-d5039ff3-6f28-4be1-bb80-33936acf800a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 210 time: 0.0388653 Oct 25 23:03:26.851561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1357aba4-830f-4993-8580-1abbe79dad54,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:26.857971 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:26.858906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:26.877967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46758) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:26.926198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef2671-3b3d-4b69-a949-bf3c0b8d7dbb req-b85a9490-31d5-4c45-9553-c90c159af122 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:26.928137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72ef2671-3b3d-4b69-a949-bf3c0b8d7dbb req-b85a9490-31d5-4c45-9553-c90c159af122 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0875673 Oct 25 23:03:26.945508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:27.025100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72ef2671-3b3d-4b69-a949-bf3c0b8d7dbb req-3785e3e3-afc8-4845-9cea-f3c51762b677 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887749 Oct 25 23:03:27.046564 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:27.094647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:27.100864 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:27.152458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:27.161449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe3af0-927e-4e56-a097-8e2afca6be79 req-ff1c8b6b-d091-4ae9-8d2f-4370f81e3527 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.163367 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3afe3af0-927e-4e56-a097-8e2afca6be79 req-ff1c8b6b-d091-4ae9-8d2f-4370f81e3527 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 950 time: 0.0779471 Oct 25 23:03:27.184630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 0e556bea-c336-4bd4-b279-442d1e414ec6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:03:27.185155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0e556bea-c336-4bd4-b279-442d1e414ec6 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:27.187619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8e0058af-bed6-4cde-a3c6-e2f01bfccbb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44eafc0e2e3c4de182a58e66545d7e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079038 Oct 25 23:03:27.190108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46768) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:27.204401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:27.217701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b9f03-bd1c-4e95-b518-6a098a9f511d req-1ca95a8f-f135-4349-9733-7c7e8a6dac72 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.226405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd1b9f03-bd1c-4e95-b518-6a098a9f511d req-1ca95a8f-f135-4349-9733-7c7e8a6dac72 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.2008653 Oct 25 23:03:27.239172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3afe3af0-927e-4e56-a097-8e2afca6be79 req-a91f1f9f-75b7-4db4-90c2-9fe48138b360 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Oct 25 23:03:27.306626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:27.326211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd1b9f03-bd1c-4e95-b518-6a098a9f511d req-40f9294f-2d25-4a6e-a937-ae44a00a6e05 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986066 Oct 25 23:03:27.374728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:27.426934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38375555-7c85-4219-997d-9fdd4ebbede4 req-314505ad-4eff-403b-bd02-838c1ab1516f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.427996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38375555-7c85-4219-997d-9fdd4ebbede4 req-314505ad-4eff-403b-bd02-838c1ab1516f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0688276 Oct 25 23:03:27.444279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:27.447971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:27.451977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b32f43d-bca2-4050-9c4b-10a3c6eb0411 HTTP/1.1" status: 204 len: 168 time: 0.2580719 Oct 25 23:03:27.488484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38375555-7c85-4219-997d-9fdd4ebbede4 req-349437c4-9835-4ad1-a085-812763b2153c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533013 Oct 25 23:03:27.498647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b32f43d-bca2-4050-9c4b-10a3c6eb0411,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:27.512615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.512969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.513443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.514107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.514462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.514846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.515338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.515685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.516163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.517455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.518252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.518252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3abe703-50e1-4d44-a9e9-550d6050b6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:27.911393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.918768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.925340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.933254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.940218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.947095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.954616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:27.957004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-63f745fd-52f0-424f-a7f0-b9c9a009ee0e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.1223004 Oct 25 23:03:28.005436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a92093-db29-4a7c-826a-286aff49ec94'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54'}, {'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:28.009247 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9421a48-9532-4875-8f45-3a5c99748c7a" -d '{"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "86a92093-db29-4a7c-826a-286aff49ec94"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "1357aba4-830f-4993-8580-1abbe79dad54"}, {"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-unplugged", "status": "completed", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:28.016728 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-7c4f4209-626a-4846-9f12-dc1abd899f8f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.018946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-7c4f4209-626a-4846-9f12-dc1abd899f8f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde259f1-8816-46e2-b4ac-a81b1fda4f78 HTTP/1.1" status: 200 len: 944 time: 0.0811546 Oct 25 23:03:28.031019 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8380ec2b-4390-49d2-b381-348cd86149e6 req-c10d1572-9818-4d74-a28d-9344c73488a2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593970 Oct 25 23:03:28.065166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df4697b8-7aa7-4fa5-8562-f841c5089b7c req-6ced7922-97fc-427f-9f28-2046ebb13a38 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 210 time: 0.0430961 Oct 25 23:03:28.125730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:28.243433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Deleting port be1c805a-dd46-4b29-bf49-90d87b5f1b90 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:28.243793 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:28.256415 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8f335-568b-4655-8828-76f78071617e x-openstack-request-id: req-9fe8f335-568b-4655-8828-76f78071617e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:28.256964 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "86a92093-db29-4a7c-826a-286aff49ec94", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "1357aba4-830f-4993-8580-1abbe79dad54", "code": 200}, {"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-unplugged", "status": "completed", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:28.257374 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fe8f335-568b-4655-8828-76f78071617e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:28.257948 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a92093-db29-4a7c-826a-286aff49ec94', 'code': 200} Oct 25 23:03:28.258387 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'code': 200} Oct 25 23:03:28.258896 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54', 'code': 200} Oct 25 23:03:28.259323 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'code': 200} Oct 25 23:03:28.466515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-b7f4ede6-525d-48a3-a2a7-a28c24e5a539 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.468187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-b7f4ede6-525d-48a3-a2a7-a28c24e5a539 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.15 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 805 time: 0.2063069 Oct 25 23:03:28.542823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Request body: {'port': {'device_id': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'admin_state_up': True, 'tenant_id': '558a5203facb4ddebf046d80a82ae85a'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:28.590906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] For port be1c805a-dd46-4b29-bf49-90d87b5f1b90, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be1c805a-dd46-4b29-bf49-90d87b5f1b90,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:28.591277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:28.616442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.616876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.617392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.617832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.618281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.618741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.620133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.623032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-da8ef430-5ce3-40f6-8c38-eeede28b6264 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6490 time: 0.1885760 Oct 25 23:03:28.624472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Calling delete_port for be1c805a-dd46-4b29-bf49-90d87b5f1b90 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:28.630111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623840-2bfc-4450-95e6-44f7c05d33bd req-9294e470-0506-49e4-a88e-400af6ed5e46 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.634827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c623840-2bfc-4450-95e6-44f7c05d33bd req-9294e470-0506-49e4-a88e-400af6ed5e46 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 950 time: 0.1654720 Oct 25 23:03:28.640088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041da913-c646-410d-9860-1dab3ffdcd72 req-8482b137-2134-49a4-86af-5058c6daa8d3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.643321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-041da913-c646-410d-9860-1dab3ffdcd72 req-8482b137-2134-49a4-86af-5058c6daa8d3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1797354 Oct 25 23:03:28.698039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c623840-2bfc-4450-95e6-44f7c05d33bd req-9c98239c-b4de-4f2c-b43d-30bb2b5681d2 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590005 Oct 25 23:03:28.727820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Made reservation on behalf of 558a5203facb4ddebf046d80a82ae85a for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:28.731916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:28.751160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-041da913-c646-410d-9860-1dab3ffdcd72 req-3b5f87eb-af9a-47a4-a744-c8f9817daef5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978732 Oct 25 23:03:28.754563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b24e62a7-e7a6-4108-80ad-e2b01f587049 req-4e13dda0-4dc1-4219-a589-52f5af43a591 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067214 Oct 25 23:03:28.880288 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:28.929166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event deleted for resources: {'Port': ['ID=be1c805a-dd46-4b29-bf49-90d87b5f1b90,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:28.938432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.938859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.939262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.939659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.940087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.940474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.940883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.941264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.941657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.942578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.942578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.942966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:28.960592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d218da-bf70-466a-a70f-0bfe80b9ea99 req-9e6669bc-ea6d-427e-a923-ec532b78c6db tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.961833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5f48-dfd2-48af-b560-06e64f38a959 req-c3fb0464-e27e-4b2b-b1dd-8daff632ce6e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:28.962280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93d218da-bf70-466a-a70f-0bfe80b9ea99 req-9e6669bc-ea6d-427e-a923-ec532b78c6db tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 943 time: 0.1613202 Oct 25 23:03:28.964111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6ed5f48-dfd2-48af-b560-06e64f38a959 req-c3fb0464-e27e-4b2b-b1dd-8daff632ce6e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1159666 Oct 25 23:03:29.013320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] No DVR routers for this DVR port be1c805a-dd46-4b29-bf49-90d87b5f1b90 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:29.020002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:29.020788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Allocated IP 172.20.0.13 (73d747e1-83e8-422d-9342-f79510c598dd/2a5ee6d2-b852-41d6-ba24-41117b475186/547d73af-a0b8-411d-8132-85125360b2e9) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:29.023440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc550042-8f6f-4bc4-9093-0caa1ce639ee req-ac80db3e-e1fd-4ed1-ae9d-75b92160e46a tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.11 "DELETE /v2.0/ports/be1c805a-dd46-4b29-bf49-90d87b5f1b90 HTTP/1.1" status: 204 len: 173 time: 0.9572973 Oct 25 23:03:29.023959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-deleted', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:29.025485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93d218da-bf70-466a-a70f-0bfe80b9ea99 req-f52bf3d1-c9a4-4505-9dec-1da76e051a5b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508323 Oct 25 23:03:29.026382 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0834099-087d-4124-996c-c353563f4457" -d '{"events": [{"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-deleted", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:29.060273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6ed5f48-dfd2-48af-b560-06e64f38a959 req-a9682fb4-8ab5-4df1-affb-9cc51384aefc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Oct 25 23:03:29.133119 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897ef9b-26c8-4951-88b4-289402c545ba x-openstack-request-id: req-b897ef9b-26c8-4951-88b4-289402c545ba {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:29.133414 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde259f1-8816-46e2-b4ac-a81b1fda4f78", "name": "network-vif-deleted", "tag": "be1c805a-dd46-4b29-bf49-90d87b5f1b90", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:29.133667 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b897ef9b-26c8-4951-88b4-289402c545ba {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:29.134086 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde259f1-8816-46e2-b4ac-a81b1fda4f78', 'name': 'network-vif-deleted', 'tag': 'be1c805a-dd46-4b29-bf49-90d87b5f1b90', 'status': 'completed', 'code': 200} Oct 25 23:03:29.286358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:29.301642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.310180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.316268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.322803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.328734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.335178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.341491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.343452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-53fe89eb-a8c0-4675-a19d-022ca37ef5a1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.1480408 Oct 25 23:03:29.407496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1ed8ab4-b40b-48bf-a7ec-87b881e5849d req-39654b03-34cc-4c9e-9bcd-c1b1541c4638 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574651 Oct 25 23:03:29.414597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:29.465860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Network 73d747e1-83e8-422d-9342-f79510c598dd is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:29.469402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:29.474522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:29.480111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:29.561079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.561714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:29.585724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315413e-a6ab-49f9-a27f-c6bef3d473f2 req-09a9c371-7f4f-46f9-a4dc-3d18c0babacf tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.587812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e315413e-a6ab-49f9-a27f-c6bef3d473f2 req-09a9c371-7f4f-46f9-a4dc-3d18c0babacf tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 932 time: 0.0848875 Oct 25 23:03:29.592175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-928fb3e6-8104-4752-8a66-94b9fdc10468 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0549166 Oct 25 23:03:29.626538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Request body: {'port': {'device_id': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:29.652195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e315413e-a6ab-49f9-a27f-c6bef3d473f2 req-83edaa0a-14db-4de9-97a6-32f498ee3d64 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576653 Oct 25 23:03:29.691279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:29.692795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-226c5205-8f35-448c-ba45-eb641537da04 service neutron] 10.222.0.15 "GET /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.0698783 Oct 25 23:03:29.919146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:29.930476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0978ba-3422-4ad1-95bb-504fb36fb365 req-39677c64-45a0-47c8-9594-61f36a34c97f tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:29.932847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b0978ba-3422-4ad1-95bb-504fb36fb365 req-39677c64-45a0-47c8-9594-61f36a34c97f tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 950 time: 0.0977831 Oct 25 23:03:29.941990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:29.976384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92c4fec-7620-4254-892e-e793f6fc739d {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:29.987928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:30.001691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.006874 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b0978ba-3422-4ad1-95bb-504fb36fb365 req-65346537-4472-4c5d-a1d5-54653958e3f5 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4612c5-be0d-48e1-8344-d9a04aec1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666025 Oct 25 23:03:30.077720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] Transition to ACTIVE for port object f92c4fec-7620-4254-892e-e793f6fc739d will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:03:30.078673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547d73af-a0b8-411d-8132-85125360b2e9 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:30.083139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.095921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.131300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Transition to ACTIVE for port object 547d73af-a0b8-411d-8132-85125360b2e9 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:03:30.137725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.146706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575f33-8cc1-4128-9d73-d0edbee4b029 req-a5613716-d97f-4844-b115-f5ef904e31ac tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.148346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed575f33-8cc1-4128-9d73-d0edbee4b029 req-a5613716-d97f-4844-b115-f5ef904e31ac tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0726967 Oct 25 23:03:30.156001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] No DVR routers for this DVR port f92c4fec-7620-4254-892e-e793f6fc739d on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:30.160955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] Pushing event updated for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=10']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:30.214883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-6494a26c-2b78-44fd-8459-58dcb1b0b593 service neutron] 10.222.0.15 "PUT /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5116868 Oct 25 23:03:30.221612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:30.234837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-09ea03f2-8531-4241-b973-48fb954c5ed4 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.235580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-09ea03f2-8531-4241-b973-48fb954c5ed4 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 950 time: 0.0706766 Oct 25 23:03:30.261455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed575f33-8cc1-4128-9d73-d0edbee4b029 req-a45e18f3-ff58-49de-b785-06bec4dc44df tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834045 Oct 25 23:03:30.335845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Attempting to bind port 547d73af-a0b8-411d-8132-85125360b2e9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:30.336541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Attempting to bind port 547d73af-a0b8-411d-8132-85125360b2e9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:30.336665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Attempting to bind port 547d73af-a0b8-411d-8132-85125360b2e9 on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:30.341659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Port 547d73af-a0b8-411d-8132-85125360b2e9 on network 73d747e1-83e8-422d-9342-f79510c598dd not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:30.341979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Attempting to bind port 547d73af-a0b8-411d-8132-85125360b2e9 on network 73d747e1-83e8-422d-9342-f79510c598dd {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:30.347421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:30.347774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Checking segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:30.348255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Bound using segment: {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:30.348708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Bound port: 547d73af-a0b8-411d-8132-85125360b2e9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8f1d3c-bea1-472f-8602-74f35b55007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:30.349067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.395016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:30.411357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-a4d78ca3-5043-448b-84e6-6afd5b3a852f tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.413309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-a4d78ca3-5043-448b-84e6-6afd5b3a852f tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.0549102 Oct 25 23:03:30.436399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Deleting port 465d8224-dcbb-41ce-aa39-497e42ac24a9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:30.436885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.442243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: be1c805a-dd46-4b29-bf49-90d87b5f1b90 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:03:30.442609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be1c805a-dd46-4b29-bf49-90d87b5f1b90 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:30.450143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1623941-f660-4e9f-8ed8-0f253c632c39 req-4f962419-850e-4368-9a3e-adb35c519578 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.454864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1623941-f660-4e9f-8ed8-0f253c632c39 req-4f962419-850e-4368-9a3e-adb35c519578 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1021578 Oct 25 23:03:30.509009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:30.518867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:30.524850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.562485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1623941-f660-4e9f-8ed8-0f253c632c39 req-afb88f0a-214f-43de-a616-1bb8b3323434 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981727 Oct 25 23:03:30.607432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:30.612532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.613371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.615068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-a7393392-fee6-42a6-a4b8-4861a9811271 service neutron] 10.222.0.15 "PUT /v2.0/ports/547d73af-a0b8-411d-8132-85125360b2e9 HTTP/1.1" status: 200 len: 1092 time: 0.9989541 Oct 25 23:03:30.615535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:30.618238 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be328a2-cf3e-4aa5-8391-a5466c382268" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "tag": "547d73af-a0b8-411d-8132-85125360b2e9"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:30.778271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-2426835d-b479-4b29-b6c9-a8360afa724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.779740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-2426835d-b479-4b29-b6c9-a8360afa724a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 1095 time: 0.0840933 Oct 25 23:03:30.796282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.802727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.809105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.815013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.820854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.827628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.833853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.835889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-a311e72b-e575-4aa7-b845-16971cfa3ac6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.1264355 Oct 25 23:03:30.857924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-81381331-9f7c-4bb3-821a-b406e7380808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.859416 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-81381331-9f7c-4bb3-821a-b406e7380808 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822&tenant_id=e11d0f7451b64a77984527e8040df2b8 HTTP/1.1" status: 200 len: 1095 time: 0.4354198 Oct 25 23:03:30.882248 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-e4cfd95c-c9f1-41e9-99b7-9fe0204ab521 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547d73af-a0b8-411d-8132-85125360b2e9 HTTP/1.1" status: 200 len: 217 time: 0.0453050 Oct 25 23:03:30.892643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43fb2b-77c4-4041-b088-3aee96888eb1 req-443df70b-c5be-46a0-aa2a-d8999a7b0665 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.894090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e43fb2b-77c4-4041-b088-3aee96888eb1 req-443df70b-c5be-46a0-aa2a-d8999a7b0665 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.4526048 Oct 25 23:03:30.897102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] For port 465d8224-dcbb-41ce-aa39-497e42ac24a9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=465d8224-dcbb-41ce-aa39-497e42ac24a9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:30.897467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:30.945752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Calling delete_port for 465d8224-dcbb-41ce-aa39-497e42ac24a9 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:30.949176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fcdde8b0-fd81-41b4-b695-aeb38b4674ff req-17abee54-f2a8-42f1-90dd-e0498449fb9b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041784 Oct 25 23:03:30.956824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-30ff5fc8-0900-4150-bbc4-87b2f8afb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:30.958675 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-30ff5fc8-0900-4150-bbc4-87b2f8afb7ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.0697479 Oct 25 23:03:30.981832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e43fb2b-77c4-4041-b088-3aee96888eb1 req-6a5fa2cc-4e73-4c9f-b3e4-ff57994d6e10 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801351 Oct 25 23:03:31.000145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-d5927e2e-fdd9-4b45-a56b-1bd95770e44e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343764 Oct 25 23:03:31.032107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-32024af3-f7c4-41c3-9798-00f1d099f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.033775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-32024af3-f7c4-41c3-9798-00f1d099f26c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11d0f7451b64a77984527e8040df2b8&device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1095 time: 0.1388247 Oct 25 23:03:31.100262 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8605bb4c-dd57-4d6c-bf9b-eda2525fda5d x-openstack-request-id: req-8605bb4c-dd57-4d6c-bf9b-eda2525fda5d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:31.100557 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "tag": "547d73af-a0b8-411d-8132-85125360b2e9", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:31.100870 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8605bb4c-dd57-4d6c-bf9b-eda2525fda5d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:31.101503 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9', 'status': 'completed', 'code': 200} Oct 25 23:03:31.123217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f92c4fec-7620-4254-892e-e793f6fc739d no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:31.175583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-f2bca157-c12b-4073-8808-4c0e6238e1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674960 Oct 25 23:03:31.185441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-64fad6ee-867a-476d-aa7e-703ea1c852ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.186938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-64fad6ee-867a-476d-aa7e-703ea1c852ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 200 len: 921 time: 0.1371074 Oct 25 23:03:31.188682 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:31.198301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f92c4fec-7620-4254-892e-e793f6fc739d not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:31.227327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Pushing event deleted for resources: {'Port': ['ID=465d8224-dcbb-41ce-aa39-497e42ac24a9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:31.231151 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['465d8224-dcbb-41ce-aa39-497e42ac24a9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:31.260085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-cf17ff80-7f69-4f1f-b628-15f48a8615a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 200 len: 217 time: 0.0609717 Oct 25 23:03:31.280784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26df5d9-b8b0-4b74-9dcc-273cf1df08c0 req-414206d3-e1ff-4711-bf34-c69a5337318b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.282427 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c26df5d9-b8b0-4b74-9dcc-273cf1df08c0 req-414206d3-e1ff-4711-bf34-c69a5337318b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 944 time: 0.1672847 Oct 25 23:03:31.360508 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1c0412-afff-4d06-80a5-4dc6fda3b84f req-1bdda8c2-12c2-4010-95d5-5875559bcee3 service neutron] 10.222.0.15 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656787 Oct 25 23:03:31.372814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c26df5d9-b8b0-4b74-9dcc-273cf1df08c0 req-9e3f05b1-7568-4dd4-a509-f56ac6ee5512 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 Oct 25 23:03:31.375976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] No DVR routers for this DVR port 465d8224-dcbb-41ce-aa39-497e42ac24a9 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:31.398354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:31.403613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36a30b32-a2df-4dd5-8632-6bb371b82a7a req-49551f28-0794-4ea3-9a87-0d76520c8eca tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.15 "DELETE /v2.0/ports/465d8224-dcbb-41ce-aa39-497e42ac24a9 HTTP/1.1" status: 204 len: 173 time: 1.1398668 Oct 25 23:03:31.405973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'name': 'network-vif-deleted', 'tag': '465d8224-dcbb-41ce-aa39-497e42ac24a9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:31.408338 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e797e-9b61-4669-a233-826337ef9fa6" -d '{"events": [{"server_uuid": "b9abb018-d992-4c0e-963b-befa89cb32fe", "name": "network-vif-deleted", "tag": "465d8224-dcbb-41ce-aa39-497e42ac24a9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:31.437824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-f2bcbbd2-da95-40c2-8e6e-ae572b3111ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.439293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-f2bcbbd2-da95-40c2-8e6e-ae572b3111ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 200 len: 860 time: 0.1728206 Oct 25 23:03:31.472953 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-528d8a99-98be-4ef8-83d4-38a9af9c6087 req-07727460-d63f-458c-8cc1-be03037ed9f2 tempest-TenantUsagesTestJSON-1315446792 tempest-TenantUsagesTestJSON-1315446792-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9abb018-d992-4c0e-963b-befa89cb32fe HTTP/1.1" status: 200 len: 210 time: 0.0352669 Oct 25 23:03:31.479004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-18976a0b-8823-4906-8c08-b948e5dcf0c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ba88a7-88df-413f-b22e-5b54ccbddd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301754 Oct 25 23:03:31.491408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.497918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.503869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.510490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.516479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.522356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.528406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.530382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4b9f434-a87a-4012-af30-ffa8f3c01386 req-7d3964a2-f862-4a35-82e7-2b2b8b03267a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.1476920 Oct 25 23:03:31.542489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46864) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:31.548634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Request body: {'floatingip': {'port_id': '2ad1415c-9fe0-44f6-983e-13fb289b19da'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:31.599796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:31.639216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-e658b8dd-8552-4876-b625-a520f6a64a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.640693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-e658b8dd-8552-4876-b625-a520f6a64a6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=558a5203facb4ddebf046d80a82ae85a&device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 1095 time: 0.1607306 Oct 25 23:03:31.737230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-cdbcbed1-64c4-4c2a-98c3-12abb32fa841 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985486 Oct 25 23:03:31.746409 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c64d9f-106f-455c-a74c-8d0a94e5db81 x-openstack-request-id: req-27c64d9f-106f-455c-a74c-8d0a94e5db81 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:31.746701 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9abb018-d992-4c0e-963b-befa89cb32fe", "name": "network-vif-deleted", "tag": "465d8224-dcbb-41ce-aa39-497e42ac24a9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:31.746952 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27c64d9f-106f-455c-a74c-8d0a94e5db81 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:31.747339 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9abb018-d992-4c0e-963b-befa89cb32fe', 'name': 'network-vif-deleted', 'tag': '465d8224-dcbb-41ce-aa39-497e42ac24a9', 'status': 'completed', 'code': 200} Oct 25 23:03:31.850932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a475f03-499a-4289-b0ac-1cf3df134b9f req-469b4392-fac5-4a08-acc1-6950e47b32f7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.852411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a475f03-499a-4289-b0ac-1cf3df134b9f req-469b4392-fac5-4a08-acc1-6950e47b32f7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1752150 Oct 25 23:03:31.858612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-a8105a39-2f75-4619-b6f5-d6fb610b6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.860016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-a8105a39-2f75-4619-b6f5-d6fb610b6a6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 200 len: 906 time: 0.2104142 Oct 25 23:03:31.891576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000e522-de08-49fe-9729-bff5fdfb43ed req-c3237c3d-55dd-4035-bd03-c56c791359b3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.893182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f000e522-de08-49fe-9729-bff5fdfb43ed req-c3237c3d-55dd-4035-bd03-c56c791359b3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0789204 Oct 25 23:03:31.930633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-f83ff438-4d1b-403b-a92d-f5b38ddcb6ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547d73af-a0b8-411d-8132-85125360b2e9 HTTP/1.1" status: 200 len: 217 time: 0.0543962 Oct 25 23:03:31.941383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-b8dfa5a3-b3ff-4357-b444-5cf53868a587 service neutron] 10.222.0.11 "GET /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911013 Oct 25 23:03:31.972866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a475f03-499a-4289-b0ac-1cf3df134b9f req-630d612f-cd08-4ceb-baf8-53c9a75067ca tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100078 Oct 25 23:03:31.992834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-30d30ed7-8e94-4a74-b8b2-a266ece5c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:31.996602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-30d30ed7-8e94-4a74-b8b2-a266ece5c847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 200 len: 845 time: 0.0576129 Oct 25 23:03:32.044194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-466700e3-9fed-4795-8dbe-6be847bf7a3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73d747e1-83e8-422d-9342-f79510c598dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378129 Oct 25 23:03:32.047540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f000e522-de08-49fe-9729-bff5fdfb43ed req-0c554396-5de4-4807-aac8-a3a463f95547 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430976 Oct 25 23:03:32.220559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099807d-9b5f-417f-95d3-b8153be2e7b4 req-57db86cf-92fc-4217-8726-7430aa130e4d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:32.222574 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9099807d-9b5f-417f-95d3-b8153be2e7b4 req-57db86cf-92fc-4217-8726-7430aa130e4d tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.0945227 Oct 25 23:03:32.363558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-08fff194-e969-4fcb-aa7b-51218b5ef37b service neutron] 10.222.0.15 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082860 Oct 25 23:03:32.368568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9099807d-9b5f-417f-95d3-b8153be2e7b4 req-cebc7bfe-5373-4787-8fb7-69d1632bcc16 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331546 Oct 25 23:03:32.449403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138f88-c811-4071-b4a9-7ba073db54bb req-913015d8-e878-41d7-804c-b41dc313f372 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:32.451308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-913015d8-e878-41d7-804c-b41dc313f372 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822&tenant_id=e11d0f7451b64a77984527e8040df2b8&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.1929591 Oct 25 23:03:32.541584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be328a2-cf3e-4aa5-8391-a5466c382268 req-fcb255b3-9cd5-4b57-80bb-1c1b64587d0f service neutron] 10.222.0.15 "GET /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680048 Oct 25 23:03:32.574291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:32.580412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:32.622495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a709a9-a495-45e5-9329-491e37593871 req-f5ee1746-501c-493b-85a5-8161a0af770f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:32.629951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03a709a9-a495-45e5-9329-491e37593871 req-f5ee1746-501c-493b-85a5-8161a0af770f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 944 time: 0.0912249 Oct 25 23:03:32.663884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:32.717667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03a709a9-a495-45e5-9329-491e37593871 req-921b45e3-fc16-4c07-95cd-eb3cd7413009 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Oct 25 23:03:32.718280 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Floating IP 1560f030-b25b-44d2-8d1b-2e41a86aaf42 associated. External IP: 172.25.4.226, port: 2ad1415c-9fe0-44f6-983e-13fb289b19da. Oct 25 23:03:32.737601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-39138f88-c811-4071-b4a9-7ba073db54bb req-209aad9c-2752-46f7-a5d8-6389de4d72e7 service neutron] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:32.746705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-39138f88-c811-4071-b4a9-7ba073db54bb req-209aad9c-2752-46f7-a5d8-6389de4d72e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:32.748322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39138f88-c811-4071-b4a9-7ba073db54bb req-209aad9c-2752-46f7-a5d8-6389de4d72e7 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.2726653 Oct 25 23:03:32.836346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b395e30-9bc1-48aa-b0f2-431160ec3b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:32.910675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46900) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:32.932632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b395e30-9bc1-48aa-b0f2-431160ec3b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:32.938327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b395e30-9bc1-48aa-b0f2-431160ec3b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:32.966739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:03:32.989724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b395e30-9bc1-48aa-b0f2-431160ec3b79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2891095f930649dab0216b11ec086b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248627 Oct 25 23:03:32.990458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b395e30-9bc1-48aa-b0f2-431160ec3b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dbe3a3-f3aa-4470-bf7d-bdc070af0332,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:32.995044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46904) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:33.106572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb8364ab-39d4-4c56-8697-eba45e1df897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.115123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3e5a9287-3938-4e45-91cd-4169d84ac8ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c32a722aa5f34ef98090aad547c33a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029042 Oct 25 23:03:33.117726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46910) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:33.152593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:03:33.159097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.163823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] Sync routers for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:03:33.177796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:33.179043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:33.192875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb8364ab-39d4-4c56-8697-eba45e1df897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.194626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1983-a6f8-4d2a-b24c-f88b7d5b23e5 req-a4c72afd-ca73-4ac3-b763-2e316e96b303 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.196255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5be1983-a6f8-4d2a-b24c-f88b7d5b23e5 req-a4c72afd-ca73-4ac3-b763-2e316e96b303 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1003120 Oct 25 23:03:33.217988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-57827262-2d36-401c-a52a-31ebfd8198c2 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "PUT /v2.0/floatingips/1560f030-b25b-44d2-8d1b-2e41a86aaf42 HTTP/1.1" status: 200 len: 991 time: 1.6733632 Oct 25 23:03:33.227263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:33.230567 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592cf09e-cd5b-44e4-a337-ea5db82c578d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:33.261702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5be1983-a6f8-4d2a-b24c-f88b7d5b23e5 req-44909340-0e0d-44c9-83e2-fc89984aeb7a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580199 Oct 25 23:03:33.289055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc85cd0-1048-48c9-a1bb-0765db8f64ef req-a0f55643-652f-4b2b-a94c-88300a27c7b8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.314206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cc85cd0-1048-48c9-a1bb-0765db8f64ef req-a0f55643-652f-4b2b-a94c-88300a27c7b8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1836212 Oct 25 23:03:33.342327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:33.345568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ced5350e-7d11-4470-b527-17e171952285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.386212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cc85cd0-1048-48c9-a1bb-0765db8f64ef req-655c38f8-75a4-4c78-afd2-f394e486490f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707705 Oct 25 23:03:33.388108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ced5350e-7d11-4470-b527-17e171952285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.390490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb8364ab-39d4-4c56-8697-eba45e1df897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.393113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb8364ab-39d4-4c56-8697-eba45e1df897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.394668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cb8364ab-39d4-4c56-8697-eba45e1df897 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06dbe3a3-f3aa-4470-bf7d-bdc070af0332 HTTP/1.1" status: 204 len: 168 time: 0.3977334 Oct 25 23:03:33.416219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8364ab-39d4-4c56-8697-eba45e1df897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dbe3a3-f3aa-4470-bf7d-bdc070af0332,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:33.438760 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcc1d2c-51d4-4cda-9d05-33260a58ec70 x-openstack-request-id: req-adcc1d2c-51d4-4cda-9d05-33260a58ec70 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:33.439308 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:33.439714 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adcc1d2c-51d4-4cda-9d05-33260a58ec70 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:33.440296 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'status': 'completed', 'code': 200} Oct 25 23:03:33.480271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ced5350e-7d11-4470-b527-17e171952285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.482983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ced5350e-7d11-4470-b527-17e171952285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:33.484319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ced5350e-7d11-4470-b527-17e171952285 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc4612c5-be0d-48e1-8344-d9a04aec1cdf HTTP/1.1" status: 204 len: 168 time: 0.3652771 Oct 25 23:03:33.510172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5350e-7d11-4470-b527-17e171952285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4612c5-be0d-48e1-8344-d9a04aec1cdf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:33.661739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.662224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.662689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.663198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.663651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.664085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.664531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.666995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1225-949e-48b6-a7d4-899eb925fcfa req-ef21e2b7-681f-45ca-b0d5-233d64433baf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.668301 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebba1225-949e-48b6-a7d4-899eb925fcfa req-ef21e2b7-681f-45ca-b0d5-233d64433baf tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.0663033 Oct 25 23:03:33.678040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ed2b2890-041b-4b89-ac22-7b876830a96b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6490 time: 0.1436028 Oct 25 23:03:33.766902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebba1225-949e-48b6-a7d4-899eb925fcfa req-cb88b454-1374-4365-9ef3-4550e2b497f4 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832646 Oct 25 23:03:33.849990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '1560f030-b25b-44d2-8d1b-2e41a86aaf42', 'tenant_id': '2b92477612ce40ad810a265848039471', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'port_id': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'mac_address': 'fa:16:3e:ec:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:01:47Z', 'updated_at': '2021-10-25T23:03:32Z', 'revision_number': 1, 'project_id': '2b92477612ce40ad810a265848039471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:54Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:33.881463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] Checking router: 37ce2980-5a59-4a68-b5a7-3e9ac5739289 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:03:33.892396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:33.893013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:33.972289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f1b25-180b-4b91-a8c2-3eab7933fa95 req-961fa8fc-759f-4dc4-9784-d7be94520607 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:33.988231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b47f1b25-180b-4b91-a8c2-3eab7933fa95 req-961fa8fc-759f-4dc4-9784-d7be94520607 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 1095 time: 0.0694933 Oct 25 23:03:34.004759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfbeee-ec83-4d10-8f68-76b214308653 req-26ce3a4a-7955-49ac-9781-15540a72f298 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.007063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0bfbeee-ec83-4d10-8f68-76b214308653 req-26ce3a4a-7955-49ac-9781-15540a72f298 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 944 time: 0.1837358 Oct 25 23:03:34.009095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-80244237-e512-44dc-955b-87e171ecf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.011706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-80244237-e512-44dc-955b-87e171ecf909 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a79191e-c507-4493-8e8e-dbf22773ffc6 HTTP/1.1" status: 200 len: 912 time: 0.3241935 Oct 25 23:03:34.072697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:34.088446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b47f1b25-180b-4b91-a8c2-3eab7933fa95 req-45922737-7c43-4227-a49f-14d9cf1b7353 tempest-LiveAutoBlockMigrationV225Test-259951964 tempest-LiveAutoBlockMigrationV225Test-259951964-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981939 Oct 25 23:03:34.092703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46942) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:34.118953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0bfbeee-ec83-4d10-8f68-76b214308653 req-18dff15b-175b-4893-a99c-928d21743ecd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016192 Oct 25 23:03:34.126734 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82483d3b-5125-4ca9-a446-c7c9e290c55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.250951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-952d7e32-08a6-4a91-9502-c6bb7894d762 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 200 len: 999 time: 0.1606727 Oct 25 23:03:34.277481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82483d3b-5125-4ca9-a446-c7c9e290c55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.284072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82483d3b-5125-4ca9-a446-c7c9e290c55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.378398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-fefb3b27-75ef-4972-bed6-fd389f57a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.379978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-fefb3b27-75ef-4972-bed6-fd389f57a2ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b52f047-309a-46de-9baf-4586e7a965d0 HTTP/1.1" status: 200 len: 850 time: 0.1217439 Oct 25 23:03:34.418289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82483d3b-5125-4ca9-a446-c7c9e290c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be7702-612e-4575-a498-728a2500ee46,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:34.440453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-82483d3b-5125-4ca9-a446-c7c9e290c55b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcdded410e7d4e14923d54e513067866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465509 Oct 25 23:03:34.441788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46952) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:34.516192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '1560f030-b25b-44d2-8d1b-2e41a86aaf42', 'tenant_id': '2b92477612ce40ad810a265848039471', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'port_id': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'mac_address': 'fa:16:3e:ec:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:01:47Z', 'updated_at': '2021-10-25T23:03:32Z', 'revision_number': 1, 'project_id': '2b92477612ce40ad810a265848039471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:54Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:34.548863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49cfc00-b019-4d74-81e0-09529d1b5854 None None] The sync data for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 is: [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '1560f030-b25b-44d2-8d1b-2e41a86aaf42', 'tenant_id': '2b92477612ce40ad810a265848039471', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'port_id': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'mac_address': 'fa:16:3e:ec:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:01:47Z', 'updated_at': '2021-10-25T23:03:32Z', 'revision_number': 1, 'project_id': '2b92477612ce40ad810a265848039471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:54Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:03:34.580694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-a3d48a28-b254-4286-94c6-96e6520549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.582452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-a3d48a28-b254-4286-94c6-96e6520549e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1096 time: 0.1021507 Oct 25 23:03:34.584692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ac369780-eb5e-41a3-928a-39760291ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.586069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-ac369780-eb5e-41a3-928a-39760291ba7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a79191e-c507-4493-8e8e-dbf22773ffc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964428 Oct 25 23:03:34.600426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbbd-f356-461c-b2fc-1f4dccccf6fb req-9f4c389c-5a06-4803-8961-cf2fa01e1d43 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.602006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f676fbbd-f356-461c-b2fc-1f4dccccf6fb req-9f4c389c-5a06-4803-8961-cf2fa01e1d43 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1805019 Oct 25 23:03:34.624612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35fd1c9f-73d6-4670-8c45-ff4964deb169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.670026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35fd1c9f-73d6-4670-8c45-ff4964deb169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.696312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f676fbbd-f356-461c-b2fc-1f4dccccf6fb req-fedf096b-cbbc-40b9-8fc6-0fe56c4eccb7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Oct 25 23:03:34.764134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35fd1c9f-73d6-4670-8c45-ff4964deb169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.767246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35fd1c9f-73d6-4670-8c45-ff4964deb169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:34.769818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35fd1c9f-73d6-4670-8c45-ff4964deb169 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32be7702-612e-4575-a498-728a2500ee46 HTTP/1.1" status: 204 len: 168 time: 0.3246732 Oct 25 23:03:34.779590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87afdf-7349-4bcc-9fe1-42d0bcace479 req-93443d69-c57e-4b8b-9967-3cd96163f763 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.790499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f87afdf-7349-4bcc-9fe1-42d0bcace479 req-93443d69-c57e-4b8b-9967-3cd96163f763 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.1817718 Oct 25 23:03:34.841976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd1c9f-73d6-4670-8c45-ff4964deb169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be7702-612e-4575-a498-728a2500ee46,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:34.875742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b71d2-d610-4993-a718-209a179eaf7d req-48a947c2-a1f5-44fc-9015-31b29a2863bb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.878624 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-423b71d2-d610-4993-a718-209a179eaf7d req-48a947c2-a1f5-44fc-9015-31b29a2863bb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1159487 Oct 25 23:03:34.897331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-16725f9d-27f0-4109-a7cc-5fc32de42c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:34.898889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-16725f9d-27f0-4109-a7cc-5fc32de42c5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.2929523 Oct 25 23:03:34.901362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-c2b3277a-e087-42f3-b2ae-a342b206d18b service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969007 Oct 25 23:03:34.906803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f87afdf-7349-4bcc-9fe1-42d0bcace479 req-eac68ae4-87aa-4693-87a4-86ef9239d265 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150846 Oct 25 23:03:34.948863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-423b71d2-d610-4993-a718-209a179eaf7d req-aad3bd5b-5802-42c6-b34b-706bb3f8a350 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Oct 25 23:03:34.965829 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48001634-e8e9-40eb-83de-7add9c3be826 None None] New status for floating IP 1560f030-b25b-44d2-8d1b-2e41a86aaf42: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:03:35.027625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-f9cf1a6b-c3cc-4876-b1d8-87fc585289d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 217 time: 0.1006234 Oct 25 23:03:35.130426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-405227e3-c6ce-4572-a961-4dd78204c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:35.132063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-405227e3-c6ce-4572-a961-4dd78204c705 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.0962176 Oct 25 23:03:35.146441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:35.147435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-592cf09e-cd5b-44e4-a337-ea5db82c578d req-1ca330d2-60f8-41cb-8eca-d70dfa838ef9 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195182 Oct 25 23:03:35.154837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 465d8224-dcbb-41ce-aa39-497e42ac24a9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:35.191522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-014a4f8f-ae54-41a8-9d8c-49fb03161131 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:35.192969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-014a4f8f-ae54-41a8-9d8c-49fb03161131 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 944 time: 0.1162307 Oct 25 23:03:35.235291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 465d8224-dcbb-41ce-aa39-497e42ac24a9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:03:35.235628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 465d8224-dcbb-41ce-aa39-497e42ac24a9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:35.249477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-ad069db9-0204-4e6a-b943-2dd9dc81f958 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607913 Oct 25 23:03:35.381502 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-3fa20096-2e76-4a77-b0b7-a44e2056b662 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160078 Oct 25 23:03:35.385035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:35.401691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '547d73af-a0b8-411d-8132-85125360b2e9', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': '547d73af-a0b8-411d-8132-85125360b2e9', 'mac_address': 'fa:16:3e:d5:a4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:35.439072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Deleting port f92c4fec-7620-4254-892e-e793f6fc739d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:35.439412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:35.474440 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:35.516091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ca238-7656-43dd-9859-b5eab0d993d5 req-0db1f317-57d3-448c-8d5b-0cfa36553ac7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:35.516413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547d73af-a0b8-411d-8132-85125360b2e9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:35.525062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-923ca238-7656-43dd-9859-b5eab0d993d5 req-0db1f317-57d3-448c-8d5b-0cfa36553ac7 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 944 time: 0.2739789 Oct 25 23:03:35.568946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-923ca238-7656-43dd-9859-b5eab0d993d5 req-9b667364-79c3-4b5e-a568-b83431134b8b tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Oct 25 23:03:35.570450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:35.579655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:35.646646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] For port f92c4fec-7620-4254-892e-e793f6fc739d, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f92c4fec-7620-4254-892e-e793f6fc739d,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:35.647084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:35.654358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-920b7588-9b69-4b1d-b889-54acbc49edfd service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497413 Oct 25 23:03:35.686421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Calling delete_port for f92c4fec-7620-4254-892e-e793f6fc739d owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:35.698268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:35.881470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a793f49b-a254-4c4c-8e69-7462a3f6de0b req-52bbd8a7-90aa-4af4-8b29-b5c9902f5db5 tempest-AbsoluteLimitsNegativeTestJSON-1557343606 tempest-AbsoluteLimitsNegativeTestJSON-1557343606-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=62675829363c4d28aea98d6a3400b176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399346 Oct 25 23:03:35.905178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f421da-9330-4720-8da8-a395356f08a5 req-2ded50b6-8f03-4e4f-8f9d-953604fe2581 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:35.911251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15f421da-9330-4720-8da8-a395356f08a5 req-2ded50b6-8f03-4e4f-8f9d-953604fe2581 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1034143 Oct 25 23:03:35.976816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:35.977655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15f421da-9330-4720-8da8-a395356f08a5 req-8a7d0b73-5a4d-49ce-8e48-e62d6eed0fd8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624003 Oct 25 23:03:35.989846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f92c4fec-7620-4254-892e-e793f6fc739d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:36.024560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:36.035740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event deleted for resources: {'Port': ['ID=f92c4fec-7620-4254-892e-e793f6fc739d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:36.052699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bda45ece-b2ee-4f74-b650-30f39813d9c5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:36.093653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['547d73af-a0b8-411d-8132-85125360b2e9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:36.115315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4ad8d9-b8c4-4979-a81a-bc856b25fbca req-687f84c4-d445-4beb-8582-6c793487f8ba tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.0393817 Oct 25 23:03:36.128666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] No DVR routers for this DVR port f92c4fec-7620-4254-892e-e793f6fc739d on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:36.138609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.153815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-514f4479-3a5a-49b7-b75c-e40885ab678b req-7b7078ac-a044-4bf1-a73a-a28e2be8fae8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "DELETE /v2.0/ports/f92c4fec-7620-4254-892e-e793f6fc739d HTTP/1.1" status: 204 len: 173 time: 0.9533455 Oct 25 23:03:36.167451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'name': 'network-vif-deleted', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:36.174787 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce51a8b-75dd-4552-9a72-25a39d6be9aa" -d '{"events": [{"server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "name": "network-vif-deleted", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:36.219526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-network', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:36.260074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Made reservation on behalf of cf5a1bb79c504313a4d42edf27ecffc9 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:36.263333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.272156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793f49b-a254-4c4c-8e69-7462a3f6de0b req-4befed38-ea6c-4ea4-b6c3-f8c1cd952c15 tempest-AbsoluteLimitsNegativeTestJSON-1557343606 tempest-AbsoluteLimitsNegativeTestJSON-1557343606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:36.275241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a793f49b-a254-4c4c-8e69-7462a3f6de0b req-4befed38-ea6c-4ea4-b6c3-f8c1cd952c15 tempest-AbsoluteLimitsNegativeTestJSON-1557343606 tempest-AbsoluteLimitsNegativeTestJSON-1557343606-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813164 Oct 25 23:03:36.292962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.317004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a793f49b-a254-4c4c-8e69-7462a3f6de0b req-267d0309-9098-413d-9109-2d1c053ee4be tempest-AbsoluteLimitsNegativeTestJSON-1557343606 tempest-AbsoluteLimitsNegativeTestJSON-1557343606-project] 10.222.0.25 "GET /v2.0/quotas/62675829363c4d28aea98d6a3400b176 HTTP/1.1" status: 200 len: 375 time: 0.0360262 Oct 25 23:03:36.393168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a793f49b-a254-4c4c-8e69-7462a3f6de0b req-94947d1f-ee43-4d71-a42a-cc73ffbf71a8 tempest-AbsoluteLimitsNegativeTestJSON-1557343606 tempest-AbsoluteLimitsNegativeTestJSON-1557343606-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62675829363c4d28aea98d6a3400b176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668871 Oct 25 23:03:36.396507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeafe7-0068-45d4-991b-601eff7aada1 req-9c94f6bc-419e-4946-94e6-60480d8e64c9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:36.411078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15eeafe7-0068-45d4-991b-601eff7aada1 req-9c94f6bc-419e-4946-94e6-60480d8e64c9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1328008 Oct 25 23:03:36.536377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.554045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.584077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:03:36.594752 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a12db04-2650-4bbd-be95-2ef402d5c430 x-openstack-request-id: req-8a12db04-2650-4bbd-be95-2ef402d5c430 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:36.594916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.595124 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Added segment 3e7e9a95-44d6-4ef2-8222-49328b8e2edb of type vlan for network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d Oct 25 23:03:36.595271 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b93042-3fa4-46d5-b1ce-c5a33ad65822", "name": "network-vif-deleted", "tag": "f92c4fec-7620-4254-892e-e793f6fc739d", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:36.595605 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a12db04-2650-4bbd-be95-2ef402d5c430 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:36.596101 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b93042-3fa4-46d5-b1ce-c5a33ad65822', 'name': 'network-vif-deleted', 'tag': 'f92c4fec-7620-4254-892e-e793f6fc739d', 'status': 'completed', 'code': 200} Oct 25 23:03:36.638570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.681954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.683126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:36.683707 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.740975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4143c2b-3326-471f-a699-a29cf510ed02 req-2cad35e4-2630-4a46-8741-12b5ca91966f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:36.752627 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4143c2b-3326-471f-a699-a29cf510ed02 req-2cad35e4-2630-4a46-8741-12b5ca91966f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 945 time: 0.0746851 Oct 25 23:03:36.780135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47028) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:36.793463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15eeafe7-0068-45d4-991b-601eff7aada1 req-f68b1e30-ca3f-4f20-bcad-14b92e37d42b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771784 Oct 25 23:03:36.833947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a65455-3950-4c3e-aeb1-89ad8429255e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:36.836679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] Pushing event updated for resources: {'Network': ['ID=86c52f3d-e685-4cf9-80d9-48eed2c3df0d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:36.853796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eab4fd5c-40b8-4da0-9ac0-215a451a9664 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8266711 Oct 25 23:03:36.856946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47032) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:36.866239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Request body: {'subnet': {'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-subnet', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:36.877400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:03:36.891803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4143c2b-3326-471f-a699-a29cf510ed02 req-c12b6ea9-69a4-482a-b153-d907660c9294 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350987 Oct 25 23:03:36.928988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Made reservation on behalf of cf5a1bb79c504313a4d42edf27ecffc9 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:36.931517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:36.937911 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-937e192e-8109-4fda-a483-bcd5e039c665 req-2674ea0e-f8ad-4912-b2ac-a262e767c444 service neutron] show failed (client error): The resource could not be found. Oct 25 23:03:36.939633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-2674ea0e-f8ad-4912-b2ac-a262e767c444 service neutron] 10.222.0.11 "GET /v2.0/ports/257f7269-abfd-4ff7-8382-d5dc14ec6da3/bindings/n-h1-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.1675968 Oct 25 23:03:37.000123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8afe1ead-5aea-4b55-9e81-6ef1a406f5e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.151037 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8afe1ead-5aea-4b55-9e81-6ef1a406f5e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.158837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8afe1ead-5aea-4b55-9e81-6ef1a406f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.226563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8afe1ead-5aea-4b55-9e81-6ef1a406f5e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62675829363c4d28aea98d6a3400b176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404302 Oct 25 23:03:37.229354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:37.238128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe1ead-5aea-4b55-9e81-6ef1a406f5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c779bd9-e11d-4876-894b-8cfc37db2f5f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:37.253213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ecd93-2fac-4901-b505-0f32f30faa6c req-191c9de3-edf4-46f3-9dd2-ea085a8966a4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:37.258650 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c91ecd93-2fac-4901-b505-0f32f30faa6c req-191c9de3-edf4-46f3-9dd2-ea085a8966a4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1563876 Oct 25 23:03:37.279463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16a5d37e-17a7-4004-92b3-5230055a16fc req-2fb79c3b-5051-44f6-829a-90c2a9768188 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.0704541 Oct 25 23:03:37.321088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c91ecd93-2fac-4901-b505-0f32f30faa6c req-0b9384c6-ea3b-449d-aadd-3363446231ab tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595932 Oct 25 23:03:37.352988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-4c4c6589-a972-4e14-a92d-37704461be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:37.354886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-4c4c6589-a972-4e14-a92d-37704461be6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f&tenant_id=0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 1100 time: 0.1868045 Oct 25 23:03:37.377734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:37.402216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.464651 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3585-6345-405e-8cd6-a55f1c4c98b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.531709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.542569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3585-6345-405e-8cd6-a55f1c4c98b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.544377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2664d7-832d-40bf-8c78-b0483639d768,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:37.595488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Checking segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:37.595858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Network hostable DHCP agents. Network: 86c52f3d-e685-4cf9-80d9-48eed2c3df0d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:03:37.708354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:03:37.721931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3585-6345-405e-8cd6-a55f1c4c98b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.724473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3585-6345-405e-8cd6-a55f1c4c98b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:37.728921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a8d3585-6345-405e-8cd6-a55f1c4c98b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c779bd9-e11d-4876-894b-8cfc37db2f5f HTTP/1.1" status: 204 len: 168 time: 0.4891756 Oct 25 23:03:37.752712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 86c52f3d-e685-4cf9-80d9-48eed2c3df0d) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:37.763144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631a567-f544-4ef5-b696-40718c5b90d0 None None] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:03:37.872522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:37.925765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:37.991597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.016316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Transition to ACTIVE for port object 257f7269-abfd-4ff7-8382-d5dc14ec6da3 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:03:38.023684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:38.028224 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1f0853-d2c3-436f-a148-bb4b4e4f2d90" -d '{"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-unplugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:38.043304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:38.044580 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.050096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.070044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d3585-6345-405e-8cd6-a55f1c4c98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c779bd9-e11d-4876-894b-8cfc37db2f5f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:38.084809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94405-02b7-4e6e-94b9-38ace25001da req-f525cdd6-617d-4f8c-a8c4-f79f2ca0fd96 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:38.097172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ab94405-02b7-4e6e-94b9-38ace25001da req-f525cdd6-617d-4f8c-a8c4-f79f2ca0fd96 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1243432 Oct 25 23:03:38.106644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'fixed_ips': [{'subnet_id': '5c2664d7-832d-40bf-8c78-b0483639d768'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:03:38.107677 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.160435 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ab94405-02b7-4e6e-94b9-38ace25001da req-61960a10-52fe-42ea-a529-31451159372d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611036 Oct 25 23:03:38.248538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47056) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:38.253672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:38.257076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8fa990cb-8e47-4399-bf03-af746aad27b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3977840 Oct 25 23:03:38.318981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:38.329118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] No DVR routers for this DVR port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:38.336753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.339173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.404043 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be94bcc-3be8-4db6-8030-45a0acd29f0e x-openstack-request-id: req-6be94bcc-3be8-4db6-8030-45a0acd29f0e {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:38.404513 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-unplugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:38.404702 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6be94bcc-3be8-4db6-8030-45a0acd29f0e {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:38.405228 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'code': 200} Oct 25 23:03:38.423086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ff54-a89a-4d94-90fe-361a306a1bf6 req-01109a16-342d-4e92-a636-cc7415042578 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:38.433087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c67ff54-a89a-4d94-90fe-361a306a1bf6 req-01109a16-342d-4e92-a636-cc7415042578 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 945 time: 0.4011583 Oct 25 23:03:38.507337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:38.507815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:38.508116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:38.512381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.533172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:38.533495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:38.546495 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea81af5f-8403-41bb-ab98-4c7d26545691 req-6f843851-1234-40a1-a71f-a8be871dd3fa tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.0527749 Oct 25 23:03:38.580705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f92c4fec-7620-4254-892e-e793f6fc739d no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:38.592730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:38.593082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:38.593478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:38.593928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Bound port: 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:38.594413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.630494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c67ff54-a89a-4d94-90fe-361a306a1bf6 req-24fdca12-02e9-455b-a4c4-564a92198398 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965673 Oct 25 23:03:38.647752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f92c4fec-7620-4254-892e-e793f6fc739d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:03:38.648094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f92c4fec-7620-4254-892e-e793f6fc739d not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:38.750636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:38.759989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:38.761327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Allocated IP 172.20.0.2 (86c52f3d-e685-4cf9-80d9-48eed2c3df0d/5c2664d7-832d-40bf-8c78-b0483639d768/7243351f-88d5-42ae-9c46-8c3154458269) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:38.766860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.844540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:38.845169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.846670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] 10.222.0.15 "PUT /v2.0/ports/257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 1095 time: 1.4755259 Oct 25 23:03:38.978771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:38.995666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c21a5-c730-44a4-9bdf-e0a32df65e16 service neutron] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:39.037731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-cf31e1c0-11ce-42fb-ad2e-b0316624b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:39.039293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-cf31e1c0-11ce-42fb-ad2e-b0316624b174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1098 time: 0.1379654 Oct 25 23:03:39.086778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39221d70-5487-4515-83e4-d58cf8e06ca9 req-8d87ed05-fd7f-438e-ac62-dd9a0a6af5ad tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:39.096944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39221d70-5487-4515-83e4-d58cf8e06ca9 req-8d87ed05-fd7f-438e-ac62-dd9a0a6af5ad tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.3244050 Oct 25 23:03:39.206555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:39.240853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39221d70-5487-4515-83e4-d58cf8e06ca9 req-b217c878-8448-4501-84a8-6fb86153511f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430638 Oct 25 23:03:39.267241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-beba3c3b-08f9-4d48-b9ef-e1f8bba6f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:39.268854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-beba3c3b-08f9-4d48-b9ef-e1f8bba6f87f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2216396 Oct 25 23:03:39.317449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47082) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:39.364251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-e854eee1-8824-4189-9c7a-f9e1aa58d9bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.0882099 Oct 25 23:03:39.484505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.504866 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.546354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 547d73af-a0b8-411d-8132-85125360b2e9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:39.557488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 547d73af-a0b8-411d-8132-85125360b2e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:39.558073 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.617757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:39.622618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:39.627672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:39.698975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Attempting to bind port 7243351f-88d5-42ae-9c46-8c3154458269 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:39.699415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Attempting to bind port 7243351f-88d5-42ae-9c46-8c3154458269 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:39.699831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Attempting to bind port 7243351f-88d5-42ae-9c46-8c3154458269 on network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:39.717007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Pushing event updated for resources: {'Port': ['ID=7243351f-88d5-42ae-9c46-8c3154458269,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:39.818766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:39.834228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Checking segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:39.835184 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.835691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Bound using segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:39.836312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Bound port: 7243351f-88d5-42ae-9c46-8c3154458269, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:39.836788 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.859470 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.893978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1106075670-network', 'tenant_id': 'd74e74f48ae14c2baf43c30aa1c7042d'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:39.902690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:39.904547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:39.908106 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df878df-d1c0-41d2-895b-0ea6e95dd9dd" -d '{"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "547d73af-a0b8-411d-8132-85125360b2e9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:39.913332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.939643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Made reservation on behalf of d74e74f48ae14c2baf43c30aa1c7042d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:39.942506 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:39.971064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-27f242d8-3df0-4a79-abbc-1da46017b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:39.972710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-27f242d8-3df0-4a79-abbc-1da46017b1d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.6011879 Oct 25 23:03:39.982519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] For port 7243351f-88d5-42ae-9c46-8c3154458269, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:39.986365 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39a280f5-f340-445c-8e4e-8ed027234c36 req-3b8c8848-dc91-4244-bacf-58187abd9a91 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.0959330 Oct 25 23:03:39.988688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] For port 7243351f-88d5-42ae-9c46-8c3154458269, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7243351f-88d5-42ae-9c46-8c3154458269,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:39.997860 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.007137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.042836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba31ae-a7e0-4cd3-9a83-406bdcb72011 req-bbb8b341-7388-4f59-8f6e-dba2e3e03ef0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.052500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.052870 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fba31ae-a7e0-4cd3-9a83-406bdcb72011 req-bbb8b341-7388-4f59-8f6e-dba2e3e03ef0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.6733165 Oct 25 23:03:40.076153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:40.094952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e192e-8109-4fda-a483-bcd5e039c665 req-31e17c25-2173-4760-8276-c51949e67bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.096528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-31e17c25-2173-4760-8276-c51949e67bbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133804 Oct 25 23:03:40.138732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.191468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12b57c-cf70-4347-bd59-487e07b97cce None None] Pushing event updated for resources: {'Port': ['ID=7243351f-88d5-42ae-9c46-8c3154458269,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:40.229264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fba31ae-a7e0-4cd3-9a83-406bdcb72011 req-181510cd-cb7c-4982-84b6-0ba711002891 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750617 Oct 25 23:03:40.302617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-9515efd0-7a50-4af7-b93c-4d7682712693 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970205 Oct 25 23:03:40.409267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:40.412086 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:40.420962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:40.427061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b866d-d625-4875-ac3f-2ae70d848c20 req-b650a594-3de0-42ad-842d-c367d18596f3 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.428838 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-826b866d-d625-4875-ac3f-2ae70d848c20 req-b650a594-3de0-42ad-842d-c367d18596f3 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 946 time: 0.2704444 Oct 25 23:03:40.490055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.503082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:40.505769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.510062 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906d65b7-32e9-469f-bc2e-a9a6552dc110 x-openstack-request-id: req-906d65b7-32e9-469f-bc2e-a9a6552dc110 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:40.510062 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "547d73af-a0b8-411d-8132-85125360b2e9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:40.511436 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-906d65b7-32e9-469f-bc2e-a9a6552dc110 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:40.511892 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9', 'code': 200} Oct 25 23:03:40.514908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937e192e-8109-4fda-a483-bcd5e039c665 req-3388dd4b-129d-461d-a60b-4080844ee2cb service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048461 Oct 25 23:03:40.555603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1befa1-f535-4970-b447-d0d0e4495ad2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:40.574414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-826b866d-d625-4875-ac3f-2ae70d848c20 req-e07e37a2-2126-472a-abf6-cabc970244c2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155422 Oct 25 23:03:40.594222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Allocated IP 172.25.4.108 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/be466648-1db3-4515-a8a9-2236d26eea0e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:40.629479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:03:40.659826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.660448 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Added segment a96e5aed-7b68-4e9b-8eea-99ba8a1e5822 of type vlan for network 6638b5b8-5945-4405-880e-de2a06391947 Oct 25 23:03:40.748545 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9141af2e-288a-4491-a0fb-54408ecd7b2c x-openstack-request-id: req-9141af2e-288a-4491-a0fb-54408ecd7b2c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:40.749441 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:40.749826 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9141af2e-288a-4491-a0fb-54408ecd7b2c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:40.750385 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'status': 'completed', 'code': 200} Oct 25 23:03:40.813473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba109609-03e9-46d7-a551-8083a3e54f28 req-4ad8571e-f210-444b-8c0f-8335ac4aeddb tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.815817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba109609-03e9-46d7-a551-8083a3e54f28 req-4ad8571e-f210-444b-8c0f-8335ac4aeddb tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1581030 Oct 25 23:03:40.818409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa317-af07-4028-9912-fe762ba35654 req-107095e8-f4da-4d60-a8c1-d9440c3b7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.820231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74cfa317-af07-4028-9912-fe762ba35654 req-107095e8-f4da-4d60-a8c1-d9440c3b7f9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 1097 time: 0.1605084 Oct 25 23:03:40.849344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.874790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba109609-03e9-46d7-a551-8083a3e54f28 req-02369dd6-3138-48e7-ab07-f90e61208b3b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511661 Oct 25 23:03:40.890227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.890586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74cfa317-af07-4028-9912-fe762ba35654 req-5b9c8601-5cec-4c8f-bda7-e7024b1b8ff0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Oct 25 23:03:40.908793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-15968c87-4846-4973-8092-66c6d2a39bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.910320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-15968c87-4846-4973-8092-66c6d2a39bda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1098 time: 0.1800938 Oct 25 23:03:40.914638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-a90bce85-edd1-483e-aab8-6eb1ad777640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.916536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-a90bce85-edd1-483e-aab8-6eb1ad777640 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1098 time: 0.1471934 Oct 25 23:03:40.936583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:40.937473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:40.938044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:41.075617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47102) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:41.076220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7537696 Oct 25 23:03:41.082172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351a88-16db-4cc6-85cc-5c1fea6d5aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=6638b5b8-5945-4405-880e-de2a06391947,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:41.089506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Request body: {'subnet': {'network_id': '6638b5b8-5945-4405-880e-de2a06391947', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1106075670-subnet', 'tenant_id': 'd74e74f48ae14c2baf43c30aa1c7042d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:41.096792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6638b5b8-5945-4405-880e-de2a06391947 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:03:41.102693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:41.138470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Made reservation on behalf of d74e74f48ae14c2baf43c30aa1c7042d for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:41.141533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:41.188385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:41.219453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-ab2305da-09f5-4a67-94d3-a2fc2c4fe610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:41.221557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-ab2305da-09f5-4a67-94d3-a2fc2c4fe610 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2966630 Oct 25 23:03:41.230278 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49628686-06fa-440c-a5ef-0dd5dd0948bb req-26872048-99bc-49d2-b24a-ced630ce43ab tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.1044438 Oct 25 23:03:41.234705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:41.243975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:41.301006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Pushing event updated for resources: {'Port': ['ID=be466648-1db3-4515-a8a9-2236d26eea0e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:41.309517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-8116e484-1056-493c-88f2-8b472a9be8cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.0761993 Oct 25 23:03:41.477526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986112e-86f1-4a54-aa49-dd9c4a69a9bd req-8d4f07fc-adc4-44c9-90df-7878313b7f88 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:41.480391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7986112e-86f1-4a54-aa49-dd9c4a69a9bd req-8d4f07fc-adc4-44c9-90df-7878313b7f88 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.1146235 Oct 25 23:03:41.481963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:41.571112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df23d749-9858-4d1c-b13f-3b1532b9b1d0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:41.595562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900b13e-bee0-4d51-a3d9-47acf76fbe33 None None] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:03:41.599087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Checking segment: {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:41.599524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Network hostable DHCP agents. Network: 6638b5b8-5945-4405-880e-de2a06391947, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:03:41.607819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-1695120c-472a-41f6-b653-8bcf3b748ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:41.609375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-1695120c-472a-41f6-b653-8bcf3b748ed5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.2878685 Oct 25 23:03:41.610214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7986112e-86f1-4a54-aa49-dd9c4a69a9bd req-3d19b022-4ef8-49fb-87a5-824c72c53f66 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198497 Oct 25 23:03:41.646178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Network 6638b5b8-5945-4405-880e-de2a06391947 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:03:41.660420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6638b5b8-5945-4405-880e-de2a06391947) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:41.666122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:41.666818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:41.676832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e617e9-6ee8-4b01-af0e-78a72ee5ec51 None None] Network 6638b5b8-5945-4405-880e-de2a06391947 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:03:41.679380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-4daadab4-cded-4b70-93e1-1a9c30bba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:41.680882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-4daadab4-cded-4b70-93e1-1a9c30bba307 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3581223 Oct 25 23:03:41.716697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-990cf15f-5dc8-4606-aad1-370d7309aaa0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6394455 Oct 25 23:03:41.756049 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:03:41.768731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-6f11c39f-1c2c-48cd-82b4-52e0126212d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:41.770910 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-6f11c39f-1c2c-48cd-82b4-52e0126212d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437018 Oct 25 23:03:41.809923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-95a08547-4867-4118-ae10-01907be9a7e4 None None] Provisioning complete for port 7243351f-88d5-42ae-9c46-8c3154458269 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:41.810255 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95a08547-4867-4118-ae10-01907be9a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:41.919502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-60a593d4-5e4c-4bad-a043-c0e2842647ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.2290938 Oct 25 23:03:41.974738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7243351f-88d5-42ae-9c46-8c3154458269 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:42.075511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf002-8adc-41ab-aaf6-cb6ff4ec7b0f req-1aecbc5c-ec05-465a-9ab1-a66d190215b7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:42.077770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14dcf002-8adc-41ab-aaf6-cb6ff4ec7b0f req-1aecbc5c-ec05-465a-9ab1-a66d190215b7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0840876 Oct 25 23:03:42.085613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-d55b419d-680c-4db8-a0c8-309f400aefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:42.087517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-d55b419d-680c-4db8-a0c8-309f400aefbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0616820 Oct 25 23:03:42.146714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14dcf002-8adc-41ab-aaf6-cb6ff4ec7b0f req-691249c4-c2ff-4da8-adf1-a8a43063292a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626426 Oct 25 23:03:42.156882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c542c1eb-60b4-45fd-a1cb-46997bc7a2bf None None] Network 6638b5b8-5945-4405-880e-de2a06391947 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:03:42.223847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-4ba46c5b-cf0e-4bbe-951f-5d9961d072d2 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010473 Oct 25 23:03:42.224642 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.250841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7243351f-88d5-42ae-9c46-8c3154458269 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:42.251416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.253796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95a08547-4867-4118-ae10-01907be9a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.392555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-27ccb439-0b87-4f14-b239-665d6f168490 req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1920160835', 'description': 'tempest-description-1827530769'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:42.442884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8049b5-b0f6-4a15-acb7-c6665d7d2cf1 req-c9da0e10-5881-4452-80ff-366d92c65efd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:42.447045 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b8049b5-b0f6-4a15-acb7-c6665d7d2cf1 req-c9da0e10-5881-4452-80ff-366d92c65efd tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 946 time: 0.6729267 Oct 25 23:03:42.459032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-858feb75-5f1a-44c6-b54a-2f95679d8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:42.459289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-27ccb439-0b87-4f14-b239-665d6f168490 req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.460573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-858feb75-5f1a-44c6-b54a-2f95679d8abd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3599732 Oct 25 23:03:42.474192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-95a08547-4867-4118-ae10-01907be9a7e4 None None] For port 7243351f-88d5-42ae-9c46-8c3154458269, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7243351f-88d5-42ae-9c46-8c3154458269,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:42.488541 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95a08547-4867-4118-ae10-01907be9a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.648213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-27ccb439-0b87-4f14-b239-665d6f168490 req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.652327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9b1a4653-fb4c-40b3-8a98-178d635e64f6 None None] Provisioning complete for port 7243351f-88d5-42ae-9c46-8c3154458269 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:42.653292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4653-fb4c-40b3-8a98-178d635e64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.656311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-27ccb439-0b87-4f14-b239-665d6f168490 req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.661108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a08547-4867-4118-ae10-01907be9a7e4 None None] Pushing event updated for resources: {'Port': ['ID=7243351f-88d5-42ae-9c46-8c3154458269,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:42.662881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b8049b5-b0f6-4a15-acb7-c6665d7d2cf1 req-1c8b4403-70b1-4449-b234-f6088384f8ad tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963947 Oct 25 23:03:42.701436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-27ccb439-0b87-4f14-b239-665d6f168490 req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.702846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27ccb439-0b87-4f14-b239-665d6f168490 req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3154151 Oct 25 23:03:42.703112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-f7c632bf-b1c0-4b73-9e1d-8b569395dd32 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153104 Oct 25 23:03:42.709262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261536-b843-42e9-88b1-1a9519a788fd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d073b24-93b7-42df-875f-b8adeaaf3de0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:42.714855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:42.838856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b70434a8-6663-4c55-afc7-411386e29abb req-e769496f-1d18-4977-8d57-b2823ad02020 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b93042-3fa4-46d5-b1ce-c5a33ad65822 HTTP/1.1" status: 200 len: 210 time: 0.0425110 Oct 25 23:03:42.874458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-63d0c9b9-4c17-4486-984f-c7cd84062c77 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741157 Oct 25 23:03:42.908359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c01dc720-2c0b-429b-9414-c5d41eb11d5a req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-711651009', 'description': 'tempest-description-1244557050'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:42.940484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c01dc720-2c0b-429b-9414-c5d41eb11d5a req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:43.042508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c01dc720-2c0b-429b-9414-c5d41eb11d5a req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:43.048170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c01dc720-2c0b-429b-9414-c5d41eb11d5a req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:43.104577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c01dc720-2c0b-429b-9414-c5d41eb11d5a req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:43.106120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c01dc720-2c0b-429b-9414-c5d41eb11d5a req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2020941 Oct 25 23:03:43.107523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b9d2f-f3f8-4ef5-8219-e416060cc09b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429bd6e4-3636-4f6e-b79b-217f4b067ad6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:43.258039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:43.392844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1447f9dc-5f00-4c0a-abf3-c408c381ee4a req-8b723bff-221b-4051-8ebe-47d438f453fb service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115156 Oct 25 23:03:43.402800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b4ed-9795-41b8-8bfb-33b7047d0ef0 req-8506f492-9718-4370-ada7-aedf81c95bd9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:43.405849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d98cb-2930-4da1-901c-2eff26dd2d05 req-73333ce8-af9b-4a09-a34b-18d4a5b82cdb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:43.411290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b9b4ed-9795-41b8-8bfb-33b7047d0ef0 req-8506f492-9718-4370-ada7-aedf81c95bd9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1095510 Oct 25 23:03:43.413213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b53d98cb-2930-4da1-901c-2eff26dd2d05 req-73333ce8-af9b-4a09-a34b-18d4a5b82cdb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.4704072 Oct 25 23:03:43.464550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b9b4ed-9795-41b8-8bfb-33b7047d0ef0 req-87843104-23a7-4cb3-b299-680b14c65c7c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Oct 25 23:03:43.478514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b53d98cb-2930-4da1-901c-2eff26dd2d05 req-794cafef-a02c-4d1d-a30b-3eaee7848061 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Oct 25 23:03:43.527122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Router 16b93f00-f9ae-4573-8e47-fce7436d99ef is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:03:43.676328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:03:43.677250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-ac7dac87-957d-496e-b38a-c2d8b4042a92 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:43.686848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-ac7dac87-957d-496e-b38a-c2d8b4042a92 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 813 time: 0.1386783 Oct 25 23:03:43.692063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Sync routers for ids ['16b93f00-f9ae-4573-8e47-fce7436d99ef'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:03:43.706544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-215dbfe9-0d28-4970-9a99-f3e890268920 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/quotas/d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 375 time: 0.0186422 Oct 25 23:03:43.709960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:43.710234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Routers {'16b93f00-f9ae-4573-8e47-fce7436d99ef'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:43.711157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['16b93f00-f9ae-4573-8e47-fce7436d99ef'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:43.714873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3fdc72b2-4966-4777-b8d3-21036441b025 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4648232 Oct 25 23:03:43.715561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47146) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:43.747006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-e4954d38-10e9-4415-b2b1-ecc6bb7cf4bd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393248 Oct 25 23:03:43.861944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-425a42bc-33d2-4ff4-9f1f-453993e6a274 service neutron] 10.222.0.25 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108646 Oct 25 23:03:43.902130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bb9cd-68f9-49f7-aa21-2d2d26d80488 req-69e1e424-6ff5-4ee9-aab0-3ba615066efa tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:43.903764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d46bb9cd-68f9-49f7-aa21-2d2d26d80488 req-69e1e424-6ff5-4ee9-aab0-3ba615066efa tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 946 time: 0.1359103 Oct 25 23:03:43.976851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-dcce126d-2559-4a47-8521-c8f4747085f4 service neutron] 10.222.0.25 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138284 Oct 25 23:03:44.032863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d46bb9cd-68f9-49f7-aa21-2d2d26d80488 req-fea17124-2386-4253-8ab5-f7a74122c4c8 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215856 Oct 25 23:03:44.041752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Set router 16b93f00-f9ae-4573-8e47-fce7436d99ef gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:44.081550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7243351f-88d5-42ae-9c46-8c3154458269 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:44.373015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7243351f-88d5-42ae-9c46-8c3154458269 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:44.373572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:44.388510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f9acc9f-3b20-4913-88ea-202548b65ff4 req-ec94472c-02a2-462b-ae92-4a5d40648073 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 210 time: 0.1113195 Oct 25 23:03:44.678872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:44.746789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3731ee-4a87-4f66-a5bc-fc711334ad92 req-ca18b3e5-40b2-4a0e-8918-7024e78ef919 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:44.757078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f3731ee-4a87-4f66-a5bc-fc711334ad92 req-ca18b3e5-40b2-4a0e-8918-7024e78ef919 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1199217 Oct 25 23:03:44.758410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:03:41Z', 'revision_number': 3, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:44.797021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Checking router: 16b93f00-f9ae-4573-8e47-fce7436d99ef for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:03:44.797218 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Updating router 16b93f00-f9ae-4573-8e47-fce7436d99ef port be466648-1db3-4515-a8a9-2236d26eea0e binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:03:44.835720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:44.974407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f3731ee-4a87-4f66-a5bc-fc711334ad92 req-72d22b84-75b4-4176-8f60-0125169e277e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107408 Oct 25 23:03:44.977669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e1240-3e39-4578-8dfe-c4929945834d req-14a594a6-719f-4030-bda4-cb1aec27e96d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:44.987167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b49e1240-3e39-4578-8dfe-c4929945834d req-14a594a6-719f-4030-bda4-cb1aec27e96d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.0752373 Oct 25 23:03:45.094747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Allocated IP 172.20.0.1 (86c52f3d-e685-4cf9-80d9-48eed2c3df0d/5c2664d7-832d-40bf-8c78-b0483639d768/0eff7d65-687d-4c0d-99be-a74ca1e0b4f7) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:45.117302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b49e1240-3e39-4578-8dfe-c4929945834d req-02c729f6-e743-4caf-9c41-a18985f221f5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290464 Oct 25 23:03:45.153208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.164600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.221693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Attempting to bind port be466648-1db3-4515-a8a9-2236d26eea0e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:45.225825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Attempting to bind port be466648-1db3-4515-a8a9-2236d26eea0e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:45.226233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Attempting to bind port be466648-1db3-4515-a8a9-2236d26eea0e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:45.268273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:45.306964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:45.307414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:45.308203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.308776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:45.309471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Bound port: be466648-1db3-4515-a8a9-2236d26eea0e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:45.310374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.356186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9e2fa-337e-4901-a6fc-206cf98450b1 None None] Pushing event updated for resources: {'Port': ['ID=be466648-1db3-4515-a8a9-2236d26eea0e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:45.369259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.415302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.448300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] For port be466648-1db3-4515-a8a9-2236d26eea0e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:45.452614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] For port be466648-1db3-4515-a8a9-2236d26eea0e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=be466648-1db3-4515-a8a9-2236d26eea0e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:45.464204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.541100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:45.542779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Pushing event updated for resources: {'Port': ['ID=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:45.545244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:45.548636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:45.607499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.633415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:45.683837 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd37ce60-dd29-4e44-94cd-76fdae6d8054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.739907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'mac_address': 'fa:16:3e:0f:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:45.855705 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:45.862265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Routers {'16b93f00-f9ae-4573-8e47-fce7436d99ef'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:45.862909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['16b93f00-f9ae-4573-8e47-fce7436d99ef'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:45.922880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0836397-7d00-4ed9-962a-d8d4efec7b00 req-bb2288aa-0804-4410-9f41-dc6fd6b40451 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:45.926305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0836397-7d00-4ed9-962a-d8d4efec7b00 req-bb2288aa-0804-4410-9f41-dc6fd6b40451 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 947 time: 0.1416914 Oct 25 23:03:45.944399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-b0fa9e47-92a0-4c00-a68b-589551b8a178 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:45.945979 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-b0fa9e47-92a0-4c00-a68b-589551b8a178 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f&tenant_id=0e735f996c4644a596f75456289ceb30&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 947 time: 0.2929907 Oct 25 23:03:45.965651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9e2fa-337e-4901-a6fc-206cf98450b1 None None] Pushing event updated for resources: {'Port': ['ID=be466648-1db3-4515-a8a9-2236d26eea0e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:46.000572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257f7269-abfd-4ff7-8382-d5dc14ec6da3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:46.014767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0836397-7d00-4ed9-962a-d8d4efec7b00 req-de44ca76-d826-4072-8d1e-bac10412bd74 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810719 Oct 25 23:03:46.051418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7741558a-cac3-4876-b45f-c5ca0593487d req-89001375-8111-4639-aa04-1aa3620270d5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 210 time: 0.1320972 Oct 25 23:03:46.092457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:46.104820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-64aeb227-1a12-444a-81cd-7ba1ca75c66a None None] Provisioning complete for port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:46.105264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64aeb227-1a12-444a-81cd-7ba1ca75c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.107440 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.174211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-97086054-e380-4de8-8714-76eacabfb836 service neutron] 10.222.0.15 "GET /v2.0/ports/257f7269-abfd-4ff7-8382-d5dc14ec6da3/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.1211891 Oct 25 23:03:46.178195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.188273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:46.242990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] Set router 16b93f00-f9ae-4573-8e47-fce7436d99ef gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:46.303583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-929b4c8c-0839-466e-be4c-545db1b36c1e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:46.305149 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-929b4c8c-0839-466e-be4c-545db1b36c1e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 813 time: 0.2892849 Oct 25 23:03:46.365238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc00f-c477-44a9-8732-2fcd213be300 req-e2e82d48-bbc5-421c-bac9-b56d548d2f3e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:46.374425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-761bc00f-c477-44a9-8732-2fcd213be300 req-e2e82d48-bbc5-421c-bac9-b56d548d2f3e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0876470 Oct 25 23:03:46.385783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'port': {'device_id': '9cc41b5b-383f-4122-8883-05593358ded3', 'network_id': '6638b5b8-5945-4405-880e-de2a06391947', 'admin_state_up': True, 'tenant_id': 'd74e74f48ae14c2baf43c30aa1c7042d'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:46.403286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0955bd-3a91-4ca0-859e-bcfa778f845a req-be1ae849-0621-456d-9315-d51a7528d085 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:46.411367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d0955bd-3a91-4ca0-859e-bcfa778f845a req-be1ae849-0621-456d-9315-d51a7528d085 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 946 time: 0.1741202 Oct 25 23:03:46.422066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-3f4f1224-cd5d-4365-8902-9195e9a561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:46.423912 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-3f4f1224-cd5d-4365-8902-9195e9a561f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1099 time: 0.1416333 Oct 25 23:03:46.438250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-64aeb227-1a12-444a-81cd-7ba1ca75c66a None None] Port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:03:46.475183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-761bc00f-c477-44a9-8732-2fcd213be300 req-31df5321-9c57-4f7a-853c-ac184925ab09 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997980 Oct 25 23:03:46.483698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:03:41Z', 'revision_number': 3, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:46.522031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e18f2-d8fb-41f4-88b8-950f0755abea None None] The sync data for ids ['16b93f00-f9ae-4573-8e47-fce7436d99ef'] in n-d-815373-1 is: [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:03:41Z', 'revision_number': 3, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:03:46.552010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d0955bd-3a91-4ca0-859e-bcfa778f845a req-b8b820b3-a104-4bdc-b495-1e183ed14fb1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343439 Oct 25 23:03:46.567271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Made reservation on behalf of d74e74f48ae14c2baf43c30aa1c7042d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:46.567271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.640136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-0761d00f-71f0-45b6-b921-0f4162ff4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:46.641779 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-0761d00f-71f0-45b6-b921-0f4162ff4fa4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2009592 Oct 25 23:03:46.657299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.664070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.717330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Allocated IP 172.20.0.10 (6638b5b8-5945-4405-880e-de2a06391947/df23d749-9858-4d1c-b13f-3b1532b9b1d0/7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:46.955326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:46.997823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:47.057681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Network 6638b5b8-5945-4405-880e-de2a06391947 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:47.062141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:47.067016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:47.071321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:47.097090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['257f7269-abfd-4ff7-8382-d5dc14ec6da3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:47.136820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:47.137494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:47.170370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-406fe0ef-ab01-4677-98a1-0cc7a3a8a9f8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7929254 Oct 25 23:03:47.178961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-50b925c6-d799-4b90-ba48-209d5dd259f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.4843695 Oct 25 23:03:47.229093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Request body: {'port': {'device_id': '9cc41b5b-383f-4122-8883-05593358ded3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:47.258716 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:47.287039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Pushing event updated for resources: {'Port': ['ID=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:47.315297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40f85c-3d5d-49e5-ba56-e53706ea783d req-bcc1b638-ddc5-40d0-9465-4616b5f7f2bf tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:47.322991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162a51-6a4a-4810-9120-5690da251715 req-87d21100-1df2-4401-abe4-7484716bf1c9 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:47.325334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b40f85c-3d5d-49e5-ba56-e53706ea783d req-bcc1b638-ddc5-40d0-9465-4616b5f7f2bf tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.1621928 Oct 25 23:03:47.332917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80162a51-6a4a-4810-9120-5690da251715 req-87d21100-1df2-4401-abe4-7484716bf1c9 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 932 time: 0.1457324 Oct 25 23:03:47.335183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:47.347756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-9c52e1f5-6407-491a-b307-3bb72c96f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:47.349766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-9c52e1f5-6407-491a-b307-3bb72c96f091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1393206 Oct 25 23:03:47.424085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80162a51-6a4a-4810-9120-5690da251715 req-e6ce6de8-3fdd-458a-8504-f4ff27c56951 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822928 Oct 25 23:03:47.510138 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b40f85c-3d5d-49e5-ba56-e53706ea783d req-728fe6c0-8b24-4079-b38c-753095b6aadc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836665 Oct 25 23:03:47.617653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-dc85af10-025a-4272-bfaa-f5334bb84f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:47.622396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-dc85af10-025a-4272-bfaa-f5334bb84f62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2469010 Oct 25 23:03:47.635595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:47.654535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:47.789183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a356f-bc81-46e3-9428-f730e8c25dec req-9c9fd068-b799-48f8-859a-6f8a9489caa1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:47.797852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b82a356f-bc81-46e3-9428-f730e8c25dec req-9c9fd068-b799-48f8-859a-6f8a9489caa1 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 946 time: 0.1325195 Oct 25 23:03:47.892791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be466648-1db3-4515-a8a9-2236d26eea0e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:47.933895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:47.944193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:47.961023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Transition to ACTIVE for port object 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:03:47.979648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:47.994591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-8eff60bd-0e29-4283-a716-89b8fffc8a81 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433940 Oct 25 23:03:48.004675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port be466648-1db3-4515-a8a9-2236d26eea0e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:48.005174 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.033220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b82a356f-bc81-46e3-9428-f730e8c25dec req-65912f55-cf3b-42ec-af0e-212d98006b26 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342236 Oct 25 23:03:48.078580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:48.080997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-edfb1c3c-3a96-4d46-9e69-0ef0b03c02d6 None None] Provisioning complete for port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:48.081632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-edfb1c3c-3a96-4d46-9e69-0ef0b03c02d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.120067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Router 16b93f00-f9ae-4573-8e47-fce7436d99ef has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:03:48.158531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb26b33-118a-4c6b-be79-11481c45b512 req-dd4a9fa3-67fd-4356-8b94-212f7e69f15d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:48.164880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1c3c-3a96-4d46-9e69-0ef0b03c02d6 None None] Port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:03:48.171685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Attempting to bind port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:48.172024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Attempting to bind port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:48.172355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Attempting to bind port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f on network 6638b5b8-5945-4405-880e-de2a06391947 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:48.174850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cfb26b33-118a-4c6b-be79-11481c45b512 req-dd4a9fa3-67fd-4356-8b94-212f7e69f15d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.5333796 Oct 25 23:03:48.177832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f on network 6638b5b8-5945-4405-880e-de2a06391947 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:48.178233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Attempting to bind port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f on network 6638b5b8-5945-4405-880e-de2a06391947 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:48.183598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.184117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:48.184513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Checking segment: {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:48.184905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Bound using segment: {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:48.185339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Bound port: 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:48.185871 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.208049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port be466648-1db3-4515-a8a9-2236d26eea0e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=be466648-1db3-4515-a8a9-2236d26eea0e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:48.216160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.315338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cfb26b33-118a-4c6b-be79-11481c45b512 req-fcc87831-0ae4-49d8-8a17-f12f8445b50d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358805 Oct 25 23:03:48.329219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:48.336561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=be466648-1db3-4515-a8a9-2236d26eea0e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:48.336876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:48.343449 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbabfc62-a895-42c0-a32c-b18b6bdd078a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.346916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.367404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-0d927f8c-9274-4dcd-8486-7750f0238f22 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619037 Oct 25 23:03:48.388756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:48.389862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:48.391868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 1092 time: 1.1738901 Oct 25 23:03:48.395299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:48.398003 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188c8e8a-ce0b-4006-93b3-6c26ae676c50" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:48.429708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:03:48.435261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-21e48a0c-df6f-41c7-96a4-c00a3a54708b admin admin] 10.222.0.25 "PUT /v2.0/routers/16b93f00-f9ae-4573-8e47-fce7436d99ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7186744 Oct 25 23:03:48.465810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127786-0a22-4b0a-aa3e-21f77c272821 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:48.520265 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5eedf-3e7c-4ebd-84dc-3b95b18fcb63 x-openstack-request-id: req-aab5eedf-3e7c-4ebd-84dc-3b95b18fcb63 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:48.520567 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:48.520818 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aab5eedf-3e7c-4ebd-84dc-3b95b18fcb63 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:48.521388 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'status': 'completed', 'code': 200} Oct 25 23:03:48.541668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-99e02e85-3a87-4f04-bdb4-568035c2b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:48.543521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-99e02e85-3a87-4f04-bdb4-568035c2b437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1095 time: 0.0604460 Oct 25 23:03:48.650505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4d1f-991d-40ee-b9da-c2545e8621d3 req-39cd63db-d2b9-478a-914b-b75369e2a1a7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:48.652469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e8c4d1f-991d-40ee-b9da-c2545e8621d3 req-39cd63db-d2b9-478a-914b-b75369e2a1a7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 944 time: 0.0726449 Oct 25 23:03:48.684182 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-72419333-a335-4301-927a-5a3a00346313 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 217 time: 0.0814488 Oct 25 23:03:48.726458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e8c4d1f-991d-40ee-b9da-c2545e8621d3 req-0f6f9bc2-8443-473c-b334-ec154e626f26 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Oct 25 23:03:48.808042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-2da41a32-b0b2-40e6-ac60-e5b2895d0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:48.809551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-2da41a32-b0b2-40e6-ac60-e5b2895d0e07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.1084023 Oct 25 23:03:48.830978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf0ed7-6531-4066-81e8-fae94fcf8f91 req-4c660afc-5d66-4e0d-8dd8-237de199d8ea tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:48.832845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72cf0ed7-6531-4066-81e8-fae94fcf8f91 req-4c660afc-5d66-4e0d-8dd8-237de199d8ea tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.0797246 Oct 25 23:03:48.872019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-e7169172-9e52-4467-9542-9a248c8c793d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380042 Oct 25 23:03:48.909911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72cf0ed7-6531-4066-81e8-fae94fcf8f91 req-f1b524c9-578b-4602-aa04-c7e0ed71e027 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Oct 25 23:03:49.008382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Sync routers for ids ['16b93f00-f9ae-4573-8e47-fce7436d99ef'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:03:49.010717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-662515bf-ba3c-4132-a696-14f7ccd6ab66 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047578 Oct 25 23:03:49.022350 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Routers {'16b93f00-f9ae-4573-8e47-fce7436d99ef'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:49.023038 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['16b93f00-f9ae-4573-8e47-fce7436d99ef'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:49.207968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df5ce2e4-f9ce-4c59-ad22-87cdbad81910 req-0cbba1cd-30b0-4b1d-9117-ce040ebcb14e service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797559 Oct 25 23:03:49.222793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47274) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:49.228893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-network', 'tenant_id': '84c54fed64344dfa87911a82fa512870'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:49.261636 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Set router 16b93f00-f9ae-4573-8e47-fce7436d99ef gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:49.278305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Made reservation on behalf of 84c54fed64344dfa87911a82fa512870 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:49.282556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:49.292323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.320279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0284bd-5930-407a-b6ee-525283d07ce7 req-d79283bd-744c-4e46-9589-c4eb109233b9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:49.329341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe0284bd-5930-407a-b6ee-525283d07ce7 req-d79283bd-744c-4e46-9589-c4eb109233b9 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 946 time: 0.1545591 Oct 25 23:03:49.344255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.364937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:49.425879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe0284bd-5930-407a-b6ee-525283d07ce7 req-dcb106b4-c160-46bd-9895-bb2299cde0df tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944936 Oct 25 23:03:49.485153 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.522394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-227deaf5-c39e-4790-becf-11d9c5e056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:49.524820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-227deaf5-c39e-4790-becf-11d9c5e056f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1095 time: 0.1829984 Oct 25 23:03:49.532217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:49.543895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:49.549581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '547d73af-a0b8-411d-8132-85125360b2e9', 'network_id': '73d747e1-83e8-422d-9342-f79510c598dd', 'port_id': '547d73af-a0b8-411d-8132-85125360b2e9', 'mac_address': 'fa:16:3e:d5:a4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5ee6d2-b852-41d6-ba24-41117b475186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:49.551318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:49.551855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.552333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82ab0-c42c-405a-b0dc-46d4f8ad08ea req-3eafbdf8-50c5-4a3e-89dc-5b5366865e2a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:49.555614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3b82ab0-c42c-405a-b0dc-46d4f8ad08ea req-3eafbdf8-50c5-4a3e-89dc-5b5366865e2a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1174958 Oct 25 23:03:49.617612 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:03:46Z', 'revision_number': 4, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0eff7d65-687d-4c0d-99be-a74ca1e0b4f7', 'name': '', 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'mac_address': 'fa:16:3e:6e:3c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:44Z', 'updated_at': '2021-10-25T23:03:46Z', 'revision_number': 2, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'subnets': [{'id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:49.627779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.653392 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Checking router: 16b93f00-f9ae-4573-8e47-fce7436d99ef for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:03:49.654234 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Updating router 16b93f00-f9ae-4573-8e47-fce7436d99ef port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:03:49.673867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 547d73af-a0b8-411d-8132-85125360b2e9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:49.696218 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.724879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3b82ab0-c42c-405a-b0dc-46d4f8ad08ea req-1ea14bcb-4e73-43fe-b75b-88c64976bdbd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538174 Oct 25 23:03:49.783156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:49.793932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.886299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.888436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-fee1e322-25c9-44ff-920f-891505a49c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:49.890840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-fee1e322-25c9-44ff-920f-891505a49c18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.3313923 Oct 25 23:03:49.894940 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.943239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d8a75-c60c-4471-b333-e7a010ac8a05,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:49.953684 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:49.975439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be466648-1db3-4515-a8a9-2236d26eea0e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:50.015841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:50.018082 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f787657-be7e-47ea-b77d-f74db6d46bf1" -d '{"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-plugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:50.020904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:50.034568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cbe78-f52f-458e-85fe-4212aa5740b0 req-1f54eaa5-ffc9-4c10-84e5-c6895ae1fdeb tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:50.036170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b2cbe78-f52f-458e-85fe-4212aa5740b0 req-1f54eaa5-ffc9-4c10-84e5-c6895ae1fdeb tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 944 time: 0.1220841 Oct 25 23:03:50.044710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:50.066028 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.075560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.093822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:03:50.109337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-8e414b13-f0dd-4bd1-9fea-bbc1b8ed5993 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 217 time: 0.1683867 Oct 25 23:03:50.136649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port be466648-1db3-4515-a8a9-2236d26eea0e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:50.137039 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.137595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b2cbe78-f52f-458e-85fe-4212aa5740b0 req-9004f39e-1327-40e7-b678-a63ce5c34fb3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930867 Oct 25 23:03:50.210010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.210709 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Added segment c60709b2-fc7d-459c-861f-898dfc8a4d9b of type vlan for network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 Oct 25 23:03:50.358194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.368890 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.377802 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.405864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-2abb467e-0c47-4d9f-8b33-759ddf61c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:50.407783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-2abb467e-0c47-4d9f-8b33-759ddf61c792 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.2695069 Oct 25 23:03:50.424161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25465ab-7b4c-4346-ab26-9af6912150ef req-471ad397-c806-4efd-b31a-52e9ba578718 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:50.427722 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4abaa34-6132-4f7f-aee9-d64baa082804 x-openstack-request-id: req-e4abaa34-6132-4f7f-aee9-d64baa082804 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:50.428770 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-plugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:50.429250 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4abaa34-6132-4f7f-aee9-d64baa082804 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:50.429876 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'code': 200} Oct 25 23:03:50.433839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d25465ab-7b4c-4346-ab26-9af6912150ef req-471ad397-c806-4efd-b31a-52e9ba578718 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.3352814 Oct 25 23:03:50.438114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:50.511568 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Pushing event updated for resources: {'Port': ['ID=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:50.594292 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.594790 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.595272 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.598685 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.599207 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.599949 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.600548 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.601427 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.602327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.604392 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.610403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.611054 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:03:50.634664 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Attempting to bind port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:50.636539 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Attempting to bind port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:50.637008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Attempting to bind port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 on network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:50.639039 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.650642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.651875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:50.654008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.656460 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:50.659258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['547d73af-a0b8-411d-8132-85125360b2e9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:50.659757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Checking segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:50.660317 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.661110 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Bound using segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:50.661801 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Bound port: 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:50.663238 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.690827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-6508d65e-7d98-4370-8b44-1747114d4698 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947768 Oct 25 23:03:50.712236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4860182 Oct 25 23:03:50.720817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47292) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:50.724239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5cbc-c61e-4113-8b49-e663595882de req-1fa74137-1ff2-4247-b6db-ef1371176870 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:50.738350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-958c5cbc-c61e-4113-8b49-e663595882de req-1fa74137-1ff2-4247-b6db-ef1371176870 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 945 time: 0.1548681 Oct 25 23:03:50.757100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Request body: {'subnet': {'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-subnet', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:50.817222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d25465ab-7b4c-4346-ab26-9af6912150ef req-f95f24bd-2cf0-41f2-aa76-5b0f0d949753 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823593 Oct 25 23:03:50.854023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-958c5cbc-c61e-4113-8b49-e663595882de req-4618d1ee-5298-4ee1-b9b6-3066f0778c6f tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074233 Oct 25 23:03:50.912989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] For port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:50.928265 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] For port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:50.946239 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:50.991895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d9149f9d-8aa5-42e5-9687-fdaeea2ad927 None None] Provisioning complete for port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:51.005934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d9149f9d-8aa5-42e5-9687-fdaeea2ad927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:51.096152 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Routers {'16b93f00-f9ae-4573-8e47-fce7436d99ef'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:51.103506 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['16b93f00-f9ae-4573-8e47-fce7436d99ef'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:51.189321 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e965e0-d809-4f84-8125-de41f8c19a6b None None] Pushing event updated for resources: {'Port': ['ID=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:51.198393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-5831de85-da5d-4117-93e8-4eebbc343a26 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764767 Oct 25 23:03:51.216193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72ec4-8bb6-405f-bd2d-2444c2336c8d req-bd11c331-0a8c-4f0a-ab30-957d0cc95228 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:51.228254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4a72ec4-8bb6-405f-bd2d-2444c2336c8d req-bd11c331-0a8c-4f0a-ab30-957d0cc95228 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.2124796 Oct 25 23:03:51.328018 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d9149f9d-8aa5-42e5-9687-fdaeea2ad927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:51.333965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4a72ec4-8bb6-405f-bd2d-2444c2336c8d req-5a474ae9-7fda-4377-a0bf-3ffa7ee3f50d tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045976 Oct 25 23:03:51.405254 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] Set router 16b93f00-f9ae-4573-8e47-fce7436d99ef gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:51.417823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d9149f9d-8aa5-42e5-9687-fdaeea2ad927 None None] For port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:51.449989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-188c8e8a-ce0b-4006-93b3-6c26ae676c50 req-69738d90-b746-48b4-a85a-14be2844e4c2 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333694 Oct 25 23:03:51.453246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d9149f9d-8aa5-42e5-9687-fdaeea2ad927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:51.454213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7baa5-95d6-4bde-91e5-5e016ec267f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:51.470591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Made reservation on behalf of 84c54fed64344dfa87911a82fa512870 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:03:51.482118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:03:51.491654 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:51.795106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9149f9d-8aa5-42e5-9687-fdaeea2ad927 None None] Pushing event updated for resources: {'Port': ['ID=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:51.805266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e2b1-27d2-4a6b-9dc6-ed11a869389d req-1d3d858e-3a24-4190-9fcb-6aa2f48e1853 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:51.822630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9955e2b1-27d2-4a6b-9dc6-ed11a869389d req-1d3d858e-3a24-4190-9fcb-6aa2f48e1853 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 944 time: 0.2198992 Oct 25 23:03:51.859139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8ce03334-6f82-44f9-8ba2-2cabf4323907 None None] Provisioning complete for port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:51.859802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ce03334-6f82-44f9-8ba2-2cabf4323907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.026943 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:03:46Z', 'revision_number': 4, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0eff7d65-687d-4c0d-99be-a74ca1e0b4f7', 'name': '', 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'mac_address': 'fa:16:3e:6e:3c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:44Z', 'updated_at': '2021-10-25T23:03:50Z', 'revision_number': 4, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'subnets': [{'id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:52.047741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9955e2b1-27d2-4a6b-9dc6-ed11a869389d req-5c5baf0a-8b99-47dd-b873-2ae4063c8ba5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234747 Oct 25 23:03:52.070338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1672b40-542c-4503-9ce5-51372e918ede req-a48d4b76-f44e-47aa-ae51-d6353fec4fbd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:52.077636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1672b40-542c-4503-9ce5-51372e918ede req-a48d4b76-f44e-47aa-ae51-d6353fec4fbd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.1422286 Oct 25 23:03:52.133670 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b292f2-ef5e-41c4-b4a0-d26eb696a636 None None] The sync data for ids ['16b93f00-f9ae-4573-8e47-fce7436d99ef'] in n-d-815373-1 is: [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:03:46Z', 'revision_number': 4, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0eff7d65-687d-4c0d-99be-a74ca1e0b4f7', 'name': '', 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'mac_address': 'fa:16:3e:6e:3c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:44Z', 'updated_at': '2021-10-25T23:03:50Z', 'revision_number': 4, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'subnets': [{'id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:03:52.171669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1672b40-542c-4503-9ce5-51372e918ede req-f7944c67-f6af-4af6-b5d9-a04e87cda2d2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744500 Oct 25 23:03:52.222520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.283718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1ef925-18ce-4bac-8d94-e7c1b12eaa26,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:52.336719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961fde2-3f4e-48c0-b62a-a7d8cbb6687b req-acb53b4b-19de-4936-8442-0ce7cfa2ece0 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:52.349081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6961fde2-3f4e-48c0-b62a-a7d8cbb6687b req-acb53b4b-19de-4936-8442-0ce7cfa2ece0 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 945 time: 0.1718149 Oct 25 23:03:52.411724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6961fde2-3f4e-48c0-b62a-a7d8cbb6687b req-14d43182-cdd4-4746-9f77-37127f55a627 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Oct 25 23:03:52.415793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Checking segment: {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:52.416381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Network hostable DHCP agents. Network: f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:03:52.483238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-ce4fcdf3-1e3c-45e8-9638-1ec263b7d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:52.485727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-ce4fcdf3-1e3c-45e8-9638-1ec263b7d830 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f&tenant_id=0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 1100 time: 0.1088371 Oct 25 23:03:52.508009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:03:52.509614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:52.543870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:52.553672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc06476-670a-4af5-9445-0174e7fb99bb None None] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:03:52.563087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:52.563766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.615341 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f6442193-0163-48f5-9bcf-a410df734218 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8696289 Oct 25 23:03:52.617831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47318) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:52.635349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:03:52.651779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.722535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.723837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.781642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:52.923153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c224-384c-4693-97f5-e086afb8ce33 req-0189a5ce-54e9-4335-8807-e7f7a8b3b457 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:52.937722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a06c224-384c-4693-97f5-e086afb8ce33 req-0189a5ce-54e9-4335-8807-e7f7a8b3b457 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.2972620 Oct 25 23:03:52.947961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77', 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'fixed_ips': [{'subnet_id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:03:52.948842 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.035798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:53.125885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:53.196342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.229167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:53.229751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a06c224-384c-4693-97f5-e086afb8ce33 req-0f675e35-f214-4358-8e7c-ab9a135647a3 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817996 Oct 25 23:03:53.231650 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2a1c2-4f97-471b-9ba6-36037582388c" -d '{"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-unplugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:53.237333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.265903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Allocated IP 172.20.0.2 (f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77/1d1ef925-18ce-4bac-8d94-e7c1b12eaa26/e1e8a98d-58dd-4c10-8295-bb61c7718b6c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:53.295432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Transition to ACTIVE for port object 257f7269-abfd-4ff7-8382-d5dc14ec6da3 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:03:53.309923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.365167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f1bb-9d78-4081-997d-436b21f274c4 req-d3148326-be83-4409-ba48-004abb9affc4 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:53.375905 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff42f1bb-9d78-4081-997d-436b21f274c4 req-d3148326-be83-4409-ba48-004abb9affc4 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 944 time: 0.1603148 Oct 25 23:03:53.441431 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920437a2-a037-4a8b-90b1-1a5c1fa0cf33 x-openstack-request-id: req-920437a2-a037-4a8b-90b1-1a5c1fa0cf33 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:53.455936 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-unplugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:53.456206 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-920437a2-a037-4a8b-90b1-1a5c1fa0cf33 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:53.457066 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'code': 200} Oct 25 23:03:53.587539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] No DVR routers for this DVR port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:53.625197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:53.652877 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.654640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff42f1bb-9d78-4081-997d-436b21f274c4 req-79b02979-db0f-431a-89cc-140e3fc2d2e8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732141 Oct 25 23:03:53.668196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:53.771811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:53.772452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:53.774204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:53.800633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:03:53.801091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Attempting to bind port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:53.819182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:53.819541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:53.819938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:53.822973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Bound port: 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:53.823364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.843323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:53.972522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Pushing event updated for resources: {'Port': ['ID=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:54.040715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:54.047852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:54.060482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:54.071170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:54.094044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.171774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:54.197986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:54.206128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f066e7f-5032-4b54-b74f-3169ac3583a8 req-3aca335c-2fad-425d-a38f-47cab06a0239 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:54.220483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=11']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:54.223616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f066e7f-5032-4b54-b74f-3169ac3583a8 req-3aca335c-2fad-425d-a38f-47cab06a0239 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.7814488 Oct 25 23:03:54.273605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:54.276442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.278288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-820b0f00-92ab-479c-b972-91b12d717d4f service neutron] 10.222.0.11 "PUT /v2.0/ports/257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 1096 time: 1.7829750 Oct 25 23:03:54.294440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 547d73af-a0b8-411d-8132-85125360b2e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:54.299917 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.327875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71914e-166b-427d-b481-82f84da383c3 req-58461207-dc3f-407d-a655-cf72b9f58ad5 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:54.339696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e71914e-166b-427d-b481-82f84da383c3 req-58461207-dc3f-407d-a655-cf72b9f58ad5 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 945 time: 0.2646017 Oct 25 23:03:54.342399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f066e7f-5032-4b54-b74f-3169ac3583a8 req-5210de58-7645-4e01-b347-1ad78f7519d6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117101 Oct 25 23:03:54.510222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e71914e-166b-427d-b481-82f84da383c3 req-229f2ea4-2770-4f89-a9cb-eceb4796f8ee tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644869 Oct 25 23:03:54.583418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-d65fcc49-b943-42d9-bd20-8c820edc42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:54.590144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Attempting to bind port e1e8a98d-58dd-4c10-8295-bb61c7718b6c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:03:54.590480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Attempting to bind port e1e8a98d-58dd-4c10-8295-bb61c7718b6c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:03:54.590894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Attempting to bind port e1e8a98d-58dd-4c10-8295-bb61c7718b6c on network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:03:54.600512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:54.600923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.604039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-d65fcc49-b943-42d9-bd20-8c820edc42c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1099 time: 0.2476532 Oct 25 23:03:54.635274 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.636624 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:03:54.637004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Checking segment: {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:03:54.637693 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.638090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Bound using segment: {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:03:54.640679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Bound port: e1e8a98d-58dd-4c10-8295-bb61c7718b6c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:03:54.640679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.686231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.836972 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:54.869339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Allocated IP 172.25.4.86 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/b6df07d2-9c7a-46b8-906e-19a3deaa02f8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:54.959471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:54.961784 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e41ccb-dec4-40ae-a2fc-1850a0f8b03d" -d '{"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "547d73af-a0b8-411d-8132-85125360b2e9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:55.033967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-f9cb2a40-38b6-4feb-88b5-f54c13dc912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:55.036046 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-f9cb2a40-38b6-4feb-88b5-f54c13dc912d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.4292521 Oct 25 23:03:55.047534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] For port e1e8a98d-58dd-4c10-8295-bb61c7718b6c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:03:55.049159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6307158-1139-4048-8a07-603f58cccb05 req-2ab804a5-9c0f-4402-83c8-bbadf4632f9b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:55.051038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6307158-1139-4048-8a07-603f58cccb05 req-2ab804a5-9c0f-4402-83c8-bbadf4632f9b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.2261653 Oct 25 23:03:55.057992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] For port e1e8a98d-58dd-4c10-8295-bb61c7718b6c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:03:55.098726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:55.106204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:55.119943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-27ae07ca-889c-44fc-8276-07fe0b4754ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.0671432 Oct 25 23:03:55.133370 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:55.154957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:55.167855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:55.195570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-3566a1e9-bb13-41a7-9c2d-70621d2b4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:55.197820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-3566a1e9-bb13-41a7-9c2d-70621d2b4917 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0676498 Oct 25 23:03:55.269509 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:55.289487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:55.304143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:55.309103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1dbcb-7d0d-4cca-b3af-454fc5926c67 None None] Pushing event updated for resources: {'Port': ['ID=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:55.375162 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6307158-1139-4048-8a07-603f58cccb05 req-56c16c39-3d58-4eb5-be65-786ad62be065 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479062 Oct 25 23:03:55.403970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-74c656e1-1d6b-4154-a483-f49b40a7e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:55.409150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-74c656e1-1d6b-4154-a483-f49b40a7e97f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035203 Oct 25 23:03:55.414738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Pushing event updated for resources: {'Port': ['ID=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:55.445238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140b1cc-d828-4f00-9527-5009b38781d6 req-8d9f5a9b-d2ac-4c0b-8d01-02cd29fc8bc7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:55.460817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c140b1cc-d828-4f00-9527-5009b38781d6 req-8d9f5a9b-d2ac-4c0b-8d01-02cd29fc8bc7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 944 time: 0.2666976 Oct 25 23:03:55.491286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:55.511731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'network_id': '6638b5b8-5945-4405-880e-de2a06391947', 'port_id': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'mac_address': 'fa:16:3e:92:44:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df23d749-9858-4d1c-b13f-3b1532b9b1d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:55.518344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:55.523034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:03:55.539398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c140b1cc-d828-4f00-9527-5009b38781d6 req-b9cd18c4-a60a-4f6d-8192-a3b9dd0bc8ef tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748262 Oct 25 23:03:55.542349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:03:55.551848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:03:55.604806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:55.607268 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:55.731177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-ae7d2ca6-5f39-4e11-be1c-7a62c98bf068 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051555 Oct 25 23:03:55.765454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:55.805208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:55.813032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:55.836531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:55.844953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:55.910376 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ae3929-a755-411e-b4c3-0a117f2b097e x-openstack-request-id: req-79ae3929-a755-411e-b4c3-0a117f2b097e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:55.910675 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "547d73af-a0b8-411d-8132-85125360b2e9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:55.910949 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79ae3929-a755-411e-b4c3-0a117f2b097e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:55.911361 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9', 'code': 200} Oct 25 23:03:55.985048 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:56.006557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dafa71-47e4-493d-91b1-e6f3d5283f66 req-5e94bc06-4c21-484d-895f-f932574d2b23 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:56.014955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c9dafa71-47e4-493d-91b1-e6f3d5283f66 req-5e94bc06-4c21-484d-895f-f932574d2b23 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.3847866 Oct 25 23:03:56.033920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:56.042851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1e8a98d-58dd-4c10-8295-bb61c7718b6c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:56.047131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:56.049799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:56.196478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:56.201091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e1e8a98d-58dd-4c10-8295-bb61c7718b6c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:56.201820 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:56.211330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c9dafa71-47e4-493d-91b1-e6f3d5283f66 req-5715478d-fd7b-40e1-b6ff-9d6cbce7dab0 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805892 Oct 25 23:03:56.228183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d0449f-8f65-4e29-91ec-de46f3c81014 req-f5638930-a2e1-46ff-9b54-ee4f79636997 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846232 Oct 25 23:03:56.271699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-2d8e516e-4992-4480-8a76-d80e2feb0521 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:56.273610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-2d8e516e-4992-4480-8a76-d80e2feb0521 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.3237624 Oct 25 23:03:56.339345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:56.396347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:56.494829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0f6ba-6ba1-4432-acc8-cbd3a22c4092 req-105d45b1-d076-4904-a2e6-a215392841b4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:56.508047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-90e0f6ba-6ba1-4432-acc8-cbd3a22c4092 req-105d45b1-d076-4904-a2e6-a215392841b4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.2647924 Oct 25 23:03:56.529327 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9d83f-391a-49c1-91da-c0c21f26bd42 x-openstack-request-id: req-0dc9d83f-391a-49c1-91da-c0c21f26bd42 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:56.529936 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:56.530253 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dc9d83f-391a-49c1-91da-c0c21f26bd42 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:56.530677 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'status': 'completed', 'code': 200} Oct 25 23:03:56.531924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:56.641037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port e1e8a98d-58dd-4c10-8295-bb61c7718b6c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:56.663367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:56.789451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-6c602adf-27b8-4899-b2dd-f18e0fd012ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:56.796441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-6c602adf-27b8-4899-b2dd-f18e0fd012ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1099 time: 0.2326524 Oct 25 23:03:56.849558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-90e0f6ba-6ba1-4432-acc8-cbd3a22c4092 req-93d4bf4e-7a14-433a-b7f8-cf8d60060bd3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379257 Oct 25 23:03:56.859740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:56.965714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-11b18fc0-65a1-4b51-92cd-36de5086e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:56.967326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-11b18fc0-65a1-4b51-92cd-36de5086e89c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1593959 Oct 25 23:03:56.970767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-124fe668-09cf-4c48-b155-7e13a432541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:56.970767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-124fe668-09cf-4c48-b155-7e13a432541f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 1099 time: 0.3291650 Oct 25 23:03:57.007927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Deleting port bda45ece-b2ee-4f74-b650-30f39813d9c5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:57.018170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:57.126995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-6a3dad42-ed13-48cb-94da-fb6edffcf34e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.1470926 Oct 25 23:03:57.179701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff59bf-27e2-4b14-8981-f477ab74398a None None] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:03:57.300298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b81e9ad2-4593-41d7-a519-ed34bb409b89 None None] Provisioning complete for port e1e8a98d-58dd-4c10-8295-bb61c7718b6c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:57.301039 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b81e9ad2-4593-41d7-a519-ed34bb409b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:57.337827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6dc63-19ef-429a-86ee-0f7e6adeafcd req-9d03e6bf-8091-4f3e-aec0-42320e66bfa6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.345595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18a6dc63-19ef-429a-86ee-0f7e6adeafcd req-9d03e6bf-8091-4f3e-aec0-42320e66bfa6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 945 time: 0.2162719 Oct 25 23:03:57.418065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18a6dc63-19ef-429a-86ee-0f7e6adeafcd req-ff26bb71-1f79-41dd-9b41-c5b37f806770 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Oct 25 23:03:57.425735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-02a9e3be-6391-416d-a172-6a4769989182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.427220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-02a9e3be-6391-416d-a172-6a4769989182 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.2428195 Oct 25 23:03:57.431574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241374b4-4285-4813-b406-38e687e7e649 req-c77844ef-f38f-4aaa-99bf-0ea8f9869558 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.434415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-241374b4-4285-4813-b406-38e687e7e649 req-c77844ef-f38f-4aaa-99bf-0ea8f9869558 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.2597485 Oct 25 23:03:57.503155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] For port bda45ece-b2ee-4f74-b650-30f39813d9c5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bda45ece-b2ee-4f74-b650-30f39813d9c5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:57.504061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:57.549246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Calling delete_port for bda45ece-b2ee-4f74-b650-30f39813d9c5 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:57.551369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-183973b5-99a8-46e3-8813-d0f21252d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.552992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-183973b5-99a8-46e3-8813-d0f21252d60e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.5744631 Oct 25 23:03:57.559939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-4402f2cd-3c5e-4250-90c1-abde03b2ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.565202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-4402f2cd-3c5e-4250-90c1-abde03b2ae1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184285 Oct 25 23:03:57.587410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5130150-8673-4347-92ea-d343b4c12780 req-f097d399-471b-4145-bf34-d9dab611c1cc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.590006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5130150-8673-4347-92ea-d343b4c12780 req-f097d399-471b-4145-bf34-d9dab611c1cc tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 944 time: 0.2792475 Oct 25 23:03:57.633272 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-241374b4-4285-4813-b406-38e687e7e649 req-07ffcd0e-9b0c-46d0-9ab5-f64a03b0924a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789572 Oct 25 23:03:57.688712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-190da3a6-e550-4b01-a59a-ec3b1debcf66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 200 len: 217 time: 0.1222184 Oct 25 23:03:57.805912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:57.875831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05abbcc-69a2-4666-9a80-c02602177c60 req-8481b235-d2b0-46d3-8424-c30f03253295 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.885481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1e8a98d-58dd-4c10-8295-bb61c7718b6c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:57.891207 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a05abbcc-69a2-4666-9a80-c02602177c60 req-8481b235-d2b0-46d3-8424-c30f03253295 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 944 time: 0.2274773 Oct 25 23:03:57.915986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:57.918834 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf1cfd0-b52c-493a-8d3a-5dcd1c5b44de" -d '{"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-unplugged", "status": "completed", "tag": "547d73af-a0b8-411d-8132-85125360b2e9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:57.922815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-f1df7155-df22-4816-81ce-bb353a50d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.924805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-f1df7155-df22-4816-81ce-bb353a50d824 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1536477 Oct 25 23:03:57.948876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e1e8a98d-58dd-4c10-8295-bb61c7718b6c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:57.953379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bfef-091c-4796-8452-c4e0a3624863 req-8031ae29-806d-429a-ba9c-86d9bf38951b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:57.957730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:57.965172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7144bfef-091c-4796-8452-c4e0a3624863 req-8031ae29-806d-429a-ba9c-86d9bf38951b tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 945 time: 0.1943364 Oct 25 23:03:57.979220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-69a4794c-2a1c-4718-a864-15c2a4b2cce1 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048469 Oct 25 23:03:58.029469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7144bfef-091c-4796-8452-c4e0a3624863 req-11222955-f67e-4613-a289-05d504907d7a tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632074 Oct 25 23:03:58.031274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a05abbcc-69a2-4666-9a80-c02602177c60 req-569489f6-d98a-4948-8ca7-de3938e1d317 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/security-groups?id=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389847 Oct 25 23:03:58.116719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Deleting port 547d73af-a0b8-411d-8132-85125360b2e9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:03:58.117170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.152522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-f4a8346a-d903-4564-8316-df4f40b5504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:58.155627 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-f4a8346a-d903-4564-8316-df4f40b5504f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167666 Oct 25 23:03:58.219661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-c2e523cd-9d29-40c5-b01b-87101b598238 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290184 Oct 25 23:03:58.274757 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3efd162-2de8-4583-b127-4093a83e1f0d x-openstack-request-id: req-a3efd162-2de8-4583-b127-4093a83e1f0d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:58.275065 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-unplugged", "status": "completed", "tag": "547d73af-a0b8-411d-8132-85125360b2e9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:58.275484 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3efd162-2de8-4583-b127-4093a83e1f0d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:58.276001 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9', 'code': 200} Oct 25 23:03:58.307662 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.322487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a638d3e9-1735-49b1-9c1f-bdeef8bbb5d5 None None] Provisioning complete for port e1e8a98d-58dd-4c10-8295-bb61c7718b6c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:58.322870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a638d3e9-1735-49b1-9c1f-bdeef8bbb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.346372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] For port 547d73af-a0b8-411d-8132-85125360b2e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=547d73af-a0b8-411d-8132-85125360b2e9,segment=NetworkSegment(6e8f1d3c-bea1-472f-8602-74f35b55007c),segment_id=6e8f1d3c-bea1-472f-8602-74f35b55007c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:58.347286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.374432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-b609ba80-4346-4aa7-97cd-c28dd7d1291c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505404 Oct 25 23:03:58.375269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Calling delete_port for 547d73af-a0b8-411d-8132-85125360b2e9 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:03:58.378294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.431662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event deleted for resources: {'Port': ['ID=bda45ece-b2ee-4f74-b650-30f39813d9c5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:58.444014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f630-839c-4f70-be9c-19b76d2b57fd req-7b5df077-7ad6-4c73-b504-cfe4e92d9568 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:58.445830 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1bd9f630-839c-4f70-be9c-19b76d2b57fd req-7b5df077-7ad6-4c73-b504-cfe4e92d9568 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 948 time: 0.2455451 Oct 25 23:03:58.530379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:03:58.559135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] No DVR routers for this DVR port bda45ece-b2ee-4f74-b650-30f39813d9c5 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:58.565959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-777ee0b0-28f7-4baa-b8bb-d53fd10eeeb6 req-1105eb71-f8a8-41b6-932c-e6ff1fbb4c01 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843598 Oct 25 23:03:58.579792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.583428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9b2a22e-8408-4e45-b24e-77ab693d61c7 req-0c85254a-c8ae-4578-a8de-f2abd8ecd3cd tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.15 "DELETE /v2.0/ports/bda45ece-b2ee-4f74-b650-30f39813d9c5 HTTP/1.1" status: 204 len: 173 time: 2.2746902 Oct 25 23:03:58.584034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'name': 'network-vif-deleted', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:03:58.586516 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b984bfb7-9acb-43b8-a028-1515a239df8e" -d '{"events": [{"server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "name": "network-vif-deleted", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:03:58.598652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1bd9f630-839c-4f70-be9c-19b76d2b57fd req-bbd2c85c-5aca-4266-b1f6-84a63e41bf84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139016 Oct 25 23:03:58.598900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685c23e-8c48-4533-9270-0ec98c2a8b0b req-208f2a12-2f6d-46d6-85a3-d3b60d7c6a5c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:58.600965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c685c23e-8c48-4533-9270-0ec98c2a8b0b req-208f2a12-2f6d-46d6-85a3-d3b60d7c6a5c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 945 time: 0.0787613 Oct 25 23:03:58.601173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Router 8ab0df28-b711-4d94-b31a-e76c677922db is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:03:58.675040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:58.683288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c685c23e-8c48-4533-9270-0ec98c2a8b0b req-78036968-1f88-41f2-9558-0246fd2e8633 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703323 Oct 25 23:03:58.700349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'mac_address': 'fa:16:3e:0f:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:03:58.740355 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f29323-3663-46ff-827b-3595f9671eb4 x-openstack-request-id: req-76f29323-3663-46ff-827b-3595f9671eb4 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:03:58.740665 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be8b62a-943c-43b4-bed8-e5e0456d8d8a", "name": "network-vif-deleted", "tag": "bda45ece-b2ee-4f74-b650-30f39813d9c5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:03:58.740916 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f29323-3663-46ff-827b-3595f9671eb4 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:03:58.741381 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be8b62a-943c-43b4-bed8-e5e0456d8d8a', 'name': 'network-vif-deleted', 'tag': 'bda45ece-b2ee-4f74-b650-30f39813d9c5', 'status': 'completed', 'code': 200} Oct 25 23:03:58.762764 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.783213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257f7269-abfd-4ff7-8382-d5dc14ec6da3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:03:58.812911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:58.817360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.831807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.866495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8a94-0c76-4631-891d-5e937cdf4187 req-fdfbc77b-0cc2-4314-a632-7e110eb1e49e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:58.867268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:03:58.868555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af6b8a94-0c76-4631-891d-5e937cdf4187 req-fdfbc77b-0cc2-4314-a632-7e110eb1e49e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0737350 Oct 25 23:03:58.874820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Pushing event deleted for resources: {'Port': ['ID=547d73af-a0b8-411d-8132-85125360b2e9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:58.897304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Sync routers for ids ['8ab0df28-b711-4d94-b31a-e76c677922db'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:03:58.901201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:03:58.915950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Routers {'8ab0df28-b711-4d94-b31a-e76c677922db'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:03:58.917074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['8ab0df28-b711-4d94-b31a-e76c677922db'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:58.929814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] No DVR routers for this DVR port 547d73af-a0b8-411d-8132-85125360b2e9 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:03:58.933711 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.936944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5130150-8673-4347-92ea-d343b4c12780 req-76bb1447-c808-4756-be6b-0d35bbea5187 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.15 "DELETE /v2.0/ports/547d73af-a0b8-411d-8132-85125360b2e9 HTTP/1.1" status: 204 len: 173 time: 1.3312042 Oct 25 23:03:58.939696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:58.940693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2b11f32b-7be6-4345-bc8c-32a46af44720 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3214869 Oct 25 23:03:58.943775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:03:58.952778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af6b8a94-0c76-4631-891d-5e937cdf4187 req-f13b9e29-9982-45e0-8bc1-d9aa4dbfc991 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712373 Oct 25 23:03:59.046678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Set router 8ab0df28-b711-4d94-b31a-e76c677922db gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:03:59.193943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d6b67d1-7b4b-44bc-968d-277756c3ecbd req-8f015f61-2671-431d-a32c-d44fbedcb6c9 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be8b62a-943c-43b4-bed8-e5e0456d8d8a HTTP/1.1" status: 200 len: 210 time: 0.0405135 Oct 25 23:03:59.209900 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['257f7269-abfd-4ff7-8382-d5dc14ec6da3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:03:59.331594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:03:56Z', 'revision_number': 3, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:03:59.359171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-57ec0330-81a7-4cd2-9c8a-f735a04b9959 req-f3a6d73f-0161-4d97-8602-f17145fdcbc2 tempest-ImagesTestJSON-587367349 tempest-ImagesTestJSON-587367349-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d87c38-6108-4a21-b5d6-dcb93258fe0a HTTP/1.1" status: 200 len: 210 time: 0.1332357 Oct 25 23:03:59.363675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:03:59.371833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Checking router: 8ab0df28-b711-4d94-b31a-e76c677922db for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:03:59.372079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Updating router 8ab0df28-b711-4d94-b31a-e76c677922db port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:03:59.450397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.557132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.583703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:03:59.594077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:03:59.595092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.768636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Allocated IP 172.20.0.1 (f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77/1d1ef925-18ce-4bac-8d94-e7c1b12eaa26/ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:03:59.787869 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.813673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2766e-71df-449a-a9bb-cdd8b1fe2db5 req-dc095f04-fb62-48fe-9521-5e68a9c63630 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:59.815330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40a2766e-71df-449a-a9bb-cdd8b1fe2db5 req-dc095f04-fb62-48fe-9521-5e68a9c63630 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0964906 Oct 25 23:03:59.860996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:03:59.867543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40a2766e-71df-449a-a9bb-cdd8b1fe2db5 req-c728d07f-785f-4976-a6f3-e5c1f8efc357 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Oct 25 23:03:59.871367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.872236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:03:59.896797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: bda45ece-b2ee-4f74-b650-30f39813d9c5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:03:59.897146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bda45ece-b2ee-4f74-b650-30f39813d9c5 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:03:59.920207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2f6e7-e807-4e86-a23d-73260cf9c1d6 req-1a2b59d4-defc-4798-beba-bfb0ee4d434c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:03:59.921852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1af2f6e7-e807-4e86-a23d-73260cf9c1d6 req-1a2b59d4-defc-4798-beba-bfb0ee4d434c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 945 time: 0.0898676 Oct 25 23:03:59.929050 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.941994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.957885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:03:59.969026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:00.007155 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1af2f6e7-e807-4e86-a23d-73260cf9c1d6 req-bae7756f-19e6-4a10-bb35-3f82b88e97e4 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Oct 25 23:04:00.014879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Attempting to bind port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:00.015293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Attempting to bind port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:00.015603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Attempting to bind port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:00.027116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.048827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec339f-79c5-4019-8292-2f939b67802e None None] Pushing event updated for resources: {'Port': ['ID=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:00.052356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:00.053020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:00.053523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.054008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:00.054649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Bound port: b6df07d2-9c7a-46b8-906e-19a3deaa02f8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:00.055126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.068570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:00.082967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:00.100538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:00.114577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] For port b6df07d2-9c7a-46b8-906e-19a3deaa02f8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:00.118922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] For port b6df07d2-9c7a-46b8-906e-19a3deaa02f8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:00.123974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.129663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:00.154874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43128-234d-4bf7-abb2-47c366aaec59 req-9aac6bfb-934c-4aea-9a2e-2862138229eb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:00.163571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bf43128-234d-4bf7-abb2-47c366aaec59 req-9aac6bfb-934c-4aea-9a2e-2862138229eb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 949 time: 0.0844898 Oct 25 23:04:00.167546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55226bb4-52d8-40bb-a4fc-b255d93f5f6b req-8996aa18-c56a-44fb-846d-23c8d5d0a9f8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:00.169363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55226bb4-52d8-40bb-a4fc-b255d93f5f6b req-8996aa18-c56a-44fb-846d-23c8d5d0a9f8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.0995622 Oct 25 23:04:00.170754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.197954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Routers {'8ab0df28-b711-4d94-b31a-e76c677922db'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:04:00.198847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['8ab0df28-b711-4d94-b31a-e76c677922db'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:00.216611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bf43128-234d-4bf7-abb2-47c366aaec59 req-732790ad-382c-4795-9800-2248f101d9a1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Oct 25 23:04:00.291548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:00.294568 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589507a0-756e-4511-a566-37131d09f3b3" -d '{"events": [{"server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "name": "network-vif-plugged", "status": "completed", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:00.298761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec339f-79c5-4019-8292-2f939b67802e None None] Pushing event updated for resources: {'Port': ['ID=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:00.404092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] Set router 8ab0df28-b711-4d94-b31a-e76c677922db gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:04:00.517574 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545901b0-4b07-45d8-9307-d3800a09e2bc x-openstack-request-id: req-545901b0-4b07-45d8-9307-d3800a09e2bc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:00.518104 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "name": "network-vif-plugged", "status": "completed", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:00.519179 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-545901b0-4b07-45d8-9307-d3800a09e2bc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:00.519716 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'code': 200} Oct 25 23:04:00.571296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b313e88c-b1e3-4857-8737-3f0a5483e0d4 None None] Provisioning complete for port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:00.575662 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b313e88c-b1e3-4857-8737-3f0a5483e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.648906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55226bb4-52d8-40bb-a4fc-b255d93f5f6b req-cc0ab51f-88b7-4a5b-935d-d8c70edf2c48 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781274 Oct 25 23:04:00.704336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208b78-a6cf-4592-b0b4-5ce6481a5085 req-274baea8-3e17-4b63-87f2-96461fd97e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:00.705987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96208b78-a6cf-4592-b0b4-5ce6481a5085 req-274baea8-3e17-4b63-87f2-96461fd97e8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1097 time: 0.0997717 Oct 25 23:04:00.729056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-1cf7e0e5-2e91-4900-9258-8e67fe447848 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342579 Oct 25 23:04:00.746590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-deleted', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:00.748788 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dba70b-5341-450c-ba83-391ed8c5bbf5" -d '{"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-deleted", "tag": "547d73af-a0b8-411d-8132-85125360b2e9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:00.785059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:00.811288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b313e88c-b1e3-4857-8737-3f0a5483e0d4 None None] Port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:04:00.837359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96208b78-a6cf-4592-b0b4-5ce6481a5085 req-bb54d7bc-17c0-418e-abb0-e49db6730324 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224797 Oct 25 23:04:00.859664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-b872d1cd-b710-4853-9392-7292c48d4458 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:00.861342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-b872d1cd-b710-4853-9392-7292c48d4458 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265070 Oct 25 23:04:00.869196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e3437-70ec-42ca-b8e2-8dd7b9564cdd req-df85fb68-5b46-427c-acd4-71bb5ad536e1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:00.871238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-392e3437-70ec-42ca-b8e2-8dd7b9564cdd req-df85fb68-5b46-427c-acd4-71bb5ad536e1 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.1341929 Oct 25 23:04:00.887853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:03:56Z', 'revision_number': 3, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:00.889363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-96b440b8-1e48-4058-8c58-f3b740966d70 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/quotas/0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 375 time: 0.0215466 Oct 25 23:04:00.920774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420344-4b78-4fdd-b8c4-6fd6147e1983 None None] The sync data for ids ['8ab0df28-b711-4d94-b31a-e76c677922db'] in n-d-815373-1 is: [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:03:56Z', 'revision_number': 3, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:04:00.948169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9fb4149f-9c5d-4836-9e65-f3f3ff34a139 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578325 Oct 25 23:04:00.970273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-392e3437-70ec-42ca-b8e2-8dd7b9564cdd req-3262e93e-d242-4d06-91f9-dcdd63f3c5ad tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886021 Oct 25 23:04:01.041755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-eb384163-c0e5-4fc2-87a3-51921d024c0e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:01.043287 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-eb384163-c0e5-4fc2-87a3-51921d024c0e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.0643878 Oct 25 23:04:01.062318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:01.072462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:01.124623 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072a5af-ac77-45aa-b194-d35b97ecb7fe x-openstack-request-id: req-2072a5af-ac77-45aa-b194-d35b97ecb7fe {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:01.124922 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d87c38-6108-4a21-b5d6-dcb93258fe0a", "name": "network-vif-deleted", "tag": "547d73af-a0b8-411d-8132-85125360b2e9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:01.125176 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2072a5af-ac77-45aa-b194-d35b97ecb7fe {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:01.125570 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d87c38-6108-4a21-b5d6-dcb93258fe0a', 'name': 'network-vif-deleted', 'tag': '547d73af-a0b8-411d-8132-85125360b2e9', 'status': 'completed', 'code': 200} Oct 25 23:04:01.157498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:01.169809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:01.324850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:01.351488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 547d73af-a0b8-411d-8132-85125360b2e9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:01.352061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 547d73af-a0b8-411d-8132-85125360b2e9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:01.389421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:01.398860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:01.442084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-354e8cd2-d8fb-4412-a94e-551d32909af1 req-58460d74-0724-4d87-b403-72622312068a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 210 time: 0.0609043 Oct 25 23:04:01.636996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fe75-8c7f-4c5f-811b-fcf81df90a7b req-e33df712-f677-4c0c-927b-a28ec9a7ff62 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:01.646770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4b2fe75-8c7f-4c5f-811b-fcf81df90a7b req-e33df712-f677-4c0c-927b-a28ec9a7ff62 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 946 time: 0.1690500 Oct 25 23:04:01.653944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Router 8ab0df28-b711-4d94-b31a-e76c677922db has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:04:01.751012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Deleting port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:01.751467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:01.851592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:04:01.861599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-31a86c6f-dbdf-4b58-b1aa-f5815fb08c14 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ab0df28-b711-4d94-b31a-e76c677922db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9153492 Oct 25 23:04:01.874511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7d31b8cd-e489-4d03-b16c-84e1b87e03c1 None None] Provisioning complete for port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:01.875431 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d31b8cd-e489-4d03-b16c-84e1b87e03c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:01.955951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4b2fe75-8c7f-4c5f-811b-fcf81df90a7b req-15be211c-d17f-45f4-ab58-75180de2d2d3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978895 Oct 25 23:04:01.968697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b6df07d2-9c7a-46b8-906e-19a3deaa02f8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:02.047368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be66c-a636-40f4-86c4-6d87148bab8e req-caa39136-f0c3-4c13-ae5d-63f25911f8e7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:02.059516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-618be66c-a636-40f4-86c4-6d87148bab8e req-caa39136-f0c3-4c13-ae5d-63f25911f8e7 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.1445222 Oct 25 23:04:02.077683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] For port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:02.088182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.107672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Calling delete_port for 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:02.128504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7d31b8cd-e489-4d03-b16c-84e1b87e03c1 None None] Port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:04:02.143694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:02.143694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.172019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-618be66c-a636-40f4-86c4-6d87148bab8e req-9da39cc3-d47c-4c99-b238-01f16469a703 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113856 Oct 25 23:04:02.284654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582372d-1cc4-4b28-b215-26766f8ca3cb req-47f0b440-3134-4206-969b-04605834a006 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:02.285318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47496) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:02.293224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c582372d-1cc4-4b28-b215-26766f8ca3cb req-47f0b440-3134-4206-969b-04605834a006 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=716048f8-8491-417e-8080-8ece9efa9e24 HTTP/1.1" status: 200 len: 945 time: 0.1088035 Oct 25 23:04:02.307190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.378470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port b6df07d2-9c7a-46b8-906e-19a3deaa02f8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:02.387893 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.434784 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c582372d-1cc4-4b28-b215-26766f8ca3cb req-f54f8402-eb95-44c4-a909-a9b4778e8fce tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397624 Oct 25 23:04:02.440004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Deleting subnet 2a5ee6d2-b852-41d6-ba24-41117b475186 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:04:02.450653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.492495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:02.513080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.525444 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.555264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event deleted for resources: {'Port': ['ID=3574cd04-5b82-48a8-9c3c-5b2bb006fc7a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:02.560255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:02.572537 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.648379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.692535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:04:02.695756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.700019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:02.700503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.705975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a5ee6d2-b852-41d6-ba24-41117b475186 HTTP/1.1" status: 204 len: 168 time: 0.4161668 Oct 25 23:04:02.705975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a8737-9f9d-417f-b881-5aae71514961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5ee6d2-b852-41d6-ba24-41117b475186,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:02.705975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47506) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:02.722030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1573d322-a170-4e74-8931-c4a19d3226ef req-e093cfa4-31a9-437f-a3da-51b53ad72f67 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 210 time: 0.1646876 Oct 25 23:04:02.746215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] No DVR routers for this DVR port 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:02.756175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.770290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1189a40-7b6c-492e-8c71-c64972b07bbf req-871663f6-c850-4503-936c-8d9bf971d440 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "DELETE /v2.0/ports/3574cd04-5b82-48a8-9c3c-5b2bb006fc7a HTTP/1.1" status: 204 len: 173 time: 1.7124250 Oct 25 23:04:02.780362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'name': 'network-vif-deleted', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:02.793386 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249afd5a-95be-4807-b06c-1d6167176561" -d '{"events": [{"server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "name": "network-vif-deleted", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:02.848711 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49ca3ae-b576-40b3-85e6-488c1e898e35 x-openstack-request-id: req-b49ca3ae-b576-40b3-85e6-488c1e898e35 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:02.849014 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716048f8-8491-417e-8080-8ece9efa9e24", "name": "network-vif-deleted", "tag": "3574cd04-5b82-48a8-9c3c-5b2bb006fc7a", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:02.849268 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b49ca3ae-b576-40b3-85e6-488c1e898e35 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:02.849715 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716048f8-8491-417e-8080-8ece9efa9e24', 'name': 'network-vif-deleted', 'tag': '3574cd04-5b82-48a8-9c3c-5b2bb006fc7a', 'status': 'completed', 'code': 200} Oct 25 23:04:02.863828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:02.960456 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.003676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.030730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d747e1-83e8-422d-9342-f79510c598dd']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:03.052473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8f1d3c-bea1-472f-8602-74f35b55007c') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:03.052819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8f1d3c-bea1-472f-8602-74f35b55007c') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:03.062887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:03.066647 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf8a7ea-5ffa-40b1-a4ea-b7c8052c6e85" -d '{"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-plugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:03.066920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.080769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:03.094244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.101022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.125231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:04:03.126795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:04:03.131251 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:04:03.221960 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08fdbab-619b-4cb3-9467-c1ecd1c3b22b x-openstack-request-id: req-e08fdbab-619b-4cb3-9467-c1ecd1c3b22b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:03.222435 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-plugged", "status": "completed", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:03.222556 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e08fdbab-619b-4cb3-9467-c1ecd1c3b22b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:03.222908 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'code': 200} Oct 25 23:04:03.235589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=13']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:03.238531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fd9e8-5c2f-42f5-bcea-f3947a14697e req-b79edb9c-c7f5-435c-9e8e-46e0fe5fefba tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:03.248071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f4fd9e8-5c2f-42f5-bcea-f3947a14697e req-b79edb9c-c7f5-435c-9e8e-46e0fe5fefba tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 946 time: 0.1440036 Oct 25 23:04:03.272543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-5b1c0308-50f0-4f22-a9f3-c70790b9a643 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e735f996c4644a596f75456289ceb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1497979 Oct 25 23:04:03.388496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f4fd9e8-5c2f-42f5-bcea-f3947a14697e req-fa1d0ca8-c1a4-43ca-ad86-c2387afce0ee tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392465 Oct 25 23:04:03.430201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-5544fbca-09fb-4b59-b82a-d3eada4dda67 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:03.431977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-5544fbca-09fb-4b59-b82a-d3eada4dda67 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.1756878 Oct 25 23:04:03.444553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:03.522331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-586b5b40-f55a-462b-b1d2-74dcd8f72c32 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:03.524289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-586b5b40-f55a-462b-b1d2-74dcd8f72c32 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440226 Oct 25 23:04:03.525372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.572533 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.589027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-d458741a-d56c-48b8-b5ed-d659a579e126 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1920160835&fields=id&tenant_id=d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 267 time: 0.0941052 Oct 25 23:04:03.624355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Request body: {'port': {'device_id': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '0e735f996c4644a596f75456289ceb30'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:03.632544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:03.636686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] 10.222.0.25 "DELETE /v2.0/networks/73d747e1-83e8-422d-9342-f79510c598dd HTTP/1.1" status: 204 len: 168 time: 0.9304407 Oct 25 23:04:03.697353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117423b1-b1ac-4916-a23a-c2652726e229 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d747e1-83e8-422d-9342-f79510c598dd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:03.720993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa51d0-e009-4335-b799-84539973d3b0 req-65cf2228-8bfb-4fc2-a7a6-c2322ffb0e4a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:03.729435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5aa51d0-e009-4335-b799-84539973d3b0 req-65cf2228-8bfb-4fc2-a7a6-c2322ffb0e4a tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 945 time: 0.2673323 Oct 25 23:04:03.735243 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Sync routers for ids ['8ab0df28-b711-4d94-b31a-e76c677922db'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:04:03.809925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-3d61cbba-524f-4bf6-91f7-2a80b5470d4a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:03.849170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-3d61cbba-524f-4bf6-91f7-2a80b5470d4a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 946 time: 0.2578433 Oct 25 23:04:03.874143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'port': {'security_groups': ['1e1befa1-f535-4970-b447-d0d0e4495ad2', '0d073b24-93b7-42df-875f-b8adeaaf3de0']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:03.900752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5aa51d0-e009-4335-b799-84539973d3b0 req-55a1d450-08f9-4e29-b543-76a538b49b9f tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702905 Oct 25 23:04:03.907927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b6df07d2-9c7a-46b8-906e-19a3deaa02f8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:03.919890 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Routers {'8ab0df28-b711-4d94-b31a-e76c677922db'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:04:03.925427 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['8ab0df28-b711-4d94-b31a-e76c677922db'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:04.026528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Made reservation on behalf of 0e735f996c4644a596f75456289ceb30 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:04.030831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.078063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47530) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:04.078682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:04.079150 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.135183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.307713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:04.342563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63e94594-9421-448e-bad5-70d4530e3c56 req-cf1dab22-2555-4943-bb44-2e4717d4e630 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 210 time: 0.0833135 Oct 25 23:04:04.345037 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Set router 8ab0df28-b711-4d94-b31a-e76c677922db gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:04:04.352779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47532) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:04.358115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d3a870d5-5af8-4690-9f32-4b53a83d795d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=558a5203facb4ddebf046d80a82ae85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788315 Oct 25 23:04:04.501250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Allocated IP 192.168.233.213 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:04.546864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e659b8b5-b370-4ddf-bcf8-5323443a2784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.556131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:04.561063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:04:04.564096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:04.653348 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e659b8b5-b370-4ddf-bcf8-5323443a2784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.663632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:04.670113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3574cd04-5b82-48a8-9c3c-5b2bb006fc7a not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:04.707696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.735332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.784756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.820718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:04.850584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:04.854139 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8a2a0-f005-40b2-9ff4-51090c200bfe" -d '{"events": [{"server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:04.864281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:04.869635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e659b8b5-b370-4ddf-bcf8-5323443a2784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.872613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e659b8b5-b370-4ddf-bcf8-5323443a2784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.881087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e659b8b5-b370-4ddf-bcf8-5323443a2784 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/310d9b3e-6478-4e35-9b68-b8e1f56e1dbf HTTP/1.1" status: 204 len: 168 time: 0.5271018 Oct 25 23:04:04.887094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.916555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301', 'e4a74495-03e3-4487-bfde-343069e7d345', '257f7269-abfd-4ff7-8382-d5dc14ec6da3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:04.942440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659b8b5-b370-4ddf-bcf8-5323443a2784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d9b3e-6478-4e35-9b68-b8e1f56e1dbf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:04.964890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.972665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:04.973134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:04.973461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:04.981465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:04.990719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:04:04.991089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Attempting to bind port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on network 32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:05.044874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:05.047554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:05.047909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Checking segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:05.048693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Bound using segment: {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:05.049231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Bound port: 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07aa02-d5ca-48e1-b890-86fbcdae17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '32fdc89e-99ce-462b-a5dd-1c1ea7c32d99'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:05.049598 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:05.091938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:05.092623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:05.113334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2a1b129-e6ec-4817-af83-ecfc0b715cf3 req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "PUT /v2.0/ports/7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 982 time: 1.2595229 Oct 25 23:04:05.119751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:05.127295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:05.158893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:05.197423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:04:00Z', 'revision_number': 4, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5', 'name': '', 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'mac_address': 'fa:16:3e:1e:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:59Z', 'updated_at': '2021-10-25T23:04:00Z', 'revision_number': 2, 'project_id': '84c54fed64344dfa87911a82fa512870', 'subnets': [{'id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:05.254567 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d51d1c-5f80-4550-978f-f4fe8dbc6b74 x-openstack-request-id: req-f4d51d1c-5f80-4550-978f-f4fe8dbc6b74 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:05.255155 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:05.255908 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4d51d1c-5f80-4550-978f-f4fe8dbc6b74 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:05.258203 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'code': 200} Oct 25 23:04:05.286916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826879e-4a48-4be1-b09b-d0b3a68769dc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:05.309651 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Checking router: 8ab0df28-b711-4d94-b31a-e76c677922db for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:04:05.310708 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Updating router 8ab0df28-b711-4d94-b31a-e76c677922db port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:04:05.383264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:05.386661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:05.439447 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:05.476002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 23:04:05.486367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:05.551648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:05.601643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:05.621859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b3864-1da1-4b94-a7f6-00a5cdcf3270 req-7d03a38e-fa93-4e25-a695-14fb4d66dfb6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:05.630472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b20b3864-1da1-4b94-a7f6-00a5cdcf3270 req-7d03a38e-fa93-4e25-a695-14fb4d66dfb6 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.6305814 Oct 25 23:04:05.647954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:05.648597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:05.651147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:05.674921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-fec92698-5e8a-4887-987d-3ae16066f4db tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:05.686779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-fec92698-5e8a-4887-987d-3ae16066f4db tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.5099971 Oct 25 23:04:05.844729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d986b-f549-4347-a1e7-e0be896e08bc req-8373c238-834b-4381-9275-baed87af6d5c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:05.847041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-807d986b-f549-4347-a1e7-e0be896e08bc req-8373c238-834b-4381-9275-baed87af6d5c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.4186516 Oct 25 23:04:05.855853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-832991c7-79d6-4159-bb6b-ea4b1c95760c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2796993 Oct 25 23:04:05.893273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-4e52bc97-95b5-459f-8fc0-cfb6b4a38640 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4482844 Oct 25 23:04:05.916275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:05.943073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Request body: {'port': {'device_id': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:05.948679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:05.952412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:05.955658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-c2350cd2-4123-41e4-b13b-e0eeb9ace188 service neutron] 10.222.0.11 "PUT /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 1121 time: 2.5154283 Oct 25 23:04:06.018797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b20b3864-1da1-4b94-a7f6-00a5cdcf3270 req-0f797af7-87f4-4892-aa06-16d3041d82d8 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873510 Oct 25 23:04:06.094643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-807d986b-f549-4347-a1e7-e0be896e08bc req-623c8205-ec19-4d23-addf-16a20dae8cf4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169583 Oct 25 23:04:06.122429 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.138851 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.228573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7f23dc7f-f5d2-46f3-bb22-fd801d129e8f None None] Provisioning complete for port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:06.229399 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f23dc7f-f5d2-46f3-bb22-fd801d129e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.242393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['76d03adb-1c77-4daa-b6ca-41045fadbcd0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:06.245043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['76d03adb-1c77-4daa-b6ca-41045fadbcd0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:06.298045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-29e1997f-5072-4a5c-8a92-98eb1601aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:06.300303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-29e1997f-5072-4a5c-8a92-98eb1601aa73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 1095 time: 0.1465597 Oct 25 23:04:06.398245 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726429b-f783-44df-90e9-e5f8003c8899 None None] Pushing event updated for resources: {'Port': ['ID=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:06.567896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-8ae21147-14e6-4c36-abb7-7b59a98f9355 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-711651009&fields=id&tenant_id=d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 267 time: 0.2503242 Oct 25 23:04:06.578089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Attempting to bind port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:06.579051 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Attempting to bind port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:06.580239 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Attempting to bind port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 on network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:06.611553 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:06.612284 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Checking segment: {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:06.613361 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.613920 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Bound using segment: {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:06.615643 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Bound port: ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60709b2-fc7d-459c-861f-898dfc8a4d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:06.616243 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.715446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.727884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-cca79f59-2c68-426a-a950-15286de95bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:06.729409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-cca79f59-2c68-426a-a950-15286de95bfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.3983519 Oct 25 23:04:06.741370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7f23dc7f-f5d2-46f3-bb22-fd801d129e8f None None] Port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:04:06.820353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] For port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:06.825685 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] For port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:06.837941 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:06.921690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-f9a63f83-a213-4414-aabe-cb0b76503ef9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 200 len: 217 time: 0.1749916 Oct 25 23:04:06.937112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c21a0-d189-4e9f-835b-d07ccf0fedd7 req-7b2a565d-34dd-450d-bd87-61eff35d3ebc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:06.944909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Routers {'8ab0df28-b711-4d94-b31a-e76c677922db'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:04:06.945826 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['8ab0df28-b711-4d94-b31a-e76c677922db'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:06.950274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b9c21a0-d189-4e9f-835b-d07ccf0fedd7 req-7b2a565d-34dd-450d-bd87-61eff35d3ebc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 936 time: 0.3657434 Oct 25 23:04:07.096767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-fa042865-b0d8-417f-9bff-265b54115449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:07.099023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-fa042865-b0d8-417f-9bff-265b54115449 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1439960 Oct 25 23:04:07.110464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b9c21a0-d189-4e9f-835b-d07ccf0fedd7 req-c3e116c9-7068-47ab-9eec-93dd6e166213 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592019 Oct 25 23:04:07.117353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] Set router 8ab0df28-b711-4d94-b31a-e76c677922db gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:04:07.155911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-73a070f1-7026-47c9-87c0-15ab4d4af8d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406337 Oct 25 23:04:07.253775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:07.280851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:07.302138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'}, {'name': 'network-changed', 'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:07.311220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Transition to ACTIVE for port object 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:04:07.315868 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f"}, {"name": "network-changed", "server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:07.324573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:07.333711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6d5990b3-bd57-468b-ac44-f76c3d881b9d None None] Provisioning complete for port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:07.334722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6d5990b3-bd57-468b-ac44-f76c3d881b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:07.337762 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726429b-f783-44df-90e9-e5f8003c8899 None None] Pushing event updated for resources: {'Port': ['ID=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:07.381722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-653c6cd3-4aae-40fe-8d45-a08d04ff56cb tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:07.397612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-653c6cd3-4aae-40fe-8d45-a08d04ff56cb tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 985 time: 0.8287842 Oct 25 23:04:07.411964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Deleting port 46287fcd-891b-48f7-901a-76f0f7adede5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:07.413322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:07.458570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-fb335761-7402-4ae0-b7df-6f29213357a1 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918410 Oct 25 23:04:07.476830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'port': {'security_groups': ['0d073b24-93b7-42df-875f-b8adeaaf3de0', '1e1befa1-f535-4970-b447-d0d0e4495ad2', '429bd6e4-3636-4f6e-b79b-217f4b067ad6']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:07.684359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69c2dedc-3551-4a9c-8dd6-851e6a36b887 req-222dd9a1-05fd-4d9c-8e47-98c6756005f2 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181633 Oct 25 23:04:07.698336 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:04:00Z', 'revision_number': 4, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5', 'name': '', 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'mac_address': 'fa:16:3e:1e:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:59Z', 'updated_at': '2021-10-25T23:04:06Z', 'revision_number': 4, 'project_id': '84c54fed64344dfa87911a82fa512870', 'subnets': [{'id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:07.775105 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b304cd7-4ad3-4ba2-98fd-210c00f8c5fe None None] The sync data for ids ['8ab0df28-b711-4d94-b31a-e76c677922db'] in n-d-815373-1 is: [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:04:00Z', 'revision_number': 4, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5', 'name': '', 'network_id': 'f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'mac_address': 'fa:16:3e:1e:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:59Z', 'updated_at': '2021-10-25T23:04:06Z', 'revision_number': 4, 'project_id': '84c54fed64344dfa87911a82fa512870', 'subnets': [{'id': '1d1ef925-18ce-4bac-8d94-e7c1b12eaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:04:07.967095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5a714-e8fb-4465-9022-a8dae5652ffc req-5746597b-5227-4a32-b46f-49e86755603e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:07.968668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ac5a714-e8fb-4465-9022-a8dae5652ffc req-5746597b-5227-4a32-b46f-49e86755603e tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 944 time: 0.1522596 Oct 25 23:04:08.002166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:08.011249 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6d5990b3-bd57-468b-ac44-f76c3d881b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.069266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ac5a714-e8fb-4465-9022-a8dae5652ffc req-826af689-8f80-4073-a34b-473971137e89 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/security-groups?id=45f09841-be64-4db1-993d-d092a1baa500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883148 Oct 25 23:04:08.083734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6d5990b3-bd57-468b-ac44-f76c3d881b9d None None] For port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:08.094956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6d5990b3-bd57-468b-ac44-f76c3d881b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.150544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.219797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:08.220018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:08.220314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:08.223395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] For port 46287fcd-891b-48f7-901a-76f0f7adede5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=46287fcd-891b-48f7-901a-76f0f7adede5,segment=NetworkSegment(08623718-6d95-4893-a305-41f0eab2a44c),segment_id=08623718-6d95-4893-a305-41f0eab2a44c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:08.223759 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.310219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:04:08.310792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:08.320707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Calling delete_port for 46287fcd-891b-48f7-901a-76f0f7adede5 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:08.339191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:08.339469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:08.339839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:08.340289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Bound port: 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:08.340641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.411367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5990b3-bd57-468b-ac44-f76c3d881b9d None None] Pushing event updated for resources: {'Port': ['ID=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:08.449400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0d751c70-4e92-4f71-9330-bb4835014ca0 None None] Provisioning complete for port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:08.449647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0d751c70-4e92-4f71-9330-bb4835014ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.456481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef229-0986-46aa-bba5-4fb800b80be3 req-1b8837e5-4692-4c84-b40f-1133913de73c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:08.474835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71fef229-0986-46aa-bba5-4fb800b80be3 req-1b8837e5-4692-4c84-b40f-1133913de73c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.2098768 Oct 25 23:04:08.491654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47588) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:08.525697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:08.529328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:08.544606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.608550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 46287fcd-891b-48f7-901a-76f0f7adede5 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:08.614181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:08.636162 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71fef229-0986-46aa-bba5-4fb800b80be3 req-57e7048e-cf52-4ee1-9a93-e40f0696ce54 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602590 Oct 25 23:04:08.648748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:08.650231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:08.651943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-9d072cbc-fc3e-48c2-aec6-9af94de68148 service neutron] 10.222.0.15 "PUT /v2.0/ports/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 1096 time: 2.7488668 Oct 25 23:04:08.652806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:08.655459 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4591bca-103f-4a0e-873d-a30403539e54" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:08.846742 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224f27aa-ec64-4eed-9ec1-d3754c843597 x-openstack-request-id: req-224f27aa-ec64-4eed-9ec1-d3754c843597 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:08.847092 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:08.847303 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-224f27aa-ec64-4eed-9ec1-d3754c843597 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:08.847711 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'status': 'completed', 'code': 200} Oct 25 23:04:08.847965 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'status': 'completed', 'code': 200} Oct 25 23:04:08.849151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f60d-f4ad-410b-818c-6f9d30d9a620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.025743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-67afe750-6204-4682-9dfd-66a07f2a3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:09.027692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-67afe750-6204-4682-9dfd-66a07f2a3d29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1099 time: 0.2357352 Oct 25 23:04:09.065354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.104084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-b472d869-52bd-4882-ba65-204d003bc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:09.107560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-b472d869-52bd-4882-ba65-204d003bc05b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1136 time: 0.1944349 Oct 25 23:04:09.122389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:09.156408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f60d-f4ad-410b-818c-6f9d30d9a620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.167894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f60d-f4ad-410b-818c-6f9d30d9a620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.244833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a3a8f60d-f4ad-410b-818c-6f9d30d9a620 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24d1a7d596984db4923e7e9ecd36276a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316985 Oct 25 23:04:09.250771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Pushing event deleted for resources: {'Port': ['ID=46287fcd-891b-48f7-901a-76f0f7adede5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:09.260821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:09.358758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f60d-f4ad-410b-818c-6f9d30d9a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f720aa5d-e460-4f4b-8c0f-a34418c0ee10,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:09.417326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacddbc-0e20-4372-8355-d5db829ec55c req-42b63e40-2cc9-4ec2-8c00-83a7df8c82fd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:09.419084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4aacddbc-0e20-4372-8355-d5db829ec55c req-42b63e40-2cc9-4ec2-8c00-83a7df8c82fd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.1896935 Oct 25 23:04:09.420460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1aed1e91-430b-4feb-a06c-fd638a852bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.445625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1aed1e91-430b-4feb-a06c-fd638a852bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.472423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.517199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] No DVR routers for this DVR port 46287fcd-891b-48f7-901a-76f0f7adede5 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:09.519417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.522971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fcd726b-a10b-4e99-a13d-744bb80b29b3 req-c04c629d-d4dd-41a2-bbac-9ee952713163 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.11 "DELETE /v2.0/ports/46287fcd-891b-48f7-901a-76f0f7adede5 HTTP/1.1" status: 204 len: 173 time: 3.8144288 Oct 25 23:04:09.525289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-bd323467-f342-41a3-bf18-d7fa4ae1cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:09.527315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-bd323467-f342-41a3-bf18-d7fa4ae1cb41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.2866528 Oct 25 23:04:09.531529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-15509416-683d-480a-bad3-7ae6013c449a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.4223146 Oct 25 23:04:09.542382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.549131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4aacddbc-0e20-4372-8355-d5db829ec55c req-0c3f7ca9-962a-4c17-a736-2b42f613c19a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671532 Oct 25 23:04:09.577225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:09.582683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1aed1e91-430b-4feb-a06c-fd638a852bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.585894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1aed1e91-430b-4feb-a06c-fd638a852bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:09.607181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1aed1e91-430b-4feb-a06c-fd638a852bf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f720aa5d-e460-4f4b-8c0f-a34418c0ee10 HTTP/1.1" status: 204 len: 168 time: 0.3452771 Oct 25 23:04:09.652102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed1e91-430b-4feb-a06c-fd638a852bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720aa5d-e460-4f4b-8c0f-a34418c0ee10,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:10.115164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:10.157456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6643284b-ec6f-48f3-a0f2-e44e485d31bb req-514ee518-2bb8-4591-b223-ffcd39e62433 tempest-LiveAutoBlockMigrationV225Test-2111971308 tempest-LiveAutoBlockMigrationV225Test-2111971308-project] 10.222.0.25 "GET /v2.0/ports?device_id=c39968a2-0c25-4fbc-88ef-82466b87571d HTTP/1.1" status: 200 len: 210 time: 0.0887394 Oct 25 23:04:10.453442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efde477-594d-4d8b-af72-c02910298f10 req-bb58002d-a95c-40a4-bbd4-fb529f86a174 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:10.464282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8efde477-594d-4d8b-af72-c02910298f10 req-bb58002d-a95c-40a4-bbd4-fb529f86a174 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.1204956 Oct 25 23:04:10.541680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8efde477-594d-4d8b-af72-c02910298f10 req-8db43dbd-502e-4d28-b45d-953b8137cdf5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736227 Oct 25 23:04:10.699578 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6bede1-7285-4b47-b46d-53639a4fbfc0 x-openstack-request-id: req-ef6bede1-7285-4b47-b46d-53639a4fbfc0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:10.700345 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:10.700345 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6bede1-7285-4b47-b46d-53639a4fbfc0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:10.700992 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'status': 'completed', 'code': 200} Oct 25 23:04:10.794241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:10.795323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:10.888267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:10.893369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:10.937986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c52bb01-64f0-4d9d-b79e-1fdcddfd8e9c req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "PUT /v2.0/ports/7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 1021 time: 3.5363657 Oct 25 23:04:10.939873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-53d31902-de6d-4aeb-9d8f-42b9a2993462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:10.949421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-53d31902-de6d-4aeb-9d8f-42b9a2993462 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.2880666 Oct 25 23:04:10.953807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-18389556-5ed1-4534-b9fe-31cb001b026b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 217 time: 1.4091687 Oct 25 23:04:11.032564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00331de-142e-4d71-90d3-023bb33235e4 req-2d10200c-20b6-4f4f-ae80-c1a23a3e442c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:11.037610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b00331de-142e-4d71-90d3-023bb33235e4 req-2d10200c-20b6-4f4f-ae80-c1a23a3e442c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.1314311 Oct 25 23:04:11.105082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:11.159857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b00331de-142e-4d71-90d3-023bb33235e4 req-57f4f663-70f8-4c62-aede-1085904c00a2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155856 Oct 25 23:04:11.215538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390022b-4e9e-4425-8220-4b077f4c6522 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:11.261020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47630) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:11.286475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-76358a27-eb54-4b61-a2ec-85f64d99d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:11.289063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-76358a27-eb54-4b61-a2ec-85f64d99d64b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967160 Oct 25 23:04:11.383105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-44387b75-6efa-44f0-8a3a-944911f32b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:11.388696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-44387b75-6efa-44f0-8a3a-944911f32b0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.3876035 Oct 25 23:04:11.479823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:11.547264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-9d68adee-3ab3-4dec-9962-f1b269714b94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221833 Oct 25 23:04:11.672510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80d773-f1d0-4603-aed6-eb8f8f1a8c67 req-7ffd0eae-b892-44c8-81c5-fbdfe181a4c1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:11.681780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f80d773-f1d0-4603-aed6-eb8f8f1a8c67 req-7ffd0eae-b892-44c8-81c5-fbdfe181a4c1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1024 time: 0.3341906 Oct 25 23:04:11.684560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-904095732-network', 'tenant_id': '40e8d5ec240341b6bfc09fbf733bf29a'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:11.734298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Deleting subnet 33ff508a-31c3-403e-90a4-1e357bc310db {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:04:11.767970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:11.769797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-c3178082-267f-44eb-b219-01a0fa6ca6fe service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500887 Oct 25 23:04:11.839107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Made reservation on behalf of 40e8d5ec240341b6bfc09fbf733bf29a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:11.841949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:11.860943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:11.865692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:11.897045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c551dd2-ba94-43b6-ab86-1cd0f7ddf861 req-04e18a4e-0bb3-41b5-8f65-345e42e08f45 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161478 Oct 25 23:04:11.908817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c21a21-898a-439d-a59c-4ec246353356 req-172f09ed-1c79-4da9-a13f-5dd2711490c6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:11.937394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9c21a21-898a-439d-a59c-4ec246353356 req-172f09ed-1c79-4da9-a13f-5dd2711490c6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.2219069 Oct 25 23:04:11.948918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-4a86985f-8686-4f7f-9c01-935e66d5a45b service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912778 Oct 25 23:04:11.966588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f80d773-f1d0-4603-aed6-eb8f8f1a8c67 req-662a5bb9-b43a-4dff-8542-f85323e11dff tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=429bd6e4-3636-4f6e-b79b-217f4b067ad6&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&id=0d073b24-93b7-42df-875f-b8adeaaf3de0 HTTP/1.1" status: 200 len: 6149 time: 0.2837262 Oct 25 23:04:12.021895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.072876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9c21a21-898a-439d-a59c-4ec246353356 req-05119a06-7eb3-4e58-be02-5cc40f245f26 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339846 Oct 25 23:04:12.139323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-07066e39-c994-41e3-9e71-06407c39257a req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1629099898 ', 'description': 'tempest-description-1718214967'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:12.196526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-a3b8447a-6a54-413a-bf9d-8befecd684a6 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054310 Oct 25 23:04:12.217157 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.220143 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07066e39-c994-41e3-9e71-06407c39257a req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.271411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.276774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ff508a-31c3-403e-90a4-1e357bc310db,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:12.284401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.288294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.297210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d10c109f-1dbb-449d-8709-058391a56bd7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/33ff508a-31c3-403e-90a4-1e357bc310db HTTP/1.1" status: 204 len: 168 time: 1.0296276 Oct 25 23:04:12.297586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47648) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:12.325687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591bca-103f-4a0e-873d-a30403539e54 req-fee1b40b-ed1d-44b0-a3b0-b1aaa1e3ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:12.332372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-fee1b40b-ed1d-44b0-a3b0-b1aaa1e3ce19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1099 time: 0.1345539 Oct 25 23:04:12.339526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:04:12.409340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.409340 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Added segment 9f4644cb-2054-47e7-a0fa-fddf2c37c3b7 of type vlan for network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 Oct 25 23:04:12.415342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0661b503-2838-4d97-8a05-6150577caf41,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:12.489991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.516275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.526972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591bca-103f-4a0e-873d-a30403539e54 req-a52e250b-56fb-4b8c-aa5f-dae0c0ac28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:12.528628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-a52e250b-56fb-4b8c-aa5f-dae0c0ac28cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1843588 Oct 25 23:04:12.546698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07066e39-c994-41e3-9e71-06407c39257a req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.589278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07066e39-c994-41e3-9e71-06407c39257a req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.627888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.628878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:12.629514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.673184 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.700132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-2f128475-8123-4f8c-9ff2-6c79eb4933ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:12.702545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-2f128475-8123-4f8c-9ff2-6c79eb4933ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1124 time: 0.3598855 Oct 25 23:04:12.703809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'name': 'network-vif-deleted', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5'}, {'name': 'network-changed', 'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:12.706627 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acecaab-7ba2-48cf-a0db-9e566266f182" -d '{"events": [{"server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "name": "network-vif-deleted", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5"}, {"name": "network-changed", "server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:12.707400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07066e39-c994-41e3-9e71-06407c39257a req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.713113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-e639031c-2bfd-4870-ad52-d1bb1d2eef2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.1504779 Oct 25 23:04:12.729151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07066e39-c994-41e3-9e71-06407c39257a req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6048551 Oct 25 23:04:12.838081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.862722 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d779911-5028-4cde-8871-37f612518c82 x-openstack-request-id: req-9d779911-5028-4cde-8871-37f612518c82 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:12.863367 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39968a2-0c25-4fbc-88ef-82466b87571d", "name": "network-vif-deleted", "tag": "46287fcd-891b-48f7-901a-76f0f7adede5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:12.863551 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d779911-5028-4cde-8871-37f612518c82 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:12.863897 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39968a2-0c25-4fbc-88ef-82466b87571d', 'name': 'network-vif-deleted', 'tag': '46287fcd-891b-48f7-901a-76f0f7adede5', 'status': 'completed', 'code': 200} Oct 25 23:04:12.864158 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'status': 'completed', 'code': 200} Oct 25 23:04:12.882225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ba88a7-88df-413f-b22e-5b54ccbddd10']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:12.894181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08623718-6d95-4893-a305-41f0eab2a44c') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:12.894768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08623718-6d95-4893-a305-41f0eab2a44c') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:12.912033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.920127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dc6ea-b6b1-4bc8-8a82-c243caf57a6d req-1e8a6390-a964-401f-b7e7-0c0a9781a822 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:12.930016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df1dc6ea-b6b1-4bc8-8a82-c243caf57a6d req-1e8a6390-a964-401f-b7e7-0c0a9781a822 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.3969588 Oct 25 23:04:12.932127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:12.934371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-a30b209e-34b7-447b-ac5e-055ab03da537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:12.936472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-a30b209e-34b7-447b-ac5e-055ab03da537 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.2220721 Oct 25 23:04:12.940050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:04:12.940638 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:04:13.005076 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:04:13.013489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-117ed127-1f1f-4293-85e4-9b2be1475c71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 217 time: 0.0534091 Oct 25 23:04:13.016482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073193c-10c4-4343-8217-2320479db07a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b07282-8d36-4d63-96d9-c9ec4d9938d1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:13.033253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591bca-103f-4a0e-873d-a30403539e54 req-24ddeaf5-ed34-413e-817a-69ab44fcba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:13.034903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-24ddeaf5-ed34-413e-817a-69ab44fcba8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1841629 Oct 25 23:04:13.047613 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5662503 Oct 25 23:04:13.048913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.051184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47654) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:13.052369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df1dc6ea-b6b1-4bc8-8a82-c243caf57a6d req-a94f2d6c-f081-4a18-80b6-f6949dde6597 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219978 Oct 25 23:04:13.092457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Request body: {'subnet': {'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-904095732-subnet', 'tenant_id': '40e8d5ec240341b6bfc09fbf733bf29a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:13.101155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.108122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] 10.222.0.25 "DELETE /v2.0/networks/27ba88a7-88df-413f-b22e-5b54ccbddd10 HTTP/1.1" status: 204 len: 168 time: 0.8066578 Oct 25 23:04:13.109185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47656) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:13.213744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8556ba-2019-48a7-9e6c-b05268ea2b2c admin admin] Pushing event updated for resources: {'Network': ['ID=dfe3ad00-3753-4845-8a5b-9e8fd04cee00,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:13.231513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:04:13.262547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Made reservation on behalf of 40e8d5ec240341b6bfc09fbf733bf29a for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:13.265458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.363057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Deleting subnet f66249ed-bf4c-4075-9d13-f3b95168a9c0 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:04:13.372497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.425538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:13.448033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-12809d4f-6766-4dba-a49a-4482d2a652b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:13.455550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-12809d4f-6766-4dba-a49a-4482d2a652b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1175 time: 0.4415932 Oct 25 23:04:13.458187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcd442-2181-49b8-b238-01a60cfd9cef admin admin] Pushing event deleted for resources: {'Network': ['ID=27ba88a7-88df-413f-b22e-5b54ccbddd10,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:13.499800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d048c2a4-c546-4bbd-b5b9-ec0ce0a63a72 req-1f00c83b-c552-4eff-92f5-312137ce2af2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/82b07282-8d36-4d63-96d9-c9ec4d9938d1 HTTP/1.1" status: 200 len: 1781 time: 0.4880190 Oct 25 23:04:13.550440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c27e-9996-4c9c-a706-fb7d1e29e516 req-9818bb41-0b3f-47b8-938b-c958952c7895 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:13.563963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c20c27e-9996-4c9c-a706-fb7d1e29e516 req-9818bb41-0b3f-47b8-938b-c958952c7895 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.2080874 Oct 25 23:04:13.592403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.645093 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.740106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-86fb8dc1-7cc6-4cf3-ac78-1c3b12da8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:13.742086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-86fb8dc1-7cc6-4cf3-ac78-1c3b12da8805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.7190990 Oct 25 23:04:13.744954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591bca-103f-4a0e-873d-a30403539e54 req-38df7672-9eae-4b83-b2fb-73eaefc2f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:13.747054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-38df7672-9eae-4b83-b2fb-73eaefc2f7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6932850 Oct 25 23:04:13.761354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:13.777445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-52aac008-8a80-4422-a331-ad2bd9e058bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:13.779154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-52aac008-8a80-4422-a331-ad2bd9e058bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.3107038 Oct 25 23:04:13.837513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-7d2f19cc-0967-4be2-9c04-4aa4725ad576 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 200 len: 217 time: 0.0488217 Oct 25 23:04:13.982412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66249ed-bf4c-4075-9d13-f3b95168a9c0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:13.988030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-be100069-8828-44a8-8735-5db1b8ee0b11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831706 Oct 25 23:04:14.004309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.009448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-930abd4a-a931-4da1-b1b5-f3bc0c6b613e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f66249ed-bf4c-4075-9d13-f3b95168a9c0 HTTP/1.1" status: 204 len: 168 time: 0.8979280 Oct 25 23:04:14.026516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47666) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:14.084703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c20c27e-9996-4c9c-a706-fb7d1e29e516 req-2b7e9b15-7cb7-48cb-b840-3f7fadc4097c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188692 Oct 25 23:04:14.331060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-1c349f40-2954-4597-8b2c-fa6493684ecd service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473101 Oct 25 23:04:14.343688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.348924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-5ac21ebd-3ae1-409f-b979-8e5d1b6e70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:14.350774 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-5ac21ebd-3ae1-409f-b979-8e5d1b6e70c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.5059643 Oct 25 23:04:14.355074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.431710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f0c9-d9f1-4454-a0ff-2710de954a12 req-9b0c9430-38b4-4284-b25d-24507e166a0b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:14.439786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f5f0c9-d9f1-4454-a0ff-2710de954a12 req-9b0c9430-38b4-4284-b25d-24507e166a0b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.2221744 Oct 25 23:04:14.454497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56183c85-4caf-40b4-8e65-767517197f2a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:14.467335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-76e26aba-3ed7-46a1-9a5c-a497e44d8799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373695 Oct 25 23:04:14.496707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-8982703c-b1dc-408c-9e30-7c952cba0f5e service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855950 Oct 25 23:04:14.571295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-1efc1932-ae98-42b9-ab6f-2f2851f713bb service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998912 Oct 25 23:04:14.582174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61c9a393-1459-46c8-9ba5-226fed326a59 req-b89eb6ea-228b-4932-a934-1a4394f21a86 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/82b07282-8d36-4d63-96d9-c9ec4d9938d1 HTTP/1.1" status: 200 len: 1781 time: 0.7022345 Oct 25 23:04:14.620795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f5f0c9-d9f1-4454-a0ff-2710de954a12 req-417db6db-b62e-47bd-ae98-a70db113b5f1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801338 Oct 25 23:04:14.662692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.697272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4325b5ab-c753-4595-85cf-3fb21c481b2e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:14.712124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bada635-b942-4823-81b2-5521e0bb8003') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:14.712394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bada635-b942-4823-81b2-5521e0bb8003') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:14.717179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4591bca-103f-4a0e-873d-a30403539e54 req-b69063ec-47bf-4419-b3a3-71833907fd2a service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687212 Oct 25 23:04:14.740556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.766387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a90ddf6-5474-465e-9c6c-e887bd09f4f1 req-d3023a3e-d480-4edc-816a-16894f6f7bbd service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583222 Oct 25 23:04:14.770305 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.778382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:04:14.778867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:04:14.783510 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:04:14.793790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Checking segment: {'id': '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:14.794351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Network hostable DHCP agents. Network: dfe3ad00-3753-4845-8a5b-9e8fd04cee00, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:04:14.797934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-b73c3895-684b-40c0-bc0c-3b2d45489ac3 service neutron] 10.222.0.15 "GET /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.4563286 Oct 25 23:04:14.814445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61c9a393-1459-46c8-9ba5-226fed326a59 req-74b47c86-489c-4bb3-81b5-4a712cbb0ddd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.885170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.895949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.909799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/4325b5ab-c753-4595-85cf-3fb21c481b2e HTTP/1.1" status: 204 len: 168 time: 0.8818429 Oct 25 23:04:14.915965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61c9a393-1459-46c8-9ba5-226fed326a59 req-74b47c86-489c-4bb3-81b5-4a712cbb0ddd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:14.966262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f29d1-17b4-454d-9071-c56993ebfd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4325b5ab-c753-4595-85cf-3fb21c481b2e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:14.968396 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:04:14.974306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4acecaab-7ba2-48cf-a0db-9e566266f182 req-773ab062-860f-4c56-9629-e4b13b6eb5cd service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826854 Oct 25 23:04:15.036530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, dfe3ad00-3753-4845-8a5b-9e8fd04cee00) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:15.042341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:15.043517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.053038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602c4d2-62a8-4670-9da2-bdb994f99395 None None] Network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:04:15.103498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79bec288-a7ab-490c-86af-e420e4ca0700 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0339053 Oct 25 23:04:15.137277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:15.141500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61c9a393-1459-46c8-9ba5-226fed326a59 req-74b47c86-489c-4bb3-81b5-4a712cbb0ddd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.152112 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61c9a393-1459-46c8-9ba5-226fed326a59 req-74b47c86-489c-4bb3-81b5-4a712cbb0ddd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.162375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61c9a393-1459-46c8-9ba5-226fed326a59 req-74b47c86-489c-4bb3-81b5-4a712cbb0ddd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/82b07282-8d36-4d63-96d9-c9ec4d9938d1 HTTP/1.1" status: 204 len: 173 time: 0.5801768 Oct 25 23:04:15.261691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dd1324b4-18bf-4dac-a204-defe9aa76f9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e11d0f7451b64a77984527e8040df2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210167 Oct 25 23:04:15.274608 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-69efbf33-88cc-4870-92c2-a443a7ea837c req-868e85de-f20d-4b8f-b3af-b5e2b97dcea5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:15.274608 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69efbf33-88cc-4870-92c2-a443a7ea837c req-868e85de-f20d-4b8f-b3af-b5e2b97dcea5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/82b07282-8d36-4d63-96d9-c9ec4d9938d1 HTTP/1.1" status: 404 len: 352 time: 0.0562644 Oct 25 23:04:15.274608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b47c86-489c-4bb3-81b5-4a712cbb0ddd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b07282-8d36-4d63-96d9-c9ec4d9938d1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:15.282627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47684) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:15.340698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e9958-62ee-4a29-8e68-094092677b7b req-a079cf5a-5c63-4fd5-b338-2223c3fcecb5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:15.349450 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-019e9958-62ee-4a29-8e68-094092677b7b req-a079cf5a-5c63-4fd5-b338-2223c3fcecb5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 943 time: 0.1077654 Oct 25 23:04:15.361267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:04:15.421816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-019e9958-62ee-4a29-8e68-094092677b7b req-f84ab9ac-fd2b-4a20-b8a3-40c0ad702fbf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577824 Oct 25 23:04:15.503115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-039310f0-4b66-4d82-8d74-426eded7bdba req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-552258509', 'description': 'tempest-description-1120747886'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:15.563798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:15.566577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5177b-5efd-4900-84ac-05b425d3221a None None] Network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:04:15.591407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:15.599169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:15.614985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7e4a-2295-4baa-adff-7b3a21fc4df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.636722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d03adb-1c77-4daa-b6ca-41045fadbcd0 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:15.649425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:15.671627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'mac_address': 'fa:16:3e:50:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:04:15.697733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.720226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-039310f0-4b66-4d82-8d74-426eded7bdba req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.727944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.759761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:15.789147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:15.799157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.828132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] Transition to ACTIVE for port object 76d03adb-1c77-4daa-b6ca-41045fadbcd0 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:04:15.842380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.858734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-3ba4f33e-6593-4522-aef5-5bc3d3f3176b tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:15.867846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-3ba4f33e-6593-4522-aef5-5bc3d3f3176b tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/networks?id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00 HTTP/1.1" status: 200 len: 813 time: 0.1539912 Oct 25 23:04:15.889249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-acb80b2c-f779-40fa-8c5e-c244b3817b9f tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/quotas/40e8d5ec240341b6bfc09fbf733bf29a HTTP/1.1" status: 200 len: 375 time: 0.0179939 Oct 25 23:04:15.911754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:15.926360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-480c2841-db4e-4072-9952-a39d0a3605ec tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e8d5ec240341b6bfc09fbf733bf29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356457 Oct 25 23:04:15.928526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb6cb-cacb-4e61-8199-f856c3706ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:15.950095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:15.990879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] No DVR routers for this DVR port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:16.007727 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb6cb-cacb-4e61-8199-f856c3706ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.052491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-a5debe16-9e38-4ad6-b17a-044084d0543c service neutron] 10.222.0.25 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131454 Oct 25 23:04:16.065588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-039310f0-4b66-4d82-8d74-426eded7bdba req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.077929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-8166439f-8cf2-48c3-b57a-c733bebaf2c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2216558 Oct 25 23:04:16.079283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-039310f0-4b66-4d82-8d74-426eded7bdba req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.120846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-039310f0-4b66-4d82-8d74-426eded7bdba req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.126390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-039310f0-4b66-4d82-8d74-426eded7bdba req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6311407 Oct 25 23:04:16.141676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9898a-4197-4280-b512-cfd6d4589238 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc35fa7-cabe-4271-8172-a00cc5f82059,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:16.174612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb6cb-cacb-4e61-8199-f856c3706ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.178714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb6cb-cacb-4e61-8199-f856c3706ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.181032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ea6bb6cb-cacb-4e61-8199-f856c3706ed3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45f09841-be64-4db1-993d-d092a1baa500 HTTP/1.1" status: 204 len: 168 time: 0.8875334 Oct 25 23:04:16.195226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bb6cb-cacb-4e61-8199-f856c3706ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f09841-be64-4db1-993d-d092a1baa500,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:16.257924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-44833125-a3cd-4459-b3ee-81a3fb727706 service neutron] 10.222.0.25 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968157 Oct 25 23:04:16.261163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-65617077-3b04-4290-8695-9c7341aed302 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:16.262588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-65617077-3b04-4290-8695-9c7341aed302 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.0833998 Oct 25 23:04:16.294142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:16.338083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817be3c-5cff-490b-82dd-3d2924c7c079 req-77ca8675-49d8-469b-a770-b8e738aae24f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:16.339931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1817be3c-5cff-490b-82dd-3d2924c7c079 req-77ca8675-49d8-469b-a770-b8e738aae24f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.1026423 Oct 25 23:04:16.365121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-bfeccb5e-76aa-48ee-8105-dca5afbb15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:16.366651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-bfeccb5e-76aa-48ee-8105-dca5afbb15d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa&tenant_id=8ebcf725f446401dbcf2e35ef13368e5 HTTP/1.1" status: 200 len: 1095 time: 0.0940721 Oct 25 23:04:16.406885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1817be3c-5cff-490b-82dd-3d2924c7c079 req-832d6d7f-2698-4e6b-a24c-32846adaca62 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605218 Oct 25 23:04:16.525418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-bb3d27f2-b584-42b7-81e9-5a7a92dc4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:16.527724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-bb3d27f2-b584-42b7-81e9-5a7a92dc4b80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1095 time: 0.1296780 Oct 25 23:04:16.650200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fc36859f-b057-4799-81a3-548c7fb7bf6e req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-518839862', 'description': 'tempest-description-1187139373'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:16.732986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-2018ade0-38f6-4459-bd55-44260ee3b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:16.734940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-2018ade0-38f6-4459-bd55-44260ee3b532 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.1999228 Oct 25 23:04:16.744701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc36859f-b057-4799-81a3-548c7fb7bf6e req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:16.749389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99e7b-8bdd-4050-9ac4-f5eebf014349 req-cd91d2ff-e386-4e43-a4be-9905d3bc5599 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:16.756171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5db99e7b-8bdd-4050-9ac4-f5eebf014349 req-cd91d2ff-e386-4e43-a4be-9905d3bc5599 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.1140542 Oct 25 23:04:16.813552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-e5e63f42-fa69-4925-ad22-c23a56ab6c14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 200 len: 217 time: 0.0562816 Oct 25 23:04:16.860084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5db99e7b-8bdd-4050-9ac4-f5eebf014349 req-a3faf2ef-b959-45e1-b375-a4a8d07324e6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967374 Oct 25 23:04:17.006363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5532ef6b-8a14-434e-80c8-9ce0edf1d105 req-2eb06c6d-b7fe-43e1-a11d-68f30edb1e06 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0639706 Oct 25 23:04:17.045424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:17.057516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc36859f-b057-4799-81a3-548c7fb7bf6e req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.066027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc36859f-b057-4799-81a3-548c7fb7bf6e req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.083031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-5a5f138e-2185-466c-9455-39f494313923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:17.085417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-5a5f138e-2185-466c-9455-39f494313923 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.2560301 Oct 25 23:04:17.093017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc36859f-b057-4799-81a3-548c7fb7bf6e req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.105290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc36859f-b057-4799-81a3-548c7fb7bf6e req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4650161 Oct 25 23:04:17.153528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c1730-9e49-4040-8328-3745aeb1d253 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6350c7c9-1365-4c5e-bd6a-297b42f78f21,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:17.154302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-960f8e13-8f4c-4524-a3cb-3bc51d06d1ea req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2020477720', 'description': 'tempest-description-1678287467'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:17.162209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b2b5637d-054e-4c9f-b5ca-041f25cb391b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cd5f66f8c604f83b5b3046068de7b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140778 Oct 25 23:04:17.170465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:17.195250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-960f8e13-8f4c-4524-a3cb-3bc51d06d1ea req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.199573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-98d095ee-d271-4fa2-b537-47e2919ccca7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471447 Oct 25 23:04:17.292563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-960f8e13-8f4c-4524-a3cb-3bc51d06d1ea req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.307773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-960f8e13-8f4c-4524-a3cb-3bc51d06d1ea req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.308009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60df4d29-b783-4c3e-9968-712022f4af3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.350680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60df4d29-b783-4c3e-9968-712022f4af3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.354553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-7d5f8e3d-a5f4-4488-8503-1aa61e6545aa service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370730 Oct 25 23:04:17.359305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-960f8e13-8f4c-4524-a3cb-3bc51d06d1ea req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.361161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-960f8e13-8f4c-4524-a3cb-3bc51d06d1ea req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2286048 Oct 25 23:04:17.372474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b932e-fd94-40ea-a88e-c76d901db2a3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be3b2a9-7237-4149-9788-f205642950da,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:17.583376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60df4d29-b783-4c3e-9968-712022f4af3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.587976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60df4d29-b783-4c3e-9968-712022f4af3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:17.592644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60df4d29-b783-4c3e-9968-712022f4af3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/676ff9f5-344b-43a6-b40e-65eabe7132ff HTTP/1.1" status: 204 len: 168 time: 0.4208596 Oct 25 23:04:17.608221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df4d29-b783-4c3e-9968-712022f4af3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676ff9f5-344b-43a6-b40e-65eabe7132ff,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:17.636410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-946458f0-ca37-4bed-a92e-45579f5c82a5 service neutron] 10.222.0.11 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741077 Oct 25 23:04:17.642879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18c1ea-b573-4926-a60b-2e400bcb449d req-b2e78113-53fb-4c4e-b130-f3c3313eca18 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:17.644428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a18c1ea-b573-4926-a60b-2e400bcb449d req-b2e78113-53fb-4c4e-b130-f3c3313eca18 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.1183288 Oct 25 23:04:17.670211 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4040ef5b-f416-4eac-8ed4-e7e114bdcf30 req-4df44222-f422-4125-a650-fd48a88e9b02 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 10897 time: 0.2513328 Oct 25 23:04:17.735767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4040ef5b-f416-4eac-8ed4-e7e114bdcf30 req-e7db518c-3308-4450-9085-a75d4560c14c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 200 len: 2981 time: 0.0582566 Oct 25 23:04:17.749079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a18c1ea-b573-4926-a60b-2e400bcb449d req-7f3d5b36-977e-4971-a3e4-a13724960d04 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857198 Oct 25 23:04:17.806594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4040ef5b-f416-4eac-8ed4-e7e114bdcf30 req-5a7b9f9b-e14e-43be-8a71-10ccabe8d1bb tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 200 len: 2981 time: 0.0646515 Oct 25 23:04:17.971893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2662a143-c092-407b-a31c-933e0876d232 req-21be7e99-8727-4ca9-9f5f-6fad59b90cb7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/efc35fa7-cabe-4271-8172-a00cc5f82059 HTTP/1.1" status: 200 len: 1800 time: 0.0760801 Oct 25 23:04:18.106018 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2662a143-c092-407b-a31c-933e0876d232 req-62e7cb34-1fd9-495f-96be-be32d81bae88 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.177903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2662a143-c092-407b-a31c-933e0876d232 req-62e7cb34-1fd9-495f-96be-be32d81bae88 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.225017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-be3190e3-26da-4c66-b746-8ec4c8a42203 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:18.226569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-be3190e3-26da-4c66-b746-8ec4c8a42203 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa&tenant_id=8ebcf725f446401dbcf2e35ef13368e5&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.1144385 Oct 25 23:04:18.313091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8884f4c-097c-470b-9d76-f7a905875679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.323646 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2662a143-c092-407b-a31c-933e0876d232 req-62e7cb34-1fd9-495f-96be-be32d81bae88 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.329169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2662a143-c092-407b-a31c-933e0876d232 req-62e7cb34-1fd9-495f-96be-be32d81bae88 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.330398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2662a143-c092-407b-a31c-933e0876d232 req-62e7cb34-1fd9-495f-96be-be32d81bae88 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/efc35fa7-cabe-4271-8172-a00cc5f82059 HTTP/1.1" status: 204 len: 173 time: 0.3576512 Oct 25 23:04:18.359305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7cb34-1fd9-495f-96be-be32d81bae88 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc35fa7-cabe-4271-8172-a00cc5f82059,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:18.547757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4feb15bc-2d23-426f-9f32-2d7cb9a2ec26 req-32e88c4d-fd2b-4531-9712-f3fd4a1571e4 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0590448 Oct 25 23:04:18.551010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-e9a6aba3-47cf-4ce9-b651-d091b1326f1f service neutron] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:18.554754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-e9a6aba3-47cf-4ce9-b651-d091b1326f1f service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.557525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-e9a6aba3-47cf-4ce9-b651-d091b1326f1f service neutron] 10.222.0.11 "DELETE /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.3206437 Oct 25 23:04:18.600482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7d18f-243a-4e37-9363-3a4329b228c0 req-aff70248-8afa-4858-8d65-70603d5fc6ce tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:18.602111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64a7d18f-243a-4e37-9363-3a4329b228c0 req-aff70248-8afa-4858-8d65-70603d5fc6ce tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.4880457 Oct 25 23:04:18.626044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-e572e7c1-2469-4c72-affb-d834d659586c tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:18.627433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-e572e7c1-2469-4c72-affb-d834d659586c tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.11 "GET /v2.0/networks?id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00 HTTP/1.1" status: 200 len: 813 time: 0.6633234 Oct 25 23:04:18.655262 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-c8b2219a-0a57-4467-99d0-920d8cd170af req-78fbfae6-4d3f-4326-b662-dda19b36cad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:18.656478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c8b2219a-0a57-4467-99d0-920d8cd170af req-78fbfae6-4d3f-4326-b662-dda19b36cad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/efc35fa7-cabe-4271-8172-a00cc5f82059 HTTP/1.1" status: 404 len: 352 time: 0.0423830 Oct 25 23:04:18.663953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Request body: {'port': {'device_id': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00', 'admin_state_up': True, 'tenant_id': '40e8d5ec240341b6bfc09fbf733bf29a'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:18.726570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64a7d18f-243a-4e37-9363-3a4329b228c0 req-c9876904-9cb0-4048-b7d6-016184c48ceb tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161544 Oct 25 23:04:18.749292 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:04:18.767224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41d6dca8-09aa-49a7-a386-4e2e74afa341 req-65a85809-14fd-45f6-b5d5-a2fbe8704730 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/6350c7c9-1365-4c5e-bd6a-297b42f78f21 HTTP/1.1" status: 200 len: 1800 time: 0.0815265 Oct 25 23:04:18.842213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41d6dca8-09aa-49a7-a386-4e2e74afa341 req-d76a753d-28ab-4730-bcc6-f7dd6d947ad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.860533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Made reservation on behalf of 40e8d5ec240341b6bfc09fbf733bf29a for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:18.864690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.884860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41d6dca8-09aa-49a7-a386-4e2e74afa341 req-d76a753d-28ab-4730-bcc6-f7dd6d947ad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.947592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41d6dca8-09aa-49a7-a386-4e2e74afa341 req-d76a753d-28ab-4730-bcc6-f7dd6d947ad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.951739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41d6dca8-09aa-49a7-a386-4e2e74afa341 req-d76a753d-28ab-4730-bcc6-f7dd6d947ad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:18.954883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41d6dca8-09aa-49a7-a386-4e2e74afa341 req-d76a753d-28ab-4730-bcc6-f7dd6d947ad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/6350c7c9-1365-4c5e-bd6a-297b42f78f21 HTTP/1.1" status: 204 len: 173 time: 0.1796107 Oct 25 23:04:18.971331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a753d-28ab-4730-bcc6-f7dd6d947ad1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350c7c9-1365-4c5e-bd6a-297b42f78f21,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:19.036460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa943-c632-4ccd-9e68-565f815f85cd req-d27a684b-fc30-4d3b-814e-2520cf2228a2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:19.038054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91ffa943-c632-4ccd-9e68-565f815f85cd req-d27a684b-fc30-4d3b-814e-2520cf2228a2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.1793747 Oct 25 23:04:19.180117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91ffa943-c632-4ccd-9e68-565f815f85cd req-39031bd8-4818-403c-84f2-25f19499ade0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315136 Oct 25 23:04:19.241242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Allocated IP 172.20.0.8 (dfe3ad00-3753-4845-8a5b-9e8fd04cee00/56183c85-4caf-40b4-8e65-767517197f2a/16db5ba9-cf30-4649-81d5-648c24db42cd) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:19.246912 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-9b136aa3-86a5-416f-bf1e-939e7c3aff99 req-d11cf85c-4d93-4b3e-a962-ea37e451ad5a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:19.248274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b136aa3-86a5-416f-bf1e-939e7c3aff99 req-d11cf85c-4d93-4b3e-a962-ea37e451ad5a tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/6350c7c9-1365-4c5e-bd6a-297b42f78f21 HTTP/1.1" status: 404 len: 352 time: 0.0287912 Oct 25 23:04:19.360024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:19.374828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-214c6066-b941-4907-9606-72cccbeff1d2 req-561e2296-6ed3-4124-bf8e-06a10b87fb75 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1be3b2a9-7237-4149-9788-f205642950da HTTP/1.1" status: 200 len: 1801 time: 0.0951748 Oct 25 23:04:19.472538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:04:19.481448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:19.482386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.483554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-214c6066-b941-4907-9606-72cccbeff1d2 req-8946173e-1f01-4d56-889c-437e61411d41 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.519049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-214c6066-b941-4907-9606-72cccbeff1d2 req-8946173e-1f01-4d56-889c-437e61411d41 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.532573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.536110 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.593787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.604525 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.643207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:19.646114 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c9be4e-eeea-4fad-8e5b-b1612750f083" -d '{"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-plugged", "status": "completed", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:19.659465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-214c6066-b941-4907-9606-72cccbeff1d2 req-8946173e-1f01-4d56-889c-437e61411d41 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.663787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-214c6066-b941-4907-9606-72cccbeff1d2 req-8946173e-1f01-4d56-889c-437e61411d41 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.665705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:19.668277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:19.669234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-214c6066-b941-4907-9606-72cccbeff1d2 req-8946173e-1f01-4d56-889c-437e61411d41 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/1be3b2a9-7237-4149-9788-f205642950da HTTP/1.1" status: 204 len: 173 time: 0.2929373 Oct 25 23:04:19.684106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.688805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946173e-1f01-4d56-889c-437e61411d41 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be3b2a9-7237-4149-9788-f205642950da,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:19.771305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:19.779065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:19.821456 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4534a0a-b027-4466-a92b-b480bc003cec x-openstack-request-id: req-f4534a0a-b027-4466-a92b-b480bc003cec {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:19.823614 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-plugged", "status": "completed", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:19.824406 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4534a0a-b027-4466-a92b-b480bc003cec {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:19.825583 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'code': 200} Oct 25 23:04:19.863927 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-54b1ce0e-884d-4880-abf5-883e44fa15e2 req-490f667a-0308-43dd-b9c5-ed757134d722 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:19.866881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54b1ce0e-884d-4880-abf5-883e44fa15e2 req-490f667a-0308-43dd-b9c5-ed757134d722 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1be3b2a9-7237-4149-9788-f205642950da HTTP/1.1" status: 404 len: 352 time: 0.0392320 Oct 25 23:04:19.896467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Pushing event updated for resources: {'Port': ['ID=16db5ba9-cf30-4649-81d5-648c24db42cd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:19.915475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:19.920586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a439c-7159-408d-9a04-1025d06c4e7d req-82a70d0e-bced-441f-bdde-89b196829b66 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:19.922245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b79a439c-7159-408d-9a04-1025d06c4e7d req-82a70d0e-bced-441f-bdde-89b196829b66 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 931 time: 0.1328998 Oct 25 23:04:19.929062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:19.929745 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:19.979884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-c1a4e1d5-8e6e-40e3-9a23-671ad4be1fb8 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3308094 Oct 25 23:04:19.988569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b79a439c-7159-408d-9a04-1025d06c4e7d req-923b1e8c-c67b-4ca2-96ce-1e317593e060 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Oct 25 23:04:19.996784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Request body: {'port': {'device_id': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:20.088077 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.109128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d3391-c808-458f-ab93-8a3d66aa9641 req-98e5e87a-f658-4fa2-ab9c-35fabffcfde6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:20.118497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b9d3391-c808-458f-ab93-8a3d66aa9641 req-98e5e87a-f658-4fa2-ab9c-35fabffcfde6 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.1269932 Oct 25 23:04:20.157378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.163502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b9d3391-c808-458f-ab93-8a3d66aa9641 req-d873a4df-e803-47ea-a5ad-0b8403d4cddc tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Oct 25 23:04:20.175595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f45032-7aed-4e8a-bae4-535303dad4b8 req-d84720ef-219e-4d8e-8879-6c03dccc4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:20.184955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1f45032-7aed-4e8a-bae4-535303dad4b8 req-d84720ef-219e-4d8e-8879-6c03dccc4992 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1101 time: 0.1373148 Oct 25 23:04:20.185181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e492d796-016d-4e59-8906-7855339fef25 req-46c909e2-ecb6-431b-860a-2dca46a3b3e0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 6149 time: 0.1320946 Oct 25 23:04:20.232721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1f45032-7aed-4e8a-bae4-535303dad4b8 req-d6eaef73-917a-4ed7-b841-14fa8b68e109 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472770 Oct 25 23:04:20.335148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e492d796-016d-4e59-8906-7855339fef25 req-4a0877e1-4c99-4aa2-a80c-691dfc0a8241 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 200 len: 2981 time: 0.1463194 Oct 25 23:04:20.422103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e492d796-016d-4e59-8906-7855339fef25 req-b66e2f02-03b7-463b-950a-2224adbd980d tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 200 len: 2981 time: 0.0837510 Oct 25 23:04:20.617157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.642066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16db5ba9-cf30-4649-81d5-648c24db42cd {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:20.651685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.674358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb3c6-2146-440b-b13c-fe258a011e27 req-544e4f65-8f0f-4400-a8cd-e4b061eb611b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:20.681369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d4fb3c6-2146-440b-b13c-fe258a011e27 req-544e4f65-8f0f-4400-a8cd-e4b061eb611b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1175299 Oct 25 23:04:20.702386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Transition to ACTIVE for port object 16db5ba9-cf30-4649-81d5-648c24db42cd will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:04:20.713401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.725815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-fc8c1b0f-d1a1-4645-b67c-36cc6ed17940 req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2000162836', 'description': 'tempest-description-1218679882'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:20.761075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fc8c1b0f-d1a1-4645-b67c-36cc6ed17940 req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.775493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d4fb3c6-2146-440b-b13c-fe258a011e27 req-4eb0c218-c234-419b-9218-72b729806c86 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930920 Oct 25 23:04:20.835459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=16db5ba9-cf30-4649-81d5-648c24db42cd,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:20.875588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fc8c1b0f-d1a1-4645-b67c-36cc6ed17940 req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.880010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fc8c1b0f-d1a1-4645-b67c-36cc6ed17940 req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.920285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fc8c1b0f-d1a1-4645-b67c-36cc6ed17940 req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:20.933370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc8c1b0f-d1a1-4645-b67c-36cc6ed17940 req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2120295 Oct 25 23:04:20.937467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fbdca-ee82-4297-82ae-f81f143e3ef1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abba76-50f7-447c-a3cd-51424b25f8be,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:20.982891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904f0f-9d0e-4e71-9040-99890b99f01b req-5841b66c-0119-46e5-b95c-294da4969de8 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:20.984414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4904f0f-9d0e-4e71-9040-99890b99f01b req-5841b66c-0119-46e5-b95c-294da4969de8 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 1095 time: 0.0996854 Oct 25 23:04:20.985395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Attempting to bind port 16db5ba9-cf30-4649-81d5-648c24db42cd on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:20.985722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Attempting to bind port 16db5ba9-cf30-4649-81d5-648c24db42cd by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:20.986039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Attempting to bind port 16db5ba9-cf30-4649-81d5-648c24db42cd on network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:21.027938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4904f0f-9d0e-4e71-9040-99890b99f01b req-1e66e484-9287-4a3f-ac03-4602f5ab9e18 tempest-LiveMigrationTest-1429176233 tempest-LiveMigrationTest-1429176233-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Oct 25 23:04:21.028630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Port 16db5ba9-cf30-4649-81d5-648c24db42cd on network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:04:21.029005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Attempting to bind port 16db5ba9-cf30-4649-81d5-648c24db42cd on network dfe3ad00-3753-4845-8a5b-9e8fd04cee00 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:21.034990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:21.035333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Checking segment: {'id': '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:21.035704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Bound using segment: {'id': '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:21.036296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Bound port: 16db5ba9-cf30-4649-81d5-648c24db42cd, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:21.036791 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.075570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ce6409cb-7680-4901-95ec-93a6a6a1ce46 req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-40898639', 'description': 'tempest-description-1221251745'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:21.151773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce6409cb-7680-4901-95ec-93a6a6a1ce46 req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.172192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] For port 16db5ba9-cf30-4649-81d5-648c24db42cd, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:21.207793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] For port 16db5ba9-cf30-4649-81d5-648c24db42cd, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=16db5ba9-cf30-4649-81d5-648c24db42cd,segment=NetworkSegment(9f4644cb-2054-47e7-a0fa-fddf2c37c3b7),segment_id=9f4644cb-2054-47e7-a0fa-fddf2c37c3b7)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:21.216048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.259150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f46ea-fdf5-4ee7-a6a8-702904e8e169 req-ca1bcdb8-7b58-4ba7-a994-06ecb9499aab tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:21.271276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b88f46ea-fdf5-4ee7-a6a8-702904e8e169 req-ca1bcdb8-7b58-4ba7-a994-06ecb9499aab tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 943 time: 0.1131608 Oct 25 23:04:21.285685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:21.286337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.287770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/16db5ba9-cf30-4649-81d5-648c24db42cd HTTP/1.1" status: 200 len: 1091 time: 1.2967231 Oct 25 23:04:21.288773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'tag': '16db5ba9-cf30-4649-81d5-648c24db42cd'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:21.294987 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3e698-120d-4dc1-9ac3-33d247d28106" -d '{"events": [{"name": "network-changed", "server_uuid": "cbca123f-f540-4a3b-9e17-05346dfa864c", "tag": "16db5ba9-cf30-4649-81d5-648c24db42cd"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:21.306866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce6409cb-7680-4901-95ec-93a6a6a1ce46 req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.315114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce6409cb-7680-4901-95ec-93a6a6a1ce46 req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.359534 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b88f46ea-fdf5-4ee7-a6a8-702904e8e169 req-9f65a85f-9812-438a-9543-92bb46cc73c3 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763824 Oct 25 23:04:21.370817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d8837-8423-45e6-ae07-605de065d4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=16db5ba9-cf30-4649-81d5-648c24db42cd,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:21.379814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce6409cb-7680-4901-95ec-93a6a6a1ce46 req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:21.381224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce6409cb-7680-4901-95ec-93a6a6a1ce46 req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3159184 Oct 25 23:04:21.411815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-e896b5a9-8108-48d7-80c8-986da1f9665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:21.413469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-e896b5a9-8108-48d7-80c8-986da1f9665c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e8d5ec240341b6bfc09fbf733bf29a&device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 1094 time: 0.0739362 Oct 25 23:04:21.414687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659e42f-392a-499f-ad8f-c8118e379588 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c796514d-7781-4468-923a-a23cf4f8c3c5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:21.502877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-83b63b85-73bc-4aa0-8c99-d642db852485 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16db5ba9-cf30-4649-81d5-648c24db42cd HTTP/1.1" status: 200 len: 217 time: 0.0777726 Oct 25 23:04:21.631422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-366cbb70-fdf1-4830-aa64-ebffba5d4eca req-cadbff72-37f9-4471-9785-e2b7c904fdc9 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=521fd6377a83473a91ab03e37e848ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591593 Oct 25 23:04:21.638813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-2632c3bc-eb86-4bc5-8cad-373df6a215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:21.640838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-2632c3bc-eb86-4bc5-8cad-373df6a215b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56183c85-4caf-40b4-8e65-767517197f2a HTTP/1.1" status: 200 len: 853 time: 0.1297591 Oct 25 23:04:21.730927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-8fab928d-d96a-4c1c-bb33-7539f4bcdfdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675125 Oct 25 23:04:21.744142 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc63f5c-6df8-4645-9a51-7aceeb598d5a x-openstack-request-id: req-cbc63f5c-6df8-4645-9a51-7aceeb598d5a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:21.744442 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbca123f-f540-4a3b-9e17-05346dfa864c", "tag": "16db5ba9-cf30-4649-81d5-648c24db42cd", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:21.744682 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbc63f5c-6df8-4645-9a51-7aceeb598d5a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:21.745177 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'tag': '16db5ba9-cf30-4649-81d5-648c24db42cd', 'status': 'completed', 'code': 200} Oct 25 23:04:21.886495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cbb70-fdf1-4830-aa64-ebffba5d4eca req-d63a820f-207f-4280-8877-39921abf2a53 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:21.886495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-366cbb70-fdf1-4830-aa64-ebffba5d4eca req-d63a820f-207f-4280-8877-39921abf2a53 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542806 Oct 25 23:04:21.934607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-366cbb70-fdf1-4830-aa64-ebffba5d4eca req-1e03bbc3-63a5-4d27-a4f6-6cb4004c135e tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/quotas/521fd6377a83473a91ab03e37e848ae9 HTTP/1.1" status: 200 len: 375 time: 0.0217278 Oct 25 23:04:21.975654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-366cbb70-fdf1-4830-aa64-ebffba5d4eca req-f7a3cc9d-5357-4112-bfc6-550f6906d407 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=521fd6377a83473a91ab03e37e848ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643165 Oct 25 23:04:21.999120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-6288cf32-8c0e-4ead-b171-8cffefc31085 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.000675 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-6288cf32-8c0e-4ead-b171-8cffefc31085 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 813 time: 0.1769004 Oct 25 23:04:22.005649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-1ad8d25f-0ab7-4a5c-9054-ebe7b5685090 service neutron] 10.222.0.11 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573583 Oct 25 23:04:22.082595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-8e97310b-d619-48fb-b30a-cd753fcdd094 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/quotas/d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 375 time: 0.0266836 Oct 25 23:04:22.114711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-df43a96c-c47b-40f0-99d6-f71e0bf224d5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580208 Oct 25 23:04:22.171472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba20fc-a594-4a6f-be02-546931464133 req-11f3a0f6-0001-480f-b6bf-a3de563d7406 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.173242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6ba20fc-a594-4a6f-be02-546931464133 req-11f3a0f6-0001-480f-b6bf-a3de563d7406 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.0734940 Oct 25 23:04:22.176335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2871eae-aa66-49b6-ae00-5c3c2f3fa2f8 req-423290e4-9b95-4762-b0dd-54570987a1e3 service neutron] 10.222.0.11 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599407 Oct 25 23:04:22.232597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6ba20fc-a594-4a6f-be02-546931464133 req-eb2ad74a-2a05-404f-90dc-0df9610d8041 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Oct 25 23:04:22.297316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-bc298932-8d17-4461-bcd7-15fbf5398faf service neutron] 10.222.0.25 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714220 Oct 25 23:04:22.330000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-3e8c0fd7-a344-4885-87c6-3e96941ed2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.332012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-3e8c0fd7-a344-4885-87c6-3e96941ed2d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e8d5ec240341b6bfc09fbf733bf29a&device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 1094 time: 0.0985210 Oct 25 23:04:22.427296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-ad9579f3-a0dd-4cb9-8e3b-21c834ab46f3 service neutron] 10.222.0.25 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286554 Oct 25 23:04:22.500853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-d9b53733-20ea-47d0-be29-94ddf214d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.504818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-d9b53733-20ea-47d0-be29-94ddf214d861 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00 HTTP/1.1" status: 200 len: 914 time: 0.1622112 Oct 25 23:04:22.551000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-1c888969-3bd5-4e14-bb86-63dae720c24f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16db5ba9-cf30-4649-81d5-648c24db42cd HTTP/1.1" status: 200 len: 217 time: 0.0387950 Oct 25 23:04:22.560918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a96ac8-3974-45ad-a580-9ce47004a8e5 req-5ea7508e-330b-4b88-8cc5-0eead120e94a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.562474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1a96ac8-3974-45ad-a580-9ce47004a8e5 req-5ea7508e-330b-4b88-8cc5-0eead120e94a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1317403 Oct 25 23:04:22.594621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41872cad-3a36-4dd5-9b57-847a071232fa req-107f6948-87b7-4167-acc8-3437d465a6eb tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.597343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41872cad-3a36-4dd5-9b57-847a071232fa req-107f6948-87b7-4167-acc8-3437d465a6eb tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.1633670 Oct 25 23:04:22.617012 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-08a2e840-faed-4ff3-95ba-35f5336d1e58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1886933 Oct 25 23:04:22.789009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1a96ac8-3974-45ad-a580-9ce47004a8e5 req-404d5a4d-fb07-4d5e-8387-b0d9263704e7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025397 Oct 25 23:04:22.827299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-6daf9e29-de6e-44ac-a4a8-7f3f6c244c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.829318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-6daf9e29-de6e-44ac-a4a8-7f3f6c244c72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56183c85-4caf-40b4-8e65-767517197f2a HTTP/1.1" status: 200 len: 853 time: 0.2657332 Oct 25 23:04:22.834341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-4878ea15-1ecf-406a-80db-a0c278fcf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:22.836974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-4878ea15-1ecf-406a-80db-a0c278fcf829 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 1096 time: 0.1372464 Oct 25 23:04:22.903626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-693225dd-5aa8-43e4-b582-f0d22c8890ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648170 Oct 25 23:04:22.991234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-451f1e8a-aeb2-411f-ac97-56bfeccdf967 req-9ae7d3c6-27de-490e-b48a-daccae4b68e8 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 210 time: 0.1227717 Oct 25 23:04:23.033110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a037e83-3f0c-41c1-9ba0-8b1d58ec0608 req-32ac1956-06fd-46fa-9ace-4865afa1fd59 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:23.034965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a037e83-3f0c-41c1-9ba0-8b1d58ec0608 req-32ac1956-06fd-46fa-9ace-4865afa1fd59 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 943 time: 0.1345711 Oct 25 23:04:23.052574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Deleting port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:23.053196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:23.094821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-559b3e6f-3513-4c68-add2-33d37e170042 service neutron] 10.222.0.11 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821122 Oct 25 23:04:23.105866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a037e83-3f0c-41c1-9ba0-8b1d58ec0608 req-4e7fb16c-1f4c-4e69-8162-c5b6b57d7d37 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612895 Oct 25 23:04:23.240966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff3e698-120d-4dc1-9ac3-33d247d28106 req-5b7a5556-e293-4531-b8b5-3a22ae6a1410 service neutron] 10.222.0.11 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335528 Oct 25 23:04:23.321361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-b6c94b08-fd4f-40ce-90b8-70e716cb142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:23.324352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-b6c94b08-fd4f-40ce-90b8-70e716cb142b service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 200 len: 908 time: 0.4257281 Oct 25 23:04:23.391460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-b8d7d554-20e1-4b53-9d26-4ee694d07d22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 200 len: 217 time: 0.0569439 Oct 25 23:04:23.402369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] For port 76d03adb-1c77-4daa-b6ca-41045fadbcd0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=76d03adb-1c77-4daa-b6ca-41045fadbcd0,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:23.402847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:23.411455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4abcd-45e6-435d-967c-7eb0080ee261 req-fb2ea209-afdc-462d-993d-1e4153d435a4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:23.413260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1e4abcd-45e6-435d-967c-7eb0080ee261 req-fb2ea209-afdc-462d-993d-1e4153d435a4 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 944 time: 0.0639091 Oct 25 23:04:23.426960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd04cd-0eb1-462f-9c1b-1eb5b60d198f req-89d2c345-3c36-44df-92fc-fe966bffe635 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:23.435144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47cd04cd-0eb1-462f-9c1b-1eb5b60d198f req-89d2c345-3c36-44df-92fc-fe966bffe635 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1101 time: 0.2151797 Oct 25 23:04:23.469263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Calling delete_port for 76d03adb-1c77-4daa-b6ca-41045fadbcd0 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:23.511746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1e4abcd-45e6-435d-967c-7eb0080ee261 req-177ab5f6-3633-4db4-9bff-13a315d0c2aa tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877090 Oct 25 23:04:23.561312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-eb3fbd75-036d-4f56-a58a-4c2cce48809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:23.562936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-eb3fbd75-036d-4f56-a58a-4c2cce48809c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 200 len: 847 time: 0.1562495 Oct 25 23:04:23.567819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47cd04cd-0eb1-462f-9c1b-1eb5b60d198f req-2f5dc906-e5b2-40e4-af8b-e2d375d2d547 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Oct 25 23:04:23.630230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-a2cff514-50b7-400a-b751-97ba099ece35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552807 Oct 25 23:04:23.862550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-d52a15f1-5ab8-4778-8384-36945fcddf9e service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226188 Oct 25 23:04:23.896249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e601739f-428c-4873-a403-4daa68d4bf00 req-ec5c74c3-722b-41a7-bee7-e2a3244ed0ab tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=521fd6377a83473a91ab03e37e848ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263886 Oct 25 23:04:23.905285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:23.918076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['767e2173-0b5d-4127-84e0-b0d5016c8e68'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:24.120636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event deleted for resources: {'Port': ['ID=76d03adb-1c77-4daa-b6ca-41045fadbcd0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:24.134462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c31cfecc-c3de-40ca-9a90-10d746659f86 req-5ff56bc8-7c3e-4fa8-afd3-754ed4e54aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616498 Oct 25 23:04:24.156808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f0a24-2721-44de-992b-a0db267cf847 req-e8a9e09c-6c5b-4664-b6d2-f8ebfa536446 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:24.162723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d4f0a24-2721-44de-992b-a0db267cf847 req-e8a9e09c-6c5b-4664-b6d2-f8ebfa536446 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1168945 Oct 25 23:04:24.224579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d4f0a24-2721-44de-992b-a0db267cf847 req-9b8ad97b-0a8c-429f-a332-bc4608bdcaa8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534806 Oct 25 23:04:24.241876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] No DVR routers for this DVR port 76d03adb-1c77-4daa-b6ca-41045fadbcd0 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:24.247247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:24.250932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41872cad-3a36-4dd5-9b57-847a071232fa req-3131af20-8250-4554-ab33-a0cf4d233145 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "DELETE /v2.0/ports/76d03adb-1c77-4daa-b6ca-41045fadbcd0 HTTP/1.1" status: 204 len: 173 time: 1.6462913 Oct 25 23:04:24.251667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'name': 'network-vif-deleted', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:24.254205 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f2780c-b087-475a-84e3-b1a8440af18c" -d '{"events": [{"server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "name": "network-vif-deleted", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:24.284435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601739f-428c-4873-a403-4daa68d4bf00 req-319f6bdf-0539-45cd-8224-12003a7d6b00 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:24.286966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e601739f-428c-4873-a403-4daa68d4bf00 req-319f6bdf-0539-45cd-8224-12003a7d6b00 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619118 Oct 25 23:04:24.322621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e601739f-428c-4873-a403-4daa68d4bf00 req-6d6116e3-adfb-4148-9d13-8b999c413ecc tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/quotas/521fd6377a83473a91ab03e37e848ae9 HTTP/1.1" status: 200 len: 375 time: 0.0177243 Oct 25 23:04:24.428118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f076cc80-0244-4868-8a15-7a3d79d1113b req-939a6f32-af15-4495-a997-df2feabc4488 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 210 time: 0.0576148 Oct 25 23:04:24.564917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e601739f-428c-4873-a403-4daa68d4bf00 req-a4f524f6-d334-4e54-8a08-de91cb305bac tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=521fd6377a83473a91ab03e37e848ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2406867 Oct 25 23:04:24.683127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3a2c7-b474-41e0-a14b-8fdb402933f3 req-537e0a99-5680-41a8-aac3-8d01dfb44b2f tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:24.691522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71c3a2c7-b474-41e0-a14b-8fdb402933f3 req-537e0a99-5680-41a8-aac3-8d01dfb44b2f tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 943 time: 0.0966277 Oct 25 23:04:24.701274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 16db5ba9-cf30-4649-81d5-648c24db42cd details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:04:24.715969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-ca1e94af-0daf-4a31-8547-c7b12d0005f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5989077 Oct 25 23:04:24.739066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-79870b72-eab7-4c90-bc75-236f522338c1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:24.745025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-79870b72-eab7-4c90-bc75-236f522338c1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 813 time: 0.4073954 Oct 25 23:04:24.753714 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b89872-4295-4343-acc6-864c03074ba0 x-openstack-request-id: req-79b89872-4295-4343-acc6-864c03074ba0 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:24.754295 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2252575c-a181-4c27-878e-1e317f678ffa", "name": "network-vif-deleted", "tag": "76d03adb-1c77-4daa-b6ca-41045fadbcd0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:24.754754 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79b89872-4295-4343-acc6-864c03074ba0 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:24.755682 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2252575c-a181-4c27-878e-1e317f678ffa', 'name': 'network-vif-deleted', 'tag': '76d03adb-1c77-4daa-b6ca-41045fadbcd0', 'status': 'completed', 'code': 200} Oct 25 23:04:24.767405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'port': {'device_id': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'network_id': '6638b5b8-5945-4405-880e-de2a06391947', 'admin_state_up': True, 'tenant_id': 'd74e74f48ae14c2baf43c30aa1c7042d'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:24.827075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71c3a2c7-b474-41e0-a14b-8fdb402933f3 req-e3883a3f-fbfa-4b89-a835-5001ecaff537 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345696 Oct 25 23:04:24.936528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:24.957263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 16db5ba9-cf30-4649-81d5-648c24db42cd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=16db5ba9-cf30-4649-81d5-648c24db42cd,segment=NetworkSegment(9f4644cb-2054-47e7-a0fa-fddf2c37c3b7),segment_id=9f4644cb-2054-47e7-a0fa-fddf2c37c3b7)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:24.993740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 76d03adb-1c77-4daa-b6ca-41045fadbcd0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:24.994344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 76d03adb-1c77-4daa-b6ca-41045fadbcd0 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:24.996505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccab589a-8c37-497e-9aad-d46c83a49f46 req-6937c2ee-d2df-4296-8fe0-27a22f949bd9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.0878837 Oct 25 23:04:25.000608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '16db5ba9-cf30-4649-81d5-648c24db42cd', 'network_id': 'dfe3ad00-3753-4845-8a5b-9e8fd04cee00', 'port_id': '16db5ba9-cf30-4649-81d5-648c24db42cd', 'mac_address': 'fa:16:3e:82:9d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56183c85-4caf-40b4-8e65-767517197f2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:04:25.104211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Made reservation on behalf of d74e74f48ae14c2baf43c30aa1c7042d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:25.104383 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:25.110459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:25.134951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16db5ba9-cf30-4649-81d5-648c24db42cd {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:25.191661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 16db5ba9-cf30-4649-81d5-648c24db42cd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=16db5ba9-cf30-4649-81d5-648c24db42cd,segment=NetworkSegment(9f4644cb-2054-47e7-a0fa-fddf2c37c3b7),segment_id=9f4644cb-2054-47e7-a0fa-fddf2c37c3b7)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:25.203770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:25.331340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Allocated IP 172.20.0.12 (6638b5b8-5945-4405-880e-de2a06391947/df23d749-9858-4d1c-b13f-3b1532b9b1d0/a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:25.377839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=16db5ba9-cf30-4649-81d5-648c24db42cd,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:25.388089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.388576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.388976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.389318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.389651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.390115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.390483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.390784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.391167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.391492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.391816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.392136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:25.575483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:25.578890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['16db5ba9-cf30-4649-81d5-648c24db42cd'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:25.689206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:25.740872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:25.769827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:25.847487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f01e7-88a1-41ea-a4df-58b5045556e5 req-6c84a784-663a-43a7-95ff-723501985767 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:25.858666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f5cc4-a5d6-4cd6-b710-545e6ad5756e req-f24bb351-7633-4e1f-bd46-0c8d7f6bcca1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:25.860394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a9f01e7-88a1-41ea-a4df-58b5045556e5 req-6c84a784-663a-43a7-95ff-723501985767 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.2479451 Oct 25 23:04:25.869844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af0f5cc4-a5d6-4cd6-b710-545e6ad5756e req-f24bb351-7633-4e1f-bd46-0c8d7f6bcca1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 932 time: 0.1011736 Oct 25 23:04:25.881328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Network 6638b5b8-5945-4405-880e-de2a06391947 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:25.894075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:25.904968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:25.933923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af0f5cc4-a5d6-4cd6-b710-545e6ad5756e req-c93ce20b-bc86-4f57-8706-f2d24f2a9004 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Oct 25 23:04:26.015011 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a9f01e7-88a1-41ea-a4df-58b5045556e5 req-5a3539ca-0d62-4b88-949e-0c6fc7010d27 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510894 Oct 25 23:04:26.061712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:26.063836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:26.123312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-5644497d-4502-4388-8572-d6959d3cd3e6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3597291 Oct 25 23:04:26.148847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Request body: {'port': {'device_id': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:26.302041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28802fa2-1b0b-498d-844e-1d921299952d req-ac9a5d5a-0f39-45df-91d6-cce7dfbc8455 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:26.310686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28802fa2-1b0b-498d-844e-1d921299952d req-ac9a5d5a-0f39-45df-91d6-cce7dfbc8455 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 944 time: 0.1230710 Oct 25 23:04:26.311753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:26.406754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc5940f1-f621-478a-97d2-dba4f609a639 req-a0baaa2f-426e-4047-ae9d-a6cfe41f04ed tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=521fd6377a83473a91ab03e37e848ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964520 Oct 25 23:04:26.410523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28802fa2-1b0b-498d-844e-1d921299952d req-b7b62b5f-e820-4488-b4a7-65df7025a4c7 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933597 Oct 25 23:04:26.530660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18879b62-f375-4517-bf29-eacf15f958f9 req-acbc11c7-ebb6-4560-a972-454545206308 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.0446804 Oct 25 23:04:26.878490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5940f1-f621-478a-97d2-dba4f609a639 req-91635ee8-10ad-4161-9165-d7963c3a17fc tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:26.880154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc5940f1-f621-478a-97d2-dba4f609a639 req-91635ee8-10ad-4161-9165-d7963c3a17fc tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4707069 Oct 25 23:04:26.999849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc5940f1-f621-478a-97d2-dba4f609a639 req-c7bd8ecf-d5ff-45fc-9d63-d4435abfe030 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/quotas/521fd6377a83473a91ab03e37e848ae9 HTTP/1.1" status: 200 len: 375 time: 0.0709233 Oct 25 23:04:27.045462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-26a6579e-f961-4621-bae6-8cd7f8ea16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.047496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-26a6579e-f961-4621-bae6-8cd7f8ea16d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1101 time: 0.1199565 Oct 25 23:04:27.062768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc5940f1-f621-478a-97d2-dba4f609a639 req-4f516643-e427-41a0-9c30-ce09c0ed1f65 tempest-QuotasAdminNegativeTest-36398317 tempest-QuotasAdminNegativeTest-36398317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=521fd6377a83473a91ab03e37e848ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618713 Oct 25 23:04:27.106106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4481-b662-431d-a37b-f4383b893ac0 req-1f3bc395-1b72-4ba2-9957-82c0d7dd1b0f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.107737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e44d4481-b662-431d-a37b-f4383b893ac0 req-1f3bc395-1b72-4ba2-9957-82c0d7dd1b0f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 932 time: 0.0816891 Oct 25 23:04:27.219560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e44d4481-b662-431d-a37b-f4383b893ac0 req-ac11ec01-b43d-4ec8-adc0-ae05df069743 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028831 Oct 25 23:04:27.373230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-fdea045b-f2d3-426a-90a8-c151ec8b0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.374738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-fdea045b-f2d3-426a-90a8-c151ec8b0b3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3072751 Oct 25 23:04:27.464207 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-488771b2-081b-405d-8916-a1a1a72ee52d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0743096 Oct 25 23:04:27.475910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae277b4-934f-4bab-9971-03ce5b15b8bb req-cd5275df-1e34-4434-8247-f077cd434117 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.485858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aae277b4-934f-4bab-9971-03ce5b15b8bb req-cd5275df-1e34-4434-8247-f077cd434117 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.2348032 Oct 25 23:04:27.552346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-94c434fa-05cb-42ad-aff3-ea003fce35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.553889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-94c434fa-05cb-42ad-aff3-ea003fce35d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0589771 Oct 25 23:04:27.686402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f10a95-6037-4455-b8e1-288c1329e169 req-d1651991-d436-438b-a53c-0ad84926949a tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.692251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8f10a95-6037-4455-b8e1-288c1329e169 req-d1651991-d436-438b-a53c-0ad84926949a tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 944 time: 0.0600982 Oct 25 23:04:27.725192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aae277b4-934f-4bab-9971-03ce5b15b8bb req-2a15d551-2323-4cc3-a3e0-e9672fd6c982 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383187 Oct 25 23:04:27.760458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-46b5e268-6057-46b0-80d8-1964ffe2e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:27.761958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-46b5e268-6057-46b0-80d8-1964ffe2e4c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967165 Oct 25 23:04:27.763169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8f10a95-6037-4455-b8e1-288c1329e169 req-b2ca6051-e755-4013-a31a-796b92983a88 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666504 Oct 25 23:04:27.944580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff899094-eb49-4471-afde-6ef0925cae65 req-4e607412-41c6-42e2-beba-1d986c460bea tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.1039314 Oct 25 23:04:27.962100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:27.975318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:27.992610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Transition to ACTIVE for port object a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:04:28.027684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-5a6be023-0be3-4b49-98d9-7acc6bf00ff7 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139924 Oct 25 23:04:28.029081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.132182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.175654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:28.220110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48058) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:28.249518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-166d0088-7fba-4be0-b33c-03c28b0dfee8 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089810 Oct 25 23:04:28.250781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.251118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.251450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.251777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.252100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.252418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.252739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.253053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.253500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.253818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.254127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.254465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:28.303392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Attempting to bind port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:28.305624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Attempting to bind port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:28.310513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Attempting to bind port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 on network 6638b5b8-5945-4405-880e-de2a06391947 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:28.323265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 on network 6638b5b8-5945-4405-880e-de2a06391947 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:04:28.323265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Attempting to bind port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 on network 6638b5b8-5945-4405-880e-de2a06391947 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:28.337251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:28.337687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Checking segment: {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:28.337980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Bound using segment: {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:28.338431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Bound port: a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6638b5b8-5945-4405-880e-de2a06391947'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:28.338856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.495445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:28.498768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:28.499271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0fef29ce-29ac-44cc-843b-c08f74f9462e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.507065 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.510211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edeb6d-97a1-476f-97b5-a1b51021f081 req-94c42eaa-11d2-44ff-87c7-00d3b0e5e96c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:28.517709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1edeb6d-97a1-476f-97b5-a1b51021f081 req-94c42eaa-11d2-44ff-87c7-00d3b0e5e96c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 944 time: 0.1312928 Oct 25 23:04:28.555958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:28.556801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.558256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 1092 time: 2.4171872 Oct 25 23:04:28.558691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:28.560923 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f538f61-9447-4876-bd08-e98c36be6310" -d '{"events": [{"name": "network-changed", "server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:28.607584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb5ede-0d78-4164-beda-5f90be001ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:28.630008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0fef29ce-29ac-44cc-843b-c08f74f9462e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.641328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0fef29ce-29ac-44cc-843b-c08f74f9462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.686236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1edeb6d-97a1-476f-97b5-a1b51021f081 req-76dfe4ea-13df-4862-9bd3-5c6346fbd576 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674516 Oct 25 23:04:28.718344 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9252da6-de92-47fd-89a0-7cc03c00b5cc x-openstack-request-id: req-e9252da6-de92-47fd-89a0-7cc03c00b5cc {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:28.718635 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:28.718886 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9252da6-de92-47fd-89a0-7cc03c00b5cc {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:28.719283 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'status': 'completed', 'code': 200} Oct 25 23:04:28.723757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef29ce-29ac-44cc-843b-c08f74f9462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc783689-c4cd-4c15-98c6-cbb31131076a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:28.725122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-d30f0427-ad85-46b2-9383-1f99fdb89b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:28.727422 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-d30f0427-ad85-46b2-9383-1f99fdb89b32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1095 time: 0.0893614 Oct 25 23:04:28.729449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0fef29ce-29ac-44cc-843b-c08f74f9462e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=521fd6377a83473a91ab03e37e848ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074592 Oct 25 23:04:28.732034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48068) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:28.732376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 16db5ba9-cf30-4649-81d5-648c24db42cd up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:28.792912 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-a29bdd27-6c87-425a-9324-f3fa90b45f28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 217 time: 0.0434060 Oct 25 23:04:28.852337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 16db5ba9-cf30-4649-81d5-648c24db42cd completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:04:28.857932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 16db5ba9-cf30-4649-81d5-648c24db42cd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:28.858650 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:28.886075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895ff3-5d48-4bb2-9321-2fc3526d6d70 req-2ad753dc-223a-46d9-93f8-78148ce6333c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:28.894185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00895ff3-5d48-4bb2-9321-2fc3526d6d70 req-2ad753dc-223a-46d9-93f8-78148ce6333c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0800080 Oct 25 23:04:28.953615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00895ff3-5d48-4bb2-9321-2fc3526d6d70 req-3f6a1d82-a870-4d77-bdb5-5a5cb41869f8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577586 Oct 25 23:04:29.028765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.036072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e48a5317-1b09-4642-bf67-a7e6add44e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.060487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e48a5317-1b09-4642-bf67-a7e6add44e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.081826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16db5ba9-cf30-4649-81d5-648c24db42cd'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:29.090031 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533c41f-158a-4c35-90e2-5c0f8d7ed0ef" -d '{"events": [{"server_uuid": "cbca123f-f540-4a3b-9e17-05346dfa864c", "name": "network-vif-plugged", "status": "completed", "tag": "16db5ba9-cf30-4649-81d5-648c24db42cd"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:29.120307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-b63f0f38-e252-4833-8c1b-2bd81f6d8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:29.122100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-b63f0f38-e252-4833-8c1b-2bd81f6d8e3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.3119094 Oct 25 23:04:29.124526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e48a5317-1b09-4642-bf67-a7e6add44e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.126303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 16db5ba9-cf30-4649-81d5-648c24db42cd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=16db5ba9-cf30-4649-81d5-648c24db42cd,segment=NetworkSegment(9f4644cb-2054-47e7-a0fa-fddf2c37c3b7),segment_id=9f4644cb-2054-47e7-a0fa-fddf2c37c3b7)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:29.127618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e48a5317-1b09-4642-bf67-a7e6add44e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.128936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e48a5317-1b09-4642-bf67-a7e6add44e9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc783689-c4cd-4c15-98c6-cbb31131076a HTTP/1.1" status: 204 len: 168 time: 0.3959739 Oct 25 23:04:29.136739 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.224228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=16db5ba9-cf30-4649-81d5-648c24db42cd,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:29.233281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a5317-1b09-4642-bf67-a7e6add44e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc783689-c4cd-4c15-98c6-cbb31131076a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:29.236483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-b11c53d7-08c2-4666-877d-338385cbc9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063054 Oct 25 23:04:29.251050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6e7e-128c-4df6-b80f-dbc30a63986e req-787564c5-8b3b-4fae-83cb-6f756e8d64f2 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:29.271227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e5e6e7e-128c-4df6-b80f-dbc30a63986e req-787564c5-8b3b-4fae-83cb-6f756e8d64f2 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 944 time: 0.3257451 Oct 25 23:04:29.303186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d64957ea-ed30-4fa3-b7b4-8d3386a76154 req-28a2d7c9-06ce-4fb1-95a8-154e62ccec03 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.1079090 Oct 25 23:04:29.356685 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562251d-2fc5-42a6-867a-a86e24b087bc x-openstack-request-id: req-0562251d-2fc5-42a6-867a-a86e24b087bc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:29.356991 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbca123f-f540-4a3b-9e17-05346dfa864c", "name": "network-vif-plugged", "status": "completed", "tag": "16db5ba9-cf30-4649-81d5-648c24db42cd", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:29.357364 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0562251d-2fc5-42a6-867a-a86e24b087bc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:29.357634 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16db5ba9-cf30-4649-81d5-648c24db42cd', 'code': 200} Oct 25 23:04:29.434163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e5e6e7e-128c-4df6-b80f-dbc30a63986e req-c313b2ae-9ab4-4b0e-abd1-e8e3fe7ef8bb tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619203 Oct 25 23:04:29.506372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-7639e183-2637-49f5-ade9-32da049d6ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318633 Oct 25 23:04:29.514576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108f23a-dd5c-4eed-85e4-6bd8b9a7c0a9 req-06497d47-a5c0-43cc-9d90-e97177defb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:29.516418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1108f23a-dd5c-4eed-85e4-6bd8b9a7c0a9 req-06497d47-a5c0-43cc-9d90-e97177defb3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 1096 time: 0.0810792 Oct 25 23:04:29.637919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1108f23a-dd5c-4eed-85e4-6bd8b9a7c0a9 req-b8cb35a5-e9fc-4c1e-8691-b812a39caba4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102138 Oct 25 23:04:29.666213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32678f9f-90ae-453e-8538-fb4e2e26c870 req-9ed23ae7-7359-4508-88b0-e31ddd5c691b service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483569 Oct 25 23:04:29.699132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48086) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:29.724252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.856457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538f61-9447-4876-bd08-e98c36be6310 req-0434f531-c5b8-40e9-8b5b-52ebf126a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:29.858202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-0434f531-c5b8-40e9-8b5b-52ebf126a144 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1095 time: 0.0860782 Oct 25 23:04:29.870005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05b1b-0c4f-42e0-8d05-9e47e4cd2442 req-50518ea3-c4c3-4e10-8fa6-53d52bef9c7b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:29.871663 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bf05b1b-0c4f-42e0-8d05-9e47e4cd2442 req-50518ea3-c4c3-4e10-8fa6-53d52bef9c7b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 944 time: 0.1015182 Oct 25 23:04:29.876237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.883972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:29.943944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce8f0fa03af24ca1bc425fadaf284832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424662 Oct 25 23:04:29.946422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e375c9d6-3bb2-4a6e-8a21-1cec6bd03cb3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:29.948108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48090) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:29.955317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.955657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.956000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.956336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.956668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.957416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.957859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.958214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.958548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.958970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.959412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:29.959808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7988fb-dd81-4ffc-9e62-d6e553268460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:04:30.057039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bf05b1b-0c4f-42e0-8d05-9e47e4cd2442 req-08f5197f-1157-4fb8-aadd-2f3c3c998f60 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750481 Oct 25 23:04:30.141201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538f61-9447-4876-bd08-e98c36be6310 req-d0df967d-4b2e-483e-9895-fd018decd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:30.142725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-d0df967d-4b2e-483e-9895-fd018decd7c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.2701018 Oct 25 23:04:30.171559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421e8c-39a0-45d3-82db-abc5be0aa643 req-512c6ad3-b58d-4a25-b512-29e5de29b105 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:30.173324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b421e8c-39a0-45d3-82db-abc5be0aa643 req-512c6ad3-b58d-4a25-b512-29e5de29b105 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1186001 Oct 25 23:04:30.207093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-d28c2ba2-2186-420e-993f-48385ba22f24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 217 time: 0.0491581 Oct 25 23:04:30.208007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef59e74-418b-45a6-9a93-adad383c3802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:30.243552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b421e8c-39a0-45d3-82db-abc5be0aa643 req-bf886bd6-a8af-4793-bc48-37b862abdf6b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612910 Oct 25 23:04:30.274478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef59e74-418b-45a6-9a93-adad383c3802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:30.312896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538f61-9447-4876-bd08-e98c36be6310 req-ca7c0cd1-c9a4-41c6-b2bc-2e5822ec58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:30.313953 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-ca7c0cd1-c9a4-41c6-b2bc-2e5822ec58a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.0950410 Oct 25 23:04:30.353059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-c8ed6387-60ff-49d7-83bf-8c36c6c929c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303154 Oct 25 23:04:30.479424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82bfddaf-558d-4429-b018-2ffa4b915784 req-b1073958-8ff5-4984-aa29-116a3247e46c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.0432353 Oct 25 23:04:30.494499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef59e74-418b-45a6-9a93-adad383c3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:30.497653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef59e74-418b-45a6-9a93-adad383c3802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:30.498929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4ef59e74-418b-45a6-9a93-adad383c3802 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e375c9d6-3bb2-4a6e-8a21-1cec6bd03cb3 HTTP/1.1" status: 204 len: 168 time: 0.5473287 Oct 25 23:04:30.530803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-543f7c98-6e3e-4956-bee9-a36bb0d45000 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687119 Oct 25 23:04:30.532898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef59e74-418b-45a6-9a93-adad383c3802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e375c9d6-3bb2-4a6e-8a21-1cec6bd03cb3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:30.661937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13e32-bd99-4db2-8966-0200f6271f2c req-b30ff9e8-a587-43b8-ba50-e140b7f2d37a tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:30.678305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abd13e32-bd99-4db2-8966-0200f6271f2c req-b30ff9e8-a587-43b8-ba50-e140b7f2d37a tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.1319849 Oct 25 23:04:30.745694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f538f61-9447-4876-bd08-e98c36be6310 req-6a66fe83-a350-459d-a33f-40a23ec16c4f service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063997 Oct 25 23:04:30.750734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-abd13e32-bd99-4db2-8966-0200f6271f2c req-7eacde7b-efad-4366-96e5-8b37d5f23684 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699005 Oct 25 23:04:31.229435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b76b7-2953-4b81-8be8-52075f32595a req-93190822-d9d6-40b2-bb4e-0066180e4d08 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:31.240493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f03b76b7-2953-4b81-8be8-52075f32595a req-93190822-d9d6-40b2-bb4e-0066180e4d08 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 944 time: 0.1003745 Oct 25 23:04:31.337969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f03b76b7-2953-4b81-8be8-52075f32595a req-04272d10-0e29-429b-afc7-e68c716180e5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810463 Oct 25 23:04:31.467975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d6c62-a2d0-4c15-911d-d2bcb2275921 req-b38d39e7-ce6d-40ce-ac85-6ab0326c3c29 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:31.493708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb3d6c62-a2d0-4c15-911d-d2bcb2275921 req-b38d39e7-ce6d-40ce-ac85-6ab0326c3c29 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0867548 Oct 25 23:04:31.572464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb3d6c62-a2d0-4c15-911d-d2bcb2275921 req-61ef8939-1b6a-43a5-88e4-f4b6a87f428e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 Oct 25 23:04:31.645519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd09bcd5-eb22-4280-b490-abd51652b3be req-a1955a4e-426b-4efc-902f-35d07978193c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=2252575c-a181-4c27-878e-1e317f678ffa HTTP/1.1" status: 200 len: 210 time: 0.0601599 Oct 25 23:04:31.972557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0901e-093e-4621-83c3-b864a7806c50 req-45a1f831-efae-4a96-a5cd-04ef5311b24d tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:31.980407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbd0901e-093e-4621-83c3-b864a7806c50 req-45a1f831-efae-4a96-a5cd-04ef5311b24d tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.1142957 Oct 25 23:04:32.036188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbd0901e-093e-4621-83c3-b864a7806c50 req-945659fb-1ba6-4292-99bd-d8f146290a28 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Oct 25 23:04:32.491106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cb35c-102b-4fee-84ac-63df4fbacc33 req-f209388b-03a8-4af7-940b-922442f0cdca tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:32.498992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-2449a880-b51e-4a8c-b5d1-ec5a882a5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:32.502639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a23cb35c-102b-4fee-84ac-63df4fbacc33 req-f209388b-03a8-4af7-940b-922442f0cdca tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.0824497 Oct 25 23:04:32.502810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-2449a880-b51e-4a8c-b5d1-ec5a882a5cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e8d5ec240341b6bfc09fbf733bf29a&device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 1096 time: 0.0973408 Oct 25 23:04:32.557389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a23cb35c-102b-4fee-84ac-63df4fbacc33 req-25d7725f-c4b5-4010-aba3-88d5e8de4376 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Oct 25 23:04:32.740076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301c03e-691b-4346-ae3f-e6f1951c922d req-3d753682-a483-4be6-aa00-190c19c56bf0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:32.741582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1301c03e-691b-4346-ae3f-e6f1951c922d req-3d753682-a483-4be6-aa00-190c19c56bf0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 944 time: 0.1236091 Oct 25 23:04:32.754392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-671f2241-9c63-44f6-97ff-fdf436d5e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:32.755867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-671f2241-9c63-44f6-97ff-fdf436d5e2a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00 HTTP/1.1" status: 200 len: 914 time: 0.2420654 Oct 25 23:04:32.769861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491a62-17ff-4bb6-90d9-1094bca4f37d req-dfd310af-ca11-44c6-8745-8af901a7c831 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:32.771914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77491a62-17ff-4bb6-90d9-1094bca4f37d req-dfd310af-ca11-44c6-8745-8af901a7c831 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1037838 Oct 25 23:04:32.812256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-31951d55-e399-4589-a544-e9105b0db2ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16db5ba9-cf30-4649-81d5-648c24db42cd HTTP/1.1" status: 200 len: 217 time: 0.0482173 Oct 25 23:04:32.853576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77491a62-17ff-4bb6-90d9-1094bca4f37d req-09a6d9f9-b2e9-4e5c-a1f5-5a01d58afcd7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740447 Oct 25 23:04:32.910291 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1301c03e-691b-4346-ae3f-e6f1951c922d req-02494eb9-f91c-449a-b8c8-2a6d61b64165 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534109 Oct 25 23:04:32.956614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-c864f993-b89f-4247-be38-0896ad3dd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:32.956614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-c864f993-b89f-4247-be38-0896ad3dd47c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56183c85-4caf-40b4-8e65-767517197f2a HTTP/1.1" status: 200 len: 853 time: 0.1248281 Oct 25 23:04:33.028824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-918400f9-25a2-4ce6-a4a2-5be48e3a47ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfe3ad00-3753-4845-8a5b-9e8fd04cee00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584142 Oct 25 23:04:33.148584 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-3c80a429-685e-4c47-a317-25eb14511973 service neutron] 10.222.0.11 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085107 Oct 25 23:04:33.244131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Request body: {'security_group': {'name': 'tempest-securitygroup-774718362', 'description': 'tempest-description-932090760'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:33.286185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.315649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.350897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a804d616-e9fc-4209-b87e-18e7a8c3acd9 req-57d66243-d4e7-4099-bfaf-c7bfe9775837 service neutron] 10.222.0.11 "GET /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798031 Oct 25 23:04:33.420447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.426408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.461578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05685be-b882-4d4c-813d-c6c2ee6ec1aa,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:33.469650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:04:33.566352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.572550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.634388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68e2dde-3b6e-4a50-94c2-b201467f500c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:33.645333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.672649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a4f6928-f9fa-4b48-bb37-83ca8a384f9b req-4f259619-07e7-4f6c-b384-7394285b38e9 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4337878 Oct 25 23:04:33.718994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-cdfc198b-1690-4e6d-9878-ae009aad595e req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Request body: {'security_group': {'name': 'tempest-securitygroup-778504504', 'description': 'tempest-description-282336626'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:33.739460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:33.768930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'network_id': '6638b5b8-5945-4405-880e-de2a06391947', 'port_id': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'mac_address': 'fa:16:3e:30:14:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df23d749-9858-4d1c-b13f-3b1532b9b1d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:04:33.770609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cdfc198b-1690-4e6d-9878-ae009aad595e req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.885911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cdfc198b-1690-4e6d-9878-ae009aad595e req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.894272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cdfc198b-1690-4e6d-9878-ae009aad595e req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.901807 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.930082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:33.932227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7492a8-50a4-4afa-96c8-f25179d8ef44 req-c94f3f09-ba76-4df2-8883-dce700549253 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:33.936050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe7492a8-50a4-4afa-96c8-f25179d8ef44 req-c94f3f09-ba76-4df2-8883-dce700549253 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.1273224 Oct 25 23:04:33.941626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cdfc198b-1690-4e6d-9878-ae009aad595e req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:33.961216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cdfc198b-1690-4e6d-9878-ae009aad595e req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2473779 Oct 25 23:04:33.975104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:33.985511 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.003227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633b62-d75d-42d8-a346-34624d14118d tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe88a9c8-60d2-4ed4-99a3-f929d235818f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:34.042319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe7492a8-50a4-4afa-96c8-f25179d8ef44 req-95cfd6d0-f7f0-4e5a-a264-f863170bd5d1 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880215 Oct 25 23:04:34.102273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:34.175058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418fde1-a6cd-479d-90d1-5cdc84de65e8 req-ae557b2f-5c55-4dc5-b3c8-ade7006dee8e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:34.180610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2418fde1-a6cd-479d-90d1-5cdc84de65e8 req-ae557b2f-5c55-4dc5-b3c8-ade7006dee8e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0994766 Oct 25 23:04:34.199779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e11757-e9ec-4a6b-9651-39bbc4d88c5a req-99108248-4f71-498e-8c81-6d9d83b8a7ef tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:34.207241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76e11757-e9ec-4a6b-9651-39bbc4d88c5a req-99108248-4f71-498e-8c81-6d9d83b8a7ef tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 945 time: 0.0648139 Oct 25 23:04:34.270803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2418fde1-a6cd-479d-90d1-5cdc84de65e8 req-dc634c30-acd9-4f3c-a7e3-71ae17bac7db tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771518 Oct 25 23:04:34.271545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76e11757-e9ec-4a6b-9651-39bbc4d88c5a req-b46d2eef-a628-41af-9f0f-76dffa754405 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631568 Oct 25 23:04:34.391690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-526018190', 'description': 'tempest-description-1502860015'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:34.431454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.440588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.541011 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.544361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:34.546185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.599333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1439aee-4b58-4ab5-830a-e0521514971e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:34.708633 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.721780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.756952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.759269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-106316b0-78eb-43ff-b601-1e9e158e10b7 req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3783386 Oct 25 23:04:34.781435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bd702-423e-4c2e-9d86-c294ffd0a0d9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aac24a-a0f2-41ae-a579-259e7ae051f3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:34.792661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-514f6bcd-0c98-4b0d-9335-a5e59bb5ac0f req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-830352253', 'description': 'tempest-description-1421005744'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:34.819808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-514f6bcd-0c98-4b0d-9335-a5e59bb5ac0f req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.899604 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-514f6bcd-0c98-4b0d-9335-a5e59bb5ac0f req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.907990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-514f6bcd-0c98-4b0d-9335-a5e59bb5ac0f req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.942780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5778c56d-783e-4003-8897-6e172526cd80,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:34.959454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-514f6bcd-0c98-4b0d-9335-a5e59bb5ac0f req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:34.962536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-514f6bcd-0c98-4b0d-9335-a5e59bb5ac0f req-c65ef217-1b15-4673-8a71-2d5c19667bcb tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1746411 Oct 25 23:04:35.193372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-cfc07c52-a976-41f8-95e9-76c6cb1445be tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:35.195632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-cfc07c52-a976-41f8-95e9-76c6cb1445be tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/networks?id=86c52f3d-e685-4cf9-80d9-48eed2c3df0d HTTP/1.1" status: 200 len: 815 time: 0.1124699 Oct 25 23:04:35.218903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-fee23191-2c75-4a1c-9548-bdf93811d151 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/quotas/cf5a1bb79c504313a4d42edf27ecffc9 HTTP/1.1" status: 200 len: 375 time: 0.0160105 Oct 25 23:04:35.279050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-1210a7cb-8cc0-47d4-b7ab-b64def84fb43 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf5a1bb79c504313a4d42edf27ecffc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588725 Oct 25 23:04:35.324105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-e07093f4-6956-4353-9b2e-df4af160eaa3 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59667 time: 0.3364098 Oct 25 23:04:35.390511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-ec9232a0-8178-4e50-b213-f269eafacd49 service neutron] 10.222.0.25 "GET /v2.0/networks/86c52f3d-e685-4cf9-80d9-48eed2c3df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041193 Oct 25 23:04:35.409214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-13839cd7-094c-447c-a17e-60d6e62550e6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0661b503-2838-4d97-8a05-6150577caf41 HTTP/1.1" status: 200 len: 2981 time: 0.0404780 Oct 25 23:04:35.470621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-997ef52e-9bbb-4f94-ad04-3f6375e29c0f tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0661b503-2838-4d97-8a05-6150577caf41 HTTP/1.1" status: 200 len: 2981 time: 0.0548258 Oct 25 23:04:35.501645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-7364c69b-4cef-486c-bc79-4630ab5e2f1b service neutron] 10.222.0.25 "GET /v2.0/networks/86c52f3d-e685-4cf9-80d9-48eed2c3df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049085 Oct 25 23:04:35.515236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-e1eb3efc-6f8b-4012-a7c5-730db5cc0485 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/11a65455-3950-4c3e-aeb1-89ad8429255e HTTP/1.1" status: 200 len: 2981 time: 0.0434694 Oct 25 23:04:35.562471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-a26a57a7-5724-419f-a2a2-d66ddc3c75f3 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/11a65455-3950-4c3e-aeb1-89ad8429255e HTTP/1.1" status: 200 len: 2981 time: 0.0396280 Oct 25 23:04:35.608081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-4e1e0c57-2fb2-4f42-8ff8-d16a4d949de0 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 200 len: 2981 time: 0.0387850 Oct 25 23:04:35.684877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-19271b9d-61f4-428d-bd54-42b67f7ba1f9 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 200 len: 2981 time: 0.0694549 Oct 25 23:04:35.760432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae915d-10d0-4d50-a99c-9ef707a31dd1 req-2b5c8d60-2652-4938-913e-177b2ddfcd1d tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:35.762474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64ae915d-10d0-4d50-a99c-9ef707a31dd1 req-2b5c8d60-2652-4938-913e-177b2ddfcd1d tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.0638423 Oct 25 23:04:35.776083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-facd3e36-18ff-41d7-983d-5012c23be697 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/28d00d56-22e8-40c7-acee-c7b93f9c4ef7 HTTP/1.1" status: 200 len: 2981 time: 0.0842550 Oct 25 23:04:35.825596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64ae915d-10d0-4d50-a99c-9ef707a31dd1 req-988177ec-5d43-4c4d-b6ff-650f6efc10ad tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559802 Oct 25 23:04:35.847684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-1e4aa6b9-e2e9-4b82-9590-989d4400665a tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/28d00d56-22e8-40c7-acee-c7b93f9c4ef7 HTTP/1.1" status: 200 len: 2981 time: 0.0692396 Oct 25 23:04:35.948964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-d4ec7dba-84fc-444f-8f02-1688abd132fd tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3f059a20-83ba-4921-b179-e5de969fc930 HTTP/1.1" status: 200 len: 2973 time: 0.0999620 Oct 25 23:04:35.974756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f3ac7-436d-49e9-ac8a-f53f660c27da req-1d245f82-a81f-47a1-94e5-865755364e8b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:35.976241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f3f3ac7-436d-49e9-ac8a-f53f660c27da req-1d245f82-a81f-47a1-94e5-865755364e8b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0630693 Oct 25 23:04:36.021306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f3f3ac7-436d-49e9-ac8a-f53f660c27da req-3118c601-184f-493a-b885-e585373a4ad2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Oct 25 23:04:36.031647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-5e625d65-96eb-4d49-8ae7-d8b50576fe9f tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3f059a20-83ba-4921-b179-e5de969fc930 HTTP/1.1" status: 200 len: 2973 time: 0.0731008 Oct 25 23:04:36.128716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-4b582078-46c3-4cb7-ba2d-ed2eee16ba1b tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/406d8a75-c60c-4471-b333-e7a010ac8a05 HTTP/1.1" status: 200 len: 2981 time: 0.0919077 Oct 25 23:04:36.182983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-db846498-5c38-4254-bd6b-5867bf893177 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/406d8a75-c60c-4471-b333-e7a010ac8a05 HTTP/1.1" status: 200 len: 2981 time: 0.0519307 Oct 25 23:04:36.194611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c073f4-dc16-4324-94f3-f44edbeca6d4 req-0a01fc44-07c4-4751-95ff-bee60b31ac09 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:36.197203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50c073f4-dc16-4324-94f3-f44edbeca6d4 req-0a01fc44-07c4-4751-95ff-bee60b31ac09 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 945 time: 0.0850596 Oct 25 23:04:36.246321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-08b994f6-6628-42ac-ab7e-6d9efd286d40 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/422bf66e-dcf2-4695-a4b4-5847ca79c4e0 HTTP/1.1" status: 200 len: 2981 time: 0.0621669 Oct 25 23:04:36.255513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50c073f4-dc16-4324-94f3-f44edbeca6d4 req-28127dd1-f24d-495f-aabf-186575bf6642 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495813 Oct 25 23:04:36.324949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-7351d654-8bcd-4947-b9b2-4f03ac0fc0d8 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/422bf66e-dcf2-4695-a4b4-5847ca79c4e0 HTTP/1.1" status: 200 len: 2981 time: 0.0776598 Oct 25 23:04:36.386202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-6fd39425-de0b-421d-8c75-674bd7df0f4e tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/78b2380a-046d-411d-a0c0-3bf135304e1a HTTP/1.1" status: 200 len: 2981 time: 0.0503860 Oct 25 23:04:36.433142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-0cb69812-4674-455f-aecf-73e92e3f0e0b tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/78b2380a-046d-411d-a0c0-3bf135304e1a HTTP/1.1" status: 200 len: 2981 time: 0.0389931 Oct 25 23:04:36.500866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-9532ad13-94d5-45dc-af1c-2cfe8b104607 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a1439aee-4b58-4ab5-830a-e0521514971e HTTP/1.1" status: 200 len: 2981 time: 0.0545545 Oct 25 23:04:36.526716 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b1976bc-fea6-44a2-b9cc-a41dd36138fb req-b4dcd1a4-652a-4b40-9bdd-49cf7cd8fff0 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 210 time: 0.0627556 Oct 25 23:04:36.584641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-9f07d005-4d38-4e2d-9920-9ae2d5b7d973 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a1439aee-4b58-4ab5-830a-e0521514971e HTTP/1.1" status: 200 len: 2981 time: 0.0761971 Oct 25 23:04:36.633284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-2e709e02-841d-43d7-b442-fa5308a3f447 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a248bc0f-2b2e-40d7-bae8-ee7bad20bca6 HTTP/1.1" status: 200 len: 2977 time: 0.0445979 Oct 25 23:04:36.683633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-2992e63f-7821-41a0-81b2-d02e000d76d3 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a248bc0f-2b2e-40d7-bae8-ee7bad20bca6 HTTP/1.1" status: 200 len: 2977 time: 0.0524497 Oct 25 23:04:36.732125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-44c95e89-9650-4a7d-966e-fc8802849739 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/caf02749-f8fc-494b-89d7-6781d4393f80 HTTP/1.1" status: 200 len: 2981 time: 0.0473850 Oct 25 23:04:36.780966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-56c24bbb-0fa5-4dc1-8e4a-2abef57ef26f tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/caf02749-f8fc-494b-89d7-6781d4393f80 HTTP/1.1" status: 200 len: 2981 time: 0.0478232 Oct 25 23:04:36.825519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-8ab56fab-88b5-49ef-ac3e-0da9b1a0c633 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d05685be-b882-4d4c-813d-c6c2ee6ec1aa HTTP/1.1" status: 200 len: 2981 time: 0.0432277 Oct 25 23:04:36.894625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-a5f69c25-271c-4a58-ab9d-2e08595d6318 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d05685be-b882-4d4c-813d-c6c2ee6ec1aa HTTP/1.1" status: 200 len: 2981 time: 0.0598502 Oct 25 23:04:36.946705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-e447466a-7e24-449b-a007-567f2fee002d tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/eecbc2fd-6a71-4828-8453-8ccad605a12b HTTP/1.1" status: 200 len: 2981 time: 0.0510268 Oct 25 23:04:36.999321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-c03bc528-2840-4323-8095-6ef8a9f3b3ed tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/eecbc2fd-6a71-4828-8453-8ccad605a12b HTTP/1.1" status: 200 len: 2981 time: 0.0513289 Oct 25 23:04:37.034000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bf71-ec39-4307-9543-2f200a129bb7 req-c4c303c9-4dc5-4a42-a640-944970011dc7 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:37.045124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05a9bf71-ec39-4307-9543-2f200a129bb7 req-c4c303c9-4dc5-4a42-a640-944970011dc7 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.0707896 Oct 25 23:04:37.052406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-c60ca5cf-1774-4631-8561-c124da0154bf tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f7d1bb89-99e7-4d40-a401-e2df56cd8ad7 HTTP/1.1" status: 200 len: 2981 time: 0.0517950 Oct 25 23:04:37.107042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-8b5dbc1d-0366-44a6-8901-91aa37034c0c tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f7d1bb89-99e7-4d40-a401-e2df56cd8ad7 HTTP/1.1" status: 200 len: 2981 time: 0.0532887 Oct 25 23:04:37.152289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-47ae047a-1998-4ec8-8d32-f9480722c806 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fa858693-5741-4f1f-bd84-2ad542910f5a HTTP/1.1" status: 200 len: 2981 time: 0.0442626 Oct 25 23:04:37.219003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05a9bf71-ec39-4307-9543-2f200a129bb7 req-9e88df60-d2f4-4a78-b186-053974c29213 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724186 Oct 25 23:04:37.259832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7d3a3c-b891-4dd3-961d-f20db4bc01b2 req-b6936f35-ecfd-4506-9a41-92a6188fcffd tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fa858693-5741-4f1f-bd84-2ad542910f5a HTTP/1.1" status: 200 len: 2981 time: 0.0918694 Oct 25 23:04:37.316326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-599a1c4e-de95-43ad-81bb-57d0711a8eaa tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:37.317978 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-599a1c4e-de95-43ad-81bb-57d0711a8eaa tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.11 "GET /v2.0/networks?id=86c52f3d-e685-4cf9-80d9-48eed2c3df0d HTTP/1.1" status: 200 len: 815 time: 0.2063353 Oct 25 23:04:37.341780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Request body: {'port': {'device_id': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'admin_state_up': True, 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:37.445863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4643-ae82-4702-9154-e169a957a1a0 req-d88e6fb4-10af-457b-8ea4-f8bf0ff637fc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:37.447829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5baf4643-ae82-4702-9154-e169a957a1a0 req-d88e6fb4-10af-457b-8ea4-f8bf0ff637fc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1206436 Oct 25 23:04:37.489706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6438f-c080-4d00-9062-dbcda7986881 req-731de8a5-3c25-4b90-9e30-4e922585e677 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:37.493669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0cb6438f-c080-4d00-9062-dbcda7986881 req-731de8a5-3c25-4b90-9e30-4e922585e677 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 945 time: 0.1320570 Oct 25 23:04:37.503453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:37.552387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0cb6438f-c080-4d00-9062-dbcda7986881 req-f6bb5158-5135-4f4c-8872-774b65b667d7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 Oct 25 23:04:37.613127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:04:37.629335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5baf4643-ae82-4702-9154-e169a957a1a0 req-5e38b0e7-e659-4259-9885-e388f0385192 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743743 Oct 25 23:04:37.637553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:37.639251 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:37.655033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Made reservation on behalf of cf5a1bb79c504313a4d42edf27ecffc9 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:37.660728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:37.690280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b03c302d-eb05-45e3-bfc3-537b192bb338 req-56a9088d-34e0-4924-955d-d9abe99be845 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90a7064857964651b4a666fa8c54f03e HTTP/1.1" status: 200 len: 6100 time: 0.1154716 Oct 25 23:04:37.811888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b03c302d-eb05-45e3-bfc3-537b192bb338 req-aed62569-68f4-4c1a-9aae-7e939dc63259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "GET /v2.0/security-groups/d05685be-b882-4d4c-813d-c6c2ee6ec1aa HTTP/1.1" status: 200 len: 2981 time: 0.1110950 Oct 25 23:04:37.868989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:37.936598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b03c302d-eb05-45e3-bfc3-537b192bb338 req-4714c5f8-ad8b-4dd0-8546-0f23fddf3ace tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "GET /v2.0/security-groups/d05685be-b882-4d4c-813d-c6c2ee6ec1aa HTTP/1.1" status: 200 len: 2981 time: 0.1180830 Oct 25 23:04:37.964373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:37.966480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:37.971294 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d791784-1016-4471-8063-36f99cc07965" -d '{"events": [{"server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:37.979757 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.142241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:38.159427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Allocated IP 172.20.0.7 (86c52f3d-e685-4cf9-80d9-48eed2c3df0d/5c2664d7-832d-40bf-8c78-b0483639d768/3300e770-6baf-4227-885f-cb5c6eb9a028) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:38.163032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50367f9c-dba5-46cc-a141-51ac9c2ec6b4 req-3a8ed979-dd73-48d1-bcb0-e50c39e69908 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 210 time: 0.0535698 Oct 25 23:04:38.254634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-484bd60a-dc02-48f0-b786-d1cca20f06f4 req-73bf6c1e-478b-4083-8ad4-121f1b098480 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5778c56d-783e-4003-8897-6e172526cd80 HTTP/1.1" status: 200 len: 1777 time: 0.0577021 Oct 25 23:04:38.333472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-484bd60a-dc02-48f0-b786-d1cca20f06f4 req-f106902a-5238-4e17-85e1-f7f6e875e3f6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.364168 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-484bd60a-dc02-48f0-b786-d1cca20f06f4 req-f106902a-5238-4e17-85e1-f7f6e875e3f6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.408083 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c616b3-e5c8-47d3-8d50-be70cd780e3c x-openstack-request-id: req-c9c616b3-e5c8-47d3-8d50-be70cd780e3c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:38.408590 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:38.409220 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9c616b3-e5c8-47d3-8d50-be70cd780e3c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:38.409820 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'code': 200} Oct 25 23:04:38.428622 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-484bd60a-dc02-48f0-b786-d1cca20f06f4 req-f106902a-5238-4e17-85e1-f7f6e875e3f6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.439116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-484bd60a-dc02-48f0-b786-d1cca20f06f4 req-f106902a-5238-4e17-85e1-f7f6e875e3f6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.459204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-484bd60a-dc02-48f0-b786-d1cca20f06f4 req-f106902a-5238-4e17-85e1-f7f6e875e3f6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/5778c56d-783e-4003-8897-6e172526cd80 HTTP/1.1" status: 204 len: 173 time: 0.2031739 Oct 25 23:04:38.495908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106902a-5238-4e17-85e1-f7f6e875e3f6 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5778c56d-783e-4003-8897-6e172526cd80,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:38.622607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.734716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee7dc2-3ef5-4c54-9bde-4b31360e738b req-744ae171-9f37-4d43-ae73-470d7666f054 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:38.745120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edee7dc2-3ef5-4c54-9bde-4b31360e738b req-744ae171-9f37-4d43-ae73-470d7666f054 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 945 time: 0.1891644 Oct 25 23:04:38.747068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac856956-2661-44c5-8843-023f01f0e51e req-fa4f8349-462f-41e6-b16b-21e2df08b1da tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:38.748557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190c976-a0c8-47de-aeda-8dcf88117b17 req-5fa6ba94-a648-444a-a6e9-1d8583687a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:38.750044 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9190c976-a0c8-47de-aeda-8dcf88117b17 req-5fa6ba94-a648-444a-a6e9-1d8583687a2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1097 time: 0.2303913 Oct 25 23:04:38.766666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac856956-2661-44c5-8843-023f01f0e51e req-fa4f8349-462f-41e6-b16b-21e2df08b1da tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.1640751 Oct 25 23:04:38.840151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9190c976-a0c8-47de-aeda-8dcf88117b17 req-b0380241-f4bf-4854-b472-4f796d7dfe62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 Oct 25 23:04:38.860409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edee7dc2-3ef5-4c54-9bde-4b31360e738b req-2e15d0bc-4226-4d44-a256-df4688f91a5b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103215 Oct 25 23:04:38.863303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:38.865413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac856956-2661-44c5-8843-023f01f0e51e req-b3271a19-9326-4561-b1bb-572848c04392 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974896 Oct 25 23:04:38.939643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Pushing event updated for resources: {'Port': ['ID=3300e770-6baf-4227-885f-cb5c6eb9a028,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:38.984924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:38.992518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:39.002677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:39.041949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8872c46-402c-4302-9df0-7cfe19d5702e req-d528ef9a-a180-46d2-8eb4-de9fb5651589 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "GET /v2.0/security-groups/79aac24a-a0f2-41ae-a579-259e7ae051f3 HTTP/1.1" status: 200 len: 1777 time: 0.1051185 Oct 25 23:04:39.155423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee618de-f515-41c8-b421-510a9d1f967e req-ce74f3f7-3c61-488b-94fd-1498f2f444ea tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:39.157060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee618de-f515-41c8-b421-510a9d1f967e req-ce74f3f7-3c61-488b-94fd-1498f2f444ea tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 945 time: 0.2423277 Oct 25 23:04:39.222579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-6ae11bac-69e9-4774-874f-ae3360852c82 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:39.224623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-6ae11bac-69e9-4774-874f-ae3360852c82 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 945 time: 0.2510309 Oct 25 23:04:39.385352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d11d9-809f-499e-aeaa-88bd936f9672 req-12c230da-4f1f-44fc-9170-0b1e5871cdb0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:39.397464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b4d11d9-809f-499e-aeaa-88bd936f9672 req-12c230da-4f1f-44fc-9170-0b1e5871cdb0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 946 time: 0.3410971 Oct 25 23:04:39.574122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6411669f-9d87-4918-819a-9d72aaab5bfd None None] Provisioning complete for port 3300e770-6baf-4227-885f-cb5c6eb9a028 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:39.575150 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6411669f-9d87-4918-819a-9d72aaab5bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.590899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:39.591616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.593684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b4d11d9-809f-499e-aeaa-88bd936f9672 req-fb6a1921-0fee-4997-bf0b-e6036bc69e22 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950634 Oct 25 23:04:39.657311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-f62e6b21-746d-4358-8bb6-aa191c0d56ab tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3206074 Oct 25 23:04:39.662307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6411669f-9d87-4918-819a-9d72aaab5bfd None None] Port 3300e770-6baf-4227-885f-cb5c6eb9a028 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:04:39.697602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f8872c46-402c-4302-9df0-7cfe19d5702e req-bd50f00e-a680-455a-bcc7-893d5bb3e429 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.740989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f8872c46-402c-4302-9df0-7cfe19d5702e req-bd50f00e-a680-455a-bcc7-893d5bb3e429 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.755470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Request body: {'port': {'device_id': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:39.767241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Deleting port 16db5ba9-cf30-4649-81d5-648c24db42cd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:39.767797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.849929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.921246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f8872c46-402c-4302-9df0-7cfe19d5702e req-bd50f00e-a680-455a-bcc7-893d5bb3e429 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.925083 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f8872c46-402c-4302-9df0-7cfe19d5702e req-bd50f00e-a680-455a-bcc7-893d5bb3e429 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:39.939312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8872c46-402c-4302-9df0-7cfe19d5702e req-bd50f00e-a680-455a-bcc7-893d5bb3e429 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/79aac24a-a0f2-41ae-a579-259e7ae051f3 HTTP/1.1" status: 204 len: 173 time: 0.8845751 Oct 25 23:04:39.983202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50f00e-a680-455a-bcc7-893d5bb3e429 tempest-SecurityGroupsTestAdminJSON-1698636811 tempest-SecurityGroupsTestAdminJSON-1698636811-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aac24a-a0f2-41ae-a579-259e7ae051f3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:40.028781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Deleting port 767e2173-0b5d-4127-84e0-b0d5016c8e68 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:40.032470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:40.183674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f16ac7-0e10-4823-97c5-6381a4a3befd req-1f1f6ff4-fe79-4498-973a-ca2a5c4f8076 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:40.189275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0f16ac7-0e10-4823-97c5-6381a4a3befd req-1f1f6ff4-fe79-4498-973a-ca2a5c4f8076 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.4479327 Oct 25 23:04:40.261487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] For port 16db5ba9-cf30-4649-81d5-648c24db42cd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=16db5ba9-cf30-4649-81d5-648c24db42cd,segment=NetworkSegment(9f4644cb-2054-47e7-a0fa-fddf2c37c3b7),segment_id=9f4644cb-2054-47e7-a0fa-fddf2c37c3b7)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:40.262086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:40.312663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb2a10-4c7b-4cf2-b11b-547cb3553824 req-fc2261e8-9b9b-43d0-8df8-3ed28bf4c835 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:40.320736 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ddb2a10-4c7b-4cf2-b11b-547cb3553824 req-fc2261e8-9b9b-43d0-8df8-3ed28bf4c835 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 931 time: 0.1510372 Oct 25 23:04:40.349681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Calling delete_port for 16db5ba9-cf30-4649-81d5-648c24db42cd owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:40.424546 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ddb2a10-4c7b-4cf2-b11b-547cb3553824 req-0891bf1b-7577-4e06-9016-81a32d6f6bff tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028368 Oct 25 23:04:40.482359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] For port 767e2173-0b5d-4127-84e0-b0d5016c8e68, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=767e2173-0b5d-4127-84e0-b0d5016c8e68,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:40.482746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:40.514113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0f16ac7-0e10-4823-97c5-6381a4a3befd req-24a8231b-5261-42cf-8ec6-f49881f0df4b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011234 Oct 25 23:04:40.566103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Calling delete_port for 767e2173-0b5d-4127-84e0-b0d5016c8e68 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:40.636874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3300e770-6baf-4227-885f-cb5c6eb9a028 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:40.681157 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:40.780654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Transition to ACTIVE for port object 3300e770-6baf-4227-885f-cb5c6eb9a028 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:04:40.787689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:40.788045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:40.804152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 16db5ba9-cf30-4649-81d5-648c24db42cd no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:40.817004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487460-1730-4ce6-9dec-b43496e081bb req-f13608c8-4c3e-484b-b6a2-557593f4edc9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:40.819362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2487460-1730-4ce6-9dec-b43496e081bb req-f13608c8-4c3e-484b-b6a2-557593f4edc9 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 945 time: 0.1675563 Oct 25 23:04:40.856693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 16db5ba9-cf30-4649-81d5-648c24db42cd {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:40.857406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 16db5ba9-cf30-4649-81d5-648c24db42cd not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:40.880051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Pushing event updated for resources: {'Port': ['ID=3300e770-6baf-4227-885f-cb5c6eb9a028,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:40.908313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8d31c-f19d-4799-90c8-e6ff2571a5b6 req-6e4760ca-16ca-4e01-94db-b3d1251572f9 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:40.917065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3b8d31c-f19d-4799-90c8-e6ff2571a5b6 req-6e4760ca-16ca-4e01-94db-b3d1251572f9 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 867 time: 0.1771142 Oct 25 23:04:40.973972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Pushing event deleted for resources: {'Port': ['ID=16db5ba9-cf30-4649-81d5-648c24db42cd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:41.078844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3b8d31c-f19d-4799-90c8-e6ff2571a5b6 req-1ad2f9d3-dfff-4d9d-a49a-97179cc51323 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/security-groups?id=0661b503-2838-4d97-8a05-6150577caf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607578 Oct 25 23:04:41.119798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Attempting to bind port 3300e770-6baf-4227-885f-cb5c6eb9a028 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:41.120492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Attempting to bind port 3300e770-6baf-4227-885f-cb5c6eb9a028 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:41.121072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Attempting to bind port 3300e770-6baf-4227-885f-cb5c6eb9a028 on network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:41.128642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Port 3300e770-6baf-4227-885f-cb5c6eb9a028 on network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:04:41.128985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Attempting to bind port 3300e770-6baf-4227-885f-cb5c6eb9a028 on network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:41.198525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:41.198887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Checking segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:41.199299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Bound using segment: {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:41.199926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Bound port: 3300e770-6baf-4227-885f-cb5c6eb9a028, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7e9a95-44d6-4ef2-8222-49328b8e2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:41.200286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.232362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef3be91e-5a9b-4d3e-9eb4-14837fee3ae4 req-e8c6aa45-fbff-4459-99c7-ab9b72dfc681 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "GET /v2.0/security-groups/fe88a9c8-60d2-4ed4-99a3-f929d235818f HTTP/1.1" status: 200 len: 1776 time: 0.1005681 Oct 25 23:04:41.378288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] No DVR routers for this DVR port 16db5ba9-cf30-4649-81d5-648c24db42cd on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:41.387643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.391627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee618de-f515-41c8-b421-510a9d1f967e req-4ad70447-eb5c-4330-9657-212042c0b139 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.11 "DELETE /v2.0/ports/16db5ba9-cf30-4649-81d5-648c24db42cd HTTP/1.1" status: 204 len: 173 time: 2.2238417 Oct 25 23:04:41.392079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'name': 'network-vif-deleted', 'tag': '16db5ba9-cf30-4649-81d5-648c24db42cd'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:41.394336 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0124862-0331-4430-a311-3aae250c46f8" -d '{"events": [{"server_uuid": "cbca123f-f540-4a3b-9e17-05346dfa864c", "name": "network-vif-deleted", "tag": "16db5ba9-cf30-4649-81d5-648c24db42cd"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:41.442811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2487460-1730-4ce6-9dec-b43496e081bb req-5e7cd05b-61fe-4ccc-95a9-6f1d2bb8557e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759931 Oct 25 23:04:41.469377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef3be91e-5a9b-4d3e-9eb4-14837fee3ae4 req-6210f863-0468-4541-b621-f2658043a259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.478711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] For port 3300e770-6baf-4227-885f-cb5c6eb9a028, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:41.490930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] For port 3300e770-6baf-4227-885f-cb5c6eb9a028, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3300e770-6baf-4227-885f-cb5c6eb9a028,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:41.505131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.510717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.553397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef3be91e-5a9b-4d3e-9eb4-14837fee3ae4 req-6210f863-0468-4541-b621-f2658043a259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.567481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['767e2173-0b5d-4127-84e0-b0d5016c8e68'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:41.574842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:41.575474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.577124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-583a0798-947f-421c-a59a-372759fcca05 service neutron] 10.222.0.11 "PUT /v2.0/ports/3300e770-6baf-4227-885f-cb5c6eb9a028 HTTP/1.1" status: 200 len: 1091 time: 1.8325372 Oct 25 23:04:41.584891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'tag': '3300e770-6baf-4227-885f-cb5c6eb9a028'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:41.588087 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f64482-aa99-4876-b262-7ec4b08a9599" -d '{"events": [{"name": "network-changed", "server_uuid": "e64e6d53-0b8d-433f-bdcc-052cff1c7d1e", "tag": "3300e770-6baf-4227-885f-cb5c6eb9a028"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:41.591621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event deleted for resources: {'Port': ['ID=767e2173-0b5d-4127-84e0-b0d5016c8e68,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:41.645687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a0798-947f-421c-a59a-372759fcca05 service neutron] Pushing event updated for resources: {'Port': ['ID=3300e770-6baf-4227-885f-cb5c6eb9a028,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:41.669426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef3be91e-5a9b-4d3e-9eb4-14837fee3ae4 req-6210f863-0468-4541-b621-f2658043a259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.672168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef3be91e-5a9b-4d3e-9eb4-14837fee3ae4 req-6210f863-0468-4541-b621-f2658043a259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.673316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef3be91e-5a9b-4d3e-9eb4-14837fee3ae4 req-6210f863-0468-4541-b621-f2658043a259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe88a9c8-60d2-4ed4-99a3-f929d235818f HTTP/1.1" status: 204 len: 173 time: 0.4245155 Oct 25 23:04:41.680873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] No DVR routers for this DVR port 767e2173-0b5d-4127-84e0-b0d5016c8e68 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:41.683067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:41.686672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfa4a626-379c-4e89-963f-4d2fd6cc8945 req-668afd8f-4d93-4ec2-9b9c-c9c70bad26a8 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "DELETE /v2.0/ports/767e2173-0b5d-4127-84e0-b0d5016c8e68 HTTP/1.1" status: 204 len: 173 time: 2.3768559 Oct 25 23:04:41.691061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210f863-0468-4541-b621-f2658043a259 tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe88a9c8-60d2-4ed4-99a3-f929d235818f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:41.725774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3a59-415a-40ad-acce-ba17c94638ed req-4021e9d8-54f8-4299-a044-8c06293c7afd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:41.727889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93ef3a59-415a-40ad-acce-ba17c94638ed req-4021e9d8-54f8-4299-a044-8c06293c7afd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 946 time: 0.1264853 Oct 25 23:04:41.784927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93ef3a59-415a-40ad-acce-ba17c94638ed req-cf16e918-3e92-4328-848f-561f7c48d42e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498211 Oct 25 23:04:41.872687 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6001ae-09b1-419d-985e-7f947015dce2 x-openstack-request-id: req-bd6001ae-09b1-419d-985e-7f947015dce2 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:41.873302 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbca123f-f540-4a3b-9e17-05346dfa864c", "name": "network-vif-deleted", "tag": "16db5ba9-cf30-4649-81d5-648c24db42cd", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:41.873302 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd6001ae-09b1-419d-985e-7f947015dce2 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:41.873744 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca123f-f540-4a3b-9e17-05346dfa864c', 'name': 'network-vif-deleted', 'tag': '16db5ba9-cf30-4649-81d5-648c24db42cd', 'status': 'completed', 'code': 200} Oct 25 23:04:42.000984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad836da6-03a5-4362-9612-039161e47389 req-fa13e09e-0511-4faf-a6f6-0c28160349a7 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:42.002515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad836da6-03a5-4362-9612-039161e47389 req-fa13e09e-0511-4faf-a6f6-0c28160349a7 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0700419 Oct 25 23:04:42.042044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad836da6-03a5-4362-9612-039161e47389 req-ce0d0675-bcbb-4b0c-8e64-26f3a85821a3 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Oct 25 23:04:42.147428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602b0f-6fa1-4fa0-b637-9f311be8b255 req-1ae0fbfd-924a-4389-a3fb-f4fdba48a31b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:42.149677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25602b0f-6fa1-4fa0-b637-9f311be8b255 req-1ae0fbfd-924a-4389-a3fb-f4fdba48a31b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0502563 Oct 25 23:04:42.195781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25602b0f-6fa1-4fa0-b637-9f311be8b255 req-92ccd1ae-1bd9-4dc2-be24-5cad41273833 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Oct 25 23:04:42.238888 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9803233c-020c-4677-b90a-2ec49bbb7647 x-openstack-request-id: req-9803233c-020c-4677-b90a-2ec49bbb7647 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:42.239266 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64e6d53-0b8d-433f-bdcc-052cff1c7d1e", "tag": "3300e770-6baf-4227-885f-cb5c6eb9a028", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:42.239576 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9803233c-020c-4677-b90a-2ec49bbb7647 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:42.240031 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'tag': '3300e770-6baf-4227-885f-cb5c6eb9a028', 'status': 'completed', 'code': 200} Oct 25 23:04:42.378405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9084582-91de-4b4d-94ca-008040e4d981 req-ae8b6b9d-1288-48f8-b4d8-01f9a2f0e5bf tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "GET /v2.0/security-groups/f68e2dde-3b6e-4a50-94c2-b201467f500c HTTP/1.1" status: 200 len: 1776 time: 0.0528760 Oct 25 23:04:42.442861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9084582-91de-4b4d-94ca-008040e4d981 req-0206a52b-d6e7-4b8b-9b25-b2539d26493e tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:42.466931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9084582-91de-4b4d-94ca-008040e4d981 req-0206a52b-d6e7-4b8b-9b25-b2539d26493e tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:42.506315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9084582-91de-4b4d-94ca-008040e4d981 req-0206a52b-d6e7-4b8b-9b25-b2539d26493e tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:42.509860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9084582-91de-4b4d-94ca-008040e4d981 req-0206a52b-d6e7-4b8b-9b25-b2539d26493e tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:42.511094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9084582-91de-4b4d-94ca-008040e4d981 req-0206a52b-d6e7-4b8b-9b25-b2539d26493e tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] 10.222.0.25 "DELETE /v2.0/security-groups/f68e2dde-3b6e-4a50-94c2-b201467f500c HTTP/1.1" status: 204 len: 173 time: 0.1254091 Oct 25 23:04:42.519941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a52b-d6e7-4b8b-9b25-b2539d26493e tempest-SecurityGroupsTestAdminJSON-707071656 tempest-SecurityGroupsTestAdminJSON-707071656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68e2dde-3b6e-4a50-94c2-b201467f500c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:42.631430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-de5ad08f-63e1-45b3-a05a-50774ef78129 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2000162836&fields=id&tenant_id=d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 267 time: 0.0379679 Oct 25 23:04:42.661742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:42.688775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-be7f57ef-205b-47b0-bff1-8336c1000d7c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:42.690322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-be7f57ef-205b-47b0-bff1-8336c1000d7c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 946 time: 0.0521007 Oct 25 23:04:42.704473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'port': {'security_groups': ['1e1befa1-f535-4970-b447-d0d0e4495ad2', 'd3abba76-50f7-447c-a3cd-51424b25f8be']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:42.793865 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:42.869866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:43.016626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:43.043866 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-10411966-5e81-44bb-ac28-7a28bf60d649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90a7064857964651b4a666fa8c54f03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727328 Oct 25 23:04:43.046456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48340) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:43.051912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.057508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.091535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:43.105710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69828149-e16a-4990-81bd-d8e5aeb2ac1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.105926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:43.106473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.107862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a5bd737f-9b8f-443d-9343-058e0c4f0677 req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "PUT /v2.0/ports/a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 982 time: 0.4086115 Oct 25 23:04:43.128941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926075b9-68ed-4ddc-9ec8-258cb6c313ce tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:43.130614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69828149-e16a-4990-81bd-d8e5aeb2ac1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.191278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69828149-e16a-4990-81bd-d8e5aeb2ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.194336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69828149-e16a-4990-81bd-d8e5aeb2ac1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.195186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69828149-e16a-4990-81bd-d8e5aeb2ac1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d05685be-b882-4d4c-813d-c6c2ee6ec1aa HTTP/1.1" status: 204 len: 168 time: 0.1477389 Oct 25 23:04:43.212473 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af96d006-42bc-4e40-9f8c-6e952b1a4381 req-ff43755c-a085-4570-9ded-9062c318e037 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0411465 Oct 25 23:04:43.214221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69828149-e16a-4990-81bd-d8e5aeb2ac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05685be-b882-4d4c-813d-c6c2ee6ec1aa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:43.308607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:43.338062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff2c687f-5b0b-4eaa-872b-7cfb0fca7585 req-57b219de-5b55-4e22-9364-27868629a360 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0443048 Oct 25 23:04:43.455848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5fa0b-1ec5-4afd-8fee-d20fb6fdabd7 req-41c72471-c749-4ed3-a8ab-ef423b2cc064 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:43.457572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ea5fa0b-1ec5-4afd-8fee-d20fb6fdabd7 req-41c72471-c749-4ed3-a8ab-ef423b2cc064 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0530198 Oct 25 23:04:43.558118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ea5fa0b-1ec5-4afd-8fee-d20fb6fdabd7 req-510fc06e-c98b-4c96-9e80-0cc38b93ffb8 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854905 Oct 25 23:04:43.628142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50ee041c-a7c8-414e-ab6a-b83f81a8758c req-4d55c442-c6dc-4908-9ed6-34efd4e98d23 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/d3abba76-50f7-447c-a3cd-51424b25f8be HTTP/1.1" status: 200 len: 1801 time: 0.0472806 Oct 25 23:04:43.676620 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-50ee041c-a7c8-414e-ab6a-b83f81a8758c req-7000dac2-7b0b-48fd-aac4-31ca0a5f8447 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 23:04:43.677956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50ee041c-a7c8-414e-ab6a-b83f81a8758c req-7000dac2-7b0b-48fd-aac4-31ca0a5f8447 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3abba76-50f7-447c-a3cd-51424b25f8be HTTP/1.1" status: 409 len: 341 time: 0.0462608 Oct 25 23:04:43.685300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48354) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:43.726676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc6522cf-7eb1-4355-9cfc-01bc0b5e544c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8a3bcc35b314d1aa3401987fd1bd58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399125 Oct 25 23:04:43.729018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:43.821026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa18bc-a8a3-47af-8440-eb68c012c3bf req-3639128b-57ab-4592-b46d-ccfb5a2fae7e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:43.822713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2aaa18bc-a8a3-47af-8440-eb68c012c3bf req-3639128b-57ab-4592-b46d-ccfb5a2fae7e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0866451 Oct 25 23:04:43.826542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c573f33-1e01-4ce4-b149-9178abf5f442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.863533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c573f33-1e01-4ce4-b149-9178abf5f442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.875221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'name': 'network-vif-deleted', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68'}, {'name': 'network-changed', 'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:43.877884 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b" -d '{"events": [{"server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "name": "network-vif-deleted", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68"}, {"name": "network-changed", "server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:43.922612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2aaa18bc-a8a3-47af-8440-eb68c012c3bf req-f734bfb1-2fa2-4c08-8b74-e1e4e2902f36 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841382 Oct 25 23:04:43.963551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c573f33-1e01-4ce4-b149-9178abf5f442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.966835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c573f33-1e01-4ce4-b149-9178abf5f442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:43.970701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c573f33-1e01-4ce4-b149-9178abf5f442 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1439aee-4b58-4ab5-830a-e0521514971e HTTP/1.1" status: 204 len: 168 time: 0.2379415 Oct 25 23:04:43.991347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c573f33-1e01-4ce4-b149-9178abf5f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1439aee-4b58-4ab5-830a-e0521514971e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:44.226494 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df091866-ec20-4e1f-b31a-695cd16a0bb1 x-openstack-request-id: req-df091866-ec20-4e1f-b31a-695cd16a0bb1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:44.227221 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edbed5-329b-44db-abc4-5777be10ac1d", "name": "network-vif-deleted", "tag": "767e2173-0b5d-4127-84e0-b0d5016c8e68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:44.227221 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df091866-ec20-4e1f-b31a-695cd16a0bb1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:44.227673 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edbed5-329b-44db-abc4-5777be10ac1d', 'name': 'network-vif-deleted', 'tag': '767e2173-0b5d-4127-84e0-b0d5016c8e68', 'status': 'completed', 'code': 200} Oct 25 23:04:44.228015 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'status': 'completed', 'code': 200} Oct 25 23:04:44.349543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442520-8921-432b-9a1b-f91ba2384fe7 req-812715aa-9f20-4e44-afbb-50e4838a5638 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:44.351743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1442520-8921-432b-9a1b-f91ba2384fe7 req-812715aa-9f20-4e44-afbb-50e4838a5638 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 985 time: 0.0650430 Oct 25 23:04:44.369490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-d565ef40-aa3e-4a40-b5a0-193d9f7e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:44.371738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-d565ef40-aa3e-4a40-b5a0-193d9f7e05b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1136 time: 0.1016371 Oct 25 23:04:44.408960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1442520-8921-432b-9a1b-f91ba2384fe7 req-52d2c5a1-21cd-4d2f-a429-c04997a73163 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3abba76-50f7-447c-a3cd-51424b25f8be&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0494540 Oct 25 23:04:44.486817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-343ac059-f29b-40ca-bfb4-c654696fc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:44.488284 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-343ac059-f29b-40ca-bfb4-c654696fc3f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.1083484 Oct 25 23:04:44.512206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-47ccccc5-17ab-4a15-bfc2-d627f296e684 req-4135d3a5-cc4c-45bc-b0ec-2d60d636e469 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0322781 Oct 25 23:04:44.537593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-613fe63a-bc49-4d02-b91a-95c11f14cacd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 217 time: 0.0419960 Oct 25 23:04:44.599879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-d5740f91-5dfc-4398-9a11-754f236724e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:44.601984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-d5740f91-5dfc-4398-9a11-754f236724e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.0569103 Oct 25 23:04:44.646415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c165e6df-6994-4459-bcfb-90bf920e74cb req-b74a0200-8661-4ea7-abe4-eb63ce3e4e9e tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0505478 Oct 25 23:04:44.656917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-b0cc0d0a-a0f2-4f94-861a-4bddcac4735f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363519 Oct 25 23:04:44.762976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-53a92d4e-7331-44a4-9c02-5e1413558fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988097 Oct 25 23:04:44.768890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80c05b-c47e-4a2a-bd74-04c5b222f7c7 req-aa6a3461-62ba-4892-9b25-121a93c8439c tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:44.770380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a80c05b-c47e-4a2a-bd74-04c5b222f7c7 req-aa6a3461-62ba-4892-9b25-121a93c8439c tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0568891 Oct 25 23:04:44.812992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a80c05b-c47e-4a2a-bd74-04c5b222f7c7 req-6f25f9d2-fb7a-4f95-b9c7-14a3a94ee3ca tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347290 Oct 25 23:04:44.813239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:44.833759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 767e2173-0b5d-4127-84e0-b0d5016c8e68 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:44.834097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 767e2173-0b5d-4127-84e0-b0d5016c8e68 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:44.874164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3d74f94-0fb9-4afc-a19a-bc389a6c1f6b req-7815a2e8-b294-4af0-88de-796d437059c9 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030531 Oct 25 23:04:45.008966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9717-9b37-49be-9fa8-b916413577d1 req-7a41c55b-138f-4fb6-b159-ced6377badb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:45.010621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-7a41c55b-138f-4fb6-b159-ced6377badb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1136 time: 0.0462272 Oct 25 23:04:45.058160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e96b-d969-402e-83f5-44c521e4b9d3 req-ea014db9-e207-43c6-bb62-5ceaac4ffcf9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:45.059828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28e1e96b-d969-402e-83f5-44c521e4b9d3 req-ea014db9-e207-43c6-bb62-5ceaac4ffcf9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0523627 Oct 25 23:04:45.139093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9717-9b37-49be-9fa8-b916413577d1 req-cf8e780d-3049-4aaf-84d5-ffda95e46127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:45.140724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-cf8e780d-3049-4aaf-84d5-ffda95e46127 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.1220958 Oct 25 23:04:45.143025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28e1e96b-d969-402e-83f5-44c521e4b9d3 req-82dea073-b4ba-4ae4-8c21-5bba6c033ed6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669081 Oct 25 23:04:45.204215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-db692337-124a-449a-be49-3691cc53e519 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 217 time: 0.0559421 Oct 25 23:04:45.264299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9717-9b37-49be-9fa8-b916413577d1 req-ce190551-feb2-47fb-880d-3212c2545ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:45.265900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-ce190551-feb2-47fb-880d-3212c2545ac7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.0549061 Oct 25 23:04:45.314251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-84c1eb00-90f5-444a-9877-4f2425e081a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354638 Oct 25 23:04:45.449509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-c39321c8-4487-4d06-9bbf-7c5f42ba5463 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280818 Oct 25 23:04:45.507043 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c525226c-b354-413d-b203-26d463ff3429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:45.616219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14db9717-9b37-49be-9fa8-b916413577d1 req-fc74fab2-b037-4d14-b2ec-98d71185d401 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575258 Oct 25 23:04:45.629336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264526-9bd5-478d-882e-c615185d0a14 req-4b687980-1eb6-4574-915f-08619adf7312 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:45.631027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7264526-9bd5-478d-882e-c615185d0a14 req-4b687980-1eb6-4574-915f-08619adf7312 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 985 time: 0.0930631 Oct 25 23:04:45.708461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7264526-9bd5-478d-882e-c615185d0a14 req-4e7eb935-f334-4267-a9fa-b1d1041f08d3 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3abba76-50f7-447c-a3cd-51424b25f8be&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0660431 Oct 25 23:04:45.807444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed5be7be-8db2-4a52-a4c8-9ce324ca3f76 req-028c5fae-411a-4436-8347-bca2bc527d1c tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0503526 Oct 25 23:04:45.904820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9672ba48-5407-4da8-8e25-f6863cba4f54 req-09ddc5a5-4525-46f0-b14f-09578d55abb5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0392234 Oct 25 23:04:46.022382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22ac0-b401-4543-8047-bc52fc7c533d req-e7d5a5b6-c773-40cf-a120-aefcca80becd tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:46.024411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5f22ac0-b401-4543-8047-bc52fc7c533d req-e7d5a5b6-c773-40cf-a120-aefcca80becd tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0542943 Oct 25 23:04:46.081134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5f22ac0-b401-4543-8047-bc52fc7c533d req-2798cbc2-7c25-4a06-a3ed-2142e76292dc tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Oct 25 23:04:46.289046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-9517c49c-9cc2-467b-82f8-86c5ec43c84d tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b47ba10a8cd44caaa710452bac4063f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222535 Oct 25 23:04:46.401511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4966b67e-fa18-4b7e-bc93-dfe2acbee6d1 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:46.403027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4966b67e-fa18-4b7e-bc93-dfe2acbee6d1 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082613 Oct 25 23:04:46.418293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-31fe5a1e-59c8-446c-9b16-46afedef29a0 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/quotas/b47ba10a8cd44caaa710452bac4063f8 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Oct 25 23:04:46.454520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-a9710102-1223-44b7-86d9-2cae126643fa tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b47ba10a8cd44caaa710452bac4063f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306070 Oct 25 23:04:46.686126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a015f-373d-4915-acaf-a32007b4370f req-a73dc53e-717c-4234-907c-ab4aa4194deb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:46.687686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec3a015f-373d-4915-acaf-a32007b4370f req-a73dc53e-717c-4234-907c-ab4aa4194deb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0518599 Oct 25 23:04:46.768348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec3a015f-373d-4915-acaf-a32007b4370f req-92fce409-f0f5-40b7-933d-aa716df9d2f3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726569 Oct 25 23:04:46.919769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-884119e3-a647-49c2-b0ee-c240a76718cc req-2cbce4ef-3170-4da6-9856-bcaeee0485d8 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 210 time: 0.0278673 Oct 25 23:04:47.055283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaff7f-dbf0-41d6-af06-12344ad09a43 req-489a0350-a0e9-4a81-b8f0-9317e0d2cbcd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:47.056801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ccfaff7f-dbf0-41d6-af06-12344ad09a43 req-489a0350-a0e9-4a81-b8f0-9317e0d2cbcd tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 985 time: 0.0620027 Oct 25 23:04:47.102020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ccfaff7f-dbf0-41d6-af06-12344ad09a43 req-b1a15d32-0279-4de4-8857-06493ad790bc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3abba76-50f7-447c-a3cd-51424b25f8be&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0378759 Oct 25 23:04:47.190887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef85ba1b-0c05-479b-8d3c-6d00e503b3f1 req-58acee9c-c2d6-41aa-ad27-29098c63a679 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0315275 Oct 25 23:04:47.279430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc6b854-caf3-4854-95a6-1c7e95e9eb8d req-44444299-5459-4481-aa09-ad5ab56c4c21 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0307817 Oct 25 23:04:47.392220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44af8-167a-4036-a740-d9620a6e53c7 req-18a1d8ee-45ea-4466-a808-3e212b38f6d6 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:47.396560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2a44af8-167a-4036-a740-d9620a6e53c7 req-18a1d8ee-45ea-4466-a808-3e212b38f6d6 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0487471 Oct 25 23:04:47.462457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2a44af8-167a-4036-a740-d9620a6e53c7 req-8c44113e-bd67-4a66-a0e8-4e5b10f22fde tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 Oct 25 23:04:47.551527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30a168e-d3fd-411f-b596-772552ff5725 req-8729024a-27c3-41c9-bd8d-1889acae61a5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-40898639&fields=id&tenant_id=d74e74f48ae14c2baf43c30aa1c7042d HTTP/1.1" status: 200 len: 267 time: 0.0329623 Oct 25 23:04:47.652105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a168e-d3fd-411f-b596-772552ff5725 req-729004de-7194-4ded-a653-7f3fc9af3bf1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:47.653697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30a168e-d3fd-411f-b596-772552ff5725 req-729004de-7194-4ded-a653-7f3fc9af3bf1 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 985 time: 0.0946777 Oct 25 23:04:47.668972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'port': {'security_groups': ['1e1befa1-f535-4970-b447-d0d0e4495ad2', 'd3abba76-50f7-447c-a3cd-51424b25f8be', 'c796514d-7781-4468-923a-a23cf4f8c3c5']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:47.720355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-95d0120c-9e23-4d08-bf0f-315bb01d82e8 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b47ba10a8cd44caaa710452bac4063f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226440 Oct 25 23:04:47.772380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:47.871892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-b2b7fedb-360b-4bde-9a65-b3bf203da64d tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:47.873576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-b2b7fedb-360b-4bde-9a65-b3bf203da64d tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465862 Oct 25 23:04:47.902569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Request body: {'port': {'device_id': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'b47ba10a8cd44caaa710452bac4063f8'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:48.016648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Made reservation on behalf of b47ba10a8cd44caaa710452bac4063f8 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:48.020596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.030943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.057820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:48.115914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.121776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.134415 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.140643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.155537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:48.179298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:48.180106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.181505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30a168e-d3fd-411f-b596-772552ff5725 req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "PUT /v2.0/ports/a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 1021 time: 0.5194104 Oct 25 23:04:48.181958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:48.185042 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69327fa7-9939-4838-a1fc-d9edc2aae861" -d '{"events": [{"name": "network-changed", "server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:48.205552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc89ff-1288-41b1-8d86-8973282fa4de,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:48.207057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f589cd-69cf-4711-ad65-3f46c26928f2 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:48.313877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Allocated IP 192.168.233.223 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/5622deba-3d5d-47f5-aeea-4b4c4f375f94) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:48.318543 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b140d2db-c3d3-4a72-851b-355067bf7440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.363934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:48.435492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fd2d6-eed1-4aa4-8fd5-c5fcdb10520c req-bb69fd53-81aa-4cb0-a1f1-aae7ab4cd7cd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:48.437939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-073fd2d6-eed1-4aa4-8fd5-c5fcdb10520c req-bb69fd53-81aa-4cb0-a1f1-aae7ab4cd7cd tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0893552 Oct 25 23:04:48.490977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-073fd2d6-eed1-4aa4-8fd5-c5fcdb10520c req-3804d330-9142-42d0-85fd-c36e42ea7363 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Oct 25 23:04:48.575795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.626806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.666868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:48.669445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:48.718594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:48.811470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Pushing event updated for resources: {'Port': ['ID=5622deba-3d5d-47f5-aeea-4b4c4f375f94,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:48.848740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:48.849828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:48.889571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-4eb79e7a-ecdd-481b-9303-be070c275c6c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9917784 Oct 25 23:04:48.912375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Request body: {'port': {'device_id': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:48.996789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17e4e-bcdb-4268-8e3d-5487cabad464 req-9f26d44f-1d07-4df7-a1b6-2e25bf4dd8e9 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:48.998352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00a17e4e-bcdb-4268-8e3d-5487cabad464 req-9f26d44f-1d07-4df7-a1b6-2e25bf4dd8e9 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 936 time: 0.0904529 Oct 25 23:04:49.042184 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:49.085657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5ee7623c-0e50-4027-bee7-ccfa2600938d None None] Provisioning complete for port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:49.086112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ee7623c-0e50-4027-bee7-ccfa2600938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:49.089929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00a17e4e-bcdb-4268-8e3d-5487cabad464 req-ab1624ad-7fba-4bb4-bae1-c38a3621fdbb tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761390 Oct 25 23:04:49.124660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7623c-0e50-4027-bee7-ccfa2600938d None None] Port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:04:49.150187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65ad61e2-dedb-46da-954c-6964ef9f6b98 req-40fccbdc-3a21-4a88-8158-bb9123f47c29 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/c796514d-7781-4468-923a-a23cf4f8c3c5 HTTP/1.1" status: 200 len: 1799 time: 0.0427935 Oct 25 23:04:49.222473 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-65ad61e2-dedb-46da-954c-6964ef9f6b98 req-45ca8a73-baf3-4cc9-b9c1-3140bb6dcfe9 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 23:04:49.223471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65ad61e2-dedb-46da-954c-6964ef9f6b98 req-45ca8a73-baf3-4cc9-b9c1-3140bb6dcfe9 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/c796514d-7781-4468-923a-a23cf4f8c3c5 HTTP/1.1" status: 409 len: 341 time: 0.0648756 Oct 25 23:04:49.271766 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43632385-1649-439a-9517-7dd8ad339238 x-openstack-request-id: req-43632385-1649-439a-9517-7dd8ad339238 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:49.272257 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:49.272668 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43632385-1649-439a-9517-7dd8ad339238 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:49.273968 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'status': 'completed', 'code': 200} Oct 25 23:04:49.355640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f819ffa-d2b3-4cf4-a10e-ae0ec71f5246 req-81faf99d-04b9-4218-8a16-27ddd717c264 tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0270307 Oct 25 23:04:49.390968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-e0ee8986-b011-4a63-8ecb-f49626107544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:49.392475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-e0ee8986-b011-4a63-8ecb-f49626107544 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1175 time: 0.0722096 Oct 25 23:04:49.398794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5622deba-3d5d-47f5-aeea-4b4c4f375f94 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:49.428840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:49.454314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4772c2f0-059a-4197-afa9-bf3b8fb6b921 req-a4dce13e-e4dc-43b2-84b9-9f00e588a7a1 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0296271 Oct 25 23:04:49.509529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Transition to ACTIVE for port object 5622deba-3d5d-47f5-aeea-4b4c4f375f94 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:04:49.552358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-d1341d1d-6f06-49af-812b-dbeda13f46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:49.552800 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:49.554636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-d1341d1d-6f06-49af-812b-dbeda13f46d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 200 len: 914 time: 0.1501646 Oct 25 23:04:49.555860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:49.643658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-958dd086-b3e9-4a6d-86ef-c522c8075cb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 200 len: 217 time: 0.0820110 Oct 25 23:04:49.655297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Pushing event updated for resources: {'Port': ['ID=5622deba-3d5d-47f5-aeea-4b4c4f375f94,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:49.657225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4456e-d7e7-43a4-a3e9-4f61a6c08aab req-8485a7c7-6259-4bdf-997d-523b49bcb7b8 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:49.666933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11c4456e-d7e7-43a4-a3e9-4f61a6c08aab req-8485a7c7-6259-4bdf-997d-523b49bcb7b8 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0659511 Oct 25 23:04:49.704679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11c4456e-d7e7-43a4-a3e9-4f61a6c08aab req-a9ec0e5a-4605-4d85-ab96-da5a17910eaa tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Oct 25 23:04:49.752748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-482053b9-b660-4ca1-ad08-eaa7381297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:49.754259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-482053b9-b660-4ca1-ad08-eaa7381297cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 200 len: 853 time: 0.1000307 Oct 25 23:04:49.788799 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-0b9b5042-0692-47fe-94b2-274e23ab9ceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6638b5b8-5945-4405-880e-de2a06391947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274048 Oct 25 23:04:49.808163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Attempting to bind port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:49.808425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Attempting to bind port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:49.808748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Attempting to bind port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:49.824527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:04:49.825195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Attempting to bind port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:49.867694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:49.868035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:49.868413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:49.868851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Bound port: 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:49.869237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:49.952864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-68372fbb-c85e-4e29-a510-38a2f4f12bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524112 Oct 25 23:04:49.958434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afd28e-5e7e-4571-a84b-912c0495ba30 req-edf2bacc-32b7-4d6c-9ee0-756d93f78174 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:49.959904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3afd28e-5e7e-4571-a84b-912c0495ba30 req-edf2bacc-32b7-4d6c-9ee0-756d93f78174 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0484378 Oct 25 23:04:49.971008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] For port 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:49.975043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] For port 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:49.986959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:50.002344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3afd28e-5e7e-4571-a84b-912c0495ba30 req-677e2a6f-8b12-4d5d-9905-c6d96a526287 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362735 Oct 25 23:04:50.063241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.063863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:50.065240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] 10.222.0.15 "PUT /v2.0/ports/5622deba-3d5d-47f5-aeea-4b4c4f375f94 HTTP/1.1" status: 200 len: 1096 time: 1.1588173 Oct 25 23:04:50.065685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'tag': '5622deba-3d5d-47f5-aeea-4b4c4f375f94'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:50.068009 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a" -d '{"events": [{"name": "network-changed", "server_uuid": "d664e8af-9f0e-49a7-a1d1-7b767132b724", "tag": "5622deba-3d5d-47f5-aeea-4b4c4f375f94"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:50.078928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:50.106776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8aa86-ddd7-4266-ba6d-34454d9c719c service neutron] Pushing event updated for resources: {'Port': ['ID=5622deba-3d5d-47f5-aeea-4b4c4f375f94,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:50.125836 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69327fa7-9939-4838-a1fc-d9edc2aae861 req-3e471280-bcbe-44f2-a886-f2723bbea6df service neutron] 10.222.0.15 "GET /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632442 Oct 25 23:04:50.197729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-bf9e9135-b0be-47d7-af68-283c8442ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.198709 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-bf9e9135-b0be-47d7-af68-283c8442ccb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b47ba10a8cd44caaa710452bac4063f8&device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 1099 time: 0.0470893 Oct 25 23:04:50.214750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786394e-85df-4af1-a295-f2ae8cfa5770 req-6b9b8d61-9647-4333-b291-3dfb48be45a0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.216382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6786394e-85df-4af1-a295-f2ae8cfa5770 req-6b9b8d61-9647-4333-b291-3dfb48be45a0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1024 time: 0.0546443 Oct 25 23:04:50.259947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-a8d97e61-f5e7-457c-aeb9-0ad44346bca3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94 HTTP/1.1" status: 200 len: 217 time: 0.0423689 Oct 25 23:04:50.264671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6786394e-85df-4af1-a295-f2ae8cfa5770 req-90dbe623-8bd0-4c23-9bcc-940cc8e0e3e7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c796514d-7781-4468-923a-a23cf4f8c3c5&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&id=d3abba76-50f7-447c-a3cd-51424b25f8be&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0418506 Oct 25 23:04:50.313860 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928524ae-49f0-4197-8bc3-daeba60e47d3 x-openstack-request-id: req-928524ae-49f0-4197-8bc3-daeba60e47d3 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:50.314255 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d664e8af-9f0e-49a7-a1d1-7b767132b724", "tag": "5622deba-3d5d-47f5-aeea-4b4c4f375f94", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:50.314510 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-928524ae-49f0-4197-8bc3-daeba60e47d3 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:50.314917 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'tag': '5622deba-3d5d-47f5-aeea-4b4c4f375f94', 'status': 'completed', 'code': 200} Oct 25 23:04:50.318618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-65cd277b-a82b-4949-beb7-3d3af3dbfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.320696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-65cd277b-a82b-4949-beb7-3d3af3dbfbaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0531809 Oct 25 23:04:50.394350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-20ed1056-ddb6-4575-882e-49a5af471cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.395867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-20ed1056-ddb6-4575-882e-49a5af471cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425355 Oct 25 23:04:50.415833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5a6c-c43f-4037-98ec-89b3507d3a77 req-e38ad5b1-d70a-4065-888c-e6eaed71beb6 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.417366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84ae5a6c-c43f-4037-98ec-89b3507d3a77 req-e38ad5b1-d70a-4065-888c-e6eaed71beb6 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 948 time: 0.0526693 Oct 25 23:04:50.470781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84ae5a6c-c43f-4037-98ec-89b3507d3a77 req-847fbdbc-3455-48f9-816d-482f4e85bda9 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Oct 25 23:04:50.512060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-e63539ad-9041-432a-8b35-b2109b52c567 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059766 Oct 25 23:04:50.557027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eabf147a-a300-4c53-a0cc-46f356d92602 req-2f58246b-d10b-441c-a760-8fe6577af98d tempest-InstanceActionsTestJSON-1082435931 tempest-InstanceActionsTestJSON-1082435931-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbca123f-f540-4a3b-9e17-05346dfa864c HTTP/1.1" status: 200 len: 210 time: 0.0285263 Oct 25 23:04:50.591571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:50.615095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-515f6f99-babb-46bb-8bf2-f4a628cf73b0 req-e1a7a122-61f4-4d70-9dec-3e5113b804d8 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944464 Oct 25 23:04:50.671198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5033f18-6b49-42a4-8634-babb4f993a67 req-8d51105f-ae4f-4ff2-a473-ff3f401e6cfd tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8edbed5-329b-44db-abc4-5777be10ac1d HTTP/1.1" status: 200 len: 210 time: 0.0457220 Oct 25 23:04:50.714821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f64482-aa99-4876-b262-7ec4b08a9599 req-25bbc142-c028-48f8-810a-56f9d6829fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.716363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1f64482-aa99-4876-b262-7ec4b08a9599 req-25bbc142-c028-48f8-810a-56f9d6829fe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf5a1bb79c504313a4d42edf27ecffc9&device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 1094 time: 0.0497465 Oct 25 23:04:50.881079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-1c42d71b-5e56-4396-98c1-bac45aae4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.882623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-1c42d71b-5e56-4396-98c1-bac45aae4305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b47ba10a8cd44caaa710452bac4063f8&device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 1099 time: 0.1099427 Oct 25 23:04:50.891451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7758387-e1e3-41b2-a039-fc34013c6faf req-7e7c0818-02ee-415b-bd38-f8b754daecf8 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.892790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f7758387-e1e3-41b2-a039-fc34013c6faf req-7e7c0818-02ee-415b-bd38-f8b754daecf8 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.1091857 Oct 25 23:04:50.904835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f64482-aa99-4876-b262-7ec4b08a9599 req-d6618185-7191-4515-a91c-2045e8030db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:50.906217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1f64482-aa99-4876-b262-7ec4b08a9599 req-d6618185-7191-4515-a91c-2045e8030db0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cf5a1bb79c504313a4d42edf27ecffc9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1789224 Oct 25 23:04:51.040655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f7758387-e1e3-41b2-a039-fc34013c6faf req-5b75ed4b-de02-47cf-ac0a-12f7061f4e3a tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376910 Oct 25 23:04:51.079013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-3536ae2c-87a1-489d-9374-6a497a66df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.080478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-3536ae2c-87a1-489d-9374-6a497a66df6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1868539 Oct 25 23:04:51.096123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f64482-aa99-4876-b262-7ec4b08a9599 req-d87122c0-5e64-428d-b9bc-b8214f695258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.097733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1f64482-aa99-4876-b262-7ec4b08a9599 req-d87122c0-5e64-428d-b9bc-b8214f695258 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533730 Oct 25 23:04:51.138563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-b1745245-12b1-4068-85e2-c4abd552f536 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94 HTTP/1.1" status: 200 len: 217 time: 0.0398347 Oct 25 23:04:51.169893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766575-b289-4ace-9e14-dc753ab5eb68 req-3ad1c8ed-d863-415a-aa7a-0800ceae1c20 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.172562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a766575-b289-4ace-9e14-dc753ab5eb68 req-3ad1c8ed-d863-415a-aa7a-0800ceae1c20 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0845392 Oct 25 23:04:51.214121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a766575-b289-4ace-9e14-dc753ab5eb68 req-8aed72f4-4b9e-4071-976c-55144d8c44a3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Oct 25 23:04:51.218321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-fb599a83-4285-4911-a7eb-ed41e9ab71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.219869 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-fb599a83-4285-4911-a7eb-ed41e9ab71f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0738800 Oct 25 23:04:51.227020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-75b1478c-418f-4e24-b3de-81e6bfd2ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.228425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-75b1478c-418f-4e24-b3de-81e6bfd2ae95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf5a1bb79c504313a4d42edf27ecffc9&device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 1094 time: 0.0732355 Oct 25 23:04:51.291611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-e53dd7d8-8771-4ea3-8b17-0a61167a9241 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3300e770-6baf-4227-885f-cb5c6eb9a028 HTTP/1.1" status: 200 len: 217 time: 0.0525959 Oct 25 23:04:51.315501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-3406765d-5e9c-4e93-a662-9be7c454a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.317178 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-3406765d-5e9c-4e93-a662-9be7c454a869 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870340 Oct 25 23:04:51.592219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8be31-07c2-4b03-9cd0-737f2d384429 req-dd1575e6-c7c0-4298-9fe5-15a12d92eedc tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.593883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc8be31-07c2-4b03-9cd0-737f2d384429 req-dd1575e6-c7c0-4298-9fe5-15a12d92eedc tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 948 time: 0.0528779 Oct 25 23:04:51.634783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc8be31-07c2-4b03-9cd0-737f2d384429 req-2f60d7ae-9950-4075-8ae2-81239cae7623 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Oct 25 23:04:51.687405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48508) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:51.701616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-8a06ef2d-30c0-44a1-9cc7-0393f6bb03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.703111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-8a06ef2d-30c0-44a1-9cc7-0393f6bb03b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c2664d7-832d-40bf-8c78-b0483639d768 HTTP/1.1" status: 200 len: 854 time: 0.4005270 Oct 25 23:04:51.740315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Deleting subnet 56183c85-4caf-40b4-8e65-767517197f2a {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:04:51.742472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7bf2-c2a0-49fb-9450-c216390c41b8 req-f494b1cf-383d-45c6-9c85-04125e3cdbe4 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.743887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:51.744064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02cd7bf2-c2a0-49fb-9450-c216390c41b8 req-f494b1cf-383d-45c6-9c85-04125e3cdbe4 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1024 time: 0.3973258 Oct 25 23:04:51.780559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:51.791043 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-13923b98-9f7f-4c53-a39f-e32f175f6490 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536939 Oct 25 23:04:51.827225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02cd7bf2-c2a0-49fb-9450-c216390c41b8 req-3e5908c4-d5b7-4c34-a11f-a89108e7de40 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c796514d-7781-4468-923a-a23cf4f8c3c5&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&id=d3abba76-50f7-447c-a3cd-51424b25f8be&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0660994 Oct 25 23:04:51.829002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109bc9-6655-418d-b924-112ac91dad42 req-06d67e45-e749-461b-b582-28829781cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:51.829591 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:51.830428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-06d67e45-e749-461b-b582-28829781cc82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86c52f3d-e685-4cf9-80d9-48eed2c3df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170514 Oct 25 23:04:51.895667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:51.930521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56183c85-4caf-40b4-8e65-767517197f2a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:51.936436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:51.942282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1a65f380-7153-42e4-bf89-33083438f06f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/56183c85-4caf-40b4-8e65-767517197f2a HTTP/1.1" status: 204 len: 168 time: 0.2514648 Oct 25 23:04:51.942282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48516) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:51.980047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af789b9e-c8c3-4d6e-850e-8bb9cd03012a req-93325c49-9bac-4a39-8949-daf475f7a748 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668537 Oct 25 23:04:51.986059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-74ec733b-52ce-4e0e-8740-e4696f9596a2 service neutron] 10.222.0.11 "GET /v2.0/networks/86c52f3d-e685-4cf9-80d9-48eed2c3df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451874 Oct 25 23:04:52.019100 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.106047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.136677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe3ad00-3753-4845-8a5b-9e8fd04cee00']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:52.151250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375075d5-15e2-4609-ae80-0459ec2b2d48 req-20b360d2-3bfe-43d1-8852-8a58546973d1 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:52.152723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-375075d5-15e2-4609-ae80-0459ec2b2d48 req-20b360d2-3bfe-43d1-8852-8a58546973d1 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.1556525 Oct 25 23:04:52.160767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:52.161061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4644cb-2054-47e7-a0fa-fddf2c37c3b7') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:52.172351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-b342b4a6-a80b-4995-96b3-93e82aa32ff0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:52.173931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.174462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-b342b4a6-a80b-4995-96b3-93e82aa32ff0 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 1024 time: 0.1559675 Oct 25 23:04:52.191049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.200604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d109bc9-6655-418d-b924-112ac91dad42 req-ef0b2d17-e019-423c-893c-70d67ac138c3 service neutron] 10.222.0.11 "GET /v2.0/networks/86c52f3d-e685-4cf9-80d9-48eed2c3df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046235 Oct 25 23:04:52.203135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a6463-e389-47b7-a0ae-7302a3176621 req-05fc9a32-232e-422b-aaaa-9bc5dd8229b9 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:52.205172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e91a6463-e389-47b7-a0ae-7302a3176621 req-05fc9a32-232e-422b-aaaa-9bc5dd8229b9 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0805411 Oct 25 23:04:52.211121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:04:52.211524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:04:52.213244 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:04:52.255456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-375075d5-15e2-4609-ae80-0459ec2b2d48 req-80b6c345-5d78-4a95-93da-014b4e1c9e82 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786517 Oct 25 23:04:52.298026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e91a6463-e389-47b7-a0ae-7302a3176621 req-cb82ef93-401e-4b24-a4dc-ae2342f508be tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Oct 25 23:04:52.299403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.306115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.312132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/dfe3ad00-3753-4845-8a5b-9e8fd04cee00 HTTP/1.1" status: 204 len: 168 time: 0.3665681 Oct 25 23:04:52.349856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5479-046e-4929-a325-26458c2809cb admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe3ad00-3753-4845-8a5b-9e8fd04cee00,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:52.362223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Deleting port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:52.362563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.438874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d6654-07be-4683-9fff-797d1f12ecca req-dc051f7c-c12c-4b72-9622-760bd2c2991a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:52.447608 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c34d6654-07be-4683-9fff-797d1f12ecca req-dc051f7c-c12c-4b72-9622-760bd2c2991a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0659652 Oct 25 23:04:52.484528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-216f47d1-f3b9-412a-8c6a-7f5cf503d44b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:52.486042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-216f47d1-f3b9-412a-8c6a-7f5cf503d44b tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 944 time: 0.0788496 Oct 25 23:04:52.486397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c34d6654-07be-4683-9fff-797d1f12ecca req-f522547d-89c5-4035-aa9d-2cbff429e22c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372906 Oct 25 23:04:52.515416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48526) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:52.529795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] For port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:52.530103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.549794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Calling delete_port for a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:52.560346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59f95425-c61f-46ee-8743-9a87d295fada admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40e8d5ec240341b6bfc09fbf733bf29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437500 Oct 25 23:04:52.562808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48528) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:52.610712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e786c101-b712-421b-96e1-825a96de3adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.631818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e786c101-b712-421b-96e1-825a96de3adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.669293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Deleting port a5965868-0245-4151-995e-5321aa1cdfb5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:52.669630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.680579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e786c101-b712-421b-96e1-825a96de3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.683515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e786c101-b712-421b-96e1-825a96de3adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.684853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e786c101-b712-421b-96e1-825a96de3adc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0661b503-2838-4d97-8a05-6150577caf41 HTTP/1.1" status: 204 len: 168 time: 0.1211512 Oct 25 23:04:52.697416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786c101-b712-421b-96e1-825a96de3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0661b503-2838-4d97-8a05-6150577caf41,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:52.845588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.855210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b10d0-0afa-43ba-9934-e06c92ef9ef7 req-ed4a268b-4037-4a19-b05d-7362c70915a2 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:52.858777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-364b10d0-0afa-43ba-9934-e06c92ef9ef7 req-ed4a268b-4037-4a19-b05d-7362c70915a2 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 948 time: 0.1357248 Oct 25 23:04:52.885874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:52.935940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'Port': ['ID=a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:52.939109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] For port a5965868-0245-4151-995e-5321aa1cdfb5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a5965868-0245-4151-995e-5321aa1cdfb5,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:52.939474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:52.960839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7e909e7-59e5-4083-8b4a-1672cee7db68 req-7ccf57a0-be14-4f33-9bff-ad0d0887d42e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=818b7ac0-d08d-4310-960c-9894d4e3817f HTTP/1.1" status: 200 len: 210 time: 0.0427711 Oct 25 23:04:52.996598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Calling delete_port for a5965868-0245-4151-995e-5321aa1cdfb5 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:52.998610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] No DVR routers for this DVR port a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:53.008064 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.011521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a70b0be-40b8-42a5-add9-34df14aa0b6d req-fde2d5b9-3e67-4b9b-9b0c-8b986d22dec7 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "DELETE /v2.0/ports/a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 HTTP/1.1" status: 204 len: 173 time: 0.8260376 Oct 25 23:04:53.011976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'name': 'network-vif-deleted', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:53.014878 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc9a503-f1d5-475d-b9c9-0ba3f290f6ab" -d '{"events": [{"server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "name": "network-vif-deleted", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:53.033292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-364b10d0-0afa-43ba-9934-e06c92ef9ef7 req-a1ef180e-d3f1-4469-8baf-c510ce7a797d tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532938 Oct 25 23:04:53.087034 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd060cde-6aa2-4f28-9d5e-27a91bd69b54 x-openstack-request-id: req-dd060cde-6aa2-4f28-9d5e-27a91bd69b54 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:53.087281 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b7ac0-d08d-4310-960c-9894d4e3817f", "name": "network-vif-deleted", "tag": "a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:53.087596 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd060cde-6aa2-4f28-9d5e-27a91bd69b54 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:53.088057 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b7ac0-d08d-4310-960c-9894d4e3817f', 'name': 'network-vif-deleted', 'tag': 'a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910', 'status': 'completed', 'code': 200} Oct 25 23:04:53.204981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.235772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event deleted for resources: {'Port': ['ID=a5965868-0245-4151-995e-5321aa1cdfb5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:53.289868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] No DVR routers for this DVR port a5965868-0245-4151-995e-5321aa1cdfb5 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:53.295949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.299789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b208472-93e2-4ac1-9f4a-ff572689249a req-c81bbb16-17c5-4cf8-a45c-23cdc92e2848 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.11 "DELETE /v2.0/ports/a5965868-0245-4151-995e-5321aa1cdfb5 HTTP/1.1" status: 204 len: 173 time: 0.8022771 Oct 25 23:04:53.375330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77810207-0a33-4cdc-966c-f768f0d851cc req-be12e73f-71c9-4064-a5fc-cc4e63f3bebc tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=af32c450-893c-4f96-8b2f-7c4b7d2a15df HTTP/1.1" status: 200 len: 210 time: 0.0321898 Oct 25 23:04:53.458886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb674913-571f-4adb-b83e-ecd5af5fa1b0 req-bfa96263-2c4e-468c-85f5-a88e0611609f tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:53.462613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb674913-571f-4adb-b83e-ecd5af5fa1b0 req-bfa96263-2c4e-468c-85f5-a88e0611609f tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0622802 Oct 25 23:04:53.506682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb674913-571f-4adb-b83e-ecd5af5fa1b0 req-1ce47f63-6646-4920-9c32-db9f32ab213f tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Oct 25 23:04:53.581426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:53.619967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0573706-75cd-43bd-80bf-9709531450b1 req-5a100c04-ca50-4bd5-8b20-6c0a4086c042 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:53.621472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0573706-75cd-43bd-80bf-9709531450b1 req-5a100c04-ca50-4bd5-8b20-6c0a4086c042 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0556748 Oct 25 23:04:53.668599 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0573706-75cd-43bd-80bf-9709531450b1 req-efda3c29-1728-436e-9436-ca4f929c8b65 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Oct 25 23:04:53.682470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-978293972-network', 'tenant_id': '0ce4e8ef441149f689d5af5fca2d9d31'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:53.705242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Made reservation on behalf of 0ce4e8ef441149f689d5af5fca2d9d31 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:53.708456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.716995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.796662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.799992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.826398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:04:53.837966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ad894-66ec-4cf2-8476-9dfaaee409c1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:53.848050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.848528 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Added segment e3d852ab-1898-4b74-ac12-5968bc64e154 of type vlan for network 8d890783-f17d-4265-99a6-dde825998739 Oct 25 23:04:53.897026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.923001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.924197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:53.924766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:53.975243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3927121 Oct 25 23:04:53.978979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48574) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:53.984170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Request body: {'subnet': {'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-978293972-subnet', 'tenant_id': '0ce4e8ef441149f689d5af5fca2d9d31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:53.986905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c476338-9cc5-42ee-83e4-644efc9071cf admin admin] Pushing event updated for resources: {'Network': ['ID=8d890783-f17d-4265-99a6-dde825998739,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:53.998006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8d890783-f17d-4265-99a6-dde825998739 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:04:54.011903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Made reservation on behalf of 0ce4e8ef441149f689d5af5fca2d9d31 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:54.014613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.086844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94f5e094-12cc-4621-94a4-4372119fffa3 req-bdc0ea83-9a14-4ce9-9280-25758830c728 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/d3abba76-50f7-447c-a3cd-51424b25f8be HTTP/1.1" status: 200 len: 1801 time: 0.0485930 Oct 25 23:04:54.157350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94f5e094-12cc-4621-94a4-4372119fffa3 req-d8d8001b-0567-4e5c-b777-c8712753c75e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.185017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94f5e094-12cc-4621-94a4-4372119fffa3 req-d8d8001b-0567-4e5c-b777-c8712753c75e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.200190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49a4b3-75af-431e-bccc-4342339af430 req-94345fbb-bc47-456e-8abb-f48632a0372c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:54.201726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f49a4b3-75af-431e-bccc-4342339af430 req-94345fbb-bc47-456e-8abb-f48632a0372c tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 948 time: 0.0920522 Oct 25 23:04:54.238551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94f5e094-12cc-4621-94a4-4372119fffa3 req-d8d8001b-0567-4e5c-b777-c8712753c75e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.241114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94f5e094-12cc-4621-94a4-4372119fffa3 req-d8d8001b-0567-4e5c-b777-c8712753c75e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.243165 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94f5e094-12cc-4621-94a4-4372119fffa3 req-d8d8001b-0567-4e5c-b777-c8712753c75e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3abba76-50f7-447c-a3cd-51424b25f8be HTTP/1.1" status: 204 len: 173 time: 0.1469202 Oct 25 23:04:54.252598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8001b-0567-4e5c-b777-c8712753c75e tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abba76-50f7-447c-a3cd-51424b25f8be,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:54.270931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.300135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f49a4b3-75af-431e-bccc-4342339af430 req-07c80b6c-6ada-43f0-8523-8ce6dc34f709 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780222 Oct 25 23:04:54.309140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-addf77f1-b7e3-4471-ace9-03cc27317eff req-c800afc0-5ad7-4fa2-a0ca-a297eb8481e5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/c796514d-7781-4468-923a-a23cf4f8c3c5 HTTP/1.1" status: 200 len: 1799 time: 0.0461192 Oct 25 23:04:54.329519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=33adcd4a-1e47-4fa4-b5e1-73189113d6aa,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:54.344616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Checking segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:54.344976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Network hostable DHCP agents. Network: 8d890783-f17d-4265-99a6-dde825998739, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:04:54.362676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Network 8d890783-f17d-4265-99a6-dde825998739 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:04:54.371698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-addf77f1-b7e3-4471-ace9-03cc27317eff req-a09a4307-15d2-458b-bae8-13e9633cda15 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.372088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8d890783-f17d-4265-99a6-dde825998739) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:54.376402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:54.376990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.381907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db00cfbe-c009-4dbd-820e-9a745600eb39 None None] Network 8d890783-f17d-4265-99a6-dde825998739 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:04:54.396558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-addf77f1-b7e3-4471-ace9-03cc27317eff req-a09a4307-15d2-458b-bae8-13e9633cda15 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.398304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eac04ced-1001-4e7d-badc-7969d889a4ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4180987 Oct 25 23:04:54.451604 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-addf77f1-b7e3-4471-ace9-03cc27317eff req-a09a4307-15d2-458b-bae8-13e9633cda15 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.454261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-addf77f1-b7e3-4471-ace9-03cc27317eff req-a09a4307-15d2-458b-bae8-13e9633cda15 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.458181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-addf77f1-b7e3-4471-ace9-03cc27317eff req-a09a4307-15d2-458b-bae8-13e9633cda15 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/c796514d-7781-4468-923a-a23cf4f8c3c5 HTTP/1.1" status: 204 len: 173 time: 0.1419723 Oct 25 23:04:54.468217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a4307-15d2-458b-bae8-13e9633cda15 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796514d-7781-4468-923a-a23cf4f8c3c5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:54.494059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fc2518a7-8754-4f40-aa95-fc248873e920 req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-475170611', 'description': 'tempest-description-1424575114'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:54.537887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc2518a7-8754-4f40-aa95-fc248873e920 req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.577115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8d890783-f17d-4265-99a6-dde825998739', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'tenant_id': '0ce4e8ef441149f689d5af5fca2d9d31', 'fixed_ips': [{'subnet_id': '33adcd4a-1e47-4fa4-b5e1-73189113d6aa'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:04:54.578311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.626521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc2518a7-8754-4f40-aa95-fc248873e920 req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.631329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc2518a7-8754-4f40-aa95-fc248873e920 req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.668871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea7b419-5499-446d-b4d5-312c70f7f82b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:54.684916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fc2518a7-8754-4f40-aa95-fc248873e920 req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.706234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc2518a7-8754-4f40-aa95-fc248873e920 req-d11e8d71-42c2-447d-b006-e0b8a2c2f2fa tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2181232 Oct 25 23:04:54.753241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Allocated IP 172.20.0.2 (8d890783-f17d-4265-99a6-dde825998739/33adcd4a-1e47-4fa4-b5e1-73189113d6aa/5935bd31-b6db-412a-8568-8cb930652a3a) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:54.800410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e40ea-d13c-481a-8ed4-335684112aa4 req-f3114221-8dc3-4e0e-a180-94b2ed38d0ec tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:54.801370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-191e40ea-d13c-481a-8ed4-335684112aa4 req-f3114221-8dc3-4e0e-a180-94b2ed38d0ec tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.0530355 Oct 25 23:04:54.841244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-191e40ea-d13c-481a-8ed4-335684112aa4 req-774df342-36bf-432d-8679-740a4a14ab06 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Oct 25 23:04:54.884349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece65673-f361-4ed5-a503-8068e99ab476 req-4b3f9f00-7c07-42f9-a4ab-f535d819ddaf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:54.885853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ece65673-f361-4ed5-a503-8068e99ab476 req-4b3f9f00-7c07-42f9-a4ab-f535d819ddaf tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.0639691 Oct 25 23:04:54.908117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1396402-9937-4258-8eb1-774c201766a4 req-f6c16836-27a9-4bd3-a720-512ded552eae tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/2ea7b419-5499-446d-b4d5-312c70f7f82b HTTP/1.1" status: 200 len: 1800 time: 0.0390823 Oct 25 23:04:54.915373 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.921583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.923515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d1396402-9937-4258-8eb1-774c201766a4 req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1333125531', 'description': 'tempest-description-hth-768359986'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:54.936758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ece65673-f361-4ed5-a503-8068e99ab476 req-426de2c1-346a-4000-a273-6bef7ca7f3c0 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Oct 25 23:04:54.954829 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d1396402-9937-4258-8eb1-774c201766a4 req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:54.977989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Network 8d890783-f17d-4265-99a6-dde825998739 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:54.980919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:54.985256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:54.988285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Pushing event updated for resources: {'Port': ['ID=5935bd31-b6db-412a-8568-8cb930652a3a,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:55.008473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d1396402-9937-4258-8eb1-774c201766a4 req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.012400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d1396402-9937-4258-8eb1-774c201766a4 req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.017026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d1396402-9937-4258-8eb1-774c201766a4 req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.017026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1396402-9937-4258-8eb1-774c201766a4 req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "PUT /v2.0/security-groups/2ea7b419-5499-446d-b4d5-312c70f7f82b HTTP/1.1" status: 200 len: 1774 time: 0.0988843 Oct 25 23:04:55.049211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Attempting to bind port 5935bd31-b6db-412a-8568-8cb930652a3a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:04:55.049854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Attempting to bind port 5935bd31-b6db-412a-8568-8cb930652a3a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:04:55.049958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Attempting to bind port 5935bd31-b6db-412a-8568-8cb930652a3a on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:04:55.056222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cb7d1-7ccc-4e96-bf98-94de3496dcf5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea7b419-5499-446d-b4d5-312c70f7f82b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:55.058344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:04:55.059308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Checking segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:04:55.060408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.060865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Bound using segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:04:55.061412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Bound port: 5935bd31-b6db-412a-8568-8cb930652a3a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:04:55.061990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.064318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabd6d-2a36-41f0-90e3-e56126634da8 req-d95fcee0-4cc6-426d-90f0-17dfab7b66db tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:55.070815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36dabd6d-2a36-41f0-90e3-e56126634da8 req-d95fcee0-4cc6-426d-90f0-17dfab7b66db tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0641401 Oct 25 23:04:55.089590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'name': 'network-vif-deleted', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:55.092283 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d65d8-d5cb-43d5-87f2-7950ccbd7f16" -d '{"events": [{"server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "name": "network-vif-deleted", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:55.116639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36dabd6d-2a36-41f0-90e3-e56126634da8 req-31be0fd4-cc34-40b2-a2fe-1932519ac1e0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Oct 25 23:04:55.153060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] For port 5935bd31-b6db-412a-8568-8cb930652a3a, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:04:55.156284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] For port 5935bd31-b6db-412a-8568-8cb930652a3a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5935bd31-b6db-412a-8568-8cb930652a3a,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:04:55.160599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.229337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73839f86-9f1e-4ab9-a06e-c469ff364b81 None None] Pushing event updated for resources: {'Port': ['ID=5935bd31-b6db-412a-8568-8cb930652a3a,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:55.271822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a91daccd-557d-42df-9342-25fae507fe02 req-6dfa51a0-f95d-4374-bad1-db711409400b tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/2ea7b419-5499-446d-b4d5-312c70f7f82b HTTP/1.1" status: 200 len: 1774 time: 0.0608425 Oct 25 23:04:55.317114 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c048e12a-adf8-4d80-ba98-5ed17b4effb9 x-openstack-request-id: req-c048e12a-adf8-4d80-ba98-5ed17b4effb9 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:55.317441 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c450-893c-4f96-8b2f-7c4b7d2a15df", "name": "network-vif-deleted", "tag": "a5965868-0245-4151-995e-5321aa1cdfb5", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:55.318012 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c048e12a-adf8-4d80-ba98-5ed17b4effb9 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:55.318438 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c450-893c-4f96-8b2f-7c4b7d2a15df', 'name': 'network-vif-deleted', 'tag': 'a5965868-0245-4151-995e-5321aa1cdfb5', 'status': 'completed', 'code': 200} Oct 25 23:04:55.371768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-3062e09d-f836-4630-94d0-7ddff279a50e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:55.373317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-3062e09d-f836-4630-94d0-7ddff279a50e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 815 time: 0.1181729 Oct 25 23:04:55.374647 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ead0f3e-69b5-4aac-8b2e-a3daaa9318fe req-b33ff908-bba2-4178-a0f6-0ef523a8efbc tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/2ea7b419-5499-446d-b4d5-312c70f7f82b HTTP/1.1" status: 200 len: 1774 time: 0.0424221 Oct 25 23:04:55.390779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-2ae017bf-fc56-45ed-8ffd-c463dbfaffba tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/quotas/0ce4e8ef441149f689d5af5fca2d9d31 HTTP/1.1" status: 200 len: 375 time: 0.0106971 Oct 25 23:04:55.463863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e2281d16-22b5-4000-9d11-16bbe8bc4cff tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632565 Oct 25 23:04:55.464621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5ead0f3e-69b5-4aac-8b2e-a3daaa9318fe req-62637cb2-5de4-4949-adc7-b7defdaa9247 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.494648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5ead0f3e-69b5-4aac-8b2e-a3daaa9318fe req-62637cb2-5de4-4949-adc7-b7defdaa9247 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.556220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5622deba-3d5d-47f5-aeea-4b4c4f375f94 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:04:55.569015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:55.575368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-393f125d-391c-4ace-bce1-4a589e41fceb service neutron] 10.222.0.25 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026454 Oct 25 23:04:55.581465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ec78af53-f580-425a-bced-77c225acfd7c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:55.582967 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ec78af53-f580-425a-bced-77c225acfd7c tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.0716689 Oct 25 23:04:55.584030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5ead0f3e-69b5-4aac-8b2e-a3daaa9318fe req-62637cb2-5de4-4949-adc7-b7defdaa9247 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.587324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5ead0f3e-69b5-4aac-8b2e-a3daaa9318fe req-62637cb2-5de4-4949-adc7-b7defdaa9247 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.588362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ead0f3e-69b5-4aac-8b2e-a3daaa9318fe req-62637cb2-5de4-4949-adc7-b7defdaa9247 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/2ea7b419-5499-446d-b4d5-312c70f7f82b HTTP/1.1" status: 204 len: 173 time: 0.2089157 Oct 25 23:04:55.600016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:55.600748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a8b2b7bd-9a4f-4b7c-8a0b-1506413aa910 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:55.626713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62637cb2-5de4-4949-adc7-b7defdaa9247 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea7b419-5499-446d-b4d5-312c70f7f82b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:55.690893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-870d599f-8e5a-4aeb-8e54-716c06b01e70 service neutron] 10.222.0.25 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078591 Oct 25 23:04:55.710195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:55.729787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '5622deba-3d5d-47f5-aeea-4b4c4f375f94', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '5622deba-3d5d-47f5-aeea-4b4c4f375f94', 'mac_address': 'fa:16:3e:53:eb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:04:55.738104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15139d-1e4d-401f-8aac-94de8cd21d57 req-eba19e6b-81ce-4673-8d60-6d3247e5e753 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:55.745570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be15139d-1e4d-401f-8aac-94de8cd21d57 req-eba19e6b-81ce-4673-8d60-6d3247e5e753 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 948 time: 0.0748856 Oct 25 23:04:55.751984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:04:55.773509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Deleting port 9c6d038a-2126-446f-b526-9b112c9ab776 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:04:55.773844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.774268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.787490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5622deba-3d5d-47f5-aeea-4b4c4f375f94 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:55.810578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:55.816319 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:55.832148 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be15139d-1e4d-401f-8aac-94de8cd21d57 req-29bed6d3-0c60-43b9-be27-43c696e86d7b tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854392 Oct 25 23:04:55.916262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=5622deba-3d5d-47f5-aeea-4b4c4f375f94,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:55.971967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5935bd31-b6db-412a-8568-8cb930652a3a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:56.056756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5935bd31-b6db-412a-8568-8cb930652a3a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:56.057424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.064579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] For port 9c6d038a-2126-446f-b526-9b112c9ab776, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9c6d038a-2126-446f-b526-9b112c9ab776,segment=NetworkSegment(4d07aa02-d5ca-48e1-b890-86fbcdae17e2),segment_id=4d07aa02-d5ca-48e1-b890-86fbcdae17e2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:56.065058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.083180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Calling delete_port for 9c6d038a-2126-446f-b526-9b112c9ab776 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:04:56.111105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e88d5b-12c7-41b0-82f4-e9adcdce57a2 req-ab3c16df-24c1-4872-8d90-41c155f5f8ac tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:56.118819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-45e88d5b-12c7-41b0-82f4-e9adcdce57a2 req-ab3c16df-24c1-4872-8d90-41c155f5f8ac tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 943 time: 0.1312096 Oct 25 23:04:56.224916 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.240472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-45e88d5b-12c7-41b0-82f4-e9adcdce57a2 req-d10037d8-745c-445f-967c-0b1b39640aef tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206765 Oct 25 23:04:56.284396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-5f344d47-3df9-4d4b-9a35-3fa267064981 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:56.286596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-5f344d47-3df9-4d4b-9a35-3fa267064981 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 815 time: 0.1719656 Oct 25 23:04:56.308882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5935bd31-b6db-412a-8568-8cb930652a3a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5935bd31-b6db-412a-8568-8cb930652a3a,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:56.319770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.327661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-eecaff83-dcb3-418f-909d-d3ae49193328 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/quotas/0ce4e8ef441149f689d5af5fca2d9d31 HTTP/1.1" status: 200 len: 375 time: 0.0327516 Oct 25 23:04:56.361535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5622deba-3d5d-47f5-aeea-4b4c4f375f94'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:56.414582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-58b8ecee-2805-4e57-856e-e447de3fc554 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859334 Oct 25 23:04:56.456925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5935bd31-b6db-412a-8568-8cb930652a3a,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:56.485612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b388477-7087-44dd-a4f2-078cf090d794 req-c1920fb7-ada1-4d69-ad94-addf33ea4b72 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:56.495688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b388477-7087-44dd-a4f2-078cf090d794 req-c1920fb7-ada1-4d69-ad94-addf33ea4b72 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4948274d-2974-4e01-8cb9-f35c5bd602c1 HTTP/1.1" status: 200 len: 945 time: 0.1350729 Oct 25 23:04:56.499311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.550069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700d99d-1581-4a6d-bba6-6bba5dcfb42a None None] Network 8d890783-f17d-4265-99a6-dde825998739 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:04:56.567721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Pushing event deleted for resources: {'Port': ['ID=9c6d038a-2126-446f-b526-9b112c9ab776,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:56.590196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-30bd8aae-2253-417a-a788-14dae8e490a7 service neutron] 10.222.0.25 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697826 Oct 25 23:04:56.635948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] No DVR routers for this DVR port 9c6d038a-2126-446f-b526-9b112c9ab776 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:04:56.639107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.643427 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1d4a08a-8437-43b1-9f46-756bb723eca4 req-ab1563b0-a4e3-46ac-b964-fb0b831630c5 tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.15 "DELETE /v2.0/ports/9c6d038a-2126-446f-b526-9b112c9ab776 HTTP/1.1" status: 204 len: 173 time: 1.0515234 Oct 25 23:04:56.656160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b388477-7087-44dd-a4f2-078cf090d794 req-799e99f3-b1be-404a-b24a-e96f91ceefad tempest-LiveMigrationTest-83612293 tempest-LiveMigrationTest-83612293-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa858693-5741-4f1f-bd84-2ad542910f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593184 Oct 25 23:04:56.700979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-214ca686-ffd1-46c1-ac5d-9837e21b7c61 service neutron] 10.222.0.25 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087477 Oct 25 23:04:56.716453 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-0732cf83-5fcf-427b-9bb5-b4fd7dfcad14 req-5384b2d0-13ea-408d-b192-b7207767d891 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:56.717614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0732cf83-5fcf-427b-9bb5-b4fd7dfcad14 req-5384b2d0-13ea-408d-b192-b7207767d891 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/c796514d-7781-4468-923a-a23cf4f8c3c5 HTTP/1.1" status: 404 len: 352 time: 0.0189538 Oct 25 23:04:56.784776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ad6e5850-d48c-408a-8bb7-6d59cb5010a9 None None] Provisioning complete for port 5935bd31-b6db-412a-8568-8cb930652a3a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:56.785049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5850-d48c-408a-8bb7-6d59cb5010a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:56.881852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170ad52-6bd0-43c0-acb8-dc0e23d3f3fd req-4e06d199-fa2c-4195-bc8d-c1881c5cac95 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:56.885083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3300e770-6baf-4227-885f-cb5c6eb9a028 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:04:56.887164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:56.894076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3170ad52-6bd0-43c0-acb8-dc0e23d3f3fd req-4e06d199-fa2c-4195-bc8d-c1881c5cac95 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1026964 Oct 25 23:04:56.959900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3170ad52-6bd0-43c0-acb8-dc0e23d3f3fd req-b959a9e9-111a-46f6-9431-463ab0c13b31 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511167 Oct 25 23:04:56.972916 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-a3ab94aa-d4b9-40bb-985e-0d220c0fba75 req-a40e1233-a684-40a2-bb24-1c47f78c7a55 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:56.973997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3ab94aa-d4b9-40bb-985e-0d220c0fba75 req-a40e1233-a684-40a2-bb24-1c47f78c7a55 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/d3abba76-50f7-447c-a3cd-51424b25f8be HTTP/1.1" status: 404 len: 352 time: 0.0271909 Oct 25 23:04:57.077001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: a5965868-0245-4151-995e-5321aa1cdfb5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:57.077499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a5965868-0245-4151-995e-5321aa1cdfb5 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:57.087318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc149-d0dc-4c7a-921c-34125a884750 req-8e8df15d-ca41-4256-8d41-388386300c10 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:57.088163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15abc149-d0dc-4c7a-921c-34125a884750 req-8e8df15d-ca41-4256-8d41-388386300c10 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 949 time: 0.0535831 Oct 25 23:04:57.136036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15abc149-d0dc-4c7a-921c-34125a884750 req-e45b6075-5979-4f5d-92a8-078c753163cb tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Oct 25 23:04:57.176579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3300e770-6baf-4227-885f-cb5c6eb9a028, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3300e770-6baf-4227-885f-cb5c6eb9a028,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:57.200499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '3300e770-6baf-4227-885f-cb5c6eb9a028', 'network_id': '86c52f3d-e685-4cf9-80d9-48eed2c3df0d', 'port_id': '3300e770-6baf-4227-885f-cb5c6eb9a028', 'mac_address': 'fa:16:3e:02:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2664d7-832d-40bf-8c78-b0483639d768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:04:57.220821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-d146fb9e-3474-4ad3-8cfe-721134fbc52a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:57.231375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-d146fb9e-3474-4ad3-8cfe-721134fbc52a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 815 time: 0.1665447 Oct 25 23:04:57.247862 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-9bc2e304-fa3f-44a0-93af-0da8baf2d9d2 req-6ada155b-9a59-410b-91f2-792c25a4b02c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:57.249319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9bc2e304-fa3f-44a0-93af-0da8baf2d9d2 req-6ada155b-9a59-410b-91f2-792c25a4b02c tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/1be3b2a9-7237-4149-9788-f205642950da HTTP/1.1" status: 404 len: 352 time: 0.0324516 Oct 25 23:04:57.252391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-698b6aab-fc75-422a-a128-55a73edc0bb2 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/quotas/0ce4e8ef441149f689d5af5fca2d9d31 HTTP/1.1" status: 200 len: 375 time: 0.0198326 Oct 25 23:04:57.261036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:57.285033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3300e770-6baf-4227-885f-cb5c6eb9a028 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:04:57.329278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'name': 'network-vif-deleted', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:57.331587 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461c1245-9c2c-46ff-b709-581795a2943b" -d '{"events": [{"server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "name": "network-vif-deleted", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:57.333329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-d0f561be-98a4-4cb7-b1d3-92053e02999a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799682 Oct 25 23:04:57.370535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3300e770-6baf-4227-885f-cb5c6eb9a028, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3300e770-6baf-4227-885f-cb5c6eb9a028,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:57.382706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:57.514129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3300e770-6baf-4227-885f-cb5c6eb9a028,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:57.532545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-19ad7734-ea86-427b-990f-329e3100478e service neutron] 10.222.0.25 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972349 Oct 25 23:04:57.584910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348027d-c2d6-42cb-b73c-160eb45398ae req-7b8f420a-e0a3-40f3-8e21-38e5acdc48dd tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:57.587387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7348027d-c2d6-42cb-b73c-160eb45398ae req-7b8f420a-e0a3-40f3-8e21-38e5acdc48dd tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 944 time: 0.1302061 Oct 25 23:04:57.646616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-aa501969-b05c-43c5-9289-241dd1319bca tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:57.649370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-aa501969-b05c-43c5-9289-241dd1319bca tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 815 time: 0.3451312 Oct 25 23:04:57.666692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-f1607ba5-2170-4081-8b2c-212ebd39c58c service neutron] 10.222.0.25 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330390 Oct 25 23:04:57.674482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ead8122c-d418-485d-b3d1-6d46346bcaa9 None None] Provisioning complete for port 5935bd31-b6db-412a-8568-8cb930652a3a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:57.676025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ead8122c-d418-485d-b3d1-6d46346bcaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:57.699212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Request body: {'port': {'device_id': '158f4853-3d21-4419-b912-59a250b47c3f', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'admin_state_up': True, 'tenant_id': '0ce4e8ef441149f689d5af5fca2d9d31'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:57.731153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3300e770-6baf-4227-885f-cb5c6eb9a028'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:04:57.771064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7348027d-c2d6-42cb-b73c-160eb45398ae req-c0b590d4-995d-4eed-8429-856ad3cb1237 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745262 Oct 25 23:04:57.832190 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-8e1eff7c-0207-4c10-af62-89a2e34e653e req-973539fe-7d14-4713-b875-ef35c6ef5f46 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:57.872200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e1eff7c-0207-4c10-af62-89a2e34e653e req-973539fe-7d14-4713-b875-ef35c6ef5f46 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/6350c7c9-1365-4c5e-bd6a-297b42f78f21 HTTP/1.1" status: 404 len: 352 time: 0.0651841 Oct 25 23:04:57.959617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5935bd31-b6db-412a-8568-8cb930652a3a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:57.961718 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deacb053-060f-48bb-8d53-632548559880 x-openstack-request-id: req-deacb053-060f-48bb-8d53-632548559880 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:57.962088 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4948274d-2974-4e01-8cb9-f35c5bd602c1", "name": "network-vif-deleted", "tag": "9c6d038a-2126-446f-b526-9b112c9ab776", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:57.966476 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deacb053-060f-48bb-8d53-632548559880 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:57.967194 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4948274d-2974-4e01-8cb9-f35c5bd602c1', 'name': 'network-vif-deleted', 'tag': '9c6d038a-2126-446f-b526-9b112c9ab776', 'status': 'completed', 'code': 200} Oct 25 23:04:57.968097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48706) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:57.983931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d4ff586-4f0b-4693-bcc6-6208cbf64538 req-282d0cc6-01ca-4a8f-a45b-bd86ae8af4aa tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 210 time: 0.0499129 Oct 25 23:04:58.055742 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-6addd7bd-cb0a-43d7-b4e4-f024b2755404 req-72196927-4adf-44e3-98fe-e63d0d36f312 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:58.057316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6addd7bd-cb0a-43d7-b4e4-f024b2755404 req-72196927-4adf-44e3-98fe-e63d0d36f312 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/efc35fa7-cabe-4271-8172-a00cc5f82059 HTTP/1.1" status: 404 len: 352 time: 0.0742557 Oct 25 23:04:58.060547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5935bd31-b6db-412a-8568-8cb930652a3a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:58.060784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.108958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Made reservation on behalf of 0ce4e8ef441149f689d5af5fca2d9d31 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:58.115855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.148569 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.165588 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-9ecf199e-8499-40e7-b981-417556c37da6 req-6990cf58-1333-40a8-a5dd-e99632c60ad5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] show failed (client error): The resource could not be found. Oct 25 23:04:58.167139 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ecf199e-8499-40e7-b981-417556c37da6 req-6990cf58-1333-40a8-a5dd-e99632c60ad5 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/82b07282-8d36-4d63-96d9-c9ec4d9938d1 HTTP/1.1" status: 404 len: 352 time: 0.0297086 Oct 25 23:04:58.271181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Deleting subnet 01296933-fb18-4a6b-acd6-addda0a15ea0 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:04:58.281454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.326203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cea3e-b886-443f-ba2d-8a666d8e27e3 req-6edfdf14-b6c6-4276-817e-9f1873ffc436 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:58.330757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b8cea3e-b886-443f-ba2d-8a666d8e27e3 req-6edfdf14-b6c6-4276-817e-9f1873ffc436 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 949 time: 0.0687246 Oct 25 23:04:58.372895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b8cea3e-b886-443f-ba2d-8a666d8e27e3 req-f52952ca-1b52-458f-a7cf-e8634ad396f2 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Oct 25 23:04:58.383529 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.432686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357526-1000-4494-8a34-7c2a8c5e1ba6 req-6ae41e87-ec3d-46d8-adc6-7f619dd0d2d7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:58.434502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d357526-1000-4494-8a34-7c2a8c5e1ba6 req-6ae41e87-ec3d-46d8-adc6-7f619dd0d2d7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.2208011 Oct 25 23:04:58.559305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.643562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Allocated IP 172.20.0.10 (8d890783-f17d-4265-99a6-dde825998739/33adcd4a-1e47-4fa4-b5e1-73189113d6aa/a78f4b8f-0e76-4b39-9615-7aeefea11ec7) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:58.711531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d357526-1000-4494-8a34-7c2a8c5e1ba6 req-99ddf602-fb05-4ed7-bbeb-122f99976f6c tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666433 Oct 25 23:04:58.763843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f04ddc-2dfb-4b2b-8372-4b01b067f51d req-e7680335-1461-466b-b739-5f264d0272b6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:58.765509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54f04ddc-2dfb-4b2b-8372-4b01b067f51d req-e7680335-1461-466b-b739-5f264d0272b6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1024 time: 0.0609372 Oct 25 23:04:58.820877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-5ba92cad-3f33-4685-9f95-fc7f96a81a54 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:58.822547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54f04ddc-2dfb-4b2b-8372-4b01b067f51d req-6a5df1e0-ddb6-409c-981f-3fa34953e7d6 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=429bd6e4-3636-4f6e-b79b-217f4b067ad6&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&id=0d073b24-93b7-42df-875f-b8adeaaf3de0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0457268 Oct 25 23:04:58.822701 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-5ba92cad-3f33-4685-9f95-fc7f96a81a54 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.15 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 815 time: 0.2954769 Oct 25 23:04:58.849572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Request body: {'port': {'device_id': '669edca0-7b2d-42d7-812f-532f1149ab85', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'admin_state_up': True, 'tenant_id': '0ce4e8ef441149f689d5af5fca2d9d31'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:58.854025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3300e770-6baf-4227-885f-cb5c6eb9a028 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:58.877793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.907638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 3300e770-6baf-4227-885f-cb5c6eb9a028 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:04:58.911691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 3300e770-6baf-4227-885f-cb5c6eb9a028 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:58.912061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.988201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:58.994896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01296933-fb18-4a6b-acd6-addda0a15ea0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:59.008192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.013765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3300e770-6baf-4227-885f-cb5c6eb9a028'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:04:59.013966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-435910cf-26f8-49d3-a76b-4419c3f9265f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01296933-fb18-4a6b-acd6-addda0a15ea0 HTTP/1.1" status: 204 len: 168 time: 1.0384009 Oct 25 23:04:59.014060 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364fcd7f-86c6-4237-b5de-c270c9c80b82" -d '{"events": [{"server_uuid": "e64e6d53-0b8d-433f-bdcc-052cff1c7d1e", "name": "network-vif-plugged", "status": "completed", "tag": "3300e770-6baf-4227-885f-cb5c6eb9a028"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:04:59.015032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:59.027472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3300e770-6baf-4227-885f-cb5c6eb9a028, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3300e770-6baf-4227-885f-cb5c6eb9a028,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:59.035202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.067982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1708364-5642-4bbe-98ab-0cc4c2b0c5dd req-4b7e46e1-c630-423c-af52-f57a0310f081 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:59.069750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1708364-5642-4bbe-98ab-0cc4c2b0c5dd req-4b7e46e1-c630-423c-af52-f57a0310f081 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 944 time: 0.2123091 Oct 25 23:04:59.108749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3300e770-6baf-4227-885f-cb5c6eb9a028,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:59.131739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f60d3a4c-dd6f-48d7-969d-e99a42aa7385 req-a78fd048-a815-404e-8aa4-162253bf4c4a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 210 time: 0.0504689 Oct 25 23:04:59.156863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.198504 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b790f7d-4cb7-4368-be77-1555d926525b x-openstack-request-id: req-0b790f7d-4cb7-4368-be77-1555d926525b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:04:59.199461 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e6d53-0b8d-433f-bdcc-052cff1c7d1e", "name": "network-vif-plugged", "status": "completed", "tag": "3300e770-6baf-4227-885f-cb5c6eb9a028", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:04:59.199957 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b790f7d-4cb7-4368-be77-1555d926525b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:04:59.200645 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3300e770-6baf-4227-885f-cb5c6eb9a028', 'code': 200} Oct 25 23:04:59.315314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.375115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fdc89e-99ce-462b-a5dd-1c1ea7c32d99']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:59.394226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d07aa02-d5ca-48e1-b890-86fbcdae17e2') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:59.394546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d07aa02-d5ca-48e1-b890-86fbcdae17e2') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:04:59.417357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.442814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54450451-4184-4686-a9ed-65affa4d374c req-8f2cb0e1-6807-4eb9-838a-92652c278150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:59.444095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54450451-4184-4686-a9ed-65affa4d374c req-8f2cb0e1-6807-4eb9-838a-92652c278150 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 1096 time: 0.1154621 Oct 25 23:04:59.451491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-c1dced87-4ca1-47d6-b101-7f4f496c50cc tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:59.453584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-c1dced87-4ca1-47d6-b101-7f4f496c50cc tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 815 time: 0.2007620 Oct 25 23:04:59.455834 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.458601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.476109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Request body: {'port': {'device_id': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'admin_state_up': True, 'tenant_id': '0ce4e8ef441149f689d5af5fca2d9d31'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:59.487801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1708364-5642-4bbe-98ab-0cc4c2b0c5dd req-8a1b6089-67cb-4453-b6e9-6a181a5d992c tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017723 Oct 25 23:04:59.490936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:04:59.491126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.492056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Made reservation on behalf of 0ce4e8ef441149f689d5af5fca2d9d31 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:59.495494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:04:59.508050 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:04:59.562181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.591381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5622deba-3d5d-47f5-aeea-4b4c4f375f94 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:04:59.631977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Network 8d890783-f17d-4265-99a6-dde825998739 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:04:59.633266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54450451-4184-4686-a9ed-65affa4d374c req-4d890d13-b478-46b8-b24a-8edd14d55e7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786256 Oct 25 23:04:59.640783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.643046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:04:59.665492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:04:59.665962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:04:59.667461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Pushing event updated for resources: {'Port': ['ID=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:59.673537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:04:59.674434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.720653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.727249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/32fdc89e-99ce-462b-a5dd-1c1ea7c32d99 HTTP/1.1" status: 204 len: 168 time: 0.7101386 Oct 25 23:04:59.729105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48742) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:04:59.739007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afe1f-a7cf-466f-8816-a9f6709cd90a req-263bd124-e260-49bd-9ddc-82a8bc1b77f8 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:59.744998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Allocated IP 172.20.0.12 (8d890783-f17d-4265-99a6-dde825998739/33adcd4a-1e47-4fa4-b5e1-73189113d6aa/0f9c1d86-4f96-41ec-9130-0bae1258134b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:04:59.748471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d8afe1f-a7cf-466f-8816-a9f6709cd90a req-263bd124-e260-49bd-9ddc-82a8bc1b77f8 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 949 time: 0.2848778 Oct 25 23:04:59.760227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:04:59.760908 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.776916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2017ad-0763-4fb1-995b-f314303406a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32fdc89e-99ce-462b-a5dd-1c1ea7c32d99,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:04:59.864181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Made reservation on behalf of 0ce4e8ef441149f689d5af5fca2d9d31 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:04:59.866041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-e8ba21b4-c8e2-4c6d-a7eb-b52e2e288971 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1798427 Oct 25 23:04:59.868329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.874000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.919990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:04:59.926063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Request body: {'port': {'device_id': '158f4853-3d21-4419-b912-59a250b47c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:04:59.926430 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:04:59.927488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:04:59.972626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Deleting subnet 0d882fbb-3abe-44ce-baec-0ce8f79fa30c {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:04:59.973837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 9c6d038a-2126-446f-b526-9b112c9ab776 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:04:59.974194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9c6d038a-2126-446f-b526-9b112c9ab776 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:04:59.996118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d8afe1f-a7cf-466f-8816-a9f6709cd90a req-d77a1b3b-5440-4233-92f6-4dc30383bd65 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464035 Oct 25 23:05:00.005108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.039385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.040932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=5622deba-3d5d-47f5-aeea-4b4c4f375f94,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:00.055203 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.088955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-75821341-af13-46f6-95d8-9423a5e927db None None] Provisioning complete for port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:00.089320 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75821341-af13-46f6-95d8-9423a5e927db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.096942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.125081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-75821341-af13-46f6-95d8-9423a5e927db None None] Port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:00.136981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.166068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc8d75-185a-46b1-b7c7-b4c942c3a256 req-fd0dab37-9769-454a-93d0-71f3137e79e9 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:00.167529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2cc8d75-185a-46b1-b7c7-b4c942c3a256 req-fd0dab37-9769-454a-93d0-71f3137e79e9 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1024 time: 0.0857563 Oct 25 23:05:00.174493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4abb91-a3b5-4f76-aee4-b540f0f50bd2 req-096d474b-7e62-44e4-a5fd-015046d96ce4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:00.176003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd4abb91-a3b5-4f76-aee4-b540f0f50bd2 req-096d474b-7e62-44e4-a5fd-015046d96ce4 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1510310 Oct 25 23:05:00.225390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2cc8d75-185a-46b1-b7c7-b4c942c3a256 req-121b8d9a-f375-4e57-8d63-baa1d6230e4f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups?id=429bd6e4-3636-4f6e-b79b-217f4b067ad6&id=1e1befa1-f535-4970-b447-d0d0e4495ad2&id=0d073b24-93b7-42df-875f-b8adeaaf3de0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0480297 Oct 25 23:05:00.226849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.252544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d882fbb-3abe-44ce-baec-0ce8f79fa30c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:00.256302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.262954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7776565b-d6a0-48f2-804c-6c1404f8708f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0d882fbb-3abe-44ce-baec-0ce8f79fa30c HTTP/1.1" status: 204 len: 168 time: 0.5121510 Oct 25 23:05:00.263563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:00.276048 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.327265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd4abb91-a3b5-4f76-aee4-b540f0f50bd2 req-c2e19404-057e-4ccd-973c-df8cd6aa4500 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024330 Oct 25 23:05:00.360612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Network 8d890783-f17d-4265-99a6-dde825998739 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:00.365923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:00.391892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:00.394482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a4cbfb6-459b-45f8-9c1a-8b5b21290399 req-6cadac4e-487a-4052-a43e-36cef681a842 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 210 time: 0.0542588 Oct 25 23:05:00.395568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Allocated IP 172.20.0.3 (8d890783-f17d-4265-99a6-dde825998739/33adcd4a-1e47-4fa4-b5e1-73189113d6aa/b907328c-20c5-4a38-96af-cb791f32a5aa) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:00.422855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.427983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Pushing event updated for resources: {'Port': ['ID=0f9c1d86-4f96-41ec-9130-0bae1258134b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:00.467035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:00.467785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.492092 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8ba1b789-a268-43da-91be-aa05bbacc8d1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6479013 Oct 25 23:05:00.512160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Request body: {'port': {'device_id': '669edca0-7b2d-42d7-812f-532f1149ab85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:00.572142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.594265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.655669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ec746649-e134-4bf3-93e5-bdd9932ae17c None None] Provisioning complete for port 0f9c1d86-4f96-41ec-9130-0bae1258134b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:00.656697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ec746649-e134-4bf3-93e5-bdd9932ae17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.671145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-884cd5d8-5da7-42f7-a3b6-1357ca8f7d32 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:00.672922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-884cd5d8-5da7-42f7-a3b6-1357ca8f7d32 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 1024 time: 0.0935469 Oct 25 23:05:00.709382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ec746649-e134-4bf3-93e5-bdd9932ae17c None None] Port 0f9c1d86-4f96-41ec-9130-0bae1258134b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:00.872742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Deleting port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:00.873084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.959014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2b9e01-af87-4b7d-a56d-77bea74edc78']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:00.972347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] For port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,segment=NetworkSegment(a96e5aed-7b68-4e9b-8eea-99ba8a1e5822),segment_id=a96e5aed-7b68-4e9b-8eea-99ba8a1e5822)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:00.972709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:00.985856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aef9a2a-0488-457c-b857-e5d61af62f49') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:00.986172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aef9a2a-0488-457c-b857-e5d61af62f49') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:00.990773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Calling delete_port for 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:01.021428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.037852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566673-fa48-4e93-8ffb-1be6ae0941e4 req-be05ce22-667a-4c6a-9e8f-fa60162a128b tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.039983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd566673-fa48-4e93-8ffb-1be6ae0941e4 req-be05ce22-667a-4c6a-9e8f-fa60162a128b tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 945 time: 0.4649200 Oct 25 23:05:01.058275 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.059857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.071463 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-cd2c054d-f203-4510-82ea-a518c345b072 service neutron] show failed (client error): The resource could not be found. Oct 25 23:05:01.072525 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-cd2c054d-f203-4510-82ea-a518c345b072 service neutron] 10.222.0.15 "GET /v2.0/ports/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9/bindings/n-h2-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.1877153 Oct 25 23:05:01.088327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:05:01.088713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:05:01.090430 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:05:01.161907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac521d22-5dea-4608-90d1-dddba2495dc6 req-137884e0-642a-45ff-a64f-81e73ac0a016 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.169411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd566673-fa48-4e93-8ffb-1be6ae0941e4 req-46b06550-2fe2-4908-905d-8c3703c04c44 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155658 Oct 25 23:05:01.171400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac521d22-5dea-4608-90d1-dddba2495dc6 req-137884e0-642a-45ff-a64f-81e73ac0a016 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 950 time: 0.0992582 Oct 25 23:05:01.178050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.184595 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.190442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d2b9e01-af87-4b7d-a56d-77bea74edc78 HTTP/1.1" status: 204 len: 168 time: 0.9258788 Oct 25 23:05:01.192164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.201806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5622deba-3d5d-47f5-aeea-4b4c4f375f94'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:01.204529 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623d11b6-f472-4ebf-9087-d43f2c36cb32" -d '{"events": [{"server_uuid": "d664e8af-9f0e-49a7-a1d1-7b767132b724", "name": "network-vif-plugged", "status": "completed", "tag": "5622deba-3d5d-47f5-aeea-4b4c4f375f94"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:01.212216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c35607-1375-4f91-b324-9e74d8b3db1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2b9e01-af87-4b7d-a56d-77bea74edc78,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:01.272364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Network 8d890783-f17d-4265-99a6-dde825998739 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:01.276945 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98691e7-645b-4659-aa39-87bb8fd66f34 x-openstack-request-id: req-b98691e7-645b-4659-aa39-87bb8fd66f34 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:01.277672 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664e8af-9f0e-49a7-a1d1-7b767132b724", "name": "network-vif-plugged", "status": "completed", "tag": "5622deba-3d5d-47f5-aeea-4b4c4f375f94", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:01.278279 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b98691e7-645b-4659-aa39-87bb8fd66f34 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:01.279789 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5622deba-3d5d-47f5-aeea-4b4c4f375f94', 'code': 200} Oct 25 23:05:01.281566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:01.285814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:01.294340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.328694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:01.365756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Pushing event updated for resources: {'Port': ['ID=b907328c-20c5-4a38-96af-cb791f32a5aa,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:01.391009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'Port': ['ID=7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:01.422496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac521d22-5dea-4608-90d1-dddba2495dc6 req-569f2aa6-03ea-497c-9f5e-1a4d7d1a5b96 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457886 Oct 25 23:05:01.462595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.463222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.515869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] No DVR routers for this DVR port 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:01.523523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-57b934eb-1b4b-49ee-aff0-0e43975ef8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.524241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.525033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-57b934eb-1b4b-49ee-aff0-0e43975ef8ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701&tenant_id=0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 1101 time: 0.2358174 Oct 25 23:05:01.526928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4329941-c85e-4b3f-8aa1-a7074c4a9cd3 req-810bccf2-bdc9-4d0c-a3cb-5d60b412399f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc41b5b-383f-4122-8883-05593358ded3 HTTP/1.1" status: 200 len: 210 time: 0.0929804 Oct 25 23:05:01.528640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-281741e8-646c-4067-9c6e-1cfa9cfa63fb req-32f6a4d2-e6e1-445e-a52b-90a1e946a57f tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.15 "DELETE /v2.0/ports/7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f HTTP/1.1" status: 204 len: 173 time: 0.8476956 Oct 25 23:05:01.530055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'name': 'network-vif-deleted', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:01.530989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-8729c749-c5fe-45aa-aea9-6ad66fb42780 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0685549 Oct 25 23:05:01.532437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48774) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:01.532817 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1b886d-e179-48a8-9e59-65c8cad84a19" -d '{"events": [{"server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "name": "network-vif-deleted", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:01.549977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Request body: {'port': {'device_id': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:01.556869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:01.644804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047c622-fff0-423d-9164-5e4b57d0fee1 req-3a499fd1-a5cb-477f-8d67-1616869a4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.646693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9047c622-fff0-423d-9164-5e4b57d0fee1 req-3a499fd1-a5cb-477f-8d67-1616869a4f5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 1101 time: 0.2593632 Oct 25 23:05:01.693926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e53fd-2e99-4d2c-a2cf-6cc92949e055 req-8bc8b066-a0fc-41dc-b33b-64f18061032e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.696709 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b5e53fd-2e99-4d2c-a2cf-6cc92949e055 req-8bc8b066-a0fc-41dc-b33b-64f18061032e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.1781309 Oct 25 23:05:01.756393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4d556399-ca78-4c88-9321-416846d56aac None None] Provisioning complete for port b907328c-20c5-4a38-96af-cb791f32a5aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:01.758160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d556399-ca78-4c88-9321-416846d56aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.761629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78f4b8f-0e76-4b39-9615-7aeefea11ec7 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:01.770283 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b5e53fd-2e99-4d2c-a2cf-6cc92949e055 req-62305dcf-aa92-4362-b780-f4356a8bfee8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540464 Oct 25 23:05:01.775385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.790059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.790593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Transition to ACTIVE for port object a78f4b8f-0e76-4b39-9615-7aeefea11ec7 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:01.826550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4d556399-ca78-4c88-9321-416846d56aac None None] Port b907328c-20c5-4a38-96af-cb791f32a5aa cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:01.853564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-07155f34-3647-43a0-8eb7-62e387a7cb9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ebcf725f446401dbcf2e35ef13368e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195562 Oct 25 23:05:01.855871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.860175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:01.861286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9047c622-fff0-423d-9164-5e4b57d0fee1 req-4e7723ee-43ed-4c46-9877-6051dfe3a4f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973629 Oct 25 23:05:01.894756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19d9f-5533-42e0-934b-00a77f104fba req-f13dafc2-bdce-4f6a-8228-42b91523995d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:01.903155 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04a19d9f-5533-42e0-934b-00a77f104fba req-f13dafc2-bdce-4f6a-8228-42b91523995d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 931 time: 0.2605512 Oct 25 23:05:01.912103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:01.972287 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c801133-e5f4-4013-a45f-13adff747377 x-openstack-request-id: req-9c801133-e5f4-4013-a45f-13adff747377 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:01.972694 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc41b5b-383f-4122-8883-05593358ded3", "name": "network-vif-deleted", "tag": "7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:01.972940 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c801133-e5f4-4013-a45f-13adff747377 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:01.973331 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc41b5b-383f-4122-8883-05593358ded3', 'name': 'network-vif-deleted', 'tag': '7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f', 'status': 'completed', 'code': 200} Oct 25 23:05:02.014848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Pushing event updated for resources: {'Port': ['ID=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:02.067691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04a19d9f-5533-42e0-934b-00a77f104fba req-b9c912bb-efe7-4fd0-b21c-e21dc5a653ce tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626410 Oct 25 23:05:02.123490 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff39417-66ba-414c-82e3-dedca622f112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.160877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff39417-66ba-414c-82e3-dedca622f112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.259498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9c1d86-4f96-41ec-9130-0bae1258134b {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:02.271535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.309995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Transition to ACTIVE for port object 0f9c1d86-4f96-41ec-9130-0bae1258134b will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:02.325263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.331714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Attempting to bind port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:02.332107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Attempting to bind port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:02.332416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Attempting to bind port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:02.369314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 on network 8d890783-f17d-4265-99a6-dde825998739 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:02.369699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Attempting to bind port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:02.388716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:02.389202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:02.389549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Checking segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:02.389965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Bound using segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:02.390459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Bound port: a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:02.390908 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.418309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1d86-4f96-41ec-9130-0bae1258134b,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:02.434308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fda5d-88ef-4cf5-a4a8-bd5c571ab9a5 req-1dbdaeeb-4560-4dc7-be14-5c0b7a20e491 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:02.439670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd6fda5d-88ef-4cf5-a4a8-bd5c571ab9a5 req-1dbdaeeb-4560-4dc7-be14-5c0b7a20e491 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 945 time: 0.1537406 Oct 25 23:05:02.449955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff39417-66ba-414c-82e3-dedca622f112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.455300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff39417-66ba-414c-82e3-dedca622f112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.458246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9ff39417-66ba-414c-82e3-dedca622f112 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa858693-5741-4f1f-bd84-2ad542910f5a HTTP/1.1" status: 204 len: 168 time: 0.5953088 Oct 25 23:05:02.493833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:02.590816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd6fda5d-88ef-4cf5-a4a8-bd5c571ab9a5 req-94d16d8d-56fd-442f-a635-9746f4a1113c tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447725 Oct 25 23:05:02.591524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:02.593971 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7caac-d257-427e-af8b-beae25e11b91" -d '{"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-unplugged", "status": "completed", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:02.602211 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.643994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Transition to ACTIVE for port object 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:02.647072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] For port a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:02.651508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] For port a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:02.653942 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.665694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff39417-66ba-414c-82e3-dedca622f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa858693-5741-4f1f-bd84-2ad542910f5a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:02.699102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b907328c-20c5-4a38-96af-cb791f32a5aa {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:02.709751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.719133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.795363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Transition to ACTIVE for port object b907328c-20c5-4a38-96af-cb791f32a5aa will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:02.797404 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec496e4-46e2-4af4-a57b-64e216e5cc3f x-openstack-request-id: req-eec496e4-46e2-4af4-a57b-64e216e5cc3f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:02.797593 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-unplugged", "status": "completed", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:02.797881 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eec496e4-46e2-4af4-a57b-64e216e5cc3f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:02.798364 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'code': 200} Oct 25 23:05:02.799393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] No DVR routers for this DVR port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:02.813750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:02.824923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.863211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:02.863832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:02.865250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] 10.222.0.11 "PUT /v2.0/ports/a78f4b8f-0e76-4b39-9615-7aeefea11ec7 HTTP/1.1" status: 200 len: 1092 time: 2.9438636 Oct 25 23:05:02.944940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8b31-9c62-4eb0-b123-6cae579e538d req-c52ba349-7f8d-4ce7-8492-49bb75ad9449 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:02.952332 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbed8b31-9c62-4eb0-b123-6cae579e538d req-c52ba349-7f8d-4ce7-8492-49bb75ad9449 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 950 time: 0.2643960 Oct 25 23:05:03.028898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Attempting to bind port 0f9c1d86-4f96-41ec-9130-0bae1258134b on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:03.029244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Attempting to bind port 0f9c1d86-4f96-41ec-9130-0bae1258134b by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:03.029602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Attempting to bind port 0f9c1d86-4f96-41ec-9130-0bae1258134b on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:03.033908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444f55-7cd9-44a6-9e29-a0c13e7bea1d service neutron] Pushing event updated for resources: {'Port': ['ID=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:03.060526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Port 0f9c1d86-4f96-41ec-9130-0bae1258134b on network 8d890783-f17d-4265-99a6-dde825998739 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:03.060905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Attempting to bind port 0f9c1d86-4f96-41ec-9130-0bae1258134b on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:03.062843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afbd0884-5100-40d5-a79f-114df34c7537 req-fccd789b-7268-4cf6-9a18-ace5213ca257 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/429bd6e4-3636-4f6e-b79b-217f4b067ad6 HTTP/1.1" status: 200 len: 1800 time: 0.2416008 Oct 25 23:05:03.086502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:03.087220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:03.087220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:03.095637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:03.096505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Checking segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:03.096682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Bound using segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:03.097208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Bound port: 0f9c1d86-4f96-41ec-9130-0bae1258134b, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:03.097555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.117064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b907328c-20c5-4a38-96af-cb791f32a5aa,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:03.130176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:03.130176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:03.141000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbed8b31-9c62-4eb0-b123-6cae579e538d req-11c8b26d-a468-4f14-ba5e-9c6c0fe326d8 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877630 Oct 25 23:05:03.143007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-881d4c98-9901-467c-a333-39b729f028c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.144538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-881d4c98-9901-467c-a333-39b729f028c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 1095 time: 0.1902328 Oct 25 23:05:03.184267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:03.184586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:03.184971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:03.186677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Bound port: 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:03.186986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.245551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] For port 0f9c1d86-4f96-41ec-9130-0bae1258134b, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:03.252270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] For port 0f9c1d86-4f96-41ec-9130-0bae1258134b, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:03.289300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:03.297217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.403122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Attempting to bind port b907328c-20c5-4a38-96af-cb791f32a5aa on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:03.403456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Attempting to bind port b907328c-20c5-4a38-96af-cb791f32a5aa by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:03.403781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Attempting to bind port b907328c-20c5-4a38-96af-cb791f32a5aa on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:03.405685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afbd0884-5100-40d5-a79f-114df34c7537 req-27f6e649-c724-4922-9891-6f22a2440f19 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.422661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-a0d0d010-7205-41ab-b782-c117aea6909c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7 HTTP/1.1" status: 200 len: 217 time: 0.2297800 Oct 25 23:05:03.426977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.427405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.430102 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f9c1d86-4f96-41ec-9130-0bae1258134b HTTP/1.1" status: 200 len: 1092 time: 2.9229395 Oct 25 23:05:03.435557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Port b907328c-20c5-4a38-96af-cb791f32a5aa on network 8d890783-f17d-4265-99a6-dde825998739 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:03.435883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Attempting to bind port b907328c-20c5-4a38-96af-cb791f32a5aa on network 8d890783-f17d-4265-99a6-dde825998739 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:03.455935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:03.469631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afbd0884-5100-40d5-a79f-114df34c7537 req-27f6e649-c724-4922-9891-6f22a2440f19 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.472422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:03.472759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Checking segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:03.474042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Bound using segment: {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:03.474528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Bound port: b907328c-20c5-4a38-96af-cb791f32a5aa, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d852ab-1898-4b74-ac12-5968bc64e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8d890783-f17d-4265-99a6-dde825998739'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:03.475207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.497444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:03.517671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.528027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8e071-165c-4922-975a-bc58d7c561c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1d86-4f96-41ec-9130-0bae1258134b,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:03.568549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:03.585965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:03.611858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:03.612265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7a8239f0-3a48-4c86-a41e-b5c8b72f4f0f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:03.612684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:03.626821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.627688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.629647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-aca48115-a5c9-4430-845a-d11f0794efd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 1096 time: 2.0862238 Oct 25 23:05:03.657391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afbd0884-5100-40d5-a79f-114df34c7537 req-27f6e649-c724-4922-9891-6f22a2440f19 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.660289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afbd0884-5100-40d5-a79f-114df34c7537 req-27f6e649-c724-4922-9891-6f22a2440f19 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.667619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afbd0884-5100-40d5-a79f-114df34c7537 req-27f6e649-c724-4922-9891-6f22a2440f19 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/429bd6e4-3636-4f6e-b79b-217f4b067ad6 HTTP/1.1" status: 204 len: 173 time: 0.6037731 Oct 25 23:05:03.736829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:03.757442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] For port b907328c-20c5-4a38-96af-cb791f32a5aa, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:03.765502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-03752648-78a4-453f-8ada-899e4520079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.767071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-03752648-78a4-453f-8ada-899e4520079e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.3195829 Oct 25 23:05:03.768021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6e649-c724-4922-9891-6f22a2440f19 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429bd6e4-3636-4f6e-b79b-217f4b067ad6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:03.776676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab6882-7f55-4f48-aee3-73aff87d8440 req-822003db-de8a-4133-a294-f11a85084c5e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.789885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] For port b907328c-20c5-4a38-96af-cb791f32a5aa, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b907328c-20c5-4a38-96af-cb791f32a5aa,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:03.795132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4ab6882-7f55-4f48-aee3-73aff87d8440 req-822003db-de8a-4133-a294-f11a85084c5e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.4366419 Oct 25 23:05:03.808794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.847047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ca3056b-9223-49a7-980b-8d5ea7f5bbcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bceaa41469f04b478e6ca073c587f3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514572 Oct 25 23:05:03.858805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48816) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:03.863854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-b9090b94-7e4e-4d24-bf5a-ab116b90c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.865378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-b9090b94-7e4e-4d24-bf5a-ab116b90c2bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 1095 time: 0.3235538 Oct 25 23:05:03.892722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.894519 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:03.896133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/b907328c-20c5-4a38-96af-cb791f32a5aa HTTP/1.1" status: 200 len: 1091 time: 2.3554585 Oct 25 23:05:03.898637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-32b03352-557d-4c80-8aa2-0498f12e6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:03.901213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-32b03352-557d-4c80-8aa2-0498f12e6af1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1099 time: 0.2453876 Oct 25 23:05:03.983354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c330f5-a312-4351-9cf3-19038425f3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b907328c-20c5-4a38-96af-cb791f32a5aa,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:04.018462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4ab6882-7f55-4f48-aee3-73aff87d8440 req-68f08e5a-3689-4c0a-8ec4-27cecedf605b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185292 Oct 25 23:05:04.019225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158f4853-3d21-4419-b912-59a250b47c3f', 'tag': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7'}, {'name': 'network-changed', 'server_uuid': '669edca0-7b2d-42d7-812f-532f1149ab85', 'tag': '0f9c1d86-4f96-41ec-9130-0bae1258134b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:04.025553 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf38c49-7158-41c5-bf2a-8c887f8b9899" -d '{"events": [{"name": "network-changed", "server_uuid": "158f4853-3d21-4419-b912-59a250b47c3f", "tag": "a78f4b8f-0e76-4b39-9615-7aeefea11ec7"}, {"name": "network-changed", "server_uuid": "669edca0-7b2d-42d7-812f-532f1149ab85", "tag": "0f9c1d86-4f96-41ec-9130-0bae1258134b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:04.050678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-8a3e780d-2b35-4b9e-b5d4-5ec71a8e85f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b HTTP/1.1" status: 200 len: 217 time: 0.1043115 Oct 25 23:05:04.125922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674ab4a-8f42-456f-8e09-56559c869d05 req-dfc5118e-7d89-4bb2-a4f2-6b3b47d78dfd tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.127661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3674ab4a-8f42-456f-8e09-56559c869d05 req-dfc5118e-7d89-4bb2-a4f2-6b3b47d78dfd tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 943 time: 0.1937361 Oct 25 23:05:04.143812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-df940962-7628-4830-bc5d-00e2cbf190b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.145557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-df940962-7628-4830-bc5d-00e2cbf190b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 1094 time: 0.1494739 Oct 25 23:05:04.160387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-388fdd0f-e054-402d-8075-a1dca72a519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.161047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-388fdd0f-e054-402d-8075-a1dca72a519a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628793 Oct 25 23:05:04.171412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-872073db-f37e-4026-b68e-dadb39522fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.171412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-872073db-f37e-4026-b68e-dadb39522fc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.0946581 Oct 25 23:05:04.215861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-f651d358-c34c-4d34-b300-fa5a3f7427bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.217623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-f651d358-c34c-4d34-b300-fa5a3f7427bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3043761 Oct 25 23:05:04.225917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-d5dec589-4cc0-47c9-be8e-a8dd307bbd98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b907328c-20c5-4a38-96af-cb791f32a5aa HTTP/1.1" status: 200 len: 217 time: 0.0661459 Oct 25 23:05:04.271758 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-88f5a2c2-e79c-4302-9249-0a035ce42216 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0447998 Oct 25 23:05:04.280662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a74cb555-80f8-43f2-82a1-d1d382a5f4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.350565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a74cb555-80f8-43f2-82a1-d1d382a5f4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.354026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3674ab4a-8f42-456f-8e09-56559c869d05 req-8a68ef2d-e843-4982-ae7d-1de5042ad012 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051787 Oct 25 23:05:04.368293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-6589c66f-e61c-47d2-aebd-2b7733c09b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.368293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-6589c66f-e61c-47d2-aebd-2b7733c09b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840374 Oct 25 23:05:04.387875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-e886651b-6a43-43d3-a474-5f80b0d54eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.389666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-e886651b-6a43-43d3-a474-5f80b0d54eb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.1167660 Oct 25 23:05:04.395932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eab55cd3-204d-4dc4-b5a5-a84f57fe15d4 req-480a30cc-880c-4d1e-8ffe-2ef300e601c4 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "GET /v2.0/security-groups/0d073b24-93b7-42df-875f-b8adeaaf3de0 HTTP/1.1" status: 200 len: 1801 time: 0.1847115 Oct 25 23:05:04.410769 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-72e30ea5-28ff-4325-b4b5-35ac52bfc254 service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375503 Oct 25 23:05:04.453902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-08cb7868-89d5-46d9-9687-a0f0d11326d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.455808 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd0f73-a153-40b5-8f82-bc0b388aba1a x-openstack-request-id: req-c3fd0f73-a153-40b5-8f82-bc0b388aba1a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:04.456238 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158f4853-3d21-4419-b912-59a250b47c3f", "tag": "a78f4b8f-0e76-4b39-9615-7aeefea11ec7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "669edca0-7b2d-42d7-812f-532f1149ab85", "tag": "0f9c1d86-4f96-41ec-9130-0bae1258134b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:04.456496 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3fd0f73-a153-40b5-8f82-bc0b388aba1a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:04.456886 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158f4853-3d21-4419-b912-59a250b47c3f', 'tag': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7', 'status': 'completed', 'code': 200} Oct 25 23:05:04.457140 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669edca0-7b2d-42d7-812f-532f1149ab85', 'tag': '0f9c1d86-4f96-41ec-9130-0bae1258134b', 'status': 'completed', 'code': 200} Oct 25 23:05:04.463176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-08cb7868-89d5-46d9-9687-a0f0d11326d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1773403 Oct 25 23:05:04.504962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-968889ba-7a14-43d4-8957-16cc9c605f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.506619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-968889ba-7a14-43d4-8957-16cc9c605f23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065807 Oct 25 23:05:04.603706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-14ca58ad-23ec-446b-9813-6fbab5a0cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.605096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-14ca58ad-23ec-446b-9813-6fbab5a0cd14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349452 Oct 25 23:05:04.631266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-eab55cd3-204d-4dc4-b5a5-a84f57fe15d4 req-3ea67c3f-0641-4339-98b9-e5ccedd8a369 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.634365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3366-f296-420a-9e60-df15e07a51b1 req-721df03d-5ba1-4aed-b621-1297aaa27f49 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.635892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da6d3366-f296-420a-9e60-df15e07a51b1 req-721df03d-5ba1-4aed-b621-1297aaa27f49 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 950 time: 0.1352677 Oct 25 23:05:04.637815 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a74cb555-80f8-43f2-82a1-d1d382a5f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.640537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a74cb555-80f8-43f2-82a1-d1d382a5f4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.641677 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a74cb555-80f8-43f2-82a1-d1d382a5f4f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caf02749-f8fc-494b-89d7-6781d4393f80 HTTP/1.1" status: 204 len: 168 time: 0.7753892 Oct 25 23:05:04.655577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-238ec686-4028-4b60-ba2e-3fc3f98f37f7 service neutron] 10.222.0.15 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792397 Oct 25 23:05:04.661756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-23c9851b-0834-46cc-85f4-69134b640116 service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443360 Oct 25 23:05:04.683568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15cdc137-9431-41c9-a0d4-6eaf8bf6d216 req-d5b75dc5-183e-46f7-852a-b1f44f82a554 service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255888 Oct 25 23:05:04.688903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cb555-80f8-43f2-82a1-d1d382a5f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf02749-f8fc-494b-89d7-6781d4393f80,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:04.770985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-eab55cd3-204d-4dc4-b5a5-a84f57fe15d4 req-3ea67c3f-0641-4339-98b9-e5ccedd8a369 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.803251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}, {'name': 'network-changed', 'server_uuid': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'tag': 'b907328c-20c5-4a38-96af-cb791f32a5aa'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:04.806693 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}, {"name": "network-changed", "server_uuid": "18ed7763-3296-4239-b9f5-3c893144ed9f", "tag": "b907328c-20c5-4a38-96af-cb791f32a5aa"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:04.842950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da6d3366-f296-420a-9e60-df15e07a51b1 req-537d80d1-3aed-4759-8009-c25c6c405377 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667411 Oct 25 23:05:04.896563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-eab55cd3-204d-4dc4-b5a5-a84f57fe15d4 req-3ea67c3f-0641-4339-98b9-e5ccedd8a369 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.899441 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-eab55cd3-204d-4dc4-b5a5-a84f57fe15d4 req-3ea67c3f-0641-4339-98b9-e5ccedd8a369 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:04.900852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eab55cd3-204d-4dc4-b5a5-a84f57fe15d4 req-3ea67c3f-0641-4339-98b9-e5ccedd8a369 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d073b24-93b7-42df-875f-b8adeaaf3de0 HTTP/1.1" status: 204 len: 173 time: 0.4786925 Oct 25 23:05:04.902812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef5f6a49-1d57-439d-973e-a4bfaa644bf1 req-114c4c3c-15eb-4ed0-a58a-46d46b4b9287 service neutron] 10.222.0.15 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319858 Oct 25 23:05:04.910581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-badfc502-0403-4dc1-9095-4c5b9cdf78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:04.910944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48832) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:04.912047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-badfc502-0403-4dc1-9095-4c5b9cdf78bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 1095 time: 0.1256292 Oct 25 23:05:04.929008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67c3f-0641-4339-98b9-e5ccedd8a369 tempest-SecurityGroupsTestJSON-1319606487 tempest-SecurityGroupsTestJSON-1319606487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d073b24-93b7-42df-875f-b8adeaaf3de0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:04.955347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-6748479d-5cd3-4cae-b75b-beca41963c7a service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402822 Oct 25 23:05:04.978698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c5a072-9cfb-4c0e-aae9-b8faced3a5c2 req-1aa4ecf3-9730-4304-a37b-825ca6ab382e service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007536 Oct 25 23:05:05.036869 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735db3f4-2788-4b3e-828e-c8547770f9a2 x-openstack-request-id: req-735db3f4-2788-4b3e-828e-c8547770f9a2 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:05.037175 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18ed7763-3296-4239-b9f5-3c893144ed9f", "tag": "b907328c-20c5-4a38-96af-cb791f32a5aa", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:05.037407 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-735db3f4-2788-4b3e-828e-c8547770f9a2 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:05.037960 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'status': 'completed', 'code': 200} Oct 25 23:05:05.038306 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'tag': 'b907328c-20c5-4a38-96af-cb791f32a5aa', 'status': 'completed', 'code': 200} Oct 25 23:05:05.044012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Deleting subnet df23d749-9858-4d1c-b13f-3b1532b9b1d0 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:05:05.049445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:05.157238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f5bb37b-c6fe-4ff2-9944-4d1e7326356c req-007734d4-1f8c-42c7-ae20-b4b4a2c2b47c service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877561 Oct 25 23:05:05.157238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:05.218200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-741bec2f-6aec-4544-aa18-f35e08f850ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.219817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-741bec2f-6aec-4544-aa18-f35e08f850ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1099 time: 0.1394851 Oct 25 23:05:05.268746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:05.400067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-76482487-847d-4c13-9324-dd953c2c29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.401615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-76482487-847d-4c13-9324-dd953c2c29cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1099 time: 0.1793745 Oct 25 23:05:05.524862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:05.539425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-e3c8027e-ca74-4c32-b2b2-26c014d96e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.540981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-e3c8027e-ca74-4c32-b2b2-26c014d96e1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3055336 Oct 25 23:05:05.624579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-be45f824-78cb-426d-9878-ac644397db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.626376 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-be45f824-78cb-426d-9878-ac644397db2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 916 time: 0.6940053 Oct 25 23:05:05.708736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678aa0-dad1-4572-8d34-36a7b8603894 req-6dffc21a-574c-46eb-a793-9c1301a58ab7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.710498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e678aa0-dad1-4572-8d34-36a7b8603894 req-6dffc21a-574c-46eb-a793-9c1301a58ab7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.1522131 Oct 25 23:05:05.712805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-a9661bc5-e370-471c-b3f6-2cd1c3bd9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.714285 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-a9661bc5-e370-471c-b3f6-2cd1c3bd9a32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 1095 time: 0.1548867 Oct 25 23:05:05.715576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-7d7eaca6-4b37-49c0-ad76-b1842cec3286 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7 HTTP/1.1" status: 200 len: 217 time: 0.0691168 Oct 25 23:05:05.872408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-f1aec44b-353b-46e7-aea7-146a64ac5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:05.873891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-f1aec44b-353b-46e7-aea7-146a64ac5dce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.1482191 Oct 25 23:05:05.877093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e678aa0-dad1-4572-8d34-36a7b8603894 req-b5f0f43f-dbe9-49d3-a4da-41dad51f6117 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584694 Oct 25 23:05:05.938793 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:05.945095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df23d749-9858-4d1c-b13f-3b1532b9b1d0 HTTP/1.1" status: 204 len: 168 time: 1.0329146 Oct 25 23:05:05.948815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48870) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:05.986561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00057c67-919b-408d-bdbd-d5d8bab2b007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df23d749-9858-4d1c-b13f-3b1532b9b1d0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:06.005867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-aa854a2a-6e09-43e1-a045-3537d2587c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.008253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-aa854a2a-6e09-43e1-a045-3537d2587c06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 916 time: 0.2293472 Oct 25 23:05:06.015768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-7637eb97-3d29-436b-a181-0766cd54c82d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0665176 Oct 25 23:05:06.041321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-0967676f-a765-4b9a-9428-6fdc4c52e64e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6229022 Oct 25 23:05:06.084114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-d25a2177-b820-467e-8c6a-88a8330e7473 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b HTTP/1.1" status: 200 len: 217 time: 0.0398138 Oct 25 23:05:06.086350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-a931fa08-c71f-4d52-9cc3-e0b2cdbf29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.088004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-a931fa08-c71f-4d52-9cc3-e0b2cdbf29a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035458 Oct 25 23:05:06.140934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ee64-bc2e-456f-93db-b5b4c12cc191 req-4a4a1e91-9478-4e99-84c9-a29e3bf1029c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.142462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a683ee64-bc2e-456f-93db-b5b4c12cc191 req-4a4a1e91-9478-4e99-84c9-a29e3bf1029c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 943 time: 0.1946311 Oct 25 23:05:06.143444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-34fb62d1-2975-4444-a16f-042f4a92c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.144731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-34fb62d1-2975-4444-a16f-042f4a92c829 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.7244554 Oct 25 23:05:06.150284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-fda18302-04bf-40cc-acae-055eb8a8ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.151693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-fda18302-04bf-40cc-acae-055eb8a8ac25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1263118 Oct 25 23:05:06.203122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.222803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-2c1bbb39-a50a-4054-9c01-f51ce2057647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.224266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-2c1bbb39-a50a-4054-9c01-f51ce2057647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 1101 time: 0.1437793 Oct 25 23:05:06.225275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7140203-418d-4f83-91b8-fb6345282d02 req-ff9739ad-89bd-4258-912b-69c18d4419e0 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.235029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7140203-418d-4f83-91b8-fb6345282d02 req-ff9739ad-89bd-4258-912b-69c18d4419e0 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 950 time: 0.2609000 Oct 25 23:05:06.251796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-c0067583-2789-4dfb-9123-2c3779005d70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0976105 Oct 25 23:05:06.263259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a683ee64-bc2e-456f-93db-b5b4c12cc191 req-a4c14960-284c-4ef6-bb88-1b22adc99d2b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071379 Oct 25 23:05:06.267783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-e69ba22b-3d57-4e14-81c1-32361b521f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.269601 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-e69ba22b-3d57-4e14-81c1-32361b521f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.1716409 Oct 25 23:05:06.285946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-50678367-82ee-44b6-a6b8-a90071bba3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.287586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-50678367-82ee-44b6-a6b8-a90071bba3d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052165 Oct 25 23:05:06.401132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-027956e9-a4e0-4d1a-90ab-c0225a8459df service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984941 Oct 25 23:05:06.404419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7140203-418d-4f83-91b8-fb6345282d02 req-9ac5d27c-4cc1-468f-afa7-2906f8c09766 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681809 Oct 25 23:05:06.438388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-875bd7c1-87e6-492d-a86a-80fdd8e05603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.439875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-875bd7c1-87e6-492d-a86a-80fdd8e05603 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1669960 Oct 25 23:05:06.456062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-98c53009-d956-4d8d-b79c-912abd17c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.457541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-98c53009-d956-4d8d-b79c-912abd17c536 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803215 Oct 25 23:05:06.500854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.522883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-4cf03f29-9080-4273-b423-15ffc139455f service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096493 Oct 25 23:05:06.530904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-d14cb9eb-f25a-4445-8c73-d49342f304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.532836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-d14cb9eb-f25a-4445-8c73-d49342f304a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2508235 Oct 25 23:05:06.611031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6638b5b8-5945-4405-880e-de2a06391947']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:06.631837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:06.632139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96e5aed-7b68-4e9b-8eea-99ba8a1e5822') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:06.652579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.654690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-b1784ad2-0640-4c12-9abb-07abaca88c59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 200 len: 217 time: 0.1114132 Oct 25 23:05:06.670616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-f08df1ed-6e66-4b7b-ad22-adb7ec81070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.672896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-f08df1ed-6e66-4b7b-ad22-adb7ec81070b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214029 Oct 25 23:05:06.708372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.729654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:05:06.730034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.733259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-0d3a7d15-7800-4213-bbd6-1c8447fb9653 service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945135 Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:05:06.734029 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:05:06.748174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-e35d7055-01a5-4807-843c-94758341712f service neutron] 10.222.0.15 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707791 Oct 25 23:05:06.853433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-4e53ec2b-494d-4d36-aa0e-62a2ee9be589 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194060 Oct 25 23:05:06.858866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.865680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-d6afd52d-d028-40b9-b20a-5c8f004abab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:06.867744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-d6afd52d-d028-40b9-b20a-5c8f004abab0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1934943 Oct 25 23:05:06.868227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:06.875153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] 10.222.0.25 "DELETE /v2.0/networks/6638b5b8-5945-4405-880e-de2a06391947 HTTP/1.1" status: 204 len: 168 time: 0.9250817 Oct 25 23:05:06.908868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02685f-37b8-4c61-b0a0-679395c5656d admin admin] Pushing event deleted for resources: {'Network': ['ID=6638b5b8-5945-4405-880e-de2a06391947,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:06.971565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf38c49-7158-41c5-bf2a-8c887f8b9899 req-4058ac09-0f9b-47b1-98e5-f47e25be533c service neutron] 10.222.0.15 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974671 Oct 25 23:05:06.999534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-1377fc97-4b64-4a6c-b630-d3fde9c6c1e6 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124621 Oct 25 23:05:07.011563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-6a4111a8-2d76-4ee6-b02f-547cea20cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.013034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-6a4111a8-2d76-4ee6-b02f-547cea20cec4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176465 Oct 25 23:05:07.061540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dbeed-d6d6-40ad-9ccd-04a56d55a398 req-c0ee74ce-a7c1-4287-970c-4351745149a7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.068908 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f9dbeed-d6d6-40ad-9ccd-04a56d55a398 req-c0ee74ce-a7c1-4287-970c-4351745149a7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.0791988 Oct 25 23:05:07.118465 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f9dbeed-d6d6-40ad-9ccd-04a56d55a398 req-7b4219f2-6176-4330-9590-16bb8224db27 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Oct 25 23:05:07.193790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-a298c287-381e-4896-9191-19c9afc36632 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.198780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-a298c287-381e-4896-9191-19c9afc36632 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.15 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 950 time: 0.0931206 Oct 25 23:05:07.215724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48912) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:07.232736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-e90be4ef-d2d0-4c8c-882e-c4ac85ff20e9 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234790 Oct 25 23:05:07.242118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-f9bd6d4b-1334-46be-aac5-c7e64b8830ce service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091255 Oct 25 23:05:07.360397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Deleting port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:07.360893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.441888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-30f8f145-3f86-4649-8d57-cb8cf2661c81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d74e74f48ae14c2baf43c30aa1c7042d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249739 Oct 25 23:05:07.443249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:07.493851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb91b6a-63d4-453e-8a29-2e4c3a15912b req-70203aec-fe84-4076-9463-1e3342b4008d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.495503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dcb91b6a-63d4-453e-8a29-2e4c3a15912b req-70203aec-fe84-4076-9463-1e3342b4008d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 943 time: 0.0897057 Oct 25 23:05:07.512619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-3b8aafe0-2490-4a4c-b0da-318005ba83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.514777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-3b8aafe0-2490-4a4c-b0da-318005ba83e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 1094 time: 0.2228410 Oct 25 23:05:07.553075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] For port 5622deba-3d5d-47f5-aeea-4b4c4f375f94, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5622deba-3d5d-47f5-aeea-4b4c4f375f94,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:07.553455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.559014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dcb91b6a-63d4-453e-8a29-2e4c3a15912b req-a62758d2-d543-493f-abdc-56809fc14918 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563774 Oct 25 23:05:07.570940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Calling delete_port for 5622deba-3d5d-47f5-aeea-4b4c4f375f94 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:07.588338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea6bccc9-9288-433a-b0d8-f7cfbeb267f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.588626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0f9c1d86-4f96-41ec-9130-0bae1258134b details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:07.616916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea6bccc9-9288-433a-b0d8-f7cfbeb267f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.702062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a05c63f9-f269-4869-91a1-515a96d181a6 req-548810ab-8f6b-4d31-a2b6-5f0c76fcb4e9 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499605 Oct 25 23:05:07.782748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913a471-f60c-4ad4-803e-4f9bb732dc79 req-e1f2b1f7-5825-4a5f-b82a-0bbbf3e1a4bf tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.785534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4913a471-f60c-4ad4-803e-4f9bb732dc79 req-e1f2b1f7-5825-4a5f-b82a-0bbbf3e1a4bf tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/ports?device_id=d664e8af-9f0e-49a7-a1d1-7b767132b724 HTTP/1.1" status: 200 len: 950 time: 0.2532208 Oct 25 23:05:07.797793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.837978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5622deba-3d5d-47f5-aeea-4b4c4f375f94'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:07.861127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Pushing event deleted for resources: {'Port': ['ID=5622deba-3d5d-47f5-aeea-4b4c4f375f94,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:07.875238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea6bccc9-9288-433a-b0d8-f7cfbeb267f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.879295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea6bccc9-9288-433a-b0d8-f7cfbeb267f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.890527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea6bccc9-9288-433a-b0d8-f7cfbeb267f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e1befa1-f535-4970-b447-d0d0e4495ad2 HTTP/1.1" status: 204 len: 168 time: 0.4416769 Oct 25 23:05:07.930361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bccc9-9288-433a-b0d8-f7cfbeb267f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1befa1-f535-4970-b447-d0d0e4495ad2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:07.932201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] No DVR routers for this DVR port 5622deba-3d5d-47f5-aeea-4b4c4f375f94 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:07.942499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:07.946972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-4dfd235a-19a8-4115-8c38-30bc750a2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:07.950840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4e15469f-91f6-47a0-ae23-b3b2794de650 req-e55974a3-4703-4ec6-a003-a2dd5f6e8eff tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.15 "DELETE /v2.0/ports/5622deba-3d5d-47f5-aeea-4b4c4f375f94 HTTP/1.1" status: 204 len: 173 time: 0.7436130 Oct 25 23:05:07.951099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-4dfd235a-19a8-4115-8c38-30bc750a2c52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 916 time: 0.4083092 Oct 25 23:05:07.951452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'name': 'network-vif-deleted', 'tag': '5622deba-3d5d-47f5-aeea-4b4c4f375f94'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:07.952083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0f9c1d86-4f96-41ec-9130-0bae1258134b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:07.960058 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0ae40-90a0-4315-bb81-14c7fcf3db4e" -d '{"events": [{"server_uuid": "d664e8af-9f0e-49a7-a1d1-7b767132b724", "name": "network-vif-deleted", "tag": "5622deba-3d5d-47f5-aeea-4b4c4f375f94"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:08.001538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '0f9c1d86-4f96-41ec-9130-0bae1258134b', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'port_id': '0f9c1d86-4f96-41ec-9130-0bae1258134b', 'mac_address': 'fa:16:3e:6a:ef:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33adcd4a-1e47-4fa4-b5e1-73189113d6aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:08.009656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4913a471-f60c-4ad4-803e-4f9bb732dc79 req-220887f6-3d7e-43af-8db6-e81ea1000135 tempest-ServerDiagnosticsNegativeTest-1725791130 tempest-ServerDiagnosticsNegativeTest-1725791130-project] 10.222.0.25 "GET /v2.0/security-groups?id=14fc89ff-1288-41b1-8d86-8973282fa4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996419 Oct 25 23:05:08.117324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-838f8d47-f6f1-4ed8-b503-46c537139b2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b907328c-20c5-4a38-96af-cb791f32a5aa HTTP/1.1" status: 200 len: 217 time: 0.1495254 Oct 25 23:05:08.168188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:08.223679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9c1d86-4f96-41ec-9130-0bae1258134b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:08.242495 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c10d84d-edda-4e0f-808a-e7a94f29c4e5 x-openstack-request-id: req-5c10d84d-edda-4e0f-808a-e7a94f29c4e5 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:08.242848 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664e8af-9f0e-49a7-a1d1-7b767132b724", "name": "network-vif-deleted", "tag": "5622deba-3d5d-47f5-aeea-4b4c4f375f94", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:08.243156 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c10d84d-edda-4e0f-808a-e7a94f29c4e5 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:08.243568 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664e8af-9f0e-49a7-a1d1-7b767132b724', 'name': 'network-vif-deleted', 'tag': '5622deba-3d5d-47f5-aeea-4b4c4f375f94', 'status': 'completed', 'code': 200} Oct 25 23:05:08.258600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-89a28c31-28ba-4cc4-a7b0-0f73ccb1c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:08.260064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-89a28c31-28ba-4cc4-a7b0-0f73ccb1c53f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.1263912 Oct 25 23:05:08.264576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0f9c1d86-4f96-41ec-9130-0bae1258134b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:08.276185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:08.355748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0f9c1d86-4f96-41ec-9130-0bae1258134b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:08.425912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-2fe21322-3dc1-486f-8d42-f000163057aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:08.427584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-2fe21322-3dc1-486f-8d42-f000163057aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592386 Oct 25 23:05:08.436441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851655d-c0af-402f-ae04-1b649c46160f req-834f90d9-83c1-4231-8016-843f32ab5309 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:08.445630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2851655d-c0af-402f-ae04-1b649c46160f req-834f90d9-83c1-4231-8016-843f32ab5309 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.1254532 Oct 25 23:05:08.574209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2851655d-c0af-402f-ae04-1b649c46160f req-c16b7c6c-4a71-4917-a5d1-78f563d75456 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223309 Oct 25 23:05:08.702316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-382bd27e-aa3a-419f-9869-e25c57c761b4 service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199833 Oct 25 23:05:08.744113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0f9c1d86-4f96-41ec-9130-0bae1258134b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:08.857238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a78f4b8f-0e76-4b39-9615-7aeefea11ec7 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:08.877111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e91d8-ab70-4300-9fd3-e25ecdaff3fa req-fb3a4c8a-4895-4e46-be2e-c80ec5021f0a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:08.885390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-389e91d8-ab70-4300-9fd3-e25ecdaff3fa req-fb3a4c8a-4895-4e46-be2e-c80ec5021f0a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 943 time: 0.2172418 Oct 25 23:05:08.975120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd5934a-fb3a-4b0b-9f1a-fe62ca5dc765 req-795c026f-1731-4838-bacd-0d6e35e3ab40 service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510018 Oct 25 23:05:08.994083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-389e91d8-ab70-4300-9fd3-e25ecdaff3fa req-a571e8b3-098a-4d4a-9e9e-541ea2559ffd tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010549 Oct 25 23:05:09.041500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-cdb69b56-31e2-4e27-a315-a1f35bdd6992 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:09.044491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-cdb69b56-31e2-4e27-a315-a1f35bdd6992 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701&tenant_id=0e735f996c4644a596f75456289ceb30&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 948 time: 0.1498318 Oct 25 23:05:09.125873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375320a9-4a72-4eca-97ae-91d73233c46c req-189b2dcc-679e-4068-824d-e76f5f3e9a0b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:09.138568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:09.139696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-375320a9-4a72-4eca-97ae-91d73233c46c req-189b2dcc-679e-4068-824d-e76f5f3e9a0b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 948 time: 0.1165600 Oct 25 23:05:09.152455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-41d24bfb-8e68-4923-a3fa-3a7317f98b18 service neutron] 10.222.0.11 "GET /v2.0/ports/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0998118 Oct 25 23:05:09.166083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'port_id': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7', 'mac_address': 'fa:16:3e:1b:05:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33adcd4a-1e47-4fa4-b5e1-73189113d6aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:09.210200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-375320a9-4a72-4eca-97ae-91d73233c46c req-964fe913-ea90-4f37-9165-2074c4788218 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629392 Oct 25 23:05:09.245581 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:09.260860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-3013866f-cd64-49d4-a8be-0a67029821d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:09.264495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78f4b8f-0e76-4b39-9615-7aeefea11ec7 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:09.264673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-3013866f-cd64-49d4-a8be-0a67029821d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1099 time: 0.0838957 Oct 25 23:05:09.296060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:09.305647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:09.307925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b907328c-20c5-4a38-96af-cb791f32a5aa details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:09.385547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:09.440679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b907328c-20c5-4a38-96af-cb791f32a5aa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b907328c-20c5-4a38-96af-cb791f32a5aa,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:09.452569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-c27d0971-66d1-401d-8abb-35ecb4015351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:09.454213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-c27d0971-66d1-401d-8abb-35ecb4015351 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1817713 Oct 25 23:05:09.459583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'b907328c-20c5-4a38-96af-cb791f32a5aa', 'network_id': '8d890783-f17d-4265-99a6-dde825998739', 'port_id': 'b907328c-20c5-4a38-96af-cb791f32a5aa', 'mac_address': 'fa:16:3e:fd:ef:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33adcd4a-1e47-4fa4-b5e1-73189113d6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:09.506577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48992) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:09.517732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-c6169157-c885-4de8-9c94-b2365f579f2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0544434 Oct 25 23:05:09.547169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:09.585871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b907328c-20c5-4a38-96af-cb791f32a5aa {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:09.593091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-71a3b62c-4a16-49cb-afc6-83eb7a51a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:09.594777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-71a3b62c-4a16-49cb-afc6-83eb7a51a68f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0612571 Oct 25 23:05:09.596471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5622deba-3d5d-47f5-aeea-4b4c4f375f94 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:09.650442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 5622deba-3d5d-47f5-aeea-4b4c4f375f94 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:09.652508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5622deba-3d5d-47f5-aeea-4b4c4f375f94 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:09.689105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b907328c-20c5-4a38-96af-cb791f32a5aa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b907328c-20c5-4a38-96af-cb791f32a5aa,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:09.692337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-14e549eb-b357-4d80-bfdd-c8d6cde02f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:09.693922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-14e549eb-b357-4d80-bfdd-c8d6cde02f25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916348 Oct 25 23:05:09.695541 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:09.696365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:09.806584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b907328c-20c5-4a38-96af-cb791f32a5aa,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:09.871164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-6909e825-7881-4b91-a3d5-5ae231437585 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692481 Oct 25 23:05:09.876051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:09.891881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'mac_address': 'fa:16:3e:50:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:09.921037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1855166475-network', 'tenant_id': '5447de20631f44d1a3107769528b4055'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:09.979560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Made reservation on behalf of 5447de20631f44d1a3107769528b4055 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:09.984017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:09.997571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.018380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:10.019383 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.026412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:10.079009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:10.085241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-e9cde7ee-06f2-4762-b540-6b18ccaf3c63 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046864 Oct 25 23:05:10.086951 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.222536 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.229583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f71d0-a22d-4450-b9b3-b12183f24d65 req-032742c2-fbc5-48de-a1a3-9721151f2201 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:10.231624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.247877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad2f71d0-a22d-4450-b9b3-b12183f24d65 req-032742c2-fbc5-48de-a1a3-9721151f2201 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 944 time: 0.1324098 Oct 25 23:05:10.249342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:10.306054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:05:10.308932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad2f71d0-a22d-4450-b9b3-b12183f24d65 req-2ef634cd-98b3-4859-9da4-403c2debfa9c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601277 Oct 25 23:05:10.332229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7586e853-3e74-4ead-adc6-54116914ab8c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:10.348841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.349190 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Added segment 784a1655-4c48-42f8-9e8f-ac5701005127 of type vlan for network 862b4513-16b1-4d23-ac43-97c2fe47324a Oct 25 23:05:10.421873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5777185c-d192-4323-8ea4-5ff231075bb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b47ba10a8cd44caaa710452bac4063f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917108 Oct 25 23:05:10.429156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49022) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:10.457689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.469070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cc694-0b1e-4185-9eac-35183682397e req-137d13a3-096a-4310-8214-40309e26215a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:10.470973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d46cc694-0b1e-4185-9eac-35183682397e req-137d13a3-096a-4310-8214-40309e26215a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.0730143 Oct 25 23:05:10.502628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0706ef59-efe9-491a-8345-61a73144b677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.513038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.515105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:10.517871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.539144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d46cc694-0b1e-4185-9eac-35183682397e req-8db524a5-5e9c-4681-bc10-6dc92f35a310 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Oct 25 23:05:10.575705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['b907328c-20c5-4a38-96af-cb791f32a5aa'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:10.610538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0706ef59-efe9-491a-8345-61a73144b677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.622019 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1138070 Oct 25 23:05:10.622864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49030) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:10.627153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:10.630243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Request body: {'subnet': {'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1855166475-subnet', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:10.660588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Made reservation on behalf of 5447de20631f44d1a3107769528b4055 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:10.664814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.669762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86287cf9-1bbf-4084-8405-48a0373cf5de admin admin] Pushing event updated for resources: {'Network': ['ID=862b4513-16b1-4d23-ac43-97c2fe47324a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:10.699070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0706ef59-efe9-491a-8345-61a73144b677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.701656 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0706ef59-efe9-491a-8345-61a73144b677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:10.706975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a78f4b8f-0e76-4b39-9615-7aeefea11ec7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:10.707767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0706ef59-efe9-491a-8345-61a73144b677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14fc89ff-1288-41b1-8d86-8973282fa4de HTTP/1.1" status: 204 len: 168 time: 0.2752225 Oct 25 23:05:10.720973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706ef59-efe9-491a-8345-61a73144b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc89ff-1288-41b1-8d86-8973282fa4de,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:10.746646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 862b4513-16b1-4d23-ac43-97c2fe47324a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:05:10.950794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.060139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b06244-3aa2-46e0-b15d-f94bbaaa682d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:11.065848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Checking segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:11.066241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Network hostable DHCP agents. Network: 862b4513-16b1-4d23-ac43-97c2fe47324a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:05:11.090946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Network 862b4513-16b1-4d23-ac43-97c2fe47324a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:05:11.106206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 862b4513-16b1-4d23-ac43-97c2fe47324a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:11.126529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:11.127130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.145784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ac1cf-cee3-4957-863a-e7e106886d0e None None] Network 862b4513-16b1-4d23-ac43-97c2fe47324a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:11.156050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b728e187-92f8-4ebd-985d-d71c4b826fba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5319023 Oct 25 23:05:11.158610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49048) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:11.167261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:11.188174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:11.224239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3fba406-e42b-46ed-90f7-e91f1f652cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.252503 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.254130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.403997 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3fba406-e42b-46ed-90f7-e91f1f652cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.407925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.411161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3fba406-e42b-46ed-90f7-e91f1f652cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.536684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f3fba406-e42b-46ed-90f7-e91f1f652cc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8b29ecc1dea424fa1412bb1e4e34cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470967 Oct 25 23:05:11.539888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fba406-e42b-46ed-90f7-e91f1f652cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8c0355-c54a-4e25-9e93-e22bffa8a43e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:11.543230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49064) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:11.599943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0f9c1d86-4f96-41ec-9130-0bae1258134b up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:11.601573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6c153-97fa-4e0f-acfb-cf07da4f8099 req-33c18180-89b9-4319-b33c-1346c5ae838b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:11.613351 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-baa6c153-97fa-4e0f-acfb-cf07da4f8099 req-33c18180-89b9-4319-b33c-1346c5ae838b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 944 time: 0.1884632 Oct 25 23:05:11.635835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.697075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-baa6c153-97fa-4e0f-acfb-cf07da4f8099 req-6e7092ea-016c-4d90-a87f-62d1973bed54 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777383 Oct 25 23:05:11.709682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e02b31-24d3-462d-b03c-82fa2dcac3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.770899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e02b31-24d3-462d-b03c-82fa2dcac3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.918685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1659b-d126-41c6-ab51-a6ca787a87d2 req-f9c59e41-1d6c-4e7c-855d-35abb8f5d6c9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:11.920241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47b1659b-d126-41c6-ab51-a6ca787a87d2 req-f9c59e41-1d6c-4e7c-855d-35abb8f5d6c9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.1132526 Oct 25 23:05:11.937124 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e02b31-24d3-462d-b03c-82fa2dcac3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.939662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e02b31-24d3-462d-b03c-82fa2dcac3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.943758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-45e02b31-24d3-462d-b03c-82fa2dcac3ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e8c0355-c54a-4e25-9e93-e22bffa8a43e HTTP/1.1" status: 204 len: 168 time: 0.3959079 Oct 25 23:05:11.983649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-862b4513-16b1-4d23-ac43-97c2fe47324a', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:05:11.984739 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:11.992516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e02b31-24d3-462d-b03c-82fa2dcac3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8c0355-c54a-4e25-9e93-e22bffa8a43e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:12.053989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47b1659b-d126-41c6-ab51-a6ca787a87d2 req-3023d1ee-3a14-4f1a-9b5d-6238d88b6ef6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229050 Oct 25 23:05:12.069269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 0f9c1d86-4f96-41ec-9130-0bae1258134b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:05:12.100832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 0f9c1d86-4f96-41ec-9130-0bae1258134b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:12.101203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.141753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.188315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.345334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Allocated IP 172.20.0.2 (862b4513-16b1-4d23-ac43-97c2fe47324a/f3b06244-3aa2-46e0-b15d-f94bbaaa682d/d48bfe86-2517-4f03-b500-61db2d6f16f2) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:12.458345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.458581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Allocated IP 172.25.4.61 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/785dda07-e307-4e21-9464-203491906969) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:12.533092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669edca0-7b2d-42d7-812f-532f1149ab85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1d86-4f96-41ec-9130-0bae1258134b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:12.536649 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de12d9b-a1a3-49ff-9a51-2c4f673e4c45" -d '{"events": [{"server_uuid": "669edca0-7b2d-42d7-812f-532f1149ab85", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c1d86-4f96-41ec-9130-0bae1258134b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:12.568931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 0f9c1d86-4f96-41ec-9130-0bae1258134b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:12.576019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.653738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.683959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-c78b957c-1b4d-4331-80e2-04d6c7f5ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:12.686498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-c78b957c-1b4d-4331-80e2-04d6c7f5ddbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701&tenant_id=0e735f996c4644a596f75456289ceb30 HTTP/1.1" status: 200 len: 1100 time: 0.1061776 Oct 25 23:05:12.697143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.717124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:12.721337 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3918afd6-60c8-4324-9c83-4b9ac87959e1 x-openstack-request-id: req-3918afd6-60c8-4324-9c83-4b9ac87959e1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:12.721621 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669edca0-7b2d-42d7-812f-532f1149ab85", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c1d86-4f96-41ec-9130-0bae1258134b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:12.730612 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3918afd6-60c8-4324-9c83-4b9ac87959e1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:12.730612 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669edca0-7b2d-42d7-812f-532f1149ab85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1d86-4f96-41ec-9130-0bae1258134b', 'code': 200} Oct 25 23:05:12.793739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=0f9c1d86-4f96-41ec-9130-0bae1258134b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:12.814220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.849457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:12.855855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:12.860025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Pushing event updated for resources: {'Port': ['ID=785dda07-e307-4e21-9464-203491906969,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:12.861386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.869661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:12.875188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.918098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5cc96-c7f7-40f6-ba82-82e210e21345 req-f9608f55-179f-45a0-babe-aa9c90ecf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:12.920022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24e5cc96-c7f7-40f6-ba82-82e210e21345 req-f9608f55-179f-45a0-babe-aa9c90ecf3ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 1097 time: 0.1640399 Oct 25 23:05:12.942159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Pushing event updated for resources: {'Port': ['ID=d48bfe86-2517-4f03-b500-61db2d6f16f2,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:12.945720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:12.947010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:13.066614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:13.078425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24e5cc96-c7f7-40f6-ba82-82e210e21345 req-cdfa2940-3c0b-4435-bbe9-6ef952e31a41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501083 Oct 25 23:05:13.082030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a78f4b8f-0e76-4b39-9615-7aeefea11ec7 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:13.088332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'mac_address': 'fa:16:3e:50:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:13.130249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Network 862b4513-16b1-4d23-ac43-97c2fe47324a is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:13.136281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:13.140173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:13.204409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Attempting to bind port d48bfe86-2517-4f03-b500-61db2d6f16f2 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:13.204759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Attempting to bind port d48bfe86-2517-4f03-b500-61db2d6f16f2 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:13.205240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Attempting to bind port d48bfe86-2517-4f03-b500-61db2d6f16f2 on network 862b4513-16b1-4d23-ac43-97c2fe47324a {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:13.228923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:13.230037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Checking segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:13.235225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.236247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Bound using segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:13.236390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Bound port: d48bfe86-2517-4f03-b500-61db2d6f16f2, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:13.237140 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.244188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c67729-7c36-45c4-aaaa-1fafa44f4254 req-b554acc2-ed3a-4f49-9721-91d0f55b7b0b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:13.251567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7c67729-7c36-45c4-aaaa-1fafa44f4254 req-b554acc2-ed3a-4f49-9721-91d0f55b7b0b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 944 time: 0.4329836 Oct 25 23:05:13.295788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.319234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7c67729-7c36-45c4-aaaa-1fafa44f4254 req-af6ded3a-297d-458a-a54e-24044978c6ef tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647836 Oct 25 23:05:13.336575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:05:13.346131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:13.346765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.439639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] For port d48bfe86-2517-4f03-b500-61db2d6f16f2, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:13.446479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49120) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:13.460062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] For port d48bfe86-2517-4f03-b500-61db2d6f16f2, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d48bfe86-2517-4f03-b500-61db2d6f16f2,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:13.476523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.561444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:13.696011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:13.749060 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.757684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1498397509-network', 'tenant_id': '717a22fdabfe42a8b1a2327589486548'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:13.792885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7cd9e-a040-4701-acd6-4be404d6e34b None None] Pushing event updated for resources: {'Port': ['ID=d48bfe86-2517-4f03-b500-61db2d6f16f2,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:13.852784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:13.868391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.894535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Made reservation on behalf of 717a22fdabfe42a8b1a2327589486548 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:13.897838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.913691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Ignored duplicate provisioning block setup for port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 25 23:05:13.922300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.925658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.926886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:13.938676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:13.966052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda044-e60d-4cc9-87f1-b0aa06d91579 req-e1e53abc-0ecf-4e61-bf7c-6878f3e96396 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:13.977333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36eda044-e60d-4cc9-87f1-b0aa06d91579 req-e1e53abc-0ecf-4e61-bf7c-6878f3e96396 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.2342045 Oct 25 23:05:14.025352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:14.079976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d48bfe86-2517-4f03-b500-61db2d6f16f2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:14.162399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d48bfe86-2517-4f03-b500-61db2d6f16f2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:14.163924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.220034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=9']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:14.224726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] No DVR routers for this DVR port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:14.260440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36eda044-e60d-4cc9-87f1-b0aa06d91579 req-a06fcb32-0b17-4883-afd7-9ec1f3a57cc2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821262 Oct 25 23:05:14.351929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.384961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:14.385668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:14.386790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:14.393982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:14.394650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Attempting to bind port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:14.405710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:14.406392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:14.407009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:14.407666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Bound port: 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:14.408354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.473375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d48bfe86-2517-4f03-b500-61db2d6f16f2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d48bfe86-2517-4f03-b500-61db2d6f16f2,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:14.479545 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.491161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.504007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.560400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.576843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d48bfe86-2517-4f03-b500-61db2d6f16f2,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:14.613484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccdbb73-ece6-4da6-ba55-26facabab7fa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:14.728820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158f4853-3d21-4419-b912-59a250b47c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:14.732156 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0fca2-f0d3-47d0-afcb-633bc01d72ad" -d '{"events": [{"server_uuid": "158f4853-3d21-4419-b912-59a250b47c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a78f4b8f-0e76-4b39-9615-7aeefea11ec7"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:14.778742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Router 41ee97b1-5650-4880-9379-4702d91b7faf is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:05:14.917546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b907328c-20c5-4a38-96af-cb791f32a5aa up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:14.954548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:14.972185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Sync routers for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:14.992238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:14.993840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0662dfb2-5ff8-4923-996f-879179dfa64e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8342645 Oct 25 23:05:14.997339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49144) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:15.031297 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12d7f02-a73f-4621-a94e-eb28fafe5da1 x-openstack-request-id: req-a12d7f02-a73f-4621-a94e-eb28fafe5da1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:15.031582 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158f4853-3d21-4419-b912-59a250b47c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a78f4b8f-0e76-4b39-9615-7aeefea11ec7", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:15.031832 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a12d7f02-a73f-4621-a94e-eb28fafe5da1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:15.032229 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158f4853-3d21-4419-b912-59a250b47c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7', 'code': 200} Oct 25 23:05:15.051015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb51910-aa27-42f7-834f-cfbef545c775 None None] Network 862b4513-16b1-4d23-ac43-97c2fe47324a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:15.139153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:15.139815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:04:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:15.155455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49146) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:15.155678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:05:15.170280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5351c2-56ea-46ef-a94d-752067343e2d req-0fd4c9e0-c367-49db-a17c-a2f0abc6ce80 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:15.181725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be5351c2-56ea-46ef-a94d-752067343e2d req-0fd4c9e0-c367-49db-a17c-a2f0abc6ce80 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 944 time: 0.6931140 Oct 25 23:05:15.200874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:15.225016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.226946 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Added segment 39d54308-c35e-4ab7-9d62-12b0eb7f22ff of type vlan for network 03a08fef-9034-429e-a98f-2dd19e6fb6de Oct 25 23:05:15.260634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:15.288269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe6cd-0cbe-440e-9873-8975fb202849 req-cc4e21f0-999d-4d30-bba6-2b1f3758da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:15.290207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-921fe6cd-0cbe-440e-9873-8975fb202849 req-cc4e21f0-999d-4d30-bba6-2b1f3758da42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 1097 time: 0.1423502 Oct 25 23:05:15.304382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.348402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be5351c2-56ea-46ef-a94d-752067343e2d req-37c7d686-3c33-44a8-83c4-6bebe3108528 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654909 Oct 25 23:05:15.351185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.399506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:15.410490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:15.411193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1fa26a17-f851-43c1-9b09-df280e7c6b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.411600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.413034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-8b34c91e-8459-4b97-820e-bb2183a9d116 service neutron] 10.222.0.15 "PUT /v2.0/ports/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 1096 time: 2.7013614 Oct 25 23:05:15.416213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:15.418436 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4485f3d-c523-4972-a67e-23a6c6cc1d18" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:15.461488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.462932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:15.463854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.497286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-921fe6cd-0cbe-440e-9873-8975fb202849 req-54baa758-a1a8-483d-9268-ea7a2cc82c43 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877580 Oct 25 23:05:15.545155 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad72f8f-b089-46e8-ae4f-dc0ec9e79572 x-openstack-request-id: req-0ad72f8f-b089-46e8-ae4f-dc0ec9e79572 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:15.545442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-51260264-06f8-4d4b-b8a9-a20ab307d385 None None] Provisioning complete for port d48bfe86-2517-4f03-b500-61db2d6f16f2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:15.545894 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:15.545894 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ad72f8f-b089-46e8-ae4f-dc0ec9e79572 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:15.546136 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51260264-06f8-4d4b-b8a9-a20ab307d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.546289 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'status': 'completed', 'code': 200} Oct 25 23:05:15.576212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1305261 Oct 25 23:05:15.578805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49154) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:15.585945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Request body: {'subnet': {'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1498397509-subnet', 'tenant_id': '717a22fdabfe42a8b1a2327589486548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:15.617192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Made reservation on behalf of 717a22fdabfe42a8b1a2327589486548 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:15.619946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.621586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port b907328c-20c5-4a38-96af-cb791f32a5aa completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:05:15.688105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port b907328c-20c5-4a38-96af-cb791f32a5aa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:15.688105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.721167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1a1dc-1220-4f08-a3e7-a003ba079727 admin admin] Pushing event updated for resources: {'Network': ['ID=03a08fef-9034-429e-a98f-2dd19e6fb6de,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:15.732743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-851a5d9f-d4fe-4553-b0cb-2b5be406fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:15.734666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-851a5d9f-d4fe-4553-b0cb-2b5be406fff3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1100 time: 0.2858133 Oct 25 23:05:15.855407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:15.860797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1fa26a17-f851-43c1-9b09-df280e7c6b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.880269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1fa26a17-f851-43c1-9b09-df280e7c6b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:15.935621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.000611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-9f202134-a4cb-4f6a-89cd-2351ed65460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.000999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0172c3d-dab1-4141-9f8e-97f0db0a8b43,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:16.002023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-9f202134-a4cb-4f6a-89cd-2351ed65460b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1100 time: 0.2245917 Oct 25 23:05:16.016357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dea3d-5f61-42dd-838c-e9cd7e4d6336 req-425215a8-6d24-4bd0-8278-bfabcd5b1e2b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.022842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d3dea3d-5f61-42dd-838c-e9cd7e4d6336 req-425215a8-6d24-4bd0-8278-bfabcd5b1e2b tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.5326896 Oct 25 23:05:16.026523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1fa26a17-f851-43c1-9b09-df280e7c6b3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f375886dc5544e518f2e5aa1954c1390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8700945 Oct 25 23:05:16.032678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49162) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:16.039712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 03a08fef-9034-429e-a98f-2dd19e6fb6de details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:05:16.041570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d48bfe86-2517-4f03-b500-61db2d6f16f2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:16.043667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb0b4-654b-4d61-920b-73109f2d51f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.054083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.121402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d3dea3d-5f61-42dd-838c-e9cd7e4d6336 req-97c81978-717f-4033-9c0a-55235c4e2512 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Oct 25 23:05:16.122006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa26a17-f851-43c1-9b09-df280e7c6b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3fd524-0593-4ac9-be00-57ac4036e5fc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:16.138072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-18b1fc1b-8b07-4fb0-b0c4-795bf3c98490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.139593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-18b1fc1b-8b07-4fb0-b0c4-795bf3c98490 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3974693 Oct 25 23:05:16.142064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Checking segment: {'id': '39d54308-c35e-4ab7-9d62-12b0eb7f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:16.142424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Network hostable DHCP agents. Network: 03a08fef-9034-429e-a98f-2dd19e6fb6de, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:05:16.154519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6ff3917-d070-4c6a-9181-48476623fb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.199756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-cf4baf42-c3e2-476d-ab53-1c8af90665ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0512526 Oct 25 23:05:16.247987 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6ff3917-d070-4c6a-9181-48476623fb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.260641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Network 03a08fef-9034-429e-a98f-2dd19e6fb6de is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:05:16.283505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 03a08fef-9034-429e-a98f-2dd19e6fb6de) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:16.301459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.302174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.311311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-978fe882-5c7f-4073-ae3f-c5ae7f521b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.312828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-978fe882-5c7f-4073-ae3f-c5ae7f521b99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2848761 Oct 25 23:05:16.318424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-a0e4094d-19ae-4426-8c72-1980bea7301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.319923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-a0e4094d-19ae-4426-8c72-1980bea7301d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1131010 Oct 25 23:05:16.322542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec7987-d26f-49a1-9300-97e49c8deee7 None None] Network 03a08fef-9034-429e-a98f-2dd19e6fb6de requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:16.336264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-733bc69f-039e-4199-8ae7-a5964e5074cd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7548552 Oct 25 23:05:16.366240 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-12d6e138-0b41-45d7-bff6-de8a8bb401f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0450008 Oct 25 23:05:16.404753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-3304b17a-cc84-40f3-87e1-6cd15166ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.406760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-3304b17a-cc84-40f3-87e1-6cd15166ccd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691955 Oct 25 23:05:16.407419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6ff3917-d070-4c6a-9181-48476623fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.410994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6ff3917-d070-4c6a-9181-48476623fb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.412024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c6ff3917-d070-4c6a-9181-48476623fb22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe3fd524-0593-4ac9-be00-57ac4036e5fc HTTP/1.1" status: 204 len: 168 time: 0.3758757 Oct 25 23:05:16.454829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff3917-d070-4c6a-9181-48476623fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3fd524-0593-4ac9-be00-57ac4036e5fc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:16.469806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-f10957f6-eaf9-4a1d-84e8-b821238b719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.472297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-f10957f6-eaf9-4a1d-84e8-b821238b719e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0991154 Oct 25 23:05:16.473771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Allocated IP 172.20.0.1 (862b4513-16b1-4d23-ac43-97c2fe47324a/f3b06244-3aa2-46e0-b15d-f94bbaaa682d/abf50e13-37ef-4131-978e-1bfa786a72ac) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:16.564162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d48bfe86-2517-4f03-b500-61db2d6f16f2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:16.564813 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.619237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-74b9ee8a-6b49-40dd-900d-c83805e2c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.620914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-74b9ee8a-6b49-40dd-900d-c83805e2c204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149073 Oct 25 23:05:16.643812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763b0d1-5597-4e02-83f4-4e5af80fa43f req-9cc1db46-31ae-4da2-b60d-9d1100eacb74 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:16.653072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6763b0d1-5597-4e02-83f4-4e5af80fa43f req-9cc1db46-31ae-4da2-b60d-9d1100eacb74 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 944 time: 0.1535084 Oct 25 23:05:16.716216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6763b0d1-5597-4e02-83f4-4e5af80fa43f req-fa345751-fa9b-44a7-b9b6-f0ed8692368c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Oct 25 23:05:16.718048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-1ea36605-12ad-4db6-93ba-ab274714aca4 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016713 Oct 25 23:05:16.726183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.758092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.787411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-d26c46cf-7639-41f1-b895-df3a93e33be1 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581299 Oct 25 23:05:16.890973 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:16.962716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Network 862b4513-16b1-4d23-ac43-97c2fe47324a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:16.982224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:16.997514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b907328c-20c5-4a38-96af-cb791f32a5aa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b907328c-20c5-4a38-96af-cb791f32a5aa,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:17.056246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907328c-20c5-4a38-96af-cb791f32a5aa'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:17.059709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-674f5f55-2785-476a-b08c-5c88c357bae5 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622843 Oct 25 23:05:17.059906 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a16ecb-d46f-4ba7-bf16-ab3edf6c4e49" -d '{"events": [{"server_uuid": "18ed7763-3296-4239-b9f5-3c893144ed9f", "name": "network-vif-plugged", "status": "completed", "tag": "b907328c-20c5-4a38-96af-cb791f32a5aa"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:17.061231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfacb844-30bd-4158-8bab-bbf8a04ffb21 req-cd4864f5-e92c-4824-abe5-76bd007259bb service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345108 Oct 25 23:05:17.061378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Pushing event updated for resources: {'Port': ['ID=abf50e13-37ef-4131-978e-1bfa786a72ac,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:17.065049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510f26e-90c3-4abc-8278-5536a12d3a12 None None] Network 03a08fef-9034-429e-a98f-2dd19e6fb6de requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:17.067321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.069319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:17.070085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:17.175201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.265206 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3363493-6ba5-4e30-870a-7081db82c3f4 x-openstack-request-id: req-f3363493-6ba5-4e30-870a-7081db82c3f4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:17.265536 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ed7763-3296-4239-b9f5-3c893144ed9f", "name": "network-vif-plugged", "status": "completed", "tag": "b907328c-20c5-4a38-96af-cb791f32a5aa", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:17.265788 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3363493-6ba5-4e30-870a-7081db82c3f4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:17.266189 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907328c-20c5-4a38-96af-cb791f32a5aa', 'code': 200} Oct 25 23:05:17.338282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-b37679ad-5a28-4829-9f94-184adf04b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:17.339835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-b37679ad-5a28-4829-9f94-184adf04b8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e735f996c4644a596f75456289ceb30&device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1100 time: 0.1520462 Oct 25 23:05:17.361502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:13Z', 'revision_number': 3, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:17.373587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49190) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:17.445707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Checking router: 41ee97b1-5650-4880-9379-4702d91b7faf for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:17.446559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Updating router 41ee97b1-5650-4880-9379-4702d91b7faf port 785dda07-e307-4e21-9464-203491906969 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:05:17.449338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e7f0fe5c-1517-47e7-80da-f787cf565907 None None] Provisioning complete for port d48bfe86-2517-4f03-b500-61db2d6f16f2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:17.449885 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fe5c-1517-47e7-80da-f787cf565907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.460989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:17.511708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b907328c-20c5-4a38-96af-cb791f32a5aa,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:17.531159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-839b53a1-92c3-4d85-8eb4-bd7fff2ee869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.639303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.648856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.652686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-fe585619-6e22-459c-a7e3-de81dac420ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:17.654608 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-fe585619-6e22-459c-a7e3-de81dac420ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3068697 Oct 25 23:05:17.718986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:17.726304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1544632295-network', 'tenant_id': 'a5415d7accc249778af9c1bdf00f43f0'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:17.731779 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-ee134b15-fe85-4464-860d-2367d34cb5d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0659542 Oct 25 23:05:17.738054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e6c9c-3831-4d54-8e8a-fdda090868a7 req-ae616497-e49d-4769-be1b-da0af3100f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:17.739637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a39e6c9c-3831-4d54-8e8a-fdda090868a7 req-ae616497-e49d-4769-be1b-da0af3100f5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 1096 time: 0.2735741 Oct 25 23:05:17.751906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c59d-2f29-48fa-a1c7-dbf30152158d req-8230d755-ffd0-45a8-bd40-e27be3b8753d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:17.759213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af3c59d-2f29-48fa-a1c7-dbf30152158d req-8230d755-ffd0-45a8-bd40-e27be3b8753d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.2943335 Oct 25 23:05:17.821096 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-839b53a1-92c3-4d85-8eb4-bd7fff2ee869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.826109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Made reservation on behalf of a5415d7accc249778af9c1bdf00f43f0 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:17.828439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.839089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.843327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-c8c2e161-2c3d-4a90-8cba-fc8f47a67947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:17.843579 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-c8c2e161-2c3d-4a90-8cba-fc8f47a67947 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1047251 Oct 25 23:05:17.844306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-839b53a1-92c3-4d85-8eb4-bd7fff2ee869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.870371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a39e6c9c-3831-4d54-8e8a-fdda090868a7 req-21f98f17-f3f1-4bd3-9dfa-53ecd5159777 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025767 Oct 25 23:05:17.890746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af3c59d-2f29-48fa-a1c7-dbf30152158d req-603ea07b-5265-4a67-bd04-508b567a98f9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305978 Oct 25 23:05:17.966484 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-839b53a1-92c3-4d85-8eb4-bd7fff2ee869 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3be4f79f3a0445e1ab29241e20a218c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898855 Oct 25 23:05:17.966755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.967957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49202) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:17.974344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b53a1-92c3-4d85-8eb4-bd7fff2ee869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34347e52-b89b-4c2b-949e-4a8dab2b5794,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:17.982507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:17.985496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-9fa75dd0-4858-44d9-bc68-7e9596fd1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:17.986940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-9fa75dd0-4858-44d9-bc68-7e9596fd1424 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226695 Oct 25 23:05:18.058880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ccb7498b-6f84-497f-9e11-2b3c8a19f68f None None] Provisioning complete for port abf50e13-37ef-4131-978e-1bfa786a72ac triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:18.059110 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccb7498b-6f84-497f-9e11-2b3c8a19f68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.076355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0edb-17f3-4c58-9bb9-c052d3455f06 req-2e01096c-95c1-4ee4-9205-4978194ad84f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:18.084242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb0a0edb-17f3-4c58-9bb9-c052d3455f06 req-2e01096c-95c1-4ee4-9205-4978194ad84f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.1818507 Oct 25 23:05:18.092324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.095958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Pushing event updated for resources: {'Port': ['ID=abf50e13-37ef-4131-978e-1bfa786a72ac,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.138922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7498b-6f84-497f-9e11-2b3c8a19f68f None None] Port abf50e13-37ef-4131-978e-1bfa786a72ac cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:18.155905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a47c-ef8e-4c2b-9f85-2ddc57fa0e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.167036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.174765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.189999 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a47c-ef8e-4c2b-9f85-2ddc57fa0e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.190979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.197291 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb0a0edb-17f3-4c58-9bb9-c052d3455f06 req-b43dd264-6cef-4275-957d-7566b1e77518 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121528 Oct 25 23:05:18.199783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.208007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-128e1673-8b6a-4289-9ea2-571d81a453f8 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126734 Oct 25 23:05:18.223179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:05:18.265572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Network 862b4513-16b1-4d23-ac43-97c2fe47324a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:18.267506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:18.294070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a67a0b-5d4b-4dd7-9485-b8f8bbcc0e13,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.303046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.303428 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Added segment 8eb2703c-871f-4dd7-a877-10fb75074293 of type vlan for network fa96d45a-648f-490f-bf49-02454b447be0 Oct 25 23:05:18.382419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.407650 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4485f3d-c523-4972-a67e-23a6c6cc1d18 req-bb4efd78-3a2f-41df-91de-038c78bd7639 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873159 Oct 25 23:05:18.425099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.426472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:18.427405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.446614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Router 41ee97b1-5650-4880-9379-4702d91b7faf has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:05:18.460339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Attempting to bind port 785dda07-e307-4e21-9464-203491906969 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:18.460758 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Attempting to bind port 785dda07-e307-4e21-9464-203491906969 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:18.461239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Attempting to bind port 785dda07-e307-4e21-9464-203491906969 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:18.462970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a47c-ef8e-4c2b-9f85-2ddc57fa0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.465935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a47c-ef8e-4c2b-9f85-2ddc57fa0e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.470450 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d1b8a47c-ef8e-4c2b-9f85-2ddc57fa0e9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34347e52-b89b-4c2b-949e-4a8dab2b5794 HTTP/1.1" status: 204 len: 168 time: 0.5013208 Oct 25 23:05:18.496135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7727728 Oct 25 23:05:18.497723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:18.500401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49210) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:18.500829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:18.501443 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.502122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:18.502809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Bound port: 785dda07-e307-4e21-9464-203491906969, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:18.504170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.508289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Request body: {'subnet': {'network_id': 'fa96d45a-648f-490f-bf49-02454b447be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1544632295-subnet', 'tenant_id': 'a5415d7accc249778af9c1bdf00f43f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:18.516912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e90f2-4827-41ea-af55-467ff3f9648a admin admin] Pushing event updated for resources: {'Network': ['ID=fa96d45a-648f-490f-bf49-02454b447be0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.538407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Made reservation on behalf of a5415d7accc249778af9c1bdf00f43f0 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:18.541208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.564805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8a47c-ef8e-4c2b-9f85-2ddc57fa0e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34347e52-b89b-4c2b-949e-4a8dab2b5794,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.593680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dd6c3-0119-4366-863f-6ea5d04b6f27 None None] Pushing event updated for resources: {'Port': ['ID=785dda07-e307-4e21-9464-203491906969,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.597234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] For port 785dda07-e307-4e21-9464-203491906969, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:18.604096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fa96d45a-648f-490f-bf49-02454b447be0 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:05:18.624938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:18.640130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dca8502e-3d18-4052-972a-0b8b20845595 admin admin] 10.222.0.25 "PUT /v2.0/routers/41ee97b1-5650-4880-9379-4702d91b7faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6416936 Oct 25 23:05:18.674372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] For port 785dda07-e307-4e21-9464-203491906969, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=785dda07-e307-4e21-9464-203491906969,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:18.683822 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b13333a1-5e20-41a2-88b1-c07b0a41b79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.693739 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.756963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dd6c3-0119-4366-863f-6ea5d04b6f27 None None] Pushing event updated for resources: {'Port': ['ID=785dda07-e307-4e21-9464-203491906969,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.769578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fafeefe5-02b0-417d-8571-24aa5ed91e0e None None] Provisioning complete for port abf50e13-37ef-4131-978e-1bfa786a72ac triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:18.770004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fafeefe5-02b0-417d-8571-24aa5ed91e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.782880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.815732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:18.816378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:18.857620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eccb55f-f6fc-4b05-a605-b34a0bbf3336,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:18.866668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Checking segment: {'id': '8eb2703c-871f-4dd7-a877-10fb75074293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa96d45a-648f-490f-bf49-02454b447be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:18.867034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Network hostable DHCP agents. Network: fa96d45a-648f-490f-bf49-02454b447be0, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:05:18.870426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fafeefe5-02b0-417d-8571-24aa5ed91e0e None None] Port abf50e13-37ef-4131-978e-1bfa786a72ac cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:18.905645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Network fa96d45a-648f-490f-bf49-02454b447be0 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:05:18.925339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fa96d45a-648f-490f-bf49-02454b447be0) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:18.937426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:18.938043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:18.948701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc8aee2-c085-499d-a29c-3c4f80a8bc31 None None] Network fa96d45a-648f-490f-bf49-02454b447be0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:18.981028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69c8d57d-b307-4c01-a43b-ecc1e9c51771 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4795606 Oct 25 23:05:19.103427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3106d-f473-4909-8ea3-5db3bf0d38de req-52feaf7b-5126-4e00-a5c2-cc2fd97edd6f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:19.120645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85b3106d-f473-4909-8ea3-5db3bf0d38de req-52feaf7b-5126-4e00-a5c2-cc2fd97edd6f tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 949 time: 0.1080761 Oct 25 23:05:19.150765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:19.221461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85b3106d-f473-4909-8ea3-5db3bf0d38de req-e16fb768-307e-4069-8595-612ff46fdb50 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995481 Oct 25 23:05:19.317863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ddd71c-15b9-4500-8cd7-51bbafe96dda None None] Network fa96d45a-648f-490f-bf49-02454b447be0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:19.331812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49242) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:19.337546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--957236159', 'description': 'tempest-description--1449772715'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:19.391531 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.508080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e154c-da37-4d35-bc11-47362489e69d req-b52692a7-9614-476e-b56f-ab5788585ec3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:19.517089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-904e154c-da37-4d35-bc11-47362489e69d req-b52692a7-9614-476e-b56f-ab5788585ec3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.1204548 Oct 25 23:05:19.558944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.578414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-904e154c-da37-4d35-bc11-47362489e69d req-2ef1bf68-c5bf-47d9-bbd5-0ba4b04074ed tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601890 Oct 25 23:05:19.584026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 2, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:19.584932 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.590558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.613348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49282b0-101c-4d4e-8e43-2890c82561fe None None] The sync data for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 is: [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 2, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:19.651966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73223adb-0d15-403c-b77a-e26266b7a02d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:19.656323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:19.674933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.676585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4618a1b2-125a-49d2-b859-a1fbbdf4744e tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3433855 Oct 25 23:05:19.679493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49258) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:19.685865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Request body: {'security_group_rule': {'security_group_id': '73223adb-0d15-403c-b77a-e26266b7a02d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:19.717731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.812594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:19.813850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.831705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.844834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'mac_address': 'fa:16:3e:50:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:19.880683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb4e37f-da0d-40d8-aa28-fcca640795f6,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:19.895352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.896606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c6c697e6-e0c3-4817-b820-21c442f1c077 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157211 Oct 25 23:05:19.900437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49266) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:19.905963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:19.907605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Request body: {'security_group_rule': {'security_group_id': '73223adb-0d15-403c-b77a-e26266b7a02d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:19.938046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbabcb-5104-43e0-8b79-30b1b1cff2fa req-2a37e2a6-2ce7-4aa3-867d-2bb346f91d06 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:19.941574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:19.952345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cdbabcb-5104-43e0-8b79-30b1b1cff2fa req-2a37e2a6-2ce7-4aa3-867d-2bb346f91d06 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1418538 Oct 25 23:05:19.988471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:19.994325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.017424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9cdbabcb-5104-43e0-8b79-30b1b1cff2fa req-418ab55c-b9f5-4175-836b-57ca3c43cc46 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641654 Oct 25 23:05:20.057384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:20.071982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.083691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.165385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-752ad5e6-3d80-41f3-be89-5a827ead8b00 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:20.172553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-752ad5e6-3d80-41f3-be89-5a827ead8b00 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/networks?id=03a08fef-9034-429e-a98f-2dd19e6fb6de HTTP/1.1" status: 200 len: 815 time: 0.2330577 Oct 25 23:05:20.224670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-05940a34-5bcc-40d9-a0f4-318e95621130 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/quotas/717a22fdabfe42a8b1a2327589486548 HTTP/1.1" status: 200 len: 375 time: 0.0511663 Oct 25 23:05:20.228771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.239768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.245247 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d74b8-245c-4420-b105-261e59294878 req-b8ac8467-2778-49ad-bde9-15b8cd127aab tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:20.254378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-935d74b8-245c-4420-b105-261e59294878 req-b8ac8467-2778-49ad-bde9-15b8cd127aab tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 946 time: 0.1060159 Oct 25 23:05:20.270887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500902bb-c6f9-418a-9182-993517667c77,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:20.282120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-c8a849a2-e562-4a13-a830-0ef93d797885 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=717a22fdabfe42a8b1a2327589486548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559695 Oct 25 23:05:20.336446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-935d74b8-245c-4420-b105-261e59294878 req-3fb0354f-0461-4b37-a42f-42078f87d944 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758660 Oct 25 23:05:20.358208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.362614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2d1a4277-d0d1-4ecb-a8ef-1a9104085127 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585123 Oct 25 23:05:20.362877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49286) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:20.385311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:20.469748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.484630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790b426-965d-4a4f-9c95-21d0c881dc43 req-cd970ed2-dcb0-4644-9268-6072618edcd7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:20.486390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1790b426-965d-4a4f-9c95-21d0c881dc43 req-cd970ed2-dcb0-4644-9268-6072618edcd7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.0828967 Oct 25 23:05:20.554615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1790b426-965d-4a4f-9c95-21d0c881dc43 req-42a70049-1928-4408-a837-c01bf35d48ba tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546424 Oct 25 23:05:20.557761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-c01d0511-ca83-45e3-82c3-df3a9825c431 service neutron] 10.222.0.25 "GET /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648680 Oct 25 23:05:20.603984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:20.665396 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:20.825701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-8b5083f5-fce5-46ff-8f10-d565e248689a service neutron] 10.222.0.25 "GET /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446115 Oct 25 23:05:20.901882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:21.160321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429c1d-c19d-402d-9230-da9e416ffce9 req-6d593f23-f297-4c1f-834d-b819ae4982ce tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:21.163632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2429c1d-c19d-402d-9230-da9e416ffce9 req-6d593f23-f297-4c1f-834d-b819ae4982ce tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0835705 Oct 25 23:05:21.271340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2429c1d-c19d-402d-9230-da9e416ffce9 req-1ba747ad-f3b0-45ba-ba9c-53a8d642809a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997393 Oct 25 23:05:21.379787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db223557-e71d-43be-b503-f7813c09e8d5 req-e0b7c509-eedd-4233-b99d-9c162fb7adfc tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 210 time: 0.0521591 Oct 25 23:05:21.619050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Allocated IP 172.25.4.162 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/38169232-c5b6-41bf-96dc-8d8827134b03) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:21.795788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:21.859794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b1af-afbb-4126-977b-8b5797d63c64 req-f3b893aa-c4f1-4649-915b-37378a79cbd1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:21.874930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5129b1af-afbb-4126-977b-8b5797d63c64 req-f3b893aa-c4f1-4649-915b-37378a79cbd1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1137147 Oct 25 23:05:21.901683 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:21.942691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:21.946025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:21.949032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:21.967813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5129b1af-afbb-4126-977b-8b5797d63c64 req-bdb38c2a-2d14-425b-b790-da7e0f321fc1 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903206 Oct 25 23:05:21.989483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 785dda07-e307-4e21-9464-203491906969 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:22.050786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6820dc-5e92-436b-a1ab-06bb218df861 req-131f18ad-59c2-4226-81cd-bcfdb7c1ee31 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:22.056839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 785dda07-e307-4e21-9464-203491906969 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:22.057335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d6820dc-5e92-436b-a1ab-06bb218df861 req-131f18ad-59c2-4226-81cd-bcfdb7c1ee31 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.2265351 Oct 25 23:05:22.058091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.103178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event updated for resources: {'Port': ['ID=38169232-c5b6-41bf-96dc-8d8827134b03,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:22.154911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d6820dc-5e92-436b-a1ab-06bb218df861 req-d3ee9312-3f38-4edc-8bd8-f2ad55d39ec3 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808101 Oct 25 23:05:22.195528 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.208325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.230928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 785dda07-e307-4e21-9464-203491906969, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=785dda07-e307-4e21-9464-203491906969,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:22.245225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.261772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.381778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=785dda07-e307-4e21-9464-203491906969,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:22.602189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.613400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.725510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event updated for resources: {'Port': ['ID=38169232-c5b6-41bf-96dc-8d8827134b03,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:22.739989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4680e-7e4c-4fea-be27-bc7e30a017a2 req-0754c3f9-7351-492b-ac54-15a8432480db tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:22.742820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.746817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4680e-7e4c-4fea-be27-bc7e30a017a2 req-0754c3f9-7351-492b-ac54-15a8432480db tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:22.752776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4680e-7e4c-4fea-be27-bc7e30a017a2 req-0754c3f9-7351-492b-ac54-15a8432480db tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:22.754811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57e4680e-7e4c-4fea-be27-bc7e30a017a2 req-0754c3f9-7351-492b-ac54-15a8432480db tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f&device_id=669edca0-7b2d-42d7-812f-532f1149ab85&device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 2418 time: 0.2179375 Oct 25 23:05:22.757330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f38c6-39ba-461d-9079-3a6b4398e830 req-b297a506-f111-4c48-af44-cdf627a34ed3 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:22.759245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e6f38c6-39ba-461d-9079-3a6b4398e830 req-b297a506-f111-4c48-af44-cdf627a34ed3 tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 1101 time: 0.4941483 Oct 25 23:05:22.763061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:22.766725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-702d6ed0-a947-45bb-8e56-42aab305ef8b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4025698 Oct 25 23:05:22.821177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e6f38c6-39ba-461d-9079-3a6b4398e830 req-32602679-0930-40b3-aa97-1988329a82fc tempest-MigrationsAdminTest-2082694467 tempest-MigrationsAdminTest-2082694467-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533500 Oct 25 23:05:22.826684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57e4680e-7e4c-4fea-be27-bc7e30a017a2 req-f48b661d-80c2-4066-b002-0edfab65a1cf tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635471 Oct 25 23:05:22.859380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-dbb1b583-828d-485a-8bc2-2d1117c26031 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:22.861014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-dbb1b583-828d-485a-8bc2-2d1117c26031 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.15 "GET /v2.0/networks?id=03a08fef-9034-429e-a98f-2dd19e6fb6de HTTP/1.1" status: 200 len: 815 time: 0.3015759 Oct 25 23:05:22.881110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Request body: {'port': {'device_id': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de', 'admin_state_up': True, 'tenant_id': '717a22fdabfe42a8b1a2327589486548'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:22.933460 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Sync routers for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:22.947816 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:22.948446 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:22.989187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d07504c7-190d-4508-9e2b-a4097faf3b5d req-ef6bf7a6-983d-45ae-947e-8b4b61342489 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 210 time: 0.0270743 Oct 25 23:05:23.034513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Made reservation on behalf of 717a22fdabfe42a8b1a2327589486548 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:23.039502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.085725 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:23.220031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Allocated IP 172.20.0.9 (03a08fef-9034-429e-a98f-2dd19e6fb6de/e0172c3d-dab1-4141-9f8e-97f0db0a8b43/f2db1724-68c3-4581-927b-cf8e675c3994) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:23.337927 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 2, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:23.363615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-c79d9dca-8380-45c7-abae-761d34eabc52 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--957236159&fields=id&tenant_id=5447de20631f44d1a3107769528b4055 HTTP/1.1" status: 200 len: 267 time: 0.0432293 Oct 25 23:05:23.365272 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Checking router: 41ee97b1-5650-4880-9379-4702d91b7faf for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:23.365727 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Updating router 41ee97b1-5650-4880-9379-4702d91b7faf port abf50e13-37ef-4131-978e-1bfa786a72ac binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:05:23.390949 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.425648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8839-e6eb-43d4-aff9-709e7968e9fc req-c754d286-b8a7-4382-b7aa-3dd112ba9295 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:23.427074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eb1e8839-e6eb-43d4-aff9-709e7968e9fc req-c754d286-b8a7-4382-b7aa-3dd112ba9295 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0762892 Oct 25 23:05:23.451677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.487867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-d040f730-a2f0-44d3-8549-a7f1226bae11 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:23.489979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-d040f730-a2f0-44d3-8549-a7f1226bae11 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/networks?id=862b4513-16b1-4d23-ac43-97c2fe47324a HTTP/1.1" status: 200 len: 806 time: 0.1164374 Oct 25 23:05:23.495321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eb1e8839-e6eb-43d4-aff9-709e7968e9fc req-faa6202c-927e-4f65-bf69-889011621b18 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544014 Oct 25 23:05:23.512851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-7a36ff1f-6f6c-4d83-ad4b-7026c1372998 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/quotas/5447de20631f44d1a3107769528b4055 HTTP/1.1" status: 200 len: 375 time: 0.0139840 Oct 25 23:05:23.514609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.570040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Network 03a08fef-9034-429e-a98f-2dd19e6fb6de is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:23.573485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:23.577400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:23.580959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-c733b32c-96e2-4e38-9756-1efedca87afd tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5447de20631f44d1a3107769528b4055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568936 Oct 25 23:05:23.584196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Pushing event updated for resources: {'Port': ['ID=f2db1724-68c3-4581-927b-cf8e675c3994,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:23.642289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:23.643209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.666402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-ad87b4a9-d413-4e91-94f1-45d35015ff38 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892964 Oct 25 23:05:23.677745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:23.708789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Request body: {'port': {'device_id': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:23.730910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-007333f5-a0aa-43e4-bbc7-480cd144e596 service neutron] 10.222.0.25 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321738 Oct 25 23:05:23.734030 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.744856 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.757813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:05:23.762353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:23.763097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.825227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:23.869159 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Pushing event updated for resources: {'Port': ['ID=abf50e13-37ef-4131-978e-1bfa786a72ac,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:23.887788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.889994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.894711 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.895323 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.895810 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.897906 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.898454 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.899359 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.904348 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.904735 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.905062 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.905382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:23.940066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-14352392-b15d-4d01-b9f3-c64d1edb28c3 service neutron] 10.222.0.25 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996350 Oct 25 23:05:24.040059 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.042533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 785dda07-e307-4e21-9464-203491906969 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:24.104859 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Attempting to bind port abf50e13-37ef-4131-978e-1bfa786a72ac on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:24.105380 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Attempting to bind port abf50e13-37ef-4131-978e-1bfa786a72ac by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:24.105611 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Attempting to bind port abf50e13-37ef-4131-978e-1bfa786a72ac on network 862b4513-16b1-4d23-ac43-97c2fe47324a {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:24.118126 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:24.120281 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Checking segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:24.120830 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.121449 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Bound using segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:24.126872 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Bound port: abf50e13-37ef-4131-978e-1bfa786a72ac, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:24.127293 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.185682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:24.195885 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7a779-cdf8-4165-8e2e-bf399fb114fb" -d '{"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-plugged", "status": "completed", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:24.253159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:24.265268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.277096 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] For port abf50e13-37ef-4131-978e-1bfa786a72ac, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:24.281019 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] For port abf50e13-37ef-4131-978e-1bfa786a72ac, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=abf50e13-37ef-4131-978e-1bfa786a72ac,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:24.287104 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.290382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55363-3455-4586-aae7-d2a690256fce req-32d06b72-4155-4d63-bc78-4f3f8e3a1c02 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.309893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 785dda07-e307-4e21-9464-203491906969 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:24.310333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.317255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1c55363-3455-4586-aae7-d2a690256fce req-32d06b72-4155-4d63-bc78-4f3f8e3a1c02 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 950 time: 0.2146907 Oct 25 23:05:24.386917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:24.402082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Provisioning complete for port abf50e13-37ef-4131-978e-1bfa786a72ac triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:24.402780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.523878 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:24.524542 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:24.640466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-a6f83e46-bd5e-45e0-80a7-815f6d59400e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1029372 Oct 25 23:05:24.669601 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1c55363-3455-4586-aae7-d2a690256fce req-c474f9ca-2a62-4c68-bbdb-e50da1fb9f66 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512633 Oct 25 23:05:24.688053 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f30e8-9408-413b-9f9e-c0b8bdbf991e None None] Pushing event updated for resources: {'Port': ['ID=abf50e13-37ef-4131-978e-1bfa786a72ac,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:24.791420 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:24.811479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.812074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.812387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.812836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.813289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.813742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.828623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:24.833909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-26eb25e2-9f82-4a6b-97b9-772616630e99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6500 time: 0.1220193 Oct 25 23:05:24.940084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2db1724-68c3-4581-927b-cf8e675c3994 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:24.951320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:24.984914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Transition to ACTIVE for port object f2db1724-68c3-4581-927b-cf8e675c3994 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:24.997554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.053388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Pushing event updated for resources: {'Port': ['ID=f2db1724-68c3-4581-927b-cf8e675c3994,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:25.143177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-295f2877-210b-4c76-9a3f-221c73dc14e6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.146099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-295f2877-210b-4c76-9a3f-221c73dc14e6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 951 time: 0.0970852 Oct 25 23:05:25.194491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-4f2e63e9-b2c9-4c62-8d01-e7f67a2c6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.197241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-4f2e63e9-b2c9-4c62-8d01-e7f67a2c6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.197241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-4f2e63e9-b2c9-4c62-8d01-e7f67a2c6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.198933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-4f2e63e9-b2c9-4c62-8d01-e7f67a2c6385 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a04a810-9229-498f-85f7-324f9b96c2a9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 200 len: 2297 time: 0.3232143 Oct 25 23:05:25.201535 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.271626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] For port abf50e13-37ef-4131-978e-1bfa786a72ac, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=abf50e13-37ef-4131-978e-1bfa786a72ac,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:25.288428 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.324177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c71b7821-dde1-4bbe-a9fe-560943767315 req-53266b5b-fece-4adb-a8b3-9156191754c5 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 210 time: 0.0978456 Oct 25 23:05:25.385229 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:24Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:25.421505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Attempting to bind port f2db1724-68c3-4581-927b-cf8e675c3994 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:25.424510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d169-bc08-48fb-8901-2f75422ed173 req-2da83d4a-dce8-4d9b-9e25-a8120875781d tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.429540 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ad07ce-2059-447b-9603-851acaed5dea x-openstack-request-id: req-82ad07ce-2059-447b-9603-851acaed5dea {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:25.429838 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-plugged", "status": "completed", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:25.430095 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82ad07ce-2059-447b-9603-851acaed5dea {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:25.430540 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'code': 200} Oct 25 23:05:25.430763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Attempting to bind port f2db1724-68c3-4581-927b-cf8e675c3994 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '39d54308-c35e-4ab7-9d62-12b0eb7f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:25.431346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Attempting to bind port f2db1724-68c3-4581-927b-cf8e675c3994 on network 03a08fef-9034-429e-a98f-2dd19e6fb6de {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:25.434131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c048d169-bc08-48fb-8901-2f75422ed173 req-2da83d4a-dce8-4d9b-9e25-a8120875781d tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 943 time: 0.2971323 Oct 25 23:05:25.452077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Port f2db1724-68c3-4581-927b-cf8e675c3994 on network 03a08fef-9034-429e-a98f-2dd19e6fb6de not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:25.456886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Attempting to bind port f2db1724-68c3-4581-927b-cf8e675c3994 on network 03a08fef-9034-429e-a98f-2dd19e6fb6de {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:25.463776 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd8ebe-c089-4ac2-b9b8-62e43aac2f98 None None] The sync data for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 is: [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:24Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:25.472870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d838b655-4de9-4137-b78e-66b2376c73a0 None None] Provisioning complete for port abf50e13-37ef-4131-978e-1bfa786a72ac triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:25.473457 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d838b655-4de9-4137-b78e-66b2376c73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.475505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Pushing event updated for resources: {'Port': ['ID=abf50e13-37ef-4131-978e-1bfa786a72ac,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:25.479693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Deleting port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:25.480152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.489721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:25.491430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Checking segment: {'id': '39d54308-c35e-4ab7-9d62-12b0eb7f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:25.494543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Bound using segment: {'id': '39d54308-c35e-4ab7-9d62-12b0eb7f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:25.495129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Bound port: f2db1724-68c3-4581-927b-cf8e675c3994, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d54308-c35e-4ab7-9d62-12b0eb7f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:25.495589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.551254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.554255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.554970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.556390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-8fdb22c9-76ee-49ab-af33-c40e9d995837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 200 len: 1001 time: 0.3033142 Oct 25 23:05:25.558656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.559749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.561042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.561632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.563998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.564610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.565316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.568385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.569279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c74d2-c8dd-4342-8b22-df73ee6ac2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:25.642389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c048d169-bc08-48fb-8901-2f75422ed173 req-4001d0bb-8bd9-4439-b4da-72bbbd49bccf tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010021 Oct 25 23:05:25.757605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] For port f2db1724-68c3-4581-927b-cf8e675c3994, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:25.757868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:25.761162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] For port f2db1724-68c3-4581-927b-cf8e675c3994, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2db1724-68c3-4581-927b-cf8e675c3994,segment=NetworkSegment(39d54308-c35e-4ab7-9d62-12b0eb7f22ff),segment_id=39d54308-c35e-4ab7-9d62-12b0eb7f22ff)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:25.783809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.800421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-a843ae8b-4ce3-4d09-a211-fccb3d8c6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.808613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-a843ae8b-4ce3-4d09-a211-fccb3d8c6a11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9f997e-9e41-444c-ae4c-5dc5d4e24055 HTTP/1.1" status: 200 len: 855 time: 0.2049093 Oct 25 23:05:25.893200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:25.893926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:25.895704 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2db1724-68c3-4581-927b-cf8e675c3994 HTTP/1.1" status: 200 len: 1091 time: 2.2005389 Oct 25 23:05:25.922995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'tag': 'f2db1724-68c3-4581-927b-cf8e675c3994'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:25.929111 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4329ac28-e896-45e2-bfa8-0aa079cd03d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd127f8-6501-4e83-8da6-91cbe63a03d9", "tag": "f2db1724-68c3-4581-927b-cf8e675c3994"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:26.044988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ab350-6bd0-41df-bbe5-8f1759b42eea req-71322bcb-01c8-40b0-bec1-f94192b843d8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:26.063476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee9ab350-6bd0-41df-bbe5-8f1759b42eea req-71322bcb-01c8-40b0-bec1-f94192b843d8 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 951 time: 0.2477710 Oct 25 23:05:26.074861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] For port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:26.075617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:26.078638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device abf50e13-37ef-4131-978e-1bfa786a72ac up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:26.090927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295891-d3b1-4658-8f9f-dea28e92b435 service neutron] Pushing event updated for resources: {'Port': ['ID=f2db1724-68c3-4581-927b-cf8e675c3994,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:26.099362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Calling delete_port for 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:26.120157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-e3453817-9068-4aa0-be96-bf59fae0b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:26.122267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-e3453817-9068-4aa0-be96-bf59fae0b970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=717a22fdabfe42a8b1a2327589486548&device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 1094 time: 0.1309004 Oct 25 23:05:26.197245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8509ff9-1eda-473f-8140-8d0066f89b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:26.216731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-f034dd1e-7810-441c-8c40-e44d58cdc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:26.222480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-f034dd1e-7810-441c-8c40-e44d58cdc775 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a04a810-9229-498f-85f7-324f9b96c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3483815 Oct 25 23:05:26.272642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port abf50e13-37ef-4131-978e-1bfa786a72ac triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:26.273726 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:26.319338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee9ab350-6bd0-41df-bbe5-8f1759b42eea req-9baff355-0ab6-4180-a069-0c898aeaa788 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521234 Oct 25 23:05:26.614921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-0fb57aa7-0467-4499-8d8a-3f6f02728daa service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827326 Oct 25 23:05:26.698374 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8509ff9-1eda-473f-8140-8d0066f89b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:26.705654 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8509ff9-1eda-473f-8140-8d0066f89b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:26.717551 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247763b6-f314-42ef-b2d8-4e7493d1dc0c x-openstack-request-id: req-247763b6-f314-42ef-b2d8-4e7493d1dc0c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:26.718173 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd127f8-6501-4e83-8da6-91cbe63a03d9", "tag": "f2db1724-68c3-4581-927b-cf8e675c3994", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:26.718173 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-247763b6-f314-42ef-b2d8-4e7493d1dc0c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:26.718451 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'tag': 'f2db1724-68c3-4581-927b-cf8e675c3994', 'status': 'completed', 'code': 200} Oct 25 23:05:26.765676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b8509ff9-1eda-473f-8140-8d0066f89b12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f139339552094907852df10eac1d27dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0069828 Oct 25 23:05:26.766576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-d6e5fe2c-bda1-4e6b-95ac-024ab0b8769d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2db1724-68c3-4581-927b-cf8e675c3994 HTTP/1.1" status: 200 len: 217 time: 0.0473230 Oct 25 23:05:26.767051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49456) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:26.797270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8509ff9-1eda-473f-8140-8d0066f89b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90951522-d02c-4b1b-82f1-65d10be92fed,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:26.804308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-827766b5-0e6c-4fcf-b0ab-faade9d76fed req-ca5e4225-f0af-4676-851d-5cb965a9fcd3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 210 time: 0.0886698 Oct 25 23:05:26.823089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-a0158e7a-5430-4ea6-94ad-66ea4e4bac5f service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918056 Oct 25 23:05:26.880504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-5dbe4696-1fea-45c6-8f7f-129e50323184 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 217 time: 0.0489559 Oct 25 23:05:26.896326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852f3bf-961d-468f-a529-31ecbcf1fad1 req-8a302293-b571-4ac1-a33b-b45655def1ca tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:26.898908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3852f3bf-961d-468f-a529-31ecbcf1fad1 req-8a302293-b571-4ac1-a33b-b45655def1ca tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 943 time: 0.1271000 Oct 25 23:05:26.962375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b69bc7d-a4e9-4ab9-9437-8a716d31ed8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:26.966878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-4dcd6e20-31eb-4108-a016-a4412701f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:26.968786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-4dcd6e20-31eb-4108-a016-a4412701f86c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0172c3d-dab1-4141-9f8e-97f0db0a8b43 HTTP/1.1" status: 200 len: 855 time: 0.1773434 Oct 25 23:05:27.035026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b69bc7d-a4e9-4ab9-9437-8a716d31ed8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:27.133754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-017b6d6e-b269-4825-83b6-4150824dc58a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:27.135712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-017b6d6e-b269-4825-83b6-4150824dc58a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.15 "GET /v2.0/networks?id=862b4513-16b1-4d23-ac43-97c2fe47324a HTTP/1.1" status: 200 len: 806 time: 0.1979861 Oct 25 23:05:27.156850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b69bc7d-a4e9-4ab9-9437-8a716d31ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:27.159841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b69bc7d-a4e9-4ab9-9437-8a716d31ed8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:27.163991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b69bc7d-a4e9-4ab9-9437-8a716d31ed8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90951522-d02c-4b1b-82f1-65d10be92fed HTTP/1.1" status: 204 len: 168 time: 0.3936746 Oct 25 23:05:27.177018 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-c88bf72f-a42b-4ec9-9fab-57c4979bd5e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03a08fef-9034-429e-a98f-2dd19e6fb6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1908159 Oct 25 23:05:27.178290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69bc7d-a4e9-4ab9-9437-8a716d31ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90951522-d02c-4b1b-82f1-65d10be92fed,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:27.180180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:27.199308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301', 'e4a74495-03e3-4487-bfde-343069e7d345', '257f7269-abfd-4ff7-8382-d5dc14ec6da3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:27.224552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-1c032425-2e50-430d-8418-792c72f3bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:27.227290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-1c032425-2e50-430d-8418-792c72f3bebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.3273315 Oct 25 23:05:27.259288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3852f3bf-961d-468f-a529-31ecbcf1fad1 req-4da00d23-f34d-4c0e-8640-93657bbdc8a9 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503244 Oct 25 23:05:27.264073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:27.361413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event deleted for resources: {'Port': ['ID=9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:27.434995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6a5f32e3-5cd0-4cbc-8264-bccc60251f3c tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5447de20631f44d1a3107769528b4055 HTTP/1.1" status: 200 len: 379 time: 0.2771342 Oct 25 23:05:27.457612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Request body: {'port': {'device_id': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'admin_state_up': True, 'tenant_id': '5447de20631f44d1a3107769528b4055', 'security_groups': ['73223adb-0d15-403c-b77a-e26266b7a02d']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:27.486274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-7b416b07-4ab3-4c88-baf4-d4278d90fe08 service neutron] 10.222.0.15 "GET /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763913 Oct 25 23:05:27.592874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] No DVR routers for this DVR port 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:27.597875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:27.604349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.15 "DELETE /v2.0/ports/9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 HTTP/1.1" status: 204 len: 173 time: 2.4417517 Oct 25 23:05:27.629952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-958f4569-58fc-4eb1-8ca3-dee43d1e8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:27.643679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-958f4569-58fc-4eb1-8ca3-dee43d1e8b4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3648560 Oct 25 23:05:27.818062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d746b6-00aa-4731-b9d2-68d1054ffff7 req-1da0c0df-bb46-4142-868c-5d31fb3b0252 service neutron] 10.222.0.15 "GET /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240478 Oct 25 23:05:27.889541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6126ea2b-f507-47a8-8a79-253387570566 req-f3b75d65-e4ea-49c5-bb35-291e524a8470 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=f01e5fcd-0d1c-47e1-a407-0c5912143701 HTTP/1.1" status: 200 len: 210 time: 0.2255831 Oct 25 23:05:27.917277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6105b4-b0e5-4eba-b359-86fdfef3e6ac req-c050f617-6890-490f-ad90-7d20ebb52e38 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:27.919363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c6105b4-b0e5-4eba-b359-86fdfef3e6ac req-c050f617-6890-490f-ad90-7d20ebb52e38 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0863822 Oct 25 23:05:27.936241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49478) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:27.963240 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-082d5bb2-9c69-4f90-a507-25aa9cf783e9 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768838 Oct 25 23:05:27.992531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Made reservation on behalf of 5447de20631f44d1a3107769528b4055 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:27.996058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.012153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.065972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c6155bb-02ba-4149-ba5e-9dc21be54347 req-812a0116-e588-428e-a23b-201a9f0d95f2 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 210 time: 0.0427198 Oct 25 23:05:28.089052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c6105b4-b0e5-4eba-b359-86fdfef3e6ac req-53b765cf-e05c-49ff-bf2b-6035c2a7b39d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485586 Oct 25 23:05:28.113516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-49fb0ab4-fba4-4559-a4ab-d307c9af26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:28.117539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-49fb0ab4-fba4-4559-a4ab-d307c9af26a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=717a22fdabfe42a8b1a2327589486548&device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 1094 time: 0.1644833 Oct 25 23:05:28.123498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.157528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-02c28877-f23f-4b03-ba1c-533243ead037 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851974 Oct 25 23:05:28.213075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-cf9a323e-6080-48b6-9112-3322b8cb7e7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 217 time: 0.0441480 Oct 25 23:05:28.267876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.269882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-45cb0330-d978-4eb0-b4c0-c805782e6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:28.271205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-45cb0330-d978-4eb0-b4c0-c805782e6303 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03a08fef-9034-429e-a98f-2dd19e6fb6de HTTP/1.1" status: 200 len: 916 time: 0.1440263 Oct 25 23:05:28.273724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.310980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-17193898-ca7a-41da-8b9a-238536fece9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:28.312538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-17193898-ca7a-41da-8b9a-238536fece9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0755970 Oct 25 23:05:28.324018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Allocated IP 172.20.0.14 (862b4513-16b1-4d23-ac43-97c2fe47324a/f3b06244-3aa2-46e0-b15d-f94bbaaa682d/adf28564-7adf-4336-8828-ac0187f13555) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:28.353903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-c111c391-5e90-4424-ac1d-16270103ce1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2db1724-68c3-4581-927b-cf8e675c3994 HTTP/1.1" status: 200 len: 217 time: 0.0644882 Oct 25 23:05:28.355030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c34cd8-cbae-4b92-a5dc-c377c29ff62e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:28.362578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dfab671512a4ad49971e6e4ee217a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192164 Oct 25 23:05:28.364324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49484) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:28.374807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.375243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.375649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.376071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.382606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6f7f3-fca8-4d13-b41b-faab3704931c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:28.474094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-5d3dae05-0da2-4901-8ba4-412d6292f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:28.476266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-5d3dae05-0da2-4901-8ba4-412d6292f28b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0172c3d-dab1-4141-9f8e-97f0db0a8b43 HTTP/1.1" status: 200 len: 855 time: 0.0865874 Oct 25 23:05:28.481995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8fc786f-11eb-452f-9173-d3b32e91eff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.528884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-eb7fb406-ca90-4221-b2cd-0c2930b27670 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03a08fef-9034-429e-a98f-2dd19e6fb6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412886 Oct 25 23:05:28.535950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8fc786f-11eb-452f-9173-d3b32e91eff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.681816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd577c-c7a8-4eab-aafd-984a55bb994b req-c6fd6375-250f-46c2-a78c-c7703c53db6a tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:28.683429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cdfd577c-c7a8-4eab-aafd-984a55bb994b req-c6fd6375-250f-46c2-a78c-c7703c53db6a tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 943 time: 0.3100522 Oct 25 23:05:28.688539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-596ac1a0-edc0-4acd-ab38-204bc3d732cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:28.690225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-596ac1a0-edc0-4acd-ab38-204bc3d732cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3179574 Oct 25 23:05:28.693009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.694228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8fc786f-11eb-452f-9173-d3b32e91eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.697851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8fc786f-11eb-452f-9173-d3b32e91eff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.699196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b8fc786f-11eb-452f-9173-d3b32e91eff4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56c34cd8-cbae-4b92-a5dc-c377c29ff62e HTTP/1.1" status: 204 len: 168 time: 0.3339620 Oct 25 23:05:28.709156 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-6d6cb582-f9f0-452a-9fa7-3aff9364a4fc service neutron] 10.222.0.15 "GET /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643527 Oct 25 23:05:28.727075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-deleted', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:28.730812 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2fa71a-a860-45df-aa0c-e14f7572bfb2" -d '{"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-deleted", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:28.765838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:28.775867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc786f-11eb-452f-9173-d3b32e91eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c34cd8-cbae-4b92-a5dc-c377c29ff62e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:28.948228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4329ac28-e896-45e2-bfa8-0aa079cd03d2 req-bbc2e4cb-2929-414d-9e97-ebeb22a65369 service neutron] 10.222.0.15 "GET /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989112 Oct 25 23:05:28.950126 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaad8694-8361-4394-afad-0228b12d55cc x-openstack-request-id: req-aaad8694-8361-4394-afad-0228b12d55cc {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:28.950490 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e5fcd-0d1c-47e1-a407-0c5912143701", "name": "network-vif-deleted", "tag": "9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:28.950745 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaad8694-8361-4394-afad-0228b12d55cc {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:28.950881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Network 862b4513-16b1-4d23-ac43-97c2fe47324a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:28.951136 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e5fcd-0d1c-47e1-a407-0c5912143701', 'name': 'network-vif-deleted', 'tag': '9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9', 'status': 'completed', 'code': 200} Oct 25 23:05:28.986873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:28.993718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:29.064867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:29.065655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:29.094360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cdfd577c-c7a8-4eab-aafd-984a55bb994b req-45838aaf-8aa1-4170-a440-05103fd59cae tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327346 Oct 25 23:05:29.119846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6741154 Oct 25 23:05:29.145687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Request body: {'port': {'device_id': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:29.226320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be691c1-79af-48a7-b47a-3e01186b81c3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event updated for resources: {'Port': ['ID=adf28564-7adf-4336-8828-ac0187f13555,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:29.326247 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0106e3-c6b1-4a67-a160-ae2c86df8ea5 req-8e7abd59-9578-4cce-b179-8e1ac4dc14f3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:29.336271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae0106e3-c6b1-4a67-a160-ae2c86df8ea5 req-8e7abd59-9578-4cce-b179-8e1ac4dc14f3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0858219 Oct 25 23:05:29.341972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:29.360297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-b514be13-8762-403f-be9f-5bbaa34e6e82 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125875 Oct 25 23:05:29.387182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8a4daa80-0029-45f5-bfa2-2d73b0d8db6f None None] Provisioning complete for port adf28564-7adf-4336-8828-ac0187f13555 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:29.390713 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8a4daa80-0029-45f5-bfa2-2d73b0d8db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:29.435676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8a4daa80-0029-45f5-bfa2-2d73b0d8db6f None None] Port adf28564-7adf-4336-8828-ac0187f13555 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:29.441906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae0106e3-c6b1-4a67-a160-ae2c86df8ea5 req-a6a739c9-0159-4cc1-b193-6d07d2c60a4a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046829 Oct 25 23:05:29.482546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e4b2-2f88-489e-ab99-bc3715f152b9 req-6a7d7b08-4f6d-4951-a5d8-1ebf8293c9d2 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:29.489899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49c2e4b2-2f88-489e-ab99-bc3715f152b9 req-6a7d7b08-4f6d-4951-a5d8-1ebf8293c9d2 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 932 time: 0.2821698 Oct 25 23:05:29.533031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-6739d0fc-a5e7-42bf-b586-135c734c852b service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597047 Oct 25 23:05:29.579686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5577-021a-4705-bd48-872e7bacb477 req-f513fc85-35fd-470d-899b-072d175a03d5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:29.581802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17db5577-021a-4705-bd48-872e7bacb477 req-f513fc85-35fd-470d-899b-072d175a03d5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 950 time: 0.0640495 Oct 25 23:05:29.633101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17db5577-021a-4705-bd48-872e7bacb477 req-bd7991fc-0336-4d2e-a3cf-4683dfc588b5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Oct 25 23:05:29.673159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49c2e4b2-2f88-489e-ab99-bc3715f152b9 req-2e3e2c51-c7fc-454d-9aa4-5847d44bd55a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799784 Oct 25 23:05:29.684483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-cee7084b-34a6-483d-bc40-2a1f3f795ac1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9 HTTP/1.1" status: 200 len: 217 time: 0.1160674 Oct 25 23:05:29.699553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:29.728053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:29.728625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9970f6bd-5c0b-4f3c-ac7b-211ddf84d9d9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:29.749512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-ba400052-ece9-46fa-af95-2af822e5d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:29.751065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-ba400052-ece9-46fa-af95-2af822e5d597 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0550454 Oct 25 23:05:29.819161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49526) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:29.860639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-7ce7dc2b-413e-4c5d-b2cc-cd3f653e41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:29.862941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-7ce7dc2b-413e-4c5d-b2cc-cd3f653e41da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925555 Oct 25 23:05:29.936595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-network', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:29.974633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Made reservation on behalf of 5822ee3368fe4d189b3266c8b6b6bd5f for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:29.977310 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:29.986296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.018965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf28564-7adf-4336-8828-ac0187f13555 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:30.025455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-ac7f1c47-b593-4b39-9dcc-8cd81319d8bd service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489987 Oct 25 23:05:30.029978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.052112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Transition to ACTIVE for port object adf28564-7adf-4336-8828-ac0187f13555 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:30.064645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.074746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.078623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.109942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:05:30.119627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f00048-41d2-4389-9a2f-86fa1d3910cd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:30.127107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.128361 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Added segment a3b6f949-1750-4d26-ae83-ed6e679f4e51 of type vlan for network da4eb51f-2c58-4b7e-97b4-94a298734d74 Oct 25 23:05:30.193703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Pushing event updated for resources: {'Port': ['ID=adf28564-7adf-4336-8828-ac0187f13555,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:30.210547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.229205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.229810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.229963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.230403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.230807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.231198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.231632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.231962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.232378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.232740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.233124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.233637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:05:30.238456 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-a68a870f-5273-411c-88da-d257bfc20f30 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959321 Oct 25 23:05:30.270328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f4036-4b52-40cb-9048-e4e9dd2540ee req-22ed64ac-344c-4629-9aa1-d825bd2b253c tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.278432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-037f4036-4b52-40cb-9048-e4e9dd2540ee req-22ed64ac-344c-4629-9aa1-d825bd2b253c tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 943 time: 0.0883703 Oct 25 23:05:30.286817 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.288306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.289035 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.296175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Attempting to bind port adf28564-7adf-4336-8828-ac0187f13555 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:30.296175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Attempting to bind port adf28564-7adf-4336-8828-ac0187f13555 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:30.296175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Attempting to bind port adf28564-7adf-4336-8828-ac0187f13555 on network 862b4513-16b1-4d23-ac43-97c2fe47324a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:30.303945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Port adf28564-7adf-4336-8828-ac0187f13555 on network 862b4513-16b1-4d23-ac43-97c2fe47324a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:30.304371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Attempting to bind port adf28564-7adf-4336-8828-ac0187f13555 on network 862b4513-16b1-4d23-ac43-97c2fe47324a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:30.379301 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5586820 Oct 25 23:05:30.387571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49534) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:30.392626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Request body: {'subnet': {'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-subnet', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:30.400595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844b76-a6ed-44a5-95af-a83ad532348f admin admin] Pushing event updated for resources: {'Network': ['ID=da4eb51f-2c58-4b7e-97b4-94a298734d74,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:30.407689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-037f4036-4b52-40cb-9048-e4e9dd2540ee req-c9dcfe8c-709c-4011-af3e-0ff18b080dec tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284170 Oct 25 23:05:30.411800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:05:30.430257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Made reservation on behalf of 5822ee3368fe4d189b3266c8b6b6bd5f for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:30.432978 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.694304 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.704345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:30.704784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Checking segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:30.705054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Bound using segment: {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:30.705502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Bound port: adf28564-7adf-4336-8828-ac0187f13555, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784a1655-4c48-42f8-9e8f-ac5701005127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:30.706202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.724728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-fe9b189a-8bb7-49b7-ae38-20335ecf9d54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd HTTP/1.1" status: 200 len: 217 time: 0.4642372 Oct 25 23:05:30.797365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-f1fc5329-775b-4e1f-8516-eb0d44f79760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.799182 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-f1fc5329-775b-4e1f-8516-eb0d44f79760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0491774 Oct 25 23:05:30.815862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa13e158-1ffc-4237-8057-a29b0aa834c7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:30.830615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a621-e8fa-4923-b5f0-d285a498b17f req-8df4975e-10e3-4092-9059-87e5166abc84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.837936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c963a621-e8fa-4923-b5f0-d285a498b17f req-8df4975e-10e3-4092-9059-87e5166abc84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 950 time: 0.0992196 Oct 25 23:05:30.840656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Checking segment: {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:30.841023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Network hostable DHCP agents. Network: da4eb51f-2c58-4b7e-97b4-94a298734d74, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:05:30.886974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c963a621-e8fa-4923-b5f0-d285a498b17f req-0cd841f5-c01e-4a26-8ecc-23f2b876901e tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479629 Oct 25 23:05:30.888051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:05:30.899566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, da4eb51f-2c58-4b7e-97b4-94a298734d74) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:30.906298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.906975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.913479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b17f3e-a5fa-459a-81de-c83bb9eb082b None None] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:30.932669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] For port adf28564-7adf-4336-8828-ac0187f13555, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:30.932973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-83a54ed7-86cd-415e-a135-94f8ac31b001 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5442159 Oct 25 23:05:30.933817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49546) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:30.939602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:30.945962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05df4-549c-404a-9d58-f1f138dada53 req-f3c0c766-6dcf-4637-8c21-4587f3f5b1f2 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.947562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5e05df4-549c-404a-9d58-f1f138dada53 req-f3c0c766-6dcf-4637-8c21-4587f3f5b1f2 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2278023 Oct 25 23:05:30.969027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-cb176a20-ac74-412c-9123-2c81074b393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:30.973025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-cb176a20-ac74-412c-9123-2c81074b393b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523640 Oct 25 23:05:30.979024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] For port adf28564-7adf-4336-8828-ac0187f13555, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=adf28564-7adf-4336-8828-ac0187f13555,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:30.988584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:30.990303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.010242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.100747 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.114580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086d97-3894-4502-923f-02ad73a766fe req-32b2acc1-1f8a-49ff-bd80-81b4a665bfcb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:31.117168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e086d97-3894-4502-923f-02ad73a766fe req-32b2acc1-1f8a-49ff-bd80-81b4a665bfcb tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 950 time: 0.2593129 Oct 25 23:05:31.141026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-da4eb51f-2c58-4b7e-97b4-94a298734d74', 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'fixed_ips': [{'subnet_id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:05:31.142001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.171379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:31.172189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.174043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] 10.222.0.15 "PUT /v2.0/ports/adf28564-7adf-4336-8828-ac0187f13555 HTTP/1.1" status: 200 len: 1092 time: 2.0342069 Oct 25 23:05:31.192827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:31.201348 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30cc76-06f9-4389-9988-304a123f29c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "tag": "adf28564-7adf-4336-8828-ac0187f13555"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:31.332734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a3d8b-dfca-4ae2-8717-fe32c389888e service neutron] Pushing event updated for resources: {'Port': ['ID=adf28564-7adf-4336-8828-ac0187f13555,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:31.352843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Allocated IP 172.20.0.2 (da4eb51f-2c58-4b7e-97b4-94a298734d74/aa13e158-1ffc-4237-8057-a29b0aa834c7/faad41ee-0aae-4b29-844d-47d8b5968dcf) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:31.354023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbdeb-fc12-4258-9573-082494c83f9a req-4611e1da-c42c-4593-be28-5957021d2739 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:31.359740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24fbbdeb-fc12-4258-9573-082494c83f9a req-4611e1da-c42c-4593-be28-5957021d2739 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 944 time: 0.2536590 Oct 25 23:05:31.376884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5e05df4-549c-404a-9d58-f1f138dada53 req-7a81ba12-dab2-4bb2-a388-2f252b3f958e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183540 Oct 25 23:05:31.469648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-5c13d99f-3c10-41d4-b9d3-9574efaeccc2 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684677 Oct 25 23:05:31.472829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-56b7e332-a8ab-47a6-9600-21c546c634eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:31.478820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-56b7e332-a8ab-47a6-9600-21c546c634eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5447de20631f44d1a3107769528b4055&device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 1095 time: 0.2368083 Oct 25 23:05:31.535596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.544932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24fbbdeb-fc12-4258-9573-082494c83f9a req-3442e195-7d9a-495a-9075-f1343c12e1aa tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804960 Oct 25 23:05:31.607430 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.620585 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.667700 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920af0bc-e147-4f84-942a-fc39bc5e8d2f x-openstack-request-id: req-920af0bc-e147-4f84-942a-fc39bc5e8d2f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:31.668244 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "tag": "adf28564-7adf-4336-8828-ac0187f13555", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:31.668877 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-920af0bc-e147-4f84-942a-fc39bc5e8d2f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:31.669458 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555', 'status': 'completed', 'code': 200} Oct 25 23:05:31.677500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-dbc557c3-c5ba-4d08-9359-bd6501411ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf28564-7adf-4336-8828-ac0187f13555 HTTP/1.1" status: 200 len: 217 time: 0.1610036 Oct 25 23:05:31.706092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2db1724-68c3-4581-927b-cf8e675c3994 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:31.714831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Deleting port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:31.715451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.733651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:31.741837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:31.748123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Pushing event updated for resources: {'Port': ['ID=faad41ee-0aae-4b29-844d-47d8b5968dcf,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:31.760806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:31.792493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08657bc-4d41-445f-b6b7-7e95853291ba req-10f2ba4b-bf0e-4f39-b953-0a7d7606369a tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:31.800538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f08657bc-4d41-445f-b6b7-7e95853291ba req-10f2ba4b-bf0e-4f39-b953-0a7d7606369a tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 943 time: 0.0852942 Oct 25 23:05:31.840395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-b6a44efb-9815-4e50-ae45-26ae2e5b6bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572993 Oct 25 23:05:31.844632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-a6ef9da8-0374-4a90-8f63-e4af2988ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:31.846377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-a6ef9da8-0374-4a90-8f63-e4af2988ac0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3b06244-3aa2-46e0-b15d-f94bbaaa682d HTTP/1.1" status: 200 len: 845 time: 0.1518724 Oct 25 23:05:31.897198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f08657bc-4d41-445f-b6b7-7e95853291ba req-7078db99-a14f-4d55-8a7e-8f84af9e388e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907452 Oct 25 23:05:31.910198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Attempting to bind port faad41ee-0aae-4b29-844d-47d8b5968dcf on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:31.910585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Attempting to bind port faad41ee-0aae-4b29-844d-47d8b5968dcf by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:31.910943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Attempting to bind port faad41ee-0aae-4b29-844d-47d8b5968dcf on network da4eb51f-2c58-4b7e-97b4-94a298734d74 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:31.919959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:31.920315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Checking segment: {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:31.920712 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.921103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Bound using segment: {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:31.921577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Bound port: faad41ee-0aae-4b29-844d-47d8b5968dcf, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:31.921951 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:31.935045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-2078d775-919a-4888-a99f-948b6be5f561 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833 HTTP/1.1" status: 200 len: 217 time: 0.0812218 Oct 25 23:05:32.036372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.042033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] For port faad41ee-0aae-4b29-844d-47d8b5968dcf, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:32.045450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] For port 257f7269-abfd-4ff7-8382-d5dc14ec6da3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=257f7269-abfd-4ff7-8382-d5dc14ec6da3,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:32.045830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.047659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] For port faad41ee-0aae-4b29-844d-47d8b5968dcf, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=faad41ee-0aae-4b29-844d-47d8b5968dcf,segment=NetworkSegment(a3b6f949-1750-4d26-ae83-ed6e679f4e51),segment_id=a3b6f949-1750-4d26-ae83-ed6e679f4e51)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:32.057357 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.061198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-2aa95f31-3445-4ec8-b666-1450eadaa36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:32.061732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2db1724-68c3-4581-927b-cf8e675c3994, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2db1724-68c3-4581-927b-cf8e675c3994,segment=NetworkSegment(39d54308-c35e-4ab7-9d62-12b0eb7f22ff),segment_id=39d54308-c35e-4ab7-9d62-12b0eb7f22ff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:32.063610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-2aa95f31-3445-4ec8-b666-1450eadaa36a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=862b4513-16b1-4d23-ac43-97c2fe47324a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012839 Oct 25 23:05:32.066131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.083712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Calling delete_port for 257f7269-abfd-4ff7-8382-d5dc14ec6da3 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:32.115973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f2db1724-68c3-4581-927b-cf8e675c3994', 'network_id': '03a08fef-9034-429e-a98f-2dd19e6fb6de', 'port_id': 'f2db1724-68c3-4581-927b-cf8e675c3994', 'mac_address': 'fa:16:3e:98:1b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0172c3d-dab1-4141-9f8e-97f0db0a8b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:32.144112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-73d1a6fa-a177-4794-adf1-d83814c5ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:32.146242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-73d1a6fa-a177-4794-adf1-d83814c5ee34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.1995785 Oct 25 23:05:32.169798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8484b-97be-47dd-8d04-912a245f3866 None None] Pushing event updated for resources: {'Port': ['ID=faad41ee-0aae-4b29-844d-47d8b5968dcf,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:32.198429 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.215028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2db1724-68c3-4581-927b-cf8e675c3994 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:32.231465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Allocated IP 172.25.4.150 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/a394b447-d5bb-44f4-b898-41aa2e9fa92d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:32.241864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2db1724-68c3-4581-927b-cf8e675c3994, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2db1724-68c3-4581-927b-cf8e675c3994,segment=NetworkSegment(39d54308-c35e-4ab7-9d62-12b0eb7f22ff),segment_id=39d54308-c35e-4ab7-9d62-12b0eb7f22ff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:32.254668 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.297082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1252b-6b08-41c2-9d51-245cdd4e03d0 req-550e83b6-fab6-4169-9047-742c9de28e27 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:32.298935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fd1252b-6b08-41c2-9d51-245cdd4e03d0 req-550e83b6-fab6-4169-9047-742c9de28e27 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=b441feaa-22a8-4967-b422-74f3e21e144f HTTP/1.1" status: 200 len: 950 time: 0.2337995 Oct 25 23:05:32.328340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f2db1724-68c3-4581-927b-cf8e675c3994,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:32.383491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-17a905d8-148c-4681-b06b-4ce09d2c9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:32.385023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-17a905d8-148c-4681-b06b-4ce09d2c9b06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2040880 Oct 25 23:05:32.404423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-199c87c0-7cad-4385-9814-2e4f38fce41e service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219130 Oct 25 23:05:32.407783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.459211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.508113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:32.515128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:32.515128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:32.520373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fd1252b-6b08-41c2-9d51-245cdd4e03d0 req-41cc86fc-7cdf-45b9-8e0d-16dd5fc9eae0 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068877 Oct 25 23:05:32.591729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.604899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301', 'e4a74495-03e3-4487-bfde-343069e7d345', '257f7269-abfd-4ff7-8382-d5dc14ec6da3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:32.610655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Pushing event updated for resources: {'Port': ['ID=a394b447-d5bb-44f4-b898-41aa2e9fa92d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:32.661102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event deleted for resources: {'Port': ['ID=257f7269-abfd-4ff7-8382-d5dc14ec6da3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:32.716098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a833351-90dc-4ee1-a4c6-58f188cb78b1 req-8906a938-3a32-4473-bb8f-ad283a9d4eb8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:32.723570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a833351-90dc-4ee1-a4c6-58f188cb78b1 req-8906a938-3a32-4473-bb8f-ad283a9d4eb8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2548664 Oct 25 23:05:32.750138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] No DVR routers for this DVR port 257f7269-abfd-4ff7-8382-d5dc14ec6da3 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:32.753705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-d10d60bb-3325-4209-abcf-49dca9089eeb service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483603 Oct 25 23:05:32.755364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:32.758919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:05:32.767276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e086d97-3894-4502-923f-02ad73a766fe req-732a65a8-c2dc-442d-b7d3-22c01c897916 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "DELETE /v2.0/ports/257f7269-abfd-4ff7-8382-d5dc14ec6da3 HTTP/1.1" status: 204 len: 173 time: 1.6101401 Oct 25 23:05:32.795916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140d9d2c-322b-4d0e-aab6-cc98130decb4 req-19013e17-2cfb-495e-8bef-540c47f7e2e6 service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511238 Oct 25 23:05:32.847118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0a833351-90dc-4ee1-a4c6-58f188cb78b1 req-4d5de3ec-162e-444a-9b18-e19025d3b2e3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221571 Oct 25 23:05:32.874172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2db1724-68c3-4581-927b-cf8e675c3994'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:32.886454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa6c1-9b6e-4f54-9a2a-701b7b5ee331 req-298d262f-0e96-4fa1-b9d6-2843fc2c952d tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:32.893975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52ffa6c1-9b6e-4f54-9a2a-701b7b5ee331 req-298d262f-0e96-4fa1-b9d6-2843fc2c952d tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 944 time: 0.1467159 Oct 25 23:05:32.973364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-b6e915d5-6c2e-4b62-be10-65b7ac3c3117 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898613 Oct 25 23:05:33.009048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52ffa6c1-9b6e-4f54-9a2a-701b7b5ee331 req-aa4607eb-8ab3-49e5-9177-c5ffec430cc4 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053193 Oct 25 23:05:33.055578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:33.112269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-82b275fb-22ca-48f5-9070-4cb4bc896017 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0329955a-d466-496c-999e-1ec7bc4deda0 HTTP/1.1" status: 200 len: 217 time: 0.0994012 Oct 25 23:05:33.119210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-40093d0b-75da-4e0f-bc15-d3132296dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.120845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-40093d0b-75da-4e0f-bc15-d3132296dd28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5447de20631f44d1a3107769528b4055&device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 1095 time: 0.2023907 Oct 25 23:05:33.335437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-d0493855-35b7-40f9-aca1-625a43395e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.336935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-d0493855-35b7-40f9-aca1-625a43395e19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.2151372 Oct 25 23:05:33.447544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10084927-c8dc-4356-a1c5-39c8a9367f1f req-46597ee5-691b-4136-bc51-057b5f8aa35b tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.449131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10084927-c8dc-4356-a1c5-39c8a9367f1f req-46597ee5-691b-4136-bc51-057b5f8aa35b tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 944 time: 0.2646158 Oct 25 23:05:33.499211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-858423e5-5fe0-4323-8128-2b6d5525f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.501044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-858423e5-5fe0-4323-8128-2b6d5525f5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464560 Oct 25 23:05:33.521313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-e2acc4a4-346c-4e1d-9146-7ed106ce34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.523315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-e2acc4a4-346c-4e1d-9146-7ed106ce34cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=862b4513-16b1-4d23-ac43-97c2fe47324a HTTP/1.1" status: 200 len: 907 time: 0.3910861 Oct 25 23:05:33.620739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-d56b89af-cc53-45e2-9c89-c13a634fa81d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf28564-7adf-4336-8828-ac0187f13555 HTTP/1.1" status: 200 len: 217 time: 0.0847580 Oct 25 23:05:33.651856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10084927-c8dc-4356-a1c5-39c8a9367f1f req-84adef7d-917d-4a0d-9beb-062c7a841bf0 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753590 Oct 25 23:05:33.687501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-deleted', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:33.690200 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25514561-0df2-4d6e-bfa9-21fc3bbeccdd" -d '{"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-deleted", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:33.715973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a99e7-41d9-48c0-9bd4-987b21173ac6 None None] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:33.745472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-a398705b-947b-49a0-a9a5-512ccded71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.752206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-a398705b-947b-49a0-a9a5-512ccded71e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3b06244-3aa2-46e0-b15d-f94bbaaa682d HTTP/1.1" status: 200 len: 845 time: 0.1219325 Oct 25 23:05:33.764976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:33.766482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-0dc1600b-6cc7-4a65-b47a-f458c9b34768 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549307 Oct 25 23:05:33.863301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f7b5a363-cad7-443b-bea5-ee834389bdb1 None None] Provisioning complete for port faad41ee-0aae-4b29-844d-47d8b5968dcf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:33.863670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a363-cad7-443b-bea5-ee834389bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:33.925977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-52768726-d034-48d4-bd4d-1002012dc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:33.928021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-52768726-d034-48d4-bd4d-1002012dc2d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=862b4513-16b1-4d23-ac43-97c2fe47324a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654067 Oct 25 23:05:33.989394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:05:34.054800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638023-720e-425b-8036-89357cd32652 req-5493be55-9463-4c22-aafc-384cec974312 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:34.057030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4638023-720e-425b-8036-89357cd32652 req-5493be55-9463-4c22-aafc-384cec974312 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 945 time: 0.2961695 Oct 25 23:05:34.058766 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f071eb-9251-4e84-ac44-703d6cb3da68 x-openstack-request-id: req-18f071eb-9251-4e84-ac44-703d6cb3da68 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:34.059225 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441feaa-22a8-4967-b422-74f3e21e144f", "name": "network-vif-deleted", "tag": "257f7269-abfd-4ff7-8382-d5dc14ec6da3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:34.059742 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18f071eb-9251-4e84-ac44-703d6cb3da68 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:34.060295 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441feaa-22a8-4967-b422-74f3e21e144f', 'name': 'network-vif-deleted', 'tag': '257f7269-abfd-4ff7-8382-d5dc14ec6da3', 'status': 'completed', 'code': 200} Oct 25 23:05:34.070628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a363-cad7-443b-bea5-ee834389bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:34.086264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device faad41ee-0aae-4b29-844d-47d8b5968dcf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:34.134250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb806e5e-0bac-4503-b1cf-d692fe64ab89 req-34753dbb-faa7-480f-b099-26379cffe4e8 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046515 Oct 25 23:05:34.159551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4638023-720e-425b-8036-89357cd32652 req-9e9028f7-b6bd-4d18-b988-e4df2046c4dc tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914237 Oct 25 23:05:34.189391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f7b5a363-cad7-443b-bea5-ee834389bdb1 None None] For port faad41ee-0aae-4b29-844d-47d8b5968dcf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=faad41ee-0aae-4b29-844d-47d8b5968dcf,segment=NetworkSegment(a3b6f949-1750-4d26-ae83-ed6e679f4e51),segment_id=a3b6f949-1750-4d26-ae83-ed6e679f4e51)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:34.197670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a363-cad7-443b-bea5-ee834389bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:34.214262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-c975297d-7dc8-462e-80fa-ae87b10d4958 service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438881 Oct 25 23:05:34.296902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5a363-cad7-443b-bea5-ee834389bdb1 None None] Pushing event updated for resources: {'Port': ['ID=faad41ee-0aae-4b29-844d-47d8b5968dcf,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:34.320780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port faad41ee-0aae-4b29-844d-47d8b5968dcf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:34.321169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:34.344133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:34.373173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:34.374538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4a39778c-61de-4e81-85fa-42b0b45d14ce admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4395549 Oct 25 23:05:34.378310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a30cc76-06f9-4389-9988-304a123f29c5 req-7b84528b-69f8-4efc-a474-1fdf858c7e4a service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315567 Oct 25 23:05:34.379040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49598) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:34.380666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Sync routers for ids ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:34.384684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e5d0-2529-488e-855c-7c5acc572b5d req-f18aeef5-e963-4af4-95e8-e5514b30a73e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:34.392533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73b7e5d0-2529-488e-855c-7c5acc572b5d req-f18aeef5-e963-4af4-95e8-e5514b30a73e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2086589 Oct 25 23:05:34.427116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Routers {'129fc4d1-4f86-4b4f-98b3-b089f94dab55'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:34.427959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:34.442181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73b7e5d0-2529-488e-855c-7c5acc572b5d req-67af3ba5-105d-4593-8e4e-b1b890b638f8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Oct 25 23:05:34.520298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0faaf333-0603-462f-8ce1-ac02ed0c02d0 None None] Provisioning complete for port faad41ee-0aae-4b29-844d-47d8b5968dcf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:34.520771 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0faaf333-0603-462f-8ce1-ac02ed0c02d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:34.645178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8af690-22e1-4719-a964-a0fc72f329c0 req-5f2420d0-4c83-41cd-b8b5-85de85a4d9de tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:34.647542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c8af690-22e1-4719-a964-a0fc72f329c0 req-5f2420d0-4c83-41cd-b8b5-85de85a4d9de tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 944 time: 0.0566375 Oct 25 23:05:34.693060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c8af690-22e1-4719-a964-a0fc72f329c0 req-d2b8554a-92d7-4d0f-a868-484875e7ffa1 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384467 Oct 25 23:05:34.810509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Set router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:34.867130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8cae0-ffc1-42b5-8438-008537acd75b req-d1682b78-0c06-43ed-bdea-53ed441259c9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:34.868651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6fb8cae0-ffc1-42b5-8438-008537acd75b req-d1682b78-0c06-43ed-bdea-53ed441259c9 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.4885356 Oct 25 23:05:34.990951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6fb8cae0-ffc1-42b5-8438-008537acd75b req-a118ce1c-88f0-4d6a-8a8f-a6ca6b442e16 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019814 Oct 25 23:05:34.995334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:35.030356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 257f7269-abfd-4ff7-8382-d5dc14ec6da3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:35.030768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 257f7269-abfd-4ff7-8382-d5dc14ec6da3 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:35.033866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf8a2-3536-470b-8b17-3a3614a6d4d6 req-83793f80-1e1d-4172-b9c3-b0dde761ea1e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:35.035790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd3bf8a2-3536-470b-8b17-3a3614a6d4d6 req-83793f80-1e1d-4172-b9c3-b0dde761ea1e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 944 time: 0.0551763 Oct 25 23:05:35.068286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:32Z', 'revision_number': 3, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port': {'id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:32Z', 'updated_at': '2021-10-25T23:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:35.089995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd3bf8a2-3536-470b-8b17-3a3614a6d4d6 req-57723c3f-7106-43aa-bfa2-a18811881f91 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472524 Oct 25 23:05:35.096071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Checking router: 129fc4d1-4f86-4b4f-98b3-b089f94dab55 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:35.096509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Updating router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 port a394b447-d5bb-44f4-b898-41aa2e9fa92d binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:05:35.122169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.278972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.312683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17715d-b22d-4548-b3fd-32ed3baba8f0 req-d7010865-8af4-4a5c-836c-615f27363290 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:35.314184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e17715d-b22d-4548-b3fd-32ed3baba8f0 req-d7010865-8af4-4a5c-836c-615f27363290 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 945 time: 0.0671141 Oct 25 23:05:35.380560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.386626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.390647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e17715d-b22d-4548-b3fd-32ed3baba8f0 req-62d7a480-1072-423a-93ec-e10dccf6fea2 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Oct 25 23:05:35.441501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5403b1-322d-4fdf-b915-24aef120e1b9 None None] Pushing event updated for resources: {'Port': ['ID=a394b447-d5bb-44f4-b898-41aa2e9fa92d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:35.445470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Attempting to bind port a394b447-d5bb-44f4-b898-41aa2e9fa92d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:35.445839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Attempting to bind port a394b447-d5bb-44f4-b898-41aa2e9fa92d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:35.446231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Attempting to bind port a394b447-d5bb-44f4-b898-41aa2e9fa92d on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:35.454011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:35.454417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:35.454819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.455207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:35.455671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Bound port: a394b447-d5bb-44f4-b898-41aa2e9fa92d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:35.456047 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.497071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Allocated IP 172.20.0.1 (da4eb51f-2c58-4b7e-97b4-94a298734d74/aa13e158-1ffc-4237-8057-a29b0aa834c7/56fcd7ea-5086-4fd5-bae4-5fb061835c0e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:35.513448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] For port a394b447-d5bb-44f4-b898-41aa2e9fa92d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:35.518826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] For port a394b447-d5bb-44f4-b898-41aa2e9fa92d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a394b447-d5bb-44f4-b898-41aa2e9fa92d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:35.522695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.560661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16904a1e-f191-43b1-8be6-54a1cde16ef4 req-c88d2f5d-262b-4347-8a46-d0c15a181b98 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:35.563694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16904a1e-f191-43b1-8be6-54a1cde16ef4 req-c88d2f5d-262b-4347-8a46-d0c15a181b98 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0550272 Oct 25 23:05:35.588202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5403b1-322d-4fdf-b915-24aef120e1b9 None None] Pushing event updated for resources: {'Port': ['ID=a394b447-d5bb-44f4-b898-41aa2e9fa92d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:35.609397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Routers {'129fc4d1-4f86-4b4f-98b3-b089f94dab55'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:35.610117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:35.617881 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.629118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16904a1e-f191-43b1-8be6-54a1cde16ef4 req-7ddb4963-b41a-440a-ba04-cf655389cd3b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Oct 25 23:05:35.656831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.702168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:35.705471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:35.709108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:35.711865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device adf28564-7adf-4336-8828-ac0187f13555 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:05:35.725776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2db1724-68c3-4581-927b-cf8e675c3994 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:35.754326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:35.766089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] Set router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:35.825505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Pushing event updated for resources: {'Port': ['ID=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:35.904488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-8ab8099c-bfba-4e9d-9ff2-6b9b848e565e tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:35.905939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-8ab8099c-bfba-4e9d-9ff2-6b9b848e565e tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 945 time: 0.1528361 Oct 25 23:05:35.936656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device faad41ee-0aae-4b29-844d-47d8b5968dcf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:35.968586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f2db1724-68c3-4581-927b-cf8e675c3994 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:05:36.000456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f2db1724-68c3-4581-927b-cf8e675c3994 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:36.000827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.018676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743f63a-fff1-4ca4-9864-9279b17bf093 req-871c8792-c18e-44f8-a6e5-0e8694fefb5c tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.026449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b743f63a-fff1-4ca4-9864-9279b17bf093 req-871c8792-c18e-44f8-a6e5-0e8694fefb5c tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 944 time: 0.2025194 Oct 25 23:05:36.058354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port adf28564-7adf-4336-8828-ac0187f13555, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=adf28564-7adf-4336-8828-ac0187f13555,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:36.114071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'adf28564-7adf-4336-8828-ac0187f13555', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'port_id': 'adf28564-7adf-4336-8828-ac0187f13555', 'mac_address': 'fa:16:3e:3c:01:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:05:36.119012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-65346d45-bc17-443b-a808-33d018b7a8e3 None None] Provisioning complete for port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:36.119373 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-65346d45-bc17-443b-a808-33d018b7a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.121514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e08e1-60ed-4423-8fb3-333a6ff7547b req-678e055b-4a9c-4069-acdf-a467f0f893da tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.123873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-305e08e1-60ed-4423-8fb3-333a6ff7547b req-678e055b-4a9c-4069-acdf-a467f0f893da tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.0581768 Oct 25 23:05:36.144963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649472c-be91-43f4-a469-309b0e73e8de req-7a2722eb-45ff-4b63-ae92-9cb9ff7fd5c7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.146641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f649472c-be91-43f4-a469-309b0e73e8de req-7a2722eb-45ff-4b63-ae92-9cb9ff7fd5c7 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 950 time: 0.2170508 Oct 25 23:05:36.155212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b743f63a-fff1-4ca4-9864-9279b17bf093 req-96adbeed-f6df-49f2-bf61-7a89cc20ca14 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278274 Oct 25 23:05:36.169082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-305e08e1-60ed-4423-8fb3-333a6ff7547b req-5749ca03-65c7-4748-837b-978bfbb60bf2 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Oct 25 23:05:36.173185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.184834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port faad41ee-0aae-4b29-844d-47d8b5968dcf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:36.185199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.278410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-65346d45-bc17-443b-a808-33d018b7a8e3 None None] Port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:36.283252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.289560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Deleting port 3300e770-6baf-4227-885f-cb5c6eb9a028 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:36.289560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.309613 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.315725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf28564-7adf-4336-8828-ac0187f13555 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:36.328460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192358-7725-434b-a4b9-61cd7ab423a1 req-7d4fee24-3635-44b1-a448-f36f8e89dbe7 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.334874 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e192358-7725-434b-a4b9-61cd7ab423a1 req-7d4fee24-3635-44b1-a448-f36f8e89dbe7 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 944 time: 0.0705383 Oct 25 23:05:36.340494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:32Z', 'revision_number': 3, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port': {'id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:32Z', 'updated_at': '2021-10-25T23:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:36.386599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2db1724-68c3-4581-927b-cf8e675c3994'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:36.388860 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eab59d-9267-42de-8db5-9cdeec5f57fc" -d '{"events": [{"server_uuid": "bfd127f8-6501-4e83-8da6-91cbe63a03d9", "name": "network-vif-plugged", "status": "completed", "tag": "f2db1724-68c3-4581-927b-cf8e675c3994"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:36.390596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e192358-7725-434b-a4b9-61cd7ab423a1 req-06b66c74-abb2-43bb-ae5a-cca5339686e8 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Oct 25 23:05:36.391577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e325593-7253-4469-9d05-8ac4c83bb455 None None] The sync data for ids ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'] in n-d-815373-1 is: [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:32Z', 'revision_number': 3, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port': {'id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:32Z', 'updated_at': '2021-10-25T23:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:36.394296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port adf28564-7adf-4336-8828-ac0187f13555, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=adf28564-7adf-4336-8828-ac0187f13555,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:36.427199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.430587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2db1724-68c3-4581-927b-cf8e675c3994, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2db1724-68c3-4581-927b-cf8e675c3994,segment=NetworkSegment(39d54308-c35e-4ab7-9d62-12b0eb7f22ff),segment_id=39d54308-c35e-4ab7-9d62-12b0eb7f22ff)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:36.460794 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.468112 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d21844-a4ec-4941-879e-77fa80cdadde x-openstack-request-id: req-59d21844-a4ec-4941-879e-77fa80cdadde {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:36.468402 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd127f8-6501-4e83-8da6-91cbe63a03d9", "name": "network-vif-plugged", "status": "completed", "tag": "f2db1724-68c3-4581-927b-cf8e675c3994", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:36.468650 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59d21844-a4ec-4941-879e-77fa80cdadde {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:36.469036 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2db1724-68c3-4581-927b-cf8e675c3994', 'code': 200} Oct 25 23:05:36.492725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Deleting port e4a74495-03e3-4487-bfde-343069e7d345 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:36.493062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.508872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=adf28564-7adf-4336-8828-ac0187f13555,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:36.566768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f2db1724-68c3-4581-927b-cf8e675c3994,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:36.589282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] For port 3300e770-6baf-4227-885f-cb5c6eb9a028, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3300e770-6baf-4227-885f-cb5c6eb9a028,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:36.589642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.602289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb2ac3-cbe7-4008-a3ca-b0cfbf523fdb req-078121d5-1a3a-4e40-acfd-66c5cec9a20c tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.603791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffcb2ac3-cbe7-4008-a3ca-b0cfbf523fdb req-078121d5-1a3a-4e40-acfd-66c5cec9a20c tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 945 time: 0.0625103 Oct 25 23:05:36.644672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Calling delete_port for 3300e770-6baf-4227-885f-cb5c6eb9a028 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:36.649179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffcb2ac3-cbe7-4008-a3ca-b0cfbf523fdb req-4925a2a8-ae7e-4ccb-b164-78347fad32d1 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/security-groups?id=11a65455-3950-4c3e-aeb1-89ad8429255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Oct 25 23:05:36.761713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.790083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.867026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] For port e4a74495-03e3-4487-bfde-343069e7d345, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e4a74495-03e3-4487-bfde-343069e7d345,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:36.867381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.876828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7377ed-45cb-4f03-8ffc-38ed536d4dd2 req-b9042d3d-e3f6-4bb8-843f-d77385d0382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.878362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa7377ed-45cb-4f03-8ffc-38ed536d4dd2 req-b9042d3d-e3f6-4bb8-843f-d77385d0382d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 1096 time: 0.2941899 Oct 25 23:05:36.922079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Calling delete_port for e4a74495-03e3-4487-bfde-343069e7d345 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:36.934565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['adf28564-7adf-4336-8828-ac0187f13555'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:36.945306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:36.961758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c559c7-a3f0-4195-8946-e9ccb5336790 req-094889e1-da5f-4865-8c13-5549343a0049 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:36.963334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17c559c7-a3f0-4195-8946-e9ccb5336790 req-094889e1-da5f-4865-8c13-5549343a0049 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2416601 Oct 25 23:05:36.963977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Pushing event updated for resources: {'Port': ['ID=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:37.086199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa7377ed-45cb-4f03-8ffc-38ed536d4dd2 req-83beb93c-bd1e-4757-84c4-5339448813c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946504 Oct 25 23:05:37.165777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17c559c7-a3f0-4195-8946-e9ccb5336790 req-5c418225-e359-4b05-928f-4e51e398308b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884544 Oct 25 23:05:37.195094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:37.233001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Pushing event deleted for resources: {'Port': ['ID=3300e770-6baf-4227-885f-cb5c6eb9a028,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:37.236588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3300e770-6baf-4227-885f-cb5c6eb9a028'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:37.242495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:37.253210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:37.323840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] No DVR routers for this DVR port 3300e770-6baf-4227-885f-cb5c6eb9a028 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:37.328848 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:37.332123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6793cdcb-31c4-48a3-8e46-a35e623606e1 req-cda76f39-d62b-4a05-953c-eac3616b6220 tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.11 "DELETE /v2.0/ports/3300e770-6baf-4227-885f-cb5c6eb9a028 HTTP/1.1" status: 204 len: 173 time: 1.3870947 Oct 25 23:05:37.332574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'name': 'network-vif-deleted', 'tag': '3300e770-6baf-4227-885f-cb5c6eb9a028'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:37.335429 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85456f-564f-4f2f-9747-7c0cc3c243e4" -d '{"events": [{"server_uuid": "e64e6d53-0b8d-433f-bdcc-052cff1c7d1e", "name": "network-vif-deleted", "tag": "3300e770-6baf-4227-885f-cb5c6eb9a028"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:37.384352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23f33-d4cd-4c76-8418-408816a5864e req-5a8fcb9f-ba9a-4a87-b329-bcedf68dca3a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:37.392330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ed23f33-d4cd-4c76-8418-408816a5864e req-5a8fcb9f-ba9a-4a87-b329-bcedf68dca3a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 945 time: 0.0645938 Oct 25 23:05:37.460877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:37.479026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ed23f33-d4cd-4c76-8418-408816a5864e req-020e6256-00c8-47a3-b0ee-176a3cd9cc4a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853460 Oct 25 23:05:37.479787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301', 'e4a74495-03e3-4487-bfde-343069e7d345'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:37.513007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event deleted for resources: {'Port': ['ID=e4a74495-03e3-4487-bfde-343069e7d345,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:37.581090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7907d02-b5fd-4143-869e-09b4aa89a05d req-f5f4f6e3-11b9-4cb1-8678-01768e188043 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:37.582739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7907d02-b5fd-4143-869e-09b4aa89a05d req-f5f4f6e3-11b9-4cb1-8678-01768e188043 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d5069c0-a568-448f-a8d1-4574845ed9ac HTTP/1.1" status: 200 len: 867 time: 0.1992886 Oct 25 23:05:37.638881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] No DVR routers for this DVR port e4a74495-03e3-4487-bfde-343069e7d345 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:37.643571 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdd8d32-76f9-4e1b-a7e0-1a1816135174 x-openstack-request-id: req-3bdd8d32-76f9-4e1b-a7e0-1a1816135174 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:37.643860 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e6d53-0b8d-433f-bdcc-052cff1c7d1e", "name": "network-vif-deleted", "tag": "3300e770-6baf-4227-885f-cb5c6eb9a028", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:37.644252 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bdd8d32-76f9-4e1b-a7e0-1a1816135174 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:37.644540 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e6d53-0b8d-433f-bdcc-052cff1c7d1e', 'name': 'network-vif-deleted', 'tag': '3300e770-6baf-4227-885f-cb5c6eb9a028', 'status': 'completed', 'code': 200} Oct 25 23:05:37.654955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:37.658375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f649472c-be91-43f4-a469-309b0e73e8de req-15ed91fe-9b74-44e3-ba4a-3a3101483f73 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "DELETE /v2.0/ports/e4a74495-03e3-4487-bfde-343069e7d345 HTTP/1.1" status: 204 len: 173 time: 1.5021291 Oct 25 23:05:37.664232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:05:37.710431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7907d02-b5fd-4143-869e-09b4aa89a05d req-9f36d13a-b1de-4000-b4b9-9ef8e5521fd5 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183615 Oct 25 23:05:37.794196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f1525-1978-4c88-b477-1a2e3f40c7ae req-05af2896-e23f-498b-a868-acbdafcbbf1f tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:37.808145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-262f1525-1978-4c88-b477-1a2e3f40c7ae req-05af2896-e23f-498b-a868-acbdafcbbf1f tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 945 time: 0.1043377 Oct 25 23:05:37.825574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-639b093c-03d9-42e7-bac2-efae302fc80a None None] Provisioning complete for port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:37.825864 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-639b093c-03d9-42e7-bac2-efae302fc80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:37.910740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-639b093c-03d9-42e7-bac2-efae302fc80a None None] Port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:37.955955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af250ec9-68cd-49d5-931f-88d77299c1b3 req-9e974442-70c6-4876-b647-5be68f9f24cf tempest-AttachSCSIVolumeTestJSON-617393667 tempest-AttachSCSIVolumeTestJSON-617393667-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64e6d53-0b8d-433f-bdcc-052cff1c7d1e HTTP/1.1" status: 200 len: 210 time: 0.0754814 Oct 25 23:05:37.975542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-262f1525-1978-4c88-b477-1a2e3f40c7ae req-d5e307b8-8adc-47dd-8311-1a507120bd2d tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656158 Oct 25 23:05:38.039873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:38.051440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3741de40-05f0-48f8-8699-6b124a452291 admin admin] 10.222.0.25 "PUT /v2.0/routers/129fc4d1-4f86-4b4f-98b3-b089f94dab55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6698699 Oct 25 23:05:38.136811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a394b447-d5bb-44f4-b898-41aa2e9fa92d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:38.217271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a394b447-d5bb-44f4-b898-41aa2e9fa92d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:38.217649 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:38.325709 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:38.356054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port a394b447-d5bb-44f4-b898-41aa2e9fa92d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a394b447-d5bb-44f4-b898-41aa2e9fa92d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:38.375205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:38.382829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c47fb-0177-4352-a044-3afd6428d8e6 req-e0922c53-3ca7-4940-bf6f-8380cecf75cd tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:38.390560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-394c47fb-0177-4352-a044-3afd6428d8e6 req-e0922c53-3ca7-4940-bf6f-8380cecf75cd tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0730238 Oct 25 23:05:38.446869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=a394b447-d5bb-44f4-b898-41aa2e9fa92d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:38.470273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-394c47fb-0177-4352-a044-3afd6428d8e6 req-e9141497-84a2-46b9-ad2a-43755b6b02ce tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645132 Oct 25 23:05:38.514308 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-cd0949b2-43ec-4c41-8fcb-e14926b20034 req-e784484e-f497-43d3-b519-e9c42bf0640e tempest-FloatingIPDetailsNegativeTestJSON-113722768 tempest-FloatingIPDetailsNegativeTestJSON-113722768-project] show failed (client error): The resource could not be found. Oct 25 23:05:38.515567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd0949b2-43ec-4c41-8fcb-e14926b20034 req-e784484e-f497-43d3-b519-e9c42bf0640e tempest-FloatingIPDetailsNegativeTestJSON-113722768 tempest-FloatingIPDetailsNegativeTestJSON-113722768-project] 10.222.0.25 "GET /v2.0/floatingips/bb68a287-3c82-43df-9b55-730c5faafd17 HTTP/1.1" status: 404 len: 350 time: 0.0402644 Oct 25 23:05:38.528014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:38.751168 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Sync routers for ids ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:38.762625 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Routers {'129fc4d1-4f86-4b4f-98b3-b089f94dab55'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:38.763256 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:38.887321 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Set router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:39.008167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be0cb3-0c62-47fb-86f0-1de7c79d9461 req-f9d24a94-493e-45fe-b07b-df9b106f536d tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:39.009760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04be0cb3-0c62-47fb-86f0-1de7c79d9461 req-f9d24a94-493e-45fe-b07b-df9b106f536d tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 945 time: 0.4330392 Oct 25 23:05:39.113639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04be0cb3-0c62-47fb-86f0-1de7c79d9461 req-b2ac8e83-cc46-4d1b-9b42-3f6a64841f9b tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955749 Oct 25 23:05:39.157429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee6c8-e305-41c4-b4f1-3cb593369f34 req-914bf626-d91d-4805-8448-7acd50651746 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:39.167691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24cee6c8-e305-41c4-b4f1-3cb593369f34 req-914bf626-d91d-4805-8448-7acd50651746 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0907943 Oct 25 23:05:39.191040 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:36Z', 'revision_number': 4, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port': {'id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:32Z', 'updated_at': '2021-10-25T23:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '56fcd7ea-5086-4fd5-bae4-5fb061835c0e', 'name': '', 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'mac_address': 'fa:16:3e:8a:cc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:35Z', 'updated_at': '2021-10-25T23:05:36Z', 'revision_number': 2, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'subnets': [{'id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:39.229354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24cee6c8-e305-41c4-b4f1-3cb593369f34 req-37e9b643-17cd-42c2-a2ed-cd2b01467c46 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592024 Oct 25 23:05:39.232945 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Checking router: 129fc4d1-4f86-4b4f-98b3-b089f94dab55 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:39.233592 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Updating router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:05:39.307051 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.346740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609696d4-31e9-4597-8dec-705f207263ed req-c66f0e5b-4202-46e5-8925-ba2c26513e06 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:39.354725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609696d4-31e9-4597-8dec-705f207263ed req-c66f0e5b-4202-46e5-8925-ba2c26513e06 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 945 time: 0.1238599 Oct 25 23:05:39.404508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609696d4-31e9-4597-8dec-705f207263ed req-39154a86-81fc-48e3-bd6f-fe7c8586634a tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Oct 25 23:05:39.419066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.621714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914a5e9-dbc3-405a-b102-7163f1d71bb3 req-773f1d67-f63e-4ea4-b983-0b7aa234f368 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:39.630885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2914a5e9-dbc3-405a-b102-7163f1d71bb3 req-773f1d67-f63e-4ea4-b983-0b7aa234f368 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0759501 Oct 25 23:05:39.657948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-deleted', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:39.660317 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e331aaac-d544-41fa-946c-25cb71337886" -d '{"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-deleted", "tag": "e4a74495-03e3-4487-bfde-343069e7d345"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:39.693020 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2914a5e9-dbc3-405a-b102-7163f1d71bb3 req-0bc5f13f-223e-416e-9cb1-9a2463688b86 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Oct 25 23:05:39.721018 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.730777 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.735692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device adf28564-7adf-4336-8828-ac0187f13555 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:39.752483 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6bdd9e-d5aa-4998-ae31-913fbacf20ea x-openstack-request-id: req-bc6bdd9e-d5aa-4998-ae31-913fbacf20ea {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:39.752796 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5069c0-a568-448f-a8d1-4574845ed9ac", "name": "network-vif-deleted", "tag": "e4a74495-03e3-4487-bfde-343069e7d345", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:39.753173 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc6bdd9e-d5aa-4998-ae31-913fbacf20ea {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:39.753608 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5069c0-a568-448f-a8d1-4574845ed9ac', 'name': 'network-vif-deleted', 'tag': 'e4a74495-03e3-4487-bfde-343069e7d345', 'status': 'completed', 'code': 200} Oct 25 23:05:39.819600 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12303543-3403-4d31-b154-be3571373dbe None None] Pushing event updated for resources: {'Port': ['ID=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:39.844237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port adf28564-7adf-4336-8828-ac0187f13555 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:05:39.850932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port adf28564-7adf-4336-8828-ac0187f13555 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:39.851513 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.910275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Deleting port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:39.910978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.938981 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Attempting to bind port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:39.939412 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Attempting to bind port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:39.940262 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Attempting to bind port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e on network da4eb51f-2c58-4b7e-97b4-94a298734d74 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:39.948516 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:39.948978 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Checking segment: {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:39.949439 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:39.949881 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Bound using segment: {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:39.950458 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Bound port: 56fcd7ea-5086-4fd5-bae4-5fb061835c0e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b6f949-1750-4d26-ae83-ed6e679f4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:39.950881 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.013637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a394b447-d5bb-44f4-b898-41aa2e9fa92d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:05:40.090520 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.110618 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] For port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:40.120583 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] For port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,segment=NetworkSegment(a3b6f949-1750-4d26-ae83-ed6e679f4e51),segment_id=a3b6f949-1750-4d26-ae83-ed6e679f4e51)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:40.133677 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.150005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port adf28564-7adf-4336-8828-ac0187f13555, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=adf28564-7adf-4336-8828-ac0187f13555,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:40.152249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:40.155725 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ffc9ab-d5da-431a-9939-933709e5e22c" -d '{"events": [{"server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "name": "network-vif-plugged", "status": "completed", "tag": "adf28564-7adf-4336-8828-ac0187f13555"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:40.181479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.201986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] For port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e, host n-d-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:40.202509 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.256948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Calling delete_port for 56fcd7ea-5086-4fd5-bae4-5fb061835c0e owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:40.265019 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12303543-3403-4d31-b154-be3571373dbe None None] Pushing event updated for resources: {'Port': ['ID=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:40.300535 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Routers {'129fc4d1-4f86-4b4f-98b3-b089f94dab55'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:40.301423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:40.330591 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc499273-3845-459c-8fa9-0b8b43b3434a x-openstack-request-id: req-cc499273-3845-459c-8fa9-0b8b43b3434a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:40.331172 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "name": "network-vif-plugged", "status": "completed", "tag": "adf28564-7adf-4336-8828-ac0187f13555", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:40.332969 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc499273-3845-459c-8fa9-0b8b43b3434a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:40.337424 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555', 'code': 200} Oct 25 23:05:40.340142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=adf28564-7adf-4336-8828-ac0187f13555,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:40.346753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a394b447-d5bb-44f4-b898-41aa2e9fa92d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:40.347158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.455751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-176c9e33-c087-4c3a-a498-ea794851eec8 None None] Provisioning complete for port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:40.456118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-176c9e33-c087-4c3a-a498-ea794851eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.460925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2fb09-50a0-41a4-a47e-1dd3a5195505 req-9f27e049-02d1-4c09-99ac-cd12e845b217 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:40.470117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-45a2fb09-50a0-41a4-a47e-1dd3a5195505 req-9f27e049-02d1-4c09-99ac-cd12e845b217 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.0655615 Oct 25 23:05:40.562489 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] Set router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:40.586181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-45a2fb09-50a0-41a4-a47e-1dd3a5195505 req-ddf44337-513c-4222-8d18-ed484c9976fc tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138000 Oct 25 23:05:40.642914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136849fe-9b55-4219-933c-6307f2185003 req-dd09a808-af80-49ef-81f2-ea952e02ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:40.644461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-136849fe-9b55-4219-933c-6307f2185003 req-dd09a808-af80-49ef-81f2-ea952e02ade2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 1097 time: 0.2088082 Oct 25 23:05:40.714841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee26d-5311-4ecc-b157-7f23fd312d62 req-57c08389-8b5a-4489-807b-61abe185d1cf tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:40.716974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0afee26d-5311-4ecc-b157-7f23fd312d62 req-57c08389-8b5a-4489-807b-61abe185d1cf tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.2800915 Oct 25 23:05:40.729504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-176c9e33-c087-4c3a-a498-ea794851eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.740911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-136849fe-9b55-4219-933c-6307f2185003 req-1ac46a16-bb61-41c5-bb63-8ba882539c54 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856647 Oct 25 23:05:40.799171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-176c9e33-c087-4c3a-a498-ea794851eec8 None None] For port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,segment=NetworkSegment(a3b6f949-1750-4d26-ae83-ed6e679f4e51),segment_id=a3b6f949-1750-4d26-ae83-ed6e679f4e51)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:40.810927 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-176c9e33-c087-4c3a-a498-ea794851eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.842094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-58e6e3a0-382f-4dac-b219-9c96014e16f1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:40.845104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-58e6e3a0-382f-4dac-b219-9c96014e16f1 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1121836 Oct 25 23:05:40.878770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553f952-52d2-4609-a039-c10edc12196e req-e1a8f7f0-2dad-428d-b6f8-69b5cb6aba6f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:40.892233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1553f952-52d2-4609-a039-c10edc12196e req-e1a8f7f0-2dad-428d-b6f8-69b5cb6aba6f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0980971 Oct 25 23:05:40.915435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c9e33-c087-4c3a-a498-ea794851eec8 None None] Pushing event updated for resources: {'Port': ['ID=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:40.920517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0afee26d-5311-4ecc-b157-7f23fd312d62 req-edae74c2-2e06-43e7-b099-f172f9afa122 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818781 Oct 25 23:05:40.958528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3a00c628-fab3-4cc5-a3c0-90c6d1ceab38 None None] Provisioning complete for port 56fcd7ea-5086-4fd5-bae4-5fb061835c0e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:40.959456 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a00c628-fab3-4cc5-a3c0-90c6d1ceab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:40.977766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1553f952-52d2-4609-a039-c10edc12196e req-4cc3c43f-8da1-41a5-8993-be438e17035b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826290 Oct 25 23:05:41.017308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e4a74495-03e3-4487-bfde-343069e7d345 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:41.050853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: e4a74495-03e3-4487-bfde-343069e7d345 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:41.050853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e4a74495-03e3-4487-bfde-343069e7d345 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:41.050853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3300e770-6baf-4227-885f-cb5c6eb9a028 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:41.093773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 3300e770-6baf-4227-885f-cb5c6eb9a028 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:41.094406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3300e770-6baf-4227-885f-cb5c6eb9a028 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:41.143879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Deleting port fa9263ca-c81f-4a69-9c40-7814632dd301 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:41.144273 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:41.149486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:41.212362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:36Z', 'revision_number': 4, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port': {'id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:32Z', 'updated_at': '2021-10-25T23:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '56fcd7ea-5086-4fd5-bae4-5fb061835c0e', 'name': '', 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'mac_address': 'fa:16:3e:8a:cc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:35Z', 'updated_at': '2021-10-25T23:05:40Z', 'revision_number': 4, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'subnets': [{'id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:41.224744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fcd7ea-5086-4fd5-bae4-5fb061835c0e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:41.273020 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9739-e702-41e1-b7da-edce8747da48 None None] The sync data for ids ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'] in n-d-815373-1 is: [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:36Z', 'revision_number': 4, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port': {'id': 'a394b447-d5bb-44f4-b898-41aa2e9fa92d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:32Z', 'updated_at': '2021-10-25T23:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '56fcd7ea-5086-4fd5-bae4-5fb061835c0e', 'name': '', 'network_id': 'da4eb51f-2c58-4b7e-97b4-94a298734d74', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'mac_address': 'fa:16:3e:8a:cc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:35Z', 'updated_at': '2021-10-25T23:05:40Z', 'revision_number': 4, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'subnets': [{'id': 'aa13e158-1ffc-4237-8057-a29b0aa834c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:41.382499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] For port fa9263ca-c81f-4a69-9c40-7814632dd301, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fa9263ca-c81f-4a69-9c40-7814632dd301,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:41.382875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:41.552029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Calling delete_port for fa9263ca-c81f-4a69-9c40-7814632dd301 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:41.554307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:41.803988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255fc8-84b1-43b2-913b-87593cecfa9c req-25b2f582-f7aa-454b-b92f-df3e23ff3772 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:41.805520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79255fc8-84b1-43b2-913b-87593cecfa9c req-25b2f582-f7aa-454b-b92f-df3e23ff3772 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 950 time: 0.1074579 Oct 25 23:05:41.899915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79255fc8-84b1-43b2-913b-87593cecfa9c req-6e4ef0d2-79a4-4c9f-a841-2973f170389d tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/security-groups?id=28d00d56-22e8-40c7-acee-c7b93f9c4ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792832 Oct 25 23:05:42.032544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:42.045396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fa9263ca-c81f-4a69-9c40-7814632dd301'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:05:42.049429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:05:42.116692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11f01c-2d16-4b07-a03c-ecf706cb1257 req-9ac241a1-87bd-45c1-b969-9d5fc6bbbdf6 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:42.118439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be11f01c-2d16-4b07-a03c-ecf706cb1257 req-9ac241a1-87bd-45c1-b969-9d5fc6bbbdf6 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0609431 Oct 25 23:05:42.124054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Pushing event deleted for resources: {'Port': ['ID=fa9263ca-c81f-4a69-9c40-7814632dd301,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:42.196183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be11f01c-2d16-4b07-a03c-ecf706cb1257 req-461f27f3-5629-48a1-ac3d-a948043b294a tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705249 Oct 25 23:05:42.273947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] No DVR routers for this DVR port fa9263ca-c81f-4a69-9c40-7814632dd301 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:42.282805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:42.286709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4abebe0a-d959-4473-bad8-02cc1dd4f994 req-9c69ba00-49f4-4e5a-bfb6-97fe09fd0d8a tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.11 "DELETE /v2.0/ports/fa9263ca-c81f-4a69-9c40-7814632dd301 HTTP/1.1" status: 204 len: 173 time: 1.4296191 Oct 25 23:05:42.287624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-deleted', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:42.301612 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e2504-dd18-47f8-a858-41722be4a526" -d '{"events": [{"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-deleted", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:42.315980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeccf80-b66f-4347-a503-78a67029bf9d req-73103a3f-b01d-46ab-93e0-f914029fc262 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:42.326599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6aeccf80-b66f-4347-a503-78a67029bf9d req-73103a3f-b01d-46ab-93e0-f914029fc262 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.3120143 Oct 25 23:05:42.390443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:42.402837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-78f1dcd7-52ed-4207-8bc5-3a2133ec6882 admin admin] 10.222.0.25 "PUT /v2.0/routers/129fc4d1-4f86-4b4f-98b3-b089f94dab55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8703175 Oct 25 23:05:42.403602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49766) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:42.441867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6aeccf80-b66f-4347-a503-78a67029bf9d req-842c3b4a-ff78-4e73-aff1-c8dd8ec8018a tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145155 Oct 25 23:05:42.528916 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af6173-9189-4573-b98c-4ae121e19a2c x-openstack-request-id: req-d9af6173-9189-4573-b98c-4ae121e19a2c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:42.529212 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38f0698-e0d0-4efc-ad82-28e809bc5866", "name": "network-vif-deleted", "tag": "fa9263ca-c81f-4a69-9c40-7814632dd301", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:42.529650 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9af6173-9189-4573-b98c-4ae121e19a2c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:42.529839 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f0698-e0d0-4efc-ad82-28e809bc5866', 'name': 'network-vif-deleted', 'tag': 'fa9263ca-c81f-4a69-9c40-7814632dd301', 'status': 'completed', 'code': 200} Oct 25 23:05:42.619453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:42.719675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:42.796852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:42.889617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Deleting port a394b447-d5bb-44f4-b898-41aa2e9fa92d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:42.890949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.037576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] For port a394b447-d5bb-44f4-b898-41aa2e9fa92d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a394b447-d5bb-44f4-b898-41aa2e9fa92d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:43.038089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.056849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Calling delete_port for a394b447-d5bb-44f4-b898-41aa2e9fa92d owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:43.103836 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4c6bbf3-c00f-4727-8ac7-753a450b68a2 req-aa2207b0-72dd-413d-81d7-07fffd07c5a6 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] 10.222.0.25 "GET /v2.0/ports?device_id=e38f0698-e0d0-4efc-ad82-28e809bc5866 HTTP/1.1" status: 200 len: 210 time: 0.0369189 Oct 25 23:05:43.282374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.303153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Sync routers for ids ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:43.320193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Routers {'129fc4d1-4f86-4b4f-98b3-b089f94dab55'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:43.324195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:43.329920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a394b447-d5bb-44f4-b898-41aa2e9fa92d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:43.334752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1ee28-f3d6-42af-90f8-7c1b8fbfbded req-1e58b9f3-3bff-4960-af67-3ba7f4345ba4 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:43.342547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25e1ee28-f3d6-42af-90f8-7c1b8fbfbded req-1e58b9f3-3bff-4960-af67-3ba7f4345ba4 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0655925 Oct 25 23:05:43.402979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.408223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25e1ee28-f3d6-42af-90f8-7c1b8fbfbded req-3eb9a053-8a11-4e89-9a8c-cb426b3d0441 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 Oct 25 23:05:43.464805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Set router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:43.515645 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.518008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.543618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129fc4d1-4f86-4b4f-98b3-b089f94dab55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1977830734-router', 'tenant_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:31Z', 'updated_at': '2021-10-25T23:05:43Z', 'revision_number': 7, 'project_id': '5822ee3368fe4d189b3266c8b6b6bd5f', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:43.572604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.573442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 129fc4d1-4f86-4b4f-98b3-b089f94dab55 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:05:43.578497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.580085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9c2a6351-3390-4ba5-bfae-0e2ac42029b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/129fc4d1-4f86-4b4f-98b3-b089f94dab55 HTTP/1.1" status: 204 len: 168 time: 1.1755579 Oct 25 23:05:43.580917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36149da0-528a-421b-ace8-9b5f655dd053 req-1a9a9635-3873-4f26-856f-28056c4cea9f tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:43.582457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36149da0-528a-421b-ace8-9b5f655dd053 req-1a9a9635-3873-4f26-856f-28056c4cea9f tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0556796 Oct 25 23:05:43.582661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49786) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:43.606913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Checking router: 129fc4d1-4f86-4b4f-98b3-b089f94dab55 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:43.626802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Routers set() bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:43.627301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Router IDs set() for agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 23:05:43.628083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'129fc4d1-4f86-4b4f-98b3-b089f94dab55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent'). {{(pid=102135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 23:05:43.631609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee40aa6-24da-40a2-a22d-872bd07ca2c0 None None] The sync data for ids ['129fc4d1-4f86-4b4f-98b3-b089f94dab55'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:43.634090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36149da0-528a-421b-ace8-9b5f655dd053 req-58945912-7f09-4b44-ae7a-35cebf0a6d97 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378156 Oct 25 23:05:43.662473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Deleting subnet aa13e158-1ffc-4237-8057-a29b0aa834c7 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:05:43.662473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.708284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.837192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294918f1-a8f2-412a-a811-712a6b8b452d req-91073736-e1c9-4761-a6ff-30aabb643eba tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:43.838770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-294918f1-a8f2-412a-a811-712a6b8b452d req-91073736-e1c9-4761-a6ff-30aabb643eba tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0945203 Oct 25 23:05:43.848988 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.850010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49792) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:43.856105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Request body: {'floatingip': {'port_id': 'adf28564-7adf-4336-8828-ac0187f13555'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:43.918091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.918673 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.948534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa13e158-1ffc-4237-8057-a29b0aa834c7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:43.956693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:43.966007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49796) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:43.966588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aad24418-9b95-4cbd-a44d-8142fde89b46 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aa13e158-1ffc-4237-8057-a29b0aa834c7 HTTP/1.1" status: 204 len: 168 time: 0.3818302 Oct 25 23:05:43.968341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47186a51-07fb-4917-836d-259b7412466e None None] Network da4eb51f-2c58-4b7e-97b4-94a298734d74 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:44.244450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 56fcd7ea-5086-4fd5-bae4-5fb061835c0e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:44.319879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 56fcd7ea-5086-4fd5-bae4-5fb061835c0e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:44.320486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 56fcd7ea-5086-4fd5-bae4-5fb061835c0e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:44.489688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.620614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] DHCP port deletion for da4eb51f-2c58-4b7e-97b4-94a298734d74 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:05:44.660926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49810) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:44.706499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fe153-615a-437b-ad2f-8bfa83d892fd req-c9e7aba0-dde2-44a1-af7b-731e37183c4c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:44.714321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc0fe153-615a-437b-ad2f-8bfa83d892fd req-c9e7aba0-dde2-44a1-af7b-731e37183c4c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1889498 Oct 25 23:05:44.790988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Deleting port faad41ee-0aae-4b29-844d-47d8b5968dcf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:44.791566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.810295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] Deleting port faad41ee-0aae-4b29-844d-47d8b5968dcf {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:44.811778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.825541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54e4392a-0c9e-4af1-be35-871bc524ecec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e735f996c4644a596f75456289ceb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630230 Oct 25 23:05:44.827880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49814) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:44.843185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc0fe153-615a-437b-ad2f-8bfa83d892fd req-67f713c8-b578-4c66-bb6b-cad949e1839c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244380 Oct 25 23:05:44.882625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.902044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.902908 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-370381d8-2ab8-4cbb-9aea-7021f6e276c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.931053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-370381d8-2ab8-4cbb-9aea-7021f6e276c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.959425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] For port faad41ee-0aae-4b29-844d-47d8b5968dcf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=faad41ee-0aae-4b29-844d-47d8b5968dcf,segment=NetworkSegment(a3b6f949-1750-4d26-ae83-ed6e679f4e51),segment_id=a3b6f949-1750-4d26-ae83-ed6e679f4e51)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:44.960104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:44.980797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] Calling delete_port for faad41ee-0aae-4b29-844d-47d8b5968dcf owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:45.015841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-370381d8-2ab8-4cbb-9aea-7021f6e276c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.019424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-370381d8-2ab8-4cbb-9aea-7021f6e276c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.020965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-370381d8-2ab8-4cbb-9aea-7021f6e276c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28d00d56-22e8-40c7-acee-c7b93f9c4ef7 HTTP/1.1" status: 204 len: 168 time: 0.1918218 Oct 25 23:05:45.041734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370381d8-2ab8-4cbb-9aea-7021f6e276c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d00d56-22e8-40c7-acee-c7b93f9c4ef7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:45.056954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] For port faad41ee-0aae-4b29-844d-47d8b5968dcf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=faad41ee-0aae-4b29-844d-47d8b5968dcf,segment=NetworkSegment(a3b6f949-1750-4d26-ae83-ed6e679f4e51),segment_id=a3b6f949-1750-4d26-ae83-ed6e679f4e51)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:45.057317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.086971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:45.092812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Calling delete_port for faad41ee-0aae-4b29-844d-47d8b5968dcf owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:45.111216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:45.130166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: fa9263ca-c81f-4a69-9c40-7814632dd301 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:45.130442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fa9263ca-c81f-4a69-9c40-7814632dd301 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:45.220760 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.268464 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Floating IP 5011b482-527a-41a0-8c7e-20dd02b5abc6 associated. External IP: 172.25.4.162, port: adf28564-7adf-4336-8828-ac0187f13555. Oct 25 23:05:45.280249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] Pushing event deleted for resources: {'Port': ['ID=faad41ee-0aae-4b29-844d-47d8b5968dcf,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:45.288407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614ee00-f529-4d94-98a5-deec61b828bb None None] No DVR routers for this DVR port faad41ee-0aae-4b29-844d-47d8b5968dcf on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:45.511449 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e36d8e8c-a27b-47b0-81ee-1ab5956090cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.606576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49834) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:45.718124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4f59462b-d7d7-4226-afc5-daa511bdeb70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f137b88bf8e4cdbadfb662a8f2fd1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994945 Oct 25 23:05:45.723408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49836) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:45.814994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baddf8b-2f61-417a-90cd-ae5a824fa19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.861433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.865233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baddf8b-2f61-417a-90cd-ae5a824fa19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.899559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=faad41ee-0aae-4b29-844d-47d8b5968dcf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:45.906765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] No DVR routers for this DVR port faad41ee-0aae-4b29-844d-47d8b5968dcf on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:45.938832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:45.986743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device faad41ee-0aae-4b29-844d-47d8b5968dcf no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:46.026564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: faad41ee-0aae-4b29-844d-47d8b5968dcf {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:46.027363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device faad41ee-0aae-4b29-844d-47d8b5968dcf not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:46.027975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a394b447-d5bb-44f4-b898-41aa2e9fa92d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:46.058345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a394b447-d5bb-44f4-b898-41aa2e9fa92d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:46.058928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a394b447-d5bb-44f4-b898-41aa2e9fa92d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:46.076577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.158834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4eb51f-2c58-4b7e-97b4-94a298734d74']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:46.177858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baddf8b-2f61-417a-90cd-ae5a824fa19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.180573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baddf8b-2f61-417a-90cd-ae5a824fa19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.184071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7baddf8b-2f61-417a-90cd-ae5a824fa19a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7d1bb89-99e7-4d40-a401-e2df56cd8ad7 HTTP/1.1" status: 204 len: 168 time: 0.4571519 Oct 25 23:05:46.194270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b6f949-1750-4d26-ae83-ed6e679f4e51') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:46.194795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b6f949-1750-4d26-ae83-ed6e679f4e51') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:46.213859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.223124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baddf8b-2f61-417a-90cd-ae5a824fa19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d1bb89-99e7-4d40-a401-e2df56cd8ad7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:46.243494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Router 41ee97b1-5650-4880-9379-4702d91b7faf has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:05:46.249214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.279637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:05:46.280416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:05:46.285188 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:05:46.310043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5a3e0-e72b-4a45-8247-90d26e09d533 req-03d1b920-f12d-49eb-b513-f73dd3d4a4c9 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:46.314951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0df5a3e0-e72b-4a45-8247-90d26e09d533 req-03d1b920-f12d-49eb-b513-f73dd3d4a4c9 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1797211 Oct 25 23:05:46.401170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0df5a3e0-e72b-4a45-8247-90d26e09d533 req-4b32c0f5-2449-40ee-9895-956326e4f7cc tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783412 Oct 25 23:05:46.470631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.477575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.486089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/da4eb51f-2c58-4b7e-97b4-94a298734d74 HTTP/1.1" status: 204 len: 168 time: 2.5178304 Oct 25 23:05:46.503461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1dc3f-bee1-4c82-996f-322b476100d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4eb51f-2c58-4b7e-97b4-94a298734d74,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:46.526672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:46.533313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.538078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] Sync routers for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:46.545331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Deleting port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:46.545809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:46.561192 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:46.564702 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:46.634180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0f5dfd03-a1fe-4988-af1f-19ac38059b99 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "PUT /v2.0/floatingips/5011b482-527a-41a0-8c7e-20dd02b5abc6 HTTP/1.1" status: 200 len: 992 time: 2.7826078 Oct 25 23:05:46.635642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:46.641797 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "tag": "adf28564-7adf-4336-8828-ac0187f13555"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:46.777582 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:46.778301 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b6785-a1aa-440f-89db-017f912f4caf x-openstack-request-id: req-969b6785-a1aa-440f-89db-017f912f4caf {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:46.778598 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "tag": "adf28564-7adf-4336-8828-ac0187f13555", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:46.778854 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-969b6785-a1aa-440f-89db-017f912f4caf {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:46.779460 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555', 'status': 'completed', 'code': 200} Oct 25 23:05:46.933630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-2c8dce74-da91-48a6-bc9b-961836301172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:46.935425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-2c8dce74-da91-48a6-bc9b-961836301172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5447de20631f44d1a3107769528b4055&device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 1097 time: 0.1157532 Oct 25 23:05:47.082803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:47.094369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-b3256b60-3405-48d3-bc38-734a27be497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:47.097676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-b3256b60-3405-48d3-bc38-734a27be497c service neutron] 10.222.0.15 "GET /v2.0/networks?id=862b4513-16b1-4d23-ac43-97c2fe47324a HTTP/1.1" status: 200 len: 907 time: 0.1546845 Oct 25 23:05:47.177712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] For port 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:47.178660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:47.196237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Calling delete_port for 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:47.226630 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '5011b482-527a-41a0-8c7e-20dd02b5abc6', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'port_id': 'adf28564-7adf-4336-8828-ac0187f13555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'mac_address': 'fa:16:3e:3c:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:05:22Z', 'updated_at': '2021-10-25T23:05:44Z', 'revision_number': 1, 'project_id': '5447de20631f44d1a3107769528b4055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:25Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:47.266360 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] Checking router: 41ee97b1-5650-4880-9379-4702d91b7faf for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:47.287444 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:47.288481 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:19Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:47.305253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-a8d00ff6-6702-49f0-a8a8-2ca18a02c03a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf28564-7adf-4336-8828-ac0187f13555 HTTP/1.1" status: 200 len: 1000 time: 0.1871579 Oct 25 23:05:47.332937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-04d5118c-307d-465f-b797-78bbb01f4f98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5822ee3368fe4d189b3266c8b6b6bd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467296 Oct 25 23:05:47.340456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49872) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:47.450625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-93ed4b52-cd2d-4ce0-b08f-8bce5fba47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:47.452083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-93ed4b52-cd2d-4ce0-b08f-8bce5fba47b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3b06244-3aa2-46e0-b15d-f94bbaaa682d HTTP/1.1" status: 200 len: 845 time: 0.1290820 Oct 25 23:05:47.496544 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:47.518564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:47.590957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b03fbe62-8b64-4687-ab24-fd006e34f0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:47.613788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eff7d65-687d-4c0d-99be-a74ca1e0b4f7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:47.676770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-b06c9213-db2b-4751-8e52-470596dc8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:47.678203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-b06c9213-db2b-4751-8e52-470596dc8b3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=862b4513-16b1-4d23-ac43-97c2fe47324a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078674 Oct 25 23:05:47.697969 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b03fbe62-8b64-4687-ab24-fd006e34f0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:47.852440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9ac62-adff-42ca-ac3f-5bb91980441a req-008ea0cb-9f62-4186-a434-3e721a0b742c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:47.854003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55b9ac62-adff-42ca-ac3f-5bb91980441a req-008ea0cb-9f62-4186-a434-3e721a0b742c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2820268 Oct 25 23:05:47.907663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:47.969104 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '5011b482-527a-41a0-8c7e-20dd02b5abc6', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'port_id': 'adf28564-7adf-4336-8828-ac0187f13555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'mac_address': 'fa:16:3e:3c:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:05:22Z', 'updated_at': '2021-10-25T23:05:44Z', 'revision_number': 1, 'project_id': '5447de20631f44d1a3107769528b4055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:25Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:47.980815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55b9ac62-adff-42ca-ac3f-5bb91980441a req-e593ac90-0644-4d48-8242-f490d8c74031 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972555 Oct 25 23:05:47.999890 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f58fc-d6f5-418b-a4e1-e6e91dd22b90 None None] The sync data for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 is: [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '5011b482-527a-41a0-8c7e-20dd02b5abc6', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'port_id': 'adf28564-7adf-4336-8828-ac0187f13555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'mac_address': 'fa:16:3e:3c:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:05:22Z', 'updated_at': '2021-10-25T23:05:44Z', 'revision_number': 1, 'project_id': '5447de20631f44d1a3107769528b4055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:25Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:48.005788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b03fbe62-8b64-4687-ab24-fd006e34f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:48.018252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b03fbe62-8b64-4687-ab24-fd006e34f0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:48.019543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b03fbe62-8b64-4687-ab24-fd006e34f0ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55f00048-41d2-4389-9a2f-86fa1d3910cd HTTP/1.1" status: 204 len: 168 time: 0.6372399 Oct 25 23:05:48.047458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-0a9c794f-7826-4ae0-9d18-b2b8aa62ac83 service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315239 Oct 25 23:05:48.050178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fbe62-8b64-4687-ab24-fd006e34f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f00048-41d2-4389-9a2f-86fa1d3910cd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:48.244832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b8f8bfb-2d96-4ab2-abac-99694f147eb2 req-dd472f44-2341-4e3c-b7f3-e42524783e3e service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863551 Oct 25 23:05:48.304772 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-457fb1b1-70e2-4348-ae8f-e3936604bdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:48.371540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Router 16b93f00-f9ae-4573-8e47-fce7436d99ef has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:05:48.385719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2fdff8-1cc3-4011-b8b4-66c88a2069c3 None None] New status for floating IP 5011b482-527a-41a0-8c7e-20dd02b5abc6: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:05:48.541174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:48.555538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1691a2d-eddb-43c0-85b9-ea242846d0f7 admin admin] 10.222.0.25 "PUT /v2.0/routers/16b93f00-f9ae-4573-8e47-fce7436d99ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435101 Oct 25 23:05:48.558322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:48.569531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] Sync routers for ids ['16b93f00-f9ae-4573-8e47-fce7436d99ef'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:48.586830 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] Routers {'16b93f00-f9ae-4573-8e47-fce7436d99ef'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:48.587585 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['16b93f00-f9ae-4573-8e47-fce7436d99ef'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:48.751594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:48.795526 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] Set router 16b93f00-f9ae-4573-8e47-fce7436d99ef gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:48.949433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.092468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Deleting port be466648-1db3-4515-a8a9-2236d26eea0e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:49.093175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.127594 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:05:47Z', 'revision_number': 5, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port': {'id': 'be466648-1db3-4515-a8a9-2236d26eea0e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:40Z', 'updated_at': '2021-10-25T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:49.172258 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] Checking router: 16b93f00-f9ae-4573-8e47-fce7436d99ef for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:49.185548 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] Routers {'16b93f00-f9ae-4573-8e47-fce7436d99ef'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:49.187757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['16b93f00-f9ae-4573-8e47-fce7436d99ef'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:49.238993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e6dfb-3509-46bd-8514-48fdc0364502 req-16ad76a6-2e90-46af-90f5-a323e608ba38 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:49.240797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd5e6dfb-3509-46bd-8514-48fdc0364502 req-16ad76a6-2e90-46af-90f5-a323e608ba38 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0796661 Oct 25 23:05:49.315989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] For port be466648-1db3-4515-a8a9-2236d26eea0e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=be466648-1db3-4515-a8a9-2236d26eea0e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:49.316619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.320904 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] Set router 16b93f00-f9ae-4573-8e47-fce7436d99ef gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:49.344644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Calling delete_port for be466648-1db3-4515-a8a9-2236d26eea0e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:49.358623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd5e6dfb-3509-46bd-8514-48fdc0364502 req-034d06c2-1431-4f7e-9f40-bd64fbe4c164 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819867 Oct 25 23:05:49.395050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:05:48Z', 'revision_number': 6, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:49.406123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-ca4d6d5f-a012-4d58-90f3-9cbc37f7fa86 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440171 Oct 25 23:05:49.457268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:49.491838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.577721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-26da8635-bfb8-4aa7-8810-29c3929881a4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:49.585842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-26da8635-bfb8-4aa7-8810-29c3929881a4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738863 Oct 25 23:05:49.588997 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d50a4e-ee0d-4f3a-b1a8-66b6c08a4961 None None] The sync data for ids ['16b93f00-f9ae-4573-8e47-fce7436d99ef'] in n-d-815373-1 is: [{'id': '16b93f00-f9ae-4573-8e47-fce7436d99ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911954496-router', 'tenant_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:38Z', 'updated_at': '2021-10-25T23:05:48Z', 'revision_number': 6, 'project_id': 'cf5a1bb79c504313a4d42edf27ecffc9', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:49.602920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-b06feca8-f715-4a47-bef0-50655d4d3a01 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/quotas/58d3fbe18b314f9b8ce762eaadcd03e1 HTTP/1.1" status: 200 len: 375 time: 0.0159810 Oct 25 23:05:49.638779 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.659225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-7420c663-9c2d-442c-9274-aa5347fb5cfa tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552332 Oct 25 23:05:49.672117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=be466648-1db3-4515-a8a9-2236d26eea0e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:49.734197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-569405228-network', 'tenant_id': 'd53ab93f2ea44244875b1a9ad227b262'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:49.770362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.774702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Made reservation on behalf of d53ab93f2ea44244875b1a9ad227b262 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:49.777996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.793120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.879795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.882977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.941990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.950773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.961525 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.962841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b93f00-f9ae-4573-8e47-fce7436d99ef {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:05:49.968423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:49.973659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6dd40af6-a170-4c1d-9d6f-8b7ad925e4ef admin admin] 10.222.0.25 "DELETE /v2.0/routers/16b93f00-f9ae-4573-8e47-fce7436d99ef HTTP/1.1" status: 204 len: 168 time: 1.4138534 Oct 25 23:05:49.975026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49958) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:50.007740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:05:50.040988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Deleting subnet 5c2664d7-832d-40bf-8c78-b0483639d768 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:05:50.045102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.053205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbe7990-8742-4de2-99b3-847ad97f4dde,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:50.079846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.080082 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Added segment 2a7bde49-9b02-419e-add6-b533a82800c0 of type vlan for network 26769cf1-394a-4f4c-94d0-64b1a7837af4 Oct 25 23:05:50.109845 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.167887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.171391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:50.200196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.206316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:50.206667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0eff7d65-687d-4c0d-99be-a74ca1e0b4f7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:50.207684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-9879689d-8fa9-4f71-b76a-5e8b34f0ff7e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378492 Oct 25 23:05:50.281755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.315843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.316970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:50.317560 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.367250 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.405606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9469404 Oct 25 23:05:50.420812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49978) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:50.432704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Request body: {'subnet': {'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-569405228-subnet', 'tenant_id': 'd53ab93f2ea44244875b1a9ad227b262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:50.438613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cc75a-7f34-45e4-bb4f-eb191f617bf7 None None] Network 86c52f3d-e685-4cf9-80d9-48eed2c3df0d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:50.438818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.440193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bcd66-e2b9-4f40-bd77-5eee10b04a9d admin admin] Pushing event updated for resources: {'Network': ['ID=26769cf1-394a-4f4c-94d0-64b1a7837af4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:50.455159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c2664d7-832d-40bf-8c78-b0483639d768 HTTP/1.1" status: 204 len: 168 time: 0.4765878 Oct 25 23:05:50.455636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb8c63-35ec-415c-b0fb-15cb83f1ccc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2664d7-832d-40bf-8c78-b0483639d768,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:50.460962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49982) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:50.527222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-7baed1e4-6df8-40b4-888d-f630d3ef4bd9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:50.542409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-7baed1e4-6df8-40b4-888d-f630d3ef4bd9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118019 Oct 25 23:05:50.556710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:05:50.571239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-6452b914-8cc1-474f-8240-65329664ab78 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/quotas/58d3fbe18b314f9b8ce762eaadcd03e1 HTTP/1.1" status: 200 len: 375 time: 0.0275753 Oct 25 23:05:50.597127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Made reservation on behalf of d53ab93f2ea44244875b1a9ad227b262 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:50.601459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.638283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266526-060b-4d39-971a-5ba1fcea8d55 req-40850adb-6d2b-4591-988a-092195bc1160 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:50.640102 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5266526-060b-4d39-971a-5ba1fcea8d55 req-40850adb-6d2b-4591-988a-092195bc1160 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1313858 Oct 25 23:05:50.643764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-b428b1a7-0ca4-42c3-a177-848f26f93c0c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711882 Oct 25 23:05:50.741388 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.757742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:50.805279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5266526-060b-4d39-971a-5ba1fcea8d55 req-f7380f7e-a528-4701-a630-3c83a38a2198 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493001 Oct 25 23:05:50.870075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] DHCP port deletion for 86c52f3d-e685-4cf9-80d9-48eed2c3df0d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:05:50.993232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] Deleting port 7243351f-88d5-42ae-9c46-8c3154458269 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:50.993634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.118847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c7117fa-b766-4ba8-9dea-c5540e3f0ecf req-50cf1d1e-689a-4c7f-9810-85853d9f85fd tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 210 time: 0.0789318 Oct 25 23:05:51.122371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] For port 7243351f-88d5-42ae-9c46-8c3154458269, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7243351f-88d5-42ae-9c46-8c3154458269,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:51.122623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Deleting port 7243351f-88d5-42ae-9c46-8c3154458269 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:51.122773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.122992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.138359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] Calling delete_port for 7243351f-88d5-42ae-9c46-8c3154458269 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:51.298545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] For port 7243351f-88d5-42ae-9c46-8c3154458269, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7243351f-88d5-42ae-9c46-8c3154458269,segment=NetworkSegment(3e7e9a95-44d6-4ef2-8222-49328b8e2edb),segment_id=3e7e9a95-44d6-4ef2-8222-49328b8e2edb)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:51.299429 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.316534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Calling delete_port for 7243351f-88d5-42ae-9c46-8c3154458269 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:51.415629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.471009 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.475997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-e2e71238-50f2-4057-b761-e7f0e92de585 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309851 Oct 25 23:05:51.508569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] No DVR routers for this DVR port 7243351f-88d5-42ae-9c46-8c3154458269 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:51.510988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f21ce2-eff6-4716-9b46-b329d45ad5c1 None None] Pushing event deleted for resources: {'Port': ['ID=7243351f-88d5-42ae-9c46-8c3154458269,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:51.564460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65dbaa6-b0d5-4f50-8de0-121a161e6824,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:51.585291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Checking segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:51.585784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Network hostable DHCP agents. Network: 26769cf1-394a-4f4c-94d0-64b1a7837af4, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:05:51.634692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.665331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-6d657861-bc13-4e5b-bb35-c31136067abb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:51.666911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-6d657861-bc13-4e5b-bb35-c31136067abb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843727 Oct 25 23:05:51.671132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7243351f-88d5-42ae-9c46-8c3154458269,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:51.677920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:05:51.680685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] No DVR routers for this DVR port 7243351f-88d5-42ae-9c46-8c3154458269 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:05:51.687267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Request body: {'port': {'device_id': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58d3fbe18b314f9b8ce762eaadcd03e1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:51.719782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 26769cf1-394a-4f4c-94d0-64b1a7837af4) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:51.735731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafecd11-9227-4b6e-8698-300fbe40d430 None None] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:51.753871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:51.754486 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.786621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cdfb42f2-889a-4016-9335-552f3ced063a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3564775 Oct 25 23:05:51.786621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.832773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c52f3d-e685-4cf9-80d9-48eed2c3df0d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:51.847669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7e9a95-44d6-4ef2-8222-49328b8e2edb') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:51.847967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7e9a95-44d6-4ef2-8222-49328b8e2edb') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:51.860617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Made reservation on behalf of 58d3fbe18b314f9b8ce762eaadcd03e1 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:51.866783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.879469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.900544 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.966215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:51.981014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be466648-1db3-4515-a8a9-2236d26eea0e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:52.012375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:05:52.013115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:05:52.016289 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:05:52.025905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:52.032048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:52.077228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fd5fe-7092-4f37-8c60-faaf50e6aee2 req-436c7964-62a0-485b-8626-a01f0a4a3c24 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:52.078810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f13fd5fe-7092-4f37-8c60-faaf50e6aee2 req-436c7964-62a0-485b-8626-a01f0a4a3c24 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1505220 Oct 25 23:05:52.087573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a247523-9cfe-4528-ab34-faf3b7f31b93,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:52.100434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca3ae4-803d-4d40-a9b8-d970a77fa57c None None] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:05:52.127985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: be466648-1db3-4515-a8a9-2236d26eea0e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:52.128442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be466648-1db3-4515-a8a9-2236d26eea0e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:52.129292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7243351f-88d5-42ae-9c46-8c3154458269 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:52.131614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:52.140625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:52.148274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] 10.222.0.25 "DELETE /v2.0/networks/86c52f3d-e685-4cf9-80d9-48eed2c3df0d HTTP/1.1" status: 204 len: 168 time: 1.6832597 Oct 25 23:05:52.150494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:52.167652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1f97-2f5b-40e2-a1dc-af988f399d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=86c52f3d-e685-4cf9-80d9-48eed2c3df0d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:52.180568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f13fd5fe-7092-4f37-8c60-faaf50e6aee2 req-de27e1ac-e41c-4582-9253-b4a86f97aba7 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901082 Oct 25 23:05:52.198125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7243351f-88d5-42ae-9c46-8c3154458269 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:52.198898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7243351f-88d5-42ae-9c46-8c3154458269 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:52.325100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Allocated IP 192.168.233.206 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/6925abf7-70fb-4e42-a7e7-e71d58dd7960) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:52.531543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-7938779f-74e0-4804-87cb-f321c50451f7 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:52.533458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-7938779f-74e0-4804-87cb-f321c50451f7 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 821 time: 0.1237395 Oct 25 23:05:52.557014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-d7463b1a-7012-4695-ac61-3036d7b5a7ef tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/quotas/d53ab93f2ea44244875b1a9ad227b262 HTTP/1.1" status: 200 len: 375 time: 0.0172501 Oct 25 23:05:52.586940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-683302f8-4ba4-4119-a6da-4afe039a49e5 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288754 Oct 25 23:05:52.617475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66cc94ac-ca03-457e-8424-392e844cb9ac req-2cdf2e77-de50-4c03-9f1b-f75842d42d5e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 210 time: 0.1293874 Oct 25 23:05:52.657880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-f3ec0562-2f09-4941-9e42-e1c2f21bc888 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280551 Oct 25 23:05:52.694862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-c2849662-b770-4f10-80c4-61139bed14fc service neutron] 10.222.0.25 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005239 Oct 25 23:05:52.795331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-989760dc-9cd5-4d02-ba1f-915f119ec6cd service neutron] 10.222.0.25 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995550 Oct 25 23:05:53.064920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-783db9eb-d1c5-4b52-a241-c531a39f88fe req-b6ed82d8-4486-4dd9-a1cb-44eef7912da0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 210 time: 0.0752254 Oct 25 23:05:53.129642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.170435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-18482cfb-ed29-4c47-a962-53ce7bd50791 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:53.171893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-18482cfb-ed29-4c47-a962-53ce7bd50791 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5060585 Oct 25 23:05:53.195613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Request body: {'port': {'device_id': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58d3fbe18b314f9b8ce762eaadcd03e1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:53.271954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.385801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:53.398772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:53.400584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:53.405103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:53.464306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.526480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa6e12-36ae-449f-850b-c1f52832268c req-f076a1bb-71f6-418d-bc9c-a84412b5a337 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:53.531201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fdfa6e12-36ae-449f-850b-c1f52832268c req-f076a1bb-71f6-418d-bc9c-a84412b5a337 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2632093 Oct 25 23:05:53.613741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:53.614392 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.620767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Made reservation on behalf of 58d3fbe18b314f9b8ce762eaadcd03e1 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:53.623982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.671361 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5c59290c-c194-4f95-9c6a-a460ae56749e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9884725 Oct 25 23:05:53.686338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fdfa6e12-36ae-449f-850b-c1f52832268c req-31c5fa09-2cce-435b-a276-cb6e2ce9ea65 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133547 Oct 25 23:05:53.697136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Request body: {'port': {'device_id': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:53.710967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-53933801-d8d7-4e97-8ea7-ee1fbd1e7898 None None] Provisioning complete for port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:53.712033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53933801-d8d7-4e97-8ea7-ee1fbd1e7898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.734771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b279571-a626-4920-88f1-e0a6c7cdd050 req-8293ce02-4bdf-47f9-9bb9-6075adc79d75 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 210 time: 0.0373943 Oct 25 23:05:53.759173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-53933801-d8d7-4e97-8ea7-ee1fbd1e7898 None None] Port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:53.881233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:53.940119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Allocated IP 192.168.233.128 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/2eb07917-8dd9-4e2d-8073-78152938f820) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:54.164990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6cb449dc-3a4e-4af0-9bee-bbfa3ecf359d req-0c4a71ea-7b97-444b-ae7f-1e441adf6feb tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 210 time: 0.0265033 Oct 25 23:05:54.257020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-6cd69f27-ff34-4a33-986f-14fdda54c03c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:54.258231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-6cd69f27-ff34-4a33-986f-14fdda54c03c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 821 time: 0.3114977 Oct 25 23:05:54.283688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'port': {'device_id': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'admin_state_up': True, 'tenant_id': 'd53ab93f2ea44244875b1a9ad227b262'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:54.371395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Deleting port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:54.371657 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:54.394493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:54.515434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] For port ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:54.515794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:54.519019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Made reservation on behalf of d53ab93f2ea44244875b1a9ad227b262 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:05:54.523240 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:54.541236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:54.557756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Calling delete_port for ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:54.693147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:54.732483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:54.741557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:54.747510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event updated for resources: {'Port': ['ID=2eb07917-8dd9-4e2d-8073-78152938f820,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:54.888437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7a6e3-1b4a-46d3-9585-3e3f62af38d6 req-5cbff140-e1df-4fe7-9152-cc1518d95961 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:54.890670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53e7a6e3-1b4a-46d3-9585-3e3f62af38d6 req-5cbff140-e1df-4fe7-9152-cc1518d95961 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 936 time: 0.0747244 Oct 25 23:05:54.925238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:54.925865 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:54.938683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53e7a6e3-1b4a-46d3-9585-3e3f62af38d6 req-41ad4ba7-9fa1-4e5e-912a-17088abded05 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Oct 25 23:05:54.988722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-608faa00-a399-4a44-9e00-e6b9383264cb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7987580 Oct 25 23:05:54.997049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-179c51e1-4be6-42fa-af58-f0b3b1eb3374 None None] Provisioning complete for port 2eb07917-8dd9-4e2d-8073-78152938f820 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:05:54.998125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-179c51e1-4be6-42fa-af58-f0b3b1eb3374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:55.028939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda73a06-950f-43e5-8cf7-bbf181d79292 req-670ca80e-4872-4ce0-a981-a23754f19ef8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:55.030354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eda73a06-950f-43e5-8cf7-bbf181d79292 req-670ca80e-4872-4ce0-a981-a23754f19ef8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.2404768 Oct 25 23:05:55.033346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-179c51e1-4be6-42fa-af58-f0b3b1eb3374 None None] Port 2eb07917-8dd9-4e2d-8073-78152938f820 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:05:55.038946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Allocated IP 172.20.0.11 (26769cf1-394a-4f4c-94d0-64b1a7837af4/d65dbaa6-b0d5-4f50-8de0-121a161e6824/c64ea03a-e061-44f2-a7f5-0eaeaf851683) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:05:55.045486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Request body: {'port': {'device_id': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:55.104877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6925abf7-70fb-4e42-a7e7-e71d58dd7960 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:55.122470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:55.196606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eda73a06-950f-43e5-8cf7-bbf181d79292 req-9d4f68ff-1c1e-468c-874b-ebb7c7d6b4c5 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451359 Oct 25 23:05:55.202171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:55.229460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Transition to ACTIVE for port object 6925abf7-70fb-4e42-a7e7-e71d58dd7960 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:55.251699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:55.266300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:55.276328 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5a54f67-755a-4433-b9f9-4df2ecb23809 req-2c76aaa4-89d7-438b-9fdb-dfee9be75976 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Oct 25 23:05:55.311961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:55.848183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:56.092656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.131889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Attempting to bind port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:56.132124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Attempting to bind port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:56.132458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Attempting to bind port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:56.163998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:56.164326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Attempting to bind port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:56.195838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaf538-c3c3-4b66-999d-e72aa53f2107 req-1fbac203-2b62-4278-bd47-e95c89fbd220 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:56.197355 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12aaf538-c3c3-4b66-999d-e72aa53f2107 req-1fbac203-2b62-4278-bd47-e95c89fbd220 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 936 time: 0.1661730 Oct 25 23:05:56.202734 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.211327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:56.211662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:56.212047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:56.212481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Bound port: 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:56.212826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.324757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786b769-7584-4550-b200-93d0e08218b2 req-86149d7f-3d3f-4d2f-b965-81de47999d77 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:56.326286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a786b769-7584-4550-b200-93d0e08218b2 req-86149d7f-3d3f-4d2f-b965-81de47999d77 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0545382 Oct 25 23:05:56.365597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a786b769-7584-4550-b200-93d0e08218b2 req-2dd55b93-64b5-4faa-980d-3c3df6633b9f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319602 Oct 25 23:05:56.366093 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.376961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb07917-8dd9-4e2d-8073-78152938f820 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:56.405401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.444713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12aaf538-c3c3-4b66-999d-e72aa53f2107 req-7f9582c4-e528-4d4f-a4a9-d70f97847be0 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355599 Oct 25 23:05:56.484205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Transition to ACTIVE for port object 2eb07917-8dd9-4e2d-8073-78152938f820 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:56.486636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6340ec-e26c-4f16-bf03-51aac8577598 req-8c87f729-54c4-4a69-b0c8-3c1afa6194b7 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:56.488683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e6340ec-e26c-4f16-bf03-51aac8577598 req-8c87f729-54c4-4a69-b0c8-3c1afa6194b7 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 932 time: 0.0639474 Oct 25 23:05:56.504127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:05:56.508634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.510652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:56.533864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e6340ec-e26c-4f16-bf03-51aac8577598 req-44c1e3ed-e3cc-47e6-be7d-8522de10383d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Oct 25 23:05:56.542676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:05:56.550794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:56.553535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:05:56.603912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:56.625715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.635442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb07917-8dd9-4e2d-8073-78152938f820,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:56.720755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:56.721410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.740811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:56.741421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:56.742884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] 10.222.0.11 "PUT /v2.0/ports/6925abf7-70fb-4e42-a7e7-e71d58dd7960 HTTP/1.1" status: 200 len: 1096 time: 3.0505624 Oct 25 23:05:56.746781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:56.749106 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49" -d '{"events": [{"name": "network-changed", "server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:56.842995 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba43c4a-2172-41fd-af23-3d1e57d0e651 x-openstack-request-id: req-4ba43c4a-2172-41fd-af23-3d1e57d0e651 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:56.843276 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:56.843533 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ba43c4a-2172-41fd-af23-3d1e57d0e651 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:56.843929 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'status': 'completed', 'code': 200} Oct 25 23:05:56.869205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a5b3c8fe-6b6f-4a17-9fd0-63f9cd2b6521 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5942750 Oct 25 23:05:56.875943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cdccf-d16b-44d6-90e3-28ce79407470 service neutron] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:56.894866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Request body: {'port': {'device_id': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:05:56.933895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Attempting to bind port 2eb07917-8dd9-4e2d-8073-78152938f820 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:56.934307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Attempting to bind port 2eb07917-8dd9-4e2d-8073-78152938f820 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:56.934666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Attempting to bind port 2eb07917-8dd9-4e2d-8073-78152938f820 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:56.950676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5d2b9f7c-1d65-4294-be4b-e4ee783365e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:56.952249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-5d2b9f7c-1d65-4294-be4b-e4ee783365e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1099 time: 0.1580341 Oct 25 23:05:56.956437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Port 2eb07917-8dd9-4e2d-8073-78152938f820 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:56.956759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Attempting to bind port 2eb07917-8dd9-4e2d-8073-78152938f820 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:57.024287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:57.024626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:57.025015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:57.025456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Bound port: 2eb07917-8dd9-4e2d-8073-78152938f820, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:57.025810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.033572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-c39497ec-cd17-4c17-9336-4698deebb5d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960 HTTP/1.1" status: 200 len: 217 time: 0.0681260 Oct 25 23:05:57.046061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.069357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Router 8ab0df28-b711-4d94-b31a-e76c677922db has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:05:57.183425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-63a2923a-4172-4bbe-8d6d-a59849302cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:57.184934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-63a2923a-4172-4bbe-8d6d-a59849302cab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1369038 Oct 25 23:05:57.291547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] For port 2eb07917-8dd9-4e2d-8073-78152938f820, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:57.363701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] For port 2eb07917-8dd9-4e2d-8073-78152938f820, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2eb07917-8dd9-4e2d-8073-78152938f820,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:57.381289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.431647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-d2e19746-f899-46c4-bf07-a705732f8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:57.433087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-d2e19746-f899-46c4-bf07-a705732f8566 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890004 Oct 25 23:05:57.481933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:57.482576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.483957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2eb07917-8dd9-4e2d-8073-78152938f820 HTTP/1.1" status: 200 len: 1096 time: 2.4472201 Oct 25 23:05:57.493852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:05:57.514395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-97bd73f1-0394-4ae3-80a4-80473d4a5c96 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ab0df28-b711-4d94-b31a-e76c677922db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3615611 Oct 25 23:05:57.522875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50102) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:57.523522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] Sync routers for ids ['8ab0df28-b711-4d94-b31a-e76c677922db'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:05:57.537801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] Routers {'8ab0df28-b711-4d94-b31a-e76c677922db'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:57.539664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb564f-796c-4a25-9f11-79cb7ba498bd req-d670194d-92d7-4839-bceb-bbadb196a539 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:57.539840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['8ab0df28-b711-4d94-b31a-e76c677922db'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:57.542873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2bcb564f-796c-4a25-9f11-79cb7ba498bd req-d670194d-92d7-4839-bceb-bbadb196a539 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0972357 Oct 25 23:05:57.573253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ede3e-003b-4998-9da0-1933c55401a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb07917-8dd9-4e2d-8073-78152938f820,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:57.719601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.738934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] Set router 8ab0df28-b711-4d94-b31a-e76c677922db gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:57.772815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-8ffba227-86be-4088-84e8-8b5470e6ed40 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941833 Oct 25 23:05:57.785211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-96d2aa7f-46a0-42db-86f6-cac5d66f7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:57.787323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-96d2aa7f-46a0-42db-86f6-cac5d66f7689 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 1099 time: 0.1987050 Oct 25 23:05:57.798241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2bcb564f-796c-4a25-9f11-79cb7ba498bd req-35eab659-8786-4332-88e6-b8397632dec6 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753500 Oct 25 23:05:57.810486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d1cfb-5fdd-49d8-89c2-061031fef83e req-cf9c5542-7310-42c1-8921-378231778086 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:57.822711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-887d1cfb-5fdd-49d8-89c2-061031fef83e req-cf9c5542-7310-42c1-8921-378231778086 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 948 time: 0.2463984 Oct 25 23:05:57.891692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.968128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Deleting port b6df07d2-9c7a-46b8-906e-19a3deaa02f8 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:05:57.968468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:57.991521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:05:55Z', 'revision_number': 5, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port': {'id': 'b6df07d2-9c7a-46b8-906e-19a3deaa02f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:03:54Z', 'updated_at': '2021-10-25T23:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:58.002956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64ea03a-e061-44f2-a7f5-0eaeaf851683 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:05:58.013104 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.026198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Transition to ACTIVE for port object c64ea03a-e061-44f2-a7f5-0eaeaf851683 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:05:58.028198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-cb256d47-7f27-4ffa-bb54-1b8a17a5d7e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=2eb07917-8dd9-4e2d-8073-78152938f820 HTTP/1.1" status: 200 len: 217 time: 0.2018833 Oct 25 23:05:58.029209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] Checking router: 8ab0df28-b711-4d94-b31a-e76c677922db for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:05:58.040348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] Routers {'8ab0df28-b711-4d94-b31a-e76c677922db'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:05:58.040966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:05:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['8ab0df28-b711-4d94-b31a-e76c677922db'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:58.050390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.123451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] For port b6df07d2-9c7a-46b8-906e-19a3deaa02f8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:05:58.123809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.135617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba49a56-da87-4fd1-a61b-0b425d6c3c92 req-0751ae23-b718-4d9b-b4d5-5deff843c6ee tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:58.137252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eba49a56-da87-4fd1-a61b-0b425d6c3c92 req-0751ae23-b718-4d9b-b4d5-5deff843c6ee tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 944 time: 0.1098611 Oct 25 23:05:58.166490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.169584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Calling delete_port for b6df07d2-9c7a-46b8-906e-19a3deaa02f8 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:05:58.184841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] Set router 8ab0df28-b711-4d94-b31a-e76c677922db gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:05:58.187966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-887d1cfb-5fdd-49d8-89c2-061031fef83e req-ac273f0c-3f9a-4193-a4ac-f5aa25d88cc7 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835996 Oct 25 23:05:58.188527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:58.194566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-cb731f85-953a-4740-9dd0-6b59255aea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:58.196106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-cb731f85-953a-4740-9dd0-6b59255aea06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1585076 Oct 25 23:05:58.201719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0cd13d3-ae81-4edd-bdd1-0e358f8837ea req-957e079a-dd6c-4974-92b0-458602d4f647 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130018 Oct 25 23:05:58.256420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eba49a56-da87-4fd1-a61b-0b425d6c3c92 req-6771f311-f188-40fb-a27d-fb35d665ed7f tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060047 Oct 25 23:05:58.325731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:05:57Z', 'revision_number': 6, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:05:58.364474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-5e040f16-1a0e-4db2-aa89-5e025efcc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:58.366941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-5e040f16-1a0e-4db2-aa89-5e025efcc8bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616395 Oct 25 23:05:58.374105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Attempting to bind port c64ea03a-e061-44f2-a7f5-0eaeaf851683 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:05:58.374543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Attempting to bind port c64ea03a-e061-44f2-a7f5-0eaeaf851683 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:05:58.374881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Attempting to bind port c64ea03a-e061-44f2-a7f5-0eaeaf851683 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:58.382812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec95767-d7d1-4c18-94b8-6bd75ef9838a None None] The sync data for ids ['8ab0df28-b711-4d94-b31a-e76c677922db'] in n-d-815373-1 is: [{'id': '8ab0df28-b711-4d94-b31a-e76c677922db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1050953045-router', 'tenant_id': '84c54fed64344dfa87911a82fa512870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:03:52Z', 'updated_at': '2021-10-25T23:05:57Z', 'revision_number': 6, 'project_id': '84c54fed64344dfa87911a82fa512870', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:05:58.387133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-2990494b-2f1e-43b9-ab6c-4dd91b425ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:58.388606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-2990494b-2f1e-43b9-ab6c-4dd91b425ebc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1099 time: 0.1008024 Oct 25 23:05:58.391566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Port c64ea03a-e061-44f2-a7f5-0eaeaf851683 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:05:58.391891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Attempting to bind port c64ea03a-e061-44f2-a7f5-0eaeaf851683 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:05:58.466561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:05:58.466905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Checking segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:05:58.467286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Bound using segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:05:58.467727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Bound port: c64ea03a-e061-44f2-a7f5-0eaeaf851683, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:05:58.468077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.474814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.502823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6df07d2-9c7a-46b8-906e-19a3deaa02f8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:58.589709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.608371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-659d98ae-c2aa-41a5-a8d2-9e03cd2487b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304802 Oct 25 23:05:58.650350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:05:58.684710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-23cbbf0e-6b9a-43f6-87c3-f556a2a520c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:58.686214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-23cbbf0e-6b9a-43f6-87c3-f556a2a520c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2816312 Oct 25 23:05:58.695983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:05:58.710217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:58.747475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-52bff11e-7b6b-4065-9f9a-761524c257b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960 HTTP/1.1" status: 200 len: 217 time: 0.0500946 Oct 25 23:05:59.018399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.022096 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.090497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'tag': '2eb07917-8dd9-4e2d-8073-78152938f820'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:05:59.093694 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d85b79-f766-4f7d-825d-596a2aa14be0" -d '{"events": [{"name": "network-changed", "server_uuid": "b79c9b02-c383-4864-b649-d46af8dc5d18", "tag": "2eb07917-8dd9-4e2d-8073-78152938f820"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:05:59.103804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.104765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab0df28-b711-4d94-b31a-e76c677922db {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:05:59.118037 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.119629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0f38c580-695c-4d8c-b9d4-80103ca490b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ab0df28-b711-4d94-b31a-e76c677922db HTTP/1.1" status: 204 len: 168 time: 1.5750234 Oct 25 23:05:59.131924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8437f-168b-407a-a486-56154bce2f09 req-0aa23296-847d-4d92-81c8-db6b6876eaf8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.141424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50140) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:05:59.141987 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3d8437f-168b-407a-a486-56154bce2f09 req-0aa23296-847d-4d92-81c8-db6b6876eaf8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1431525 Oct 25 23:05:59.159196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.159808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.161125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] 10.222.0.11 "PUT /v2.0/ports/c64ea03a-e061-44f2-a7f5-0eaeaf851683 HTTP/1.1" status: 200 len: 1092 time: 2.2771506 Oct 25 23:05:59.195001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3d8437f-168b-407a-a486-56154bce2f09 req-f0947a9e-a115-46a9-b43c-dc8492091e8f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515280 Oct 25 23:05:59.216059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aca8cb3-744e-4be0-98c1-1f4057df951c req-dedb8472-7aba-4db0-9f75-111f5e6b99ea service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955901 Oct 25 23:05:59.221492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d180a1-c2fa-4e00-9141-b62ea59c6ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:05:59.242470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-1b22a641-7ecb-4702-9401-eb15e2671528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.244192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-1b22a641-7ecb-4702-9401-eb15e2671528 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1458061 Oct 25 23:05:59.285121 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b734cf01-8f88-4fd3-bc1a-354a10151a9b x-openstack-request-id: req-b734cf01-8f88-4fd3-bc1a-354a10151a9b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:05:59.285629 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79c9b02-c383-4864-b649-d46af8dc5d18", "tag": "2eb07917-8dd9-4e2d-8073-78152938f820", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:05:59.286059 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b734cf01-8f88-4fd3-bc1a-354a10151a9b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:05:59.287467 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'tag': '2eb07917-8dd9-4e2d-8073-78152938f820', 'status': 'completed', 'code': 200} Oct 25 23:05:59.309362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Deleting subnet 1d1ef925-18ce-4bac-8d94-e7c1b12eaa26 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:05:59.316906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.363396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-83d7986f-890c-45ec-9ce9-688cb7220701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.365213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-83d7986f-890c-45ec-9ce9-688cb7220701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 1095 time: 0.1407197 Oct 25 23:05:59.376194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.386997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fd9ae-1eed-45a4-99dd-b912494bebb3 req-a519aaab-477c-40cc-9995-12fca2a8f336 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.388654 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-538fd9ae-1eed-45a4-99dd-b912494bebb3 req-a519aaab-477c-40cc-9995-12fca2a8f336 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 948 time: 0.0659981 Oct 25 23:05:59.407207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-839866f9-3af8-45a4-90d5-3b0469b7227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.408743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-839866f9-3af8-45a4-90d5-3b0469b7227d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415730 Oct 25 23:05:59.444543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-538fd9ae-1eed-45a4-99dd-b912494bebb3 req-1e30d311-23dd-41d3-aad7-b40b92b64c18 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Oct 25 23:05:59.491051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-802997aa-f7fd-4b09-bc3c-82048243fbdc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683 HTTP/1.1" status: 200 len: 217 time: 0.1171112 Oct 25 23:05:59.673059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-e16149a5-040b-4f73-a883-73616ee95fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.674856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-e16149a5-040b-4f73-a883-73616ee95fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 1099 time: 0.2718253 Oct 25 23:05:59.694552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:05:59.733121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-13e8d981-7481-49cd-8769-f38201f37e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.734609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-13e8d981-7481-49cd-8769-f38201f37e0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 200 len: 861 time: 0.2259002 Oct 25 23:05:59.754869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8c88e-9e87-4876-9e61-e3c75f350e49 req-58c38b7c-6a50-4252-ad4e-79d269f57d74 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.758194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ff8c88e-9e87-4876-9e61-e3c75f350e49 req-58c38b7c-6a50-4252-ad4e-79d269f57d74 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 944 time: 0.2649605 Oct 25 23:05:59.885167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-ec093af5-4db7-47b0-ba74-350e5022ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.886786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-ec093af5-4db7-47b0-ba74-350e5022ef90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 1097 time: 0.1049957 Oct 25 23:05:59.888057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-57975e05-0fb5-40e1-b727-c99a85c864ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26769cf1-394a-4f4c-94d0-64b1a7837af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288157 Oct 25 23:05:59.902716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908e4c7-1348-4e30-9ada-5833fc964642 req-e9d14a77-f88a-4ac2-84a7-f55ab2557cfe tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:05:59.905124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b908e4c7-1348-4e30-9ada-5833fc964642 req-e9d14a77-f88a-4ac2-84a7-f55ab2557cfe tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1090782 Oct 25 23:05:59.906378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-9e602eec-8328-4b28-9e5a-e9e1f7593969 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566619 Oct 25 23:05:59.955090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b6df07d2-9c7a-46b8-906e-19a3deaa02f8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:05:59.980868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b6df07d2-9c7a-46b8-906e-19a3deaa02f8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:05:59.981470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b6df07d2-9c7a-46b8-906e-19a3deaa02f8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:05:59.982067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:00.008983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:00.009566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca6b4f7d-a22c-44b0-b1fc-ec650ff4b5b5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:00.053945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b908e4c7-1348-4e30-9ada-5833fc964642 req-ba4788ba-d533-4419-97c9-61a45d81a63e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660787 Oct 25 23:06:00.083883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-3b9ce300-cfcb-4ce5-8aaa-228b29ca25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.085527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-3b9ce300-cfcb-4ce5-8aaa-228b29ca25f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 200 len: 916 time: 0.1790726 Oct 25 23:06:00.100886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ff8c88e-9e87-4876-9e61-e3c75f350e49 req-fc3045b2-02d5-4e58-bf19-60ddd2e2b5e0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173816 Oct 25 23:06:00.129124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.156407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-36fa42a9-28a5-473a-b68f-9fbeb04d7375 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7 HTTP/1.1" status: 200 len: 217 time: 0.0623715 Oct 25 23:06:00.178306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-e80ef8d9-ae41-417e-8fdb-49f79db1d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.179926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-e80ef8d9-ae41-417e-8fdb-49f79db1d70e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.4427598 Oct 25 23:06:00.194310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1ef925-18ce-4bac-8d94-e7c1b12eaa26,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:00.202076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.208916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b9beb5c5-74de-4c69-8b10-089f93883fab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d1ef925-18ce-4bac-8d94-e7c1b12eaa26 HTTP/1.1" status: 204 len: 168 time: 1.0614681 Oct 25 23:06:00.211823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50158) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:00.214274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41abdb0-d060-4dff-a966-cd80176e743c None None] Network f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:00.242370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-f249f891-6384-48db-9e16-be2b772fe699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.243906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-f249f891-6384-48db-9e16-be2b772fe699 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 200 len: 854 time: 0.0798271 Oct 25 23:06:00.322502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-7cc5306f-58c7-4c04-b9e9-61ee40bc964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.324383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-7cc5306f-58c7-4c04-b9e9-61ee40bc964a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d890783-f17d-4265-99a6-dde825998739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728264 Oct 25 23:06:00.383249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d7c8a3b-6576-49f0-b7a0-e8dc67a75d49 req-36835540-c710-4271-b361-6f72ff5c7e71 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577134 Oct 25 23:06:00.384568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-26b5f378-5b44-4bd1-b692-c59deb41c032 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=2eb07917-8dd9-4e2d-8073-78152938f820 HTTP/1.1" status: 200 len: 217 time: 0.1537132 Oct 25 23:06:00.389456 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-5d4dd6c2-d39c-45fa-9bea-b18ced11e9b2 service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802709 Oct 25 23:06:00.455516 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-663d1df8-db91-4bbb-b68e-977760c3412a service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205053 Oct 25 23:06:00.473491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] DHCP port deletion for f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:06:00.530556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] Deleting port e1e8a98d-58dd-4c10-8295-bb61c7718b6c {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:00.531194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.545955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.581924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06b17212-3527-4c53-ab3d-d8faeca66a53 req-a7d207cc-ff33-46fc-b289-20fa50510b3f service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756034 Oct 25 23:06:00.585264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-bf74db18-f156-4ab7-a650-3099fd3f42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.585439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a64b647-7603-495a-9d32-427930d8f6c2 req-c56df3d7-efba-4bd0-afdb-c083b87fd4ff service neutron] 10.222.0.11 "GET /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212933 Oct 25 23:06:00.586954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-bf74db18-f156-4ab7-a650-3099fd3f42b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1818550 Oct 25 23:06:00.631311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] For port e1e8a98d-58dd-4c10-8295-bb61c7718b6c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:00.632097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.649368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] Calling delete_port for e1e8a98d-58dd-4c10-8295-bb61c7718b6c owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:00.689504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-f1399c2a-33a1-4c7d-9929-b4bf376fcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.691214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-f1399c2a-33a1-4c7d-9929-b4bf376fcdf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855460 Oct 25 23:06:00.693439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e9c31-95a1-4614-acd0-c69f304e8364 req-b9d08aba-0faa-4083-a485-aed2889e3730 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:00.693883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Deleting port e1e8a98d-58dd-4c10-8295-bb61c7718b6c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:00.694361 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.695719 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-759e9c31-95a1-4614-acd0-c69f304e8364 req-b9d08aba-0faa-4083-a485-aed2889e3730 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 948 time: 0.1045630 Oct 25 23:06:00.747770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-759e9c31-95a1-4614-acd0-c69f304e8364 req-d194af3a-5d0d-4a00-900f-e7b2d919bcdb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Oct 25 23:06:00.788226 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.824068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] Pushing event deleted for resources: {'Port': ['ID=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:00.827998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575c26c-c4ed-4d79-810c-1780e2d5f07d None None] No DVR routers for this DVR port e1e8a98d-58dd-4c10-8295-bb61c7718b6c on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:00.859083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] For port e1e8a98d-58dd-4c10-8295-bb61c7718b6c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,segment=NetworkSegment(c60709b2-fc7d-459c-861f-898dfc8a4d9b),segment_id=c60709b2-fc7d-459c-861f-898dfc8a4d9b)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:00.859443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:00.887942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Calling delete_port for e1e8a98d-58dd-4c10-8295-bb61c7718b6c owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:00.904832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-44c5edaa-9cfc-4f40-834b-247bf873219e service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879208 Oct 25 23:06:01.043276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.077188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2d85b79-f766-4f7d-825d-596a2aa14be0 req-e5d14b69-9c1d-4572-8304-ee37b9cdf6fd service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371493 Oct 25 23:06:01.079589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e8a98d-58dd-4c10-8295-bb61c7718b6c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:01.081391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] No DVR routers for this DVR port e1e8a98d-58dd-4c10-8295-bb61c7718b6c on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:01.142518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:01.155878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.189172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:01.207680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60709b2-fc7d-459c-861f-898dfc8a4d9b') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:01.207964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60709b2-fc7d-459c-861f-898dfc8a4d9b') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:01.225438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.257208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.265240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:06:01.265748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.289812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff4688-4e3a-43f8-865d-da800bdc03d4 req-760fe1f7-4738-4b95-8493-70af24375a85 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:01.296828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2bff4688-4e3a-43f8-865d-da800bdc03d4 req-760fe1f7-4738-4b95-8493-70af24375a85 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0865200 Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:06:01.327550 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:06:01.331550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:01.337047 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33df696-5f43-4bc4-9391-a99238f78177" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:01.352800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:01.354223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2bff4688-4e3a-43f8-865d-da800bdc03d4 req-22bd6531-46da-4107-81c8-22bb312c1f36 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Oct 25 23:06:01.367853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'mac_address': 'fa:16:3e:d3:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:01.403263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.409421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.420216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.423788 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77 HTTP/1.1" status: 204 len: 168 time: 1.2045894 Oct 25 23:06:01.424952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6925abf7-70fb-4e42-a7e7-e71d58dd7960 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:01.436434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fae38e-9556-484f-90ba-5d73046fcb8a req-3c04ac34-b965-4ad2-b1a7-675927dd41b7 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:01.445646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4fae38e-9556-484f-90ba-5d73046fcb8a req-3c04ac34-b965-4ad2-b1a7-675927dd41b7 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 944 time: 0.2118671 Oct 25 23:06:01.446668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:01.454950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.486723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab601-b741-4c45-bb43-ac338cd040b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f4f23b-6ac2-415b-8d62-0ea4f70cbe77,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:01.508740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4fae38e-9556-484f-90ba-5d73046fcb8a req-7171cd2c-3411-4f84-b116-2f3c5d013bcc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618978 Oct 25 23:06:01.530321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:01.569881 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f08312-00a7-4dfa-b209-87a918d0a476 x-openstack-request-id: req-d5f08312-00a7-4dfa-b209-87a918d0a476 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:01.570236 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:01.570463 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5f08312-00a7-4dfa-b209-87a918d0a476 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:01.570892 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'status': 'completed', 'code': 200} Oct 25 23:06:01.601880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50180) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:01.665050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5426dccc-96a2-4b9d-99f5-c24a1349413e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf5a1bb79c504313a4d42edf27ecffc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620761 Oct 25 23:06:01.667701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50184) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:01.670716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df696-5f43-4bc4-9391-a99238f78177 req-552b2532-e4cc-45dc-a711-7de86add16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:01.672762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-552b2532-e4cc-45dc-a711-7de86add16ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 1095 time: 0.0795481 Oct 25 23:06:01.725680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55693241-be2d-4da0-8d21-163eb9160c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.750166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55693241-be2d-4da0-8d21-163eb9160c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.801835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df696-5f43-4bc4-9391-a99238f78177 req-3e6d49d2-a3ef-40d2-83cd-2a8d8f5c2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:01.803637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-3e6d49d2-a3ef-40d2-83cd-2a8d8f5c2ebf service neutron] 10.222.0.11 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 922 time: 0.1157231 Oct 25 23:06:01.804221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55693241-be2d-4da0-8d21-163eb9160c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.807917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55693241-be2d-4da0-8d21-163eb9160c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:01.809170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-55693241-be2d-4da0-8d21-163eb9160c93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11a65455-3950-4c3e-aeb1-89ad8429255e HTTP/1.1" status: 204 len: 168 time: 0.1403124 Oct 25 23:06:01.822440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:01.836614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55693241-be2d-4da0-8d21-163eb9160c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a65455-3950-4c3e-aeb1-89ad8429255e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:01.887337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-01db48d8-c7d7-4eb7-85ee-31df846d033d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683 HTTP/1.1" status: 200 len: 217 time: 0.0704358 Oct 25 23:06:01.969759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa64b2-6bc7-4e63-9b7d-1ab981e24f4a req-5087a944-7ed5-4a83-b591-fc5736d08106 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:01.971819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9fa64b2-6bc7-4e63-9b7d-1ab981e24f4a req-5087a944-7ed5-4a83-b591-fc5736d08106 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 948 time: 0.0992644 Oct 25 23:06:01.985311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1e8a98d-58dd-4c10-8295-bb61c7718b6c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:01.992016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df696-5f43-4bc4-9391-a99238f78177 req-161e011b-3b7f-4479-8f27-1b693d805aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:01.993676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-161e011b-3b7f-4479-8f27-1b693d805aed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 200 len: 861 time: 0.1046336 Oct 25 23:06:02.009981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e1e8a98d-58dd-4c10-8295-bb61c7718b6c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:02.010334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1e8a98d-58dd-4c10-8295-bb61c7718b6c not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:02.048775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-d4d1e7a2-4f8d-43ce-b99d-d87c4a4ba2b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26769cf1-394a-4f4c-94d0-64b1a7837af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474114 Oct 25 23:06:02.054812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9fa64b2-6bc7-4e63-9b7d-1ab981e24f4a req-312bc890-4137-44a0-92a2-5a3c22a4c201 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690539 Oct 25 23:06:02.163545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-f4ffbc3a-dbe8-4bf6-89b5-d08d24cbfab7 service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067221 Oct 25 23:06:02.263111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c33df696-5f43-4bc4-9391-a99238f78177 req-f045ae6c-c6ae-4333-b811-87b6ba678d1a service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920491 Oct 25 23:06:02.295654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50194) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:02.336829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fe888607-6232-46da-bfae-1bb108ed8756 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84c54fed64344dfa87911a82fa512870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393212 Oct 25 23:06:02.338903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:02.389918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3244-9477-4687-8b07-309444f64697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:02.412411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3244-9477-4687-8b07-309444f64697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:02.485797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bd860-8056-41ee-ace8-5f4122fab768 req-04258905-1d97-4de0-83dd-8fd8f7f1e238 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:02.487316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-802bd860-8056-41ee-ace8-5f4122fab768 req-04258905-1d97-4de0-83dd-8fd8f7f1e238 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0642347 Oct 25 23:06:02.508592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3244-9477-4687-8b07-309444f64697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:02.511209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3244-9477-4687-8b07-309444f64697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:02.514941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d2a3244-9477-4687-8b07-309444f64697 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/406d8a75-c60c-4471-b333-e7a010ac8a05 HTTP/1.1" status: 204 len: 168 time: 0.1723187 Oct 25 23:06:02.530480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a3244-9477-4687-8b07-309444f64697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d8a75-c60c-4471-b333-e7a010ac8a05,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:02.550575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-802bd860-8056-41ee-ace8-5f4122fab768 req-ddccefe4-2510-48c0-95b9-202096492645 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 Oct 25 23:06:02.695888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86140e60-9f2e-4c1a-8dca-9ce21b140ce8 req-72b388b0-4b56-4bb8-91a0-d373e49ce9b6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:02.697545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86140e60-9f2e-4c1a-8dca-9ce21b140ce8 req-72b388b0-4b56-4bb8-91a0-d373e49ce9b6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 944 time: 0.0749023 Oct 25 23:06:02.760757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86140e60-9f2e-4c1a-8dca-9ce21b140ce8 req-fea12b12-94df-47f8-9f47-86b7b523759a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Oct 25 23:06:02.809649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b407c-dd36-4742-ae01-f2eaefac75b7 req-8c53b835-4513-4718-a91c-66ad7100c10e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:02.817304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-851b407c-dd36-4742-ae01-f2eaefac75b7 req-8c53b835-4513-4718-a91c-66ad7100c10e tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0914936 Oct 25 23:06:02.859519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-851b407c-dd36-4742-ae01-f2eaefac75b7 req-682b2432-9602-42cd-83c3-1c5d33cad060 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Oct 25 23:06:02.999601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a96ac-b67f-4bcd-a980-05ec1dbd67ea req-c28b9c99-b4d8-4a53-8846-4e142305d34c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:03.001191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-385a96ac-b67f-4bcd-a980-05ec1dbd67ea req-c28b9c99-b4d8-4a53-8846-4e142305d34c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 946 time: 0.0582707 Oct 25 23:06:03.054777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-385a96ac-b67f-4bcd-a980-05ec1dbd67ea req-f894865b-0922-4c41-a627-1cf3cb762f35 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Oct 25 23:06:03.155619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:03.157893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:03.197359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1bebe-5ea3-4662-94c5-37a2fce720a5 req-e4c4cda7-15e3-488b-b97b-7ca976c46f16 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:03.207044 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2b1bebe-5ea3-4662-94c5-37a2fce720a5 req-e4c4cda7-15e3-488b-b97b-7ca976c46f16 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0702748 Oct 25 23:06:03.226932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0131b4-87be-4c7f-a28e-bd6f163723a3 req-b6849a91-29ed-42ec-b8c2-a4fe3f3354fb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:03.228504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb0131b4-87be-4c7f-a28e-bd6f163723a3 req-b6849a91-29ed-42ec-b8c2-a4fe3f3354fb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 948 time: 0.1088047 Oct 25 23:06:03.261823 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2b1bebe-5ea3-4662-94c5-37a2fce720a5 req-01f9da34-d203-4a1a-85c3-4c4c6d1fd638 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528116 Oct 25 23:06:03.293890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb0131b4-87be-4c7f-a28e-bd6f163723a3 req-8fae0f38-7156-4e9d-b1fc-a2e0cc84734c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Oct 25 23:06:03.326989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:03.329030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-5a50ae66-89e0-4b03-a231-e2245caa8f10 req-d348d76e-80d3-41fa-bf5c-9f64ddaa5e83 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:06:03.330674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:03.331089 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:03.337036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a50ae66-89e0-4b03-a231-e2245caa8f10 req-d348d76e-80d3-41fa-bf5c-9f64ddaa5e83 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149598 Oct 25 23:06:03.440935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:03.443537 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a50ae66-89e0-4b03-a231-e2245caa8f10 req-df66663f-7582-473f-aaff-f47a99a38cac tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1044741 Oct 25 23:06:03.488264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:03.532537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:03.533716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:03.537135 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8dd13-32a7-4b5a-a00a-9f8291ad5aa7" -d '{"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-plugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:03.541032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'port_id': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'mac_address': 'fa:16:3e:b6:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65dbaa6-b0d5-4f50-8de0-121a161e6824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:03.585501 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:03.589235 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:03.604931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64ea03a-e061-44f2-a7f5-0eaeaf851683 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:03.633166 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c9577-ea18-4a14-af09-ec825ddf5680 x-openstack-request-id: req-990c9577-ea18-4a14-af09-ec825ddf5680 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:03.633455 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-plugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:03.633813 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-990c9577-ea18-4a14-af09-ec825ddf5680 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:03.634449 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'code': 200} Oct 25 23:06:03.669281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:03.684649 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:03.716739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:03.793244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be034-f3a7-4acb-8f53-336ae4136aeb req-defaf2e2-bf7f-419e-aa04-d8cf325d4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:03.796393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-106be034-f3a7-4acb-8f53-336ae4136aeb req-defaf2e2-bf7f-419e-aa04-d8cf325d4a92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1101 time: 0.0690992 Oct 25 23:06:03.875136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-106be034-f3a7-4acb-8f53-336ae4136aeb req-84063bdb-135d-4fc8-b9a9-42eabe90ce64 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Oct 25 23:06:03.900334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2eb07917-8dd9-4e2d-8073-78152938f820 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:03.953680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:03.953947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258f0e9-f5b2-4ac8-ad84-be151e3817c7 req-1bb563ca-ebcf-4993-9104-dc5e0b1f3350 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:03.955519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6258f0e9-f5b2-4ac8-ad84-be151e3817c7 req-1bb563ca-ebcf-4993-9104-dc5e0b1f3350 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0621445 Oct 25 23:06:04.027475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6258f0e9-f5b2-4ac8-ad84-be151e3817c7 req-23be198e-d00f-4c58-b5b2-d805e987ea2c tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Oct 25 23:06:04.033649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c64ea03a-e061-44f2-a7f5-0eaeaf851683'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:04.038300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 2eb07917-8dd9-4e2d-8073-78152938f820, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2eb07917-8dd9-4e2d-8073-78152938f820,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:04.064837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524dd35-3838-4730-9253-7fd4c102c2f4 req-2d8d42c9-dfe9-4bf6-a3f7-1c7a07483606 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.076012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '2eb07917-8dd9-4e2d-8073-78152938f820', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '2eb07917-8dd9-4e2d-8073-78152938f820', 'mac_address': 'fa:16:3e:13:65:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:04.076700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9524dd35-3838-4730-9253-7fd4c102c2f4 req-2d8d42c9-dfe9-4bf6-a3f7-1c7a07483606 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 945 time: 0.0791368 Oct 25 23:06:04.147509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9524dd35-3838-4730-9253-7fd4c102c2f4 req-c77e39c5-a82c-4417-85e4-e0959048698d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Oct 25 23:06:04.155130 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:04.178745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb07917-8dd9-4e2d-8073-78152938f820 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:04.222975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 2eb07917-8dd9-4e2d-8073-78152938f820, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2eb07917-8dd9-4e2d-8073-78152938f820,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:04.228680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:04.262184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cdd2f-7d04-4f20-b531-ae161fba6939 req-e1a991c0-d4df-49c9-b97b-a880c7e36c7f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.281485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-168cdd2f-7d04-4f20-b531-ae161fba6939 req-e1a991c0-d4df-49c9-b97b-a880c7e36c7f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 946 time: 0.0793331 Oct 25 23:06:04.309181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=2eb07917-8dd9-4e2d-8073-78152938f820,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:04.343137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-168cdd2f-7d04-4f20-b531-ae161fba6939 req-8d0d0447-388d-49c0-a8a7-6c911288f23d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605845 Oct 25 23:06:04.429676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e2c88-ab0b-419b-ab0e-a63849660f69 req-63fed908-c6f6-45df-a0ce-f0204ccc1fa7 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.431221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d26e2c88-ab0b-419b-ab0e-a63849660f69 req-63fed908-c6f6-45df-a0ce-f0204ccc1fa7 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 949 time: 0.0577259 Oct 25 23:06:04.482992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d26e2c88-ab0b-419b-ab0e-a63849660f69 req-31771aed-f18c-4e96-9db0-82a6ca7f4736 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Oct 25 23:06:04.487523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5c55d-e459-4df0-8ff4-48a860dfcd0c req-37401a82-4f06-41a0-8bfb-9fc07f065c3b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.489024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bf5c55d-e459-4df0-8ff4-48a860dfcd0c req-37401a82-4f06-41a0-8bfb-9fc07f065c3b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0566673 Oct 25 23:06:04.539075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bf5c55d-e459-4df0-8ff4-48a860dfcd0c req-90bc9d50-d3f8-454b-9dce-bdbc2ce2849b tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 Oct 25 23:06:04.769861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cff87-e208-4ea5-b023-8a9d0be0b7c4 req-7fc1658f-fb17-4da8-b873-3871a4804bc3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.778609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cff87-e208-4ea5-b023-8a9d0be0b7c4 req-7fc1658f-fb17-4da8-b873-3871a4804bc3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.786764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cff87-e208-4ea5-b023-8a9d0be0b7c4 req-7fc1658f-fb17-4da8-b873-3871a4804bc3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:04.788503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-493cff87-e208-4ea5-b023-8a9d0be0b7c4 req-7fc1658f-fb17-4da8-b873-3871a4804bc3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f&device_id=669edca0-7b2d-42d7-812f-532f1149ab85&device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 2418 time: 0.0771887 Oct 25 23:06:04.795893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['2eb07917-8dd9-4e2d-8073-78152938f820'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:04.840997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-493cff87-e208-4ea5-b023-8a9d0be0b7c4 req-03342016-e1da-422a-9716-b5176553d3d3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Oct 25 23:06:04.847799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50308) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:04.960640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa3dd5f2-10f3-4bf3-982c-6b6b68b4d793 req-64cb7d75-fe4e-4ea1-bda8-b4efdd3baca7 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0803170 Oct 25 23:06:05.033696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a5af-8c97-41cb-8d65-89e27a76b707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.129701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a5af-8c97-41cb-8d65-89e27a76b707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.135088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a5af-8c97-41cb-8d65-89e27a76b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.181455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1a5af-8c97-41cb-8d65-89e27a76b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397afcc7-cfd9-4307-9f20-2ba323eabf92,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:05.186138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4cd1a5af-8c97-41cb-8d65-89e27a76b707 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0b2d08655944826981cd10ad76bb309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372550 Oct 25 23:06:05.189220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50322) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:05.281653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42f5a694-2aff-42f8-a44d-400c4776d694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.311121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42f5a694-2aff-42f8-a44d-400c4776d694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.374436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42f5a694-2aff-42f8-a44d-400c4776d694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.375746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0a741-25ee-4bb6-a2eb-b35ddd58e887 req-451aeab7-469a-44a2-8282-6cffaea5e979 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.377362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aab0a741-25ee-4bb6-a2eb-b35ddd58e887 req-451aeab7-469a-44a2-8282-6cffaea5e979 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 945 time: 0.1130683 Oct 25 23:06:05.378133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42f5a694-2aff-42f8-a44d-400c4776d694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:05.382761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-42f5a694-2aff-42f8-a44d-400c4776d694 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/397afcc7-cfd9-4307-9f20-2ba323eabf92 HTTP/1.1" status: 204 len: 168 time: 0.1924775 Oct 25 23:06:05.395596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5a694-2aff-42f8-a44d-400c4776d694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397afcc7-cfd9-4307-9f20-2ba323eabf92,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:05.473329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aab0a741-25ee-4bb6-a2eb-b35ddd58e887 req-dcf24aae-1511-4905-8829-9b2581fca8a5 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809660 Oct 25 23:06:05.484775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-386a11e1-7788-4124-a0d3-872734468a4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0792315 Oct 25 23:06:05.575139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.579394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.579394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.579755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.580214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.580674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.581148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.583477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-031a3ac2-f6ba-4c71-9cf0-eaa90749fbcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6490 time: 0.0679507 Oct 25 23:06:05.718134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ed764-5056-4c71-bdfc-47b3ab27026c req-336ae16e-0d06-426a-85dd-b4bb8f185d80 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.725863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d08ed764-5056-4c71-bdfc-47b3ab27026c req-336ae16e-0d06-426a-85dd-b4bb8f185d80 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 949 time: 0.0603163 Oct 25 23:06:05.733745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-ddca38b8-5608-4a95-a9be-b6f0b2439d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.734259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-ddca38b8-5608-4a95-a9be-b6f0b2439d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.734717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-ddca38b8-5608-4a95-a9be-b6f0b2439d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.738067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-ddca38b8-5608-4a95-a9be-b6f0b2439d95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a79191e-c507-4493-8e8e-dbf22773ffc6&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=e020199b-a6a4-4e1b-9455-8193d145de49&id=e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 200 len: 2291 time: 0.1292195 Oct 25 23:06:05.762505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d08ed764-5056-4c71-bdfc-47b3ab27026c req-dd48809b-03f1-489f-91b0-998d5d5cb788 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357447 Oct 25 23:06:05.870410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-149623bc-befd-40ea-9779-30aa276122b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 200 len: 1001 time: 0.1146581 Oct 25 23:06:05.921566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-488f3b6e-0af6-4b36-80d7-f84b1c802e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.923052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-488f3b6e-0af6-4b36-80d7-f84b1c802e1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b52f047-309a-46de-9baf-4586e7a965d0 HTTP/1.1" status: 200 len: 850 time: 0.0455916 Oct 25 23:06:05.988320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-089e519a-2bcc-4f20-b3fa-e10ffde623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:05.991606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-089e519a-2bcc-4f20-b3fa-e10ffde623d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a79191e-c507-4493-8e8e-dbf22773ffc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611115 Oct 25 23:06:06.121894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-14e08474-baad-47d9-be97-e469b1db5704 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226428 Oct 25 23:06:06.235257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-28cacc96-d9af-4bc4-913f-b6757515ad80 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052878 Oct 25 23:06:06.298409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-f1e570c1-1952-4585-ae29-f5fa6d063e50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0529795 Oct 25 23:06:06.356165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-fba15530-febf-4a64-94b0-b7fd2d55c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.357636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-fba15530-febf-4a64-94b0-b7fd2d55c75a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0496037 Oct 25 23:06:06.430458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-f6284d90-10d0-4ee8-8897-6c188e737338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.432896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-f6284d90-10d0-4ee8-8897-6c188e737338 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666420 Oct 25 23:06:06.594527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327f7ac-1d24-45b3-986e-069d4622fed9 req-57f98146-52f1-4cf6-8438-b367b4a6bf3f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.595323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-62061019-6037-4abc-9b32-e634fd20fbbc tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=97359e7d85a84f12a282f128d29f63cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293570 Oct 25 23:06:06.596015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2327f7ac-1d24-45b3-986e-069d4622fed9 req-57f98146-52f1-4cf6-8438-b367b4a6bf3f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0822921 Oct 25 23:06:06.600930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-7e7ec2f4-3933-47bf-997e-69845961e699 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594343 Oct 25 23:06:06.689829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2327f7ac-1d24-45b3-986e-069d4622fed9 req-d016cc6b-79c2-4e88-b861-bd83fbb64353 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859561 Oct 25 23:06:06.711887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-a66ebc7f-feb1-4a30-a14b-5fe2f9c8e796 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.713426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-a66ebc7f-feb1-4a30-a14b-5fe2f9c8e796 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165946 Oct 25 23:06:06.732271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-b90a9f7b-fe03-47a1-b088-f6133044294b service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137869 Oct 25 23:06:06.734658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-f6227f30-4e93-4d49-9fd8-387a0a4de69d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/quotas/97359e7d85a84f12a282f128d29f63cc HTTP/1.1" status: 200 len: 375 time: 0.0146887 Oct 25 23:06:06.766559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-ee2bc3fa-bd93-4079-9d70-e49fa69c5812 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=97359e7d85a84f12a282f128d29f63cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288920 Oct 25 23:06:06.788562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-6a2357ad-1047-4c0f-a399-b0d5ea9ff5d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 217 time: 0.0469267 Oct 25 23:06:06.871672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-2db3a7a5-702f-4a12-a1c4-1079036e0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.877734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-2db3a7a5-702f-4a12-a1c4-1079036e0e14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0756025 Oct 25 23:06:06.881460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa05e17-d442-42b3-8462-1863efb0b447 req-1f818403-bd2d-4ade-bc17-29b684b8e1c6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.883077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4fa05e17-d442-42b3-8462-1863efb0b447 req-1f818403-bd2d-4ade-bc17-29b684b8e1c6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 945 time: 0.0976572 Oct 25 23:06:06.966296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4fa05e17-d442-42b3-8462-1863efb0b447 req-914a2b26-5223-4c35-8584-dd809b7f9fae tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680943 Oct 25 23:06:06.970740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-eaeae9b2-390d-4df1-8e8a-85dfaf844030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:06.972191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-eaeae9b2-390d-4df1-8e8a-85dfaf844030 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881343 Oct 25 23:06:07.086611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5306-9708-4823-9948-6905427e947f req-3b28c130-fd73-4ccc-954a-4937e8b0c7e5 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:07.088266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79ba5306-9708-4823-9948-6905427e947f req-3b28c130-fd73-4ccc-954a-4937e8b0c7e5 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 949 time: 0.0608695 Oct 25 23:06:07.089166 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5f8c2fb-f8fa-46cd-a73d-3d6e20d8ef3e req-e2f3cf64-6a94-4d6a-ae93-f5ec4c77c8a7 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 210 time: 0.0404322 Oct 25 23:06:07.155610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-b75d3749-7989-4be9-8416-704ee14c191e service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733027 Oct 25 23:06:07.168164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:07.193500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79ba5306-9708-4823-9948-6905427e947f req-ec60c84d-c6f9-4773-8317-d171d9eb8df4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948491 Oct 25 23:06:07.233519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port c64ea03a-e061-44f2-a7f5-0eaeaf851683 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:07.237689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port c64ea03a-e061-44f2-a7f5-0eaeaf851683 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:07.238355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:07.285335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-685d00ee-d2ae-48bd-8718-51ff06e68625 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178007 Oct 25 23:06:07.346864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-9e468df7-3008-46b7-b833-c98061c7a668 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e HTTP/1.1" status: 200 len: 217 time: 0.0537522 Oct 25 23:06:07.354369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:07.382568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:07.385549 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7939af-ad79-4643-ae78-8be7dea85107" -d '{"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-plugged", "status": "completed", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:07.444212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:07.454817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:07.459146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-42d27df8-17ff-45ec-918c-64e556869b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:07.459367 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff026b9-c64f-4270-bce4-7becce25f7e3 x-openstack-request-id: req-4ff026b9-c64f-4270-bce4-7becce25f7e3 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:07.459696 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-plugged", "status": "completed", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:07.460230 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ff026b9-c64f-4270-bce4-7becce25f7e3 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:07.460866 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-42d27df8-17ff-45ec-918c-64e556869b31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.1055801 Oct 25 23:06:07.461027 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'code': 200} Oct 25 23:06:07.525137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:07.544924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-c907fabe-acad-4336-8907-bed480ccb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:07.546520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-c907fabe-acad-4336-8907-bed480ccb600 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709603 Oct 25 23:06:07.616312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5383d3-a04b-4873-9be7-a5b719ca6602 req-0c395a1e-c441-4f62-8a71-8e93a40411d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:07.618412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c5383d3-a04b-4873-9be7-a5b719ca6602 req-0c395a1e-c441-4f62-8a71-8e93a40411d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 1097 time: 0.0589314 Oct 25 23:06:07.657594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c5383d3-a04b-4873-9be7-a5b719ca6602 req-18b5a7b5-5e0d-4d22-abb6-b366b3e7625c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Oct 25 23:06:07.672194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-1817fe6a-b03f-49b7-81b3-c8cd10bb0b3c service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130950 Oct 25 23:06:07.788087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2eb07917-8dd9-4e2d-8073-78152938f820 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:07.820980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd0e3c-03be-471c-bbac-fd7b56a28958 req-16935a9a-d8e7-4446-9123-6fb7594b58d8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:07.822399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4fd0e3c-03be-471c-bbac-fd7b56a28958 req-16935a9a-d8e7-4446-9123-6fb7594b58d8 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0505745 Oct 25 23:06:07.840459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 2eb07917-8dd9-4e2d-8073-78152938f820 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:07.844752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 2eb07917-8dd9-4e2d-8073-78152938f820 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:07.845195 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:07.860648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4fd0e3c-03be-471c-bbac-fd7b56a28958 req-52ade764-5542-4247-a99e-1d434bfa6ba3 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Oct 25 23:06:07.935489 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:07.962040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-a14610b4-2b52-4329-823b-b778668e4e6f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:07.964164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-a14610b4-2b52-4329-823b-b778668e4e6f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 945 time: 0.0542200 Oct 25 23:06:07.971960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 2eb07917-8dd9-4e2d-8073-78152938f820, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2eb07917-8dd9-4e2d-8073-78152938f820,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:07.975476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-a9a525bc-d869-48d5-9ce6-1339aebaa8ff service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939982 Oct 25 23:06:07.977112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.028587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-1f76aa20-2b3a-48c3-90c8-57dcf3d19ad0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=86a92093-db29-4a7c-826a-286aff49ec94 HTTP/1.1" status: 200 len: 217 time: 0.0442348 Oct 25 23:06:08.067470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=2eb07917-8dd9-4e2d-8073-78152938f820,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:08.089986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-8976c81a-34dd-459c-a828-86bebf660462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.091685 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-8976c81a-34dd-459c-a828-86bebf660462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0536549 Oct 25 23:06:08.119731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bde68-c3f5-42a9-bf2c-d0f5662058e4 req-50f62c44-3212-4661-ba92-336319d56db1 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.122502 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-644bde68-c3f5-42a9-bf2c-d0f5662058e4 req-50f62c44-3212-4661-ba92-336319d56db1 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0655277 Oct 25 23:06:08.132585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Deleting port b907328c-20c5-4a38-96af-cb791f32a5aa {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:08.133192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.150738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-253d23c8-4157-4158-99fd-e00641e47810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.152327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-253d23c8-4157-4158-99fd-e00641e47810 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528033 Oct 25 23:06:08.240767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-644bde68-c3f5-42a9-bf2c-d0f5662058e4 req-9d9898b8-5461-496a-9c33-47b189bbaa76 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002271 Oct 25 23:06:08.248144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f50c3055-cd4b-405c-a8b2-86fe6250eed7 req-d3f1fbc6-67ea-4f0a-ae37-dd015e333aa3 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 210 time: 0.0685012 Oct 25 23:06:08.283308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b9fde253-51b1-402f-8943-fb5db23565a8 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=97359e7d85a84f12a282f128d29f63cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549035 Oct 25 23:06:08.299347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-f9312114-3663-4c04-a135-005b2ccf2d55 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300349 Oct 25 23:06:08.399643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] For port b907328c-20c5-4a38-96af-cb791f32a5aa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b907328c-20c5-4a38-96af-cb791f32a5aa,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:08.400005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.418755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Calling delete_port for b907328c-20c5-4a38-96af-cb791f32a5aa owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:08.438829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b70e-369e-44ad-b75c-3081dd47b966 req-96ddc2d7-e300-4046-819f-2d64fb7c28bb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.440307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a54b70e-369e-44ad-b75c-3081dd47b966 req-96ddc2d7-e300-4046-819f-2d64fb7c28bb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.0755277 Oct 25 23:06:08.444280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-f8b61eed-2926-4cc6-95ca-0928ed5bbeea service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305599 Oct 25 23:06:08.500291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-2e78289c-38ba-482c-b6ea-58a4aa5700db tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.501459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-78abd1d2-98f7-4f33-a903-57b506da4951 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1357aba4-830f-4993-8580-1abbe79dad54 HTTP/1.1" status: 200 len: 217 time: 0.0458724 Oct 25 23:06:08.501709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-2e78289c-38ba-482c-b6ea-58a4aa5700db tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182369 Oct 25 23:06:08.519062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a54b70e-369e-44ad-b75c-3081dd47b966 req-d8e2e7ab-3258-47b9-8f0a-3a939b951ccb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694051 Oct 25 23:06:08.522267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Request body: {'port': {'device_id': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '97359e7d85a84f12a282f128d29f63cc'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:08.571737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-cb9173f3-8b12-4641-a2c2-b6aed976ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.573160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-cb9173f3-8b12-4641-a2c2-b6aed976ec2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.0456140 Oct 25 23:06:08.629488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-47b9763d-6543-4c4c-98fc-5c198cc511d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:08.631461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-47b9763d-6543-4c4c-98fc-5c198cc511d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422294 Oct 25 23:06:08.690048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.711748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a78f4b8f-0e76-4b39-9615-7aeefea11ec7', 'b907328c-20c5-4a38-96af-cb791f32a5aa'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:08.726881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Made reservation on behalf of 97359e7d85a84f12a282f128d29f63cc for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:08.730557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.733205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Pushing event deleted for resources: {'Port': ['ID=b907328c-20c5-4a38-96af-cb791f32a5aa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:08.748039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.752059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-e3edde7b-d279-408d-a320-70c81878e000 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114595 Oct 25 23:06:08.768762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0f9c1d86-4f96-41ec-9130-0bae1258134b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:08.796447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] No DVR routers for this DVR port b907328c-20c5-4a38-96af-cb791f32a5aa on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:08.800863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.805203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9457f624-1b6f-4323-ae6d-578b133efa3b req-e5206dbe-e91e-4f62-a0ed-5d02c053b383 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "DELETE /v2.0/ports/b907328c-20c5-4a38-96af-cb791f32a5aa HTTP/1.1" status: 204 len: 173 time: 0.8273888 Oct 25 23:06:08.805649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'name': 'network-vif-deleted', 'tag': 'b907328c-20c5-4a38-96af-cb791f32a5aa'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:08.807954 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0164aca-6e54-48f6-97b6-339ba693d60a" -d '{"events": [{"server_uuid": "18ed7763-3296-4239-b9f5-3c893144ed9f", "name": "network-vif-deleted", "tag": "b907328c-20c5-4a38-96af-cb791f32a5aa"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:08.984338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:08.991676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-1540dc98-c78e-4e7c-b571-144f79d44d3b service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135386 Oct 25 23:06:08.991877 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217dbab2-d59f-4210-a9d5-cd4a172084e5 x-openstack-request-id: req-217dbab2-d59f-4210-a9d5-cd4a172084e5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:08.992049 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ed7763-3296-4239-b9f5-3c893144ed9f", "name": "network-vif-deleted", "tag": "b907328c-20c5-4a38-96af-cb791f32a5aa", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:08.996591 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-217dbab2-d59f-4210-a9d5-cd4a172084e5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:08.997060 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ed7763-3296-4239-b9f5-3c893144ed9f', 'name': 'network-vif-deleted', 'tag': 'b907328c-20c5-4a38-96af-cb791f32a5aa', 'status': 'completed', 'code': 200} Oct 25 23:06:08.998297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:09.072155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-6e71af68-97f5-4efa-a8b3-34c0a646e2ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 200 len: 217 time: 0.0494738 Oct 25 23:06:09.099204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5fb5a65b-ba54-41bd-a539-c979b5c60193 req-dcb94424-901e-4ad0-8b2c-45896c0bd8ba tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ed7763-3296-4239-b9f5-3c893144ed9f HTTP/1.1" status: 200 len: 210 time: 0.0959601 Oct 25 23:06:09.139040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a3fa7-1c65-478d-aaee-48c175f68ade,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:09.153324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-48d8a218-6999-4000-b4e7-a5bc813a9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:09.156631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-48d8a218-6999-4000-b4e7-a5bc813a9e50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.0801146 Oct 25 23:06:09.225716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121942-ca18-47d5-9bba-6858c387fd99 req-223771ff-9d6b-42bc-b0d7-c82dba80a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:09.227696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-223771ff-9d6b-42bc-b0d7-c82dba80a86d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529816 Oct 25 23:06:09.249129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Allocated IP 192.168.233.221 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/e5f67363-e39c-43c9-9f07-274bcec2329a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:09.398312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-d7653c80-c81e-4c19-a06c-207c9e8fea3a service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615238 Oct 25 23:06:09.461888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb07917-8dd9-4e2d-8073-78152938f820'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:09.464260 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8f23f-e037-45b0-ad92-8f4141bf7d0f" -d '{"events": [{"server_uuid": "b79c9b02-c383-4864-b649-d46af8dc5d18", "name": "network-vif-plugged", "status": "completed", "tag": "2eb07917-8dd9-4e2d-8073-78152938f820"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:09.487789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a88a127-a3c5-4b3a-b8b6-0aa7cf4f7489 req-4d162b6e-76b0-4dd6-9878-08c29ded5bca tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 210 time: 0.0815668 Oct 25 23:06:09.572627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9668-c0dd-4bcd-8370-d069009d38fb req-9f0a7723-add8-4e17-806f-38b70256e0c1 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:09.574557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c3f9668-c0dd-4bcd-8370-d069009d38fb req-9f0a7723-add8-4e17-806f-38b70256e0c1 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.1342030 Oct 25 23:06:09.602126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:09.649383 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0753505e-b07e-49a2-ab3f-823591eed9e8 x-openstack-request-id: req-0753505e-b07e-49a2-ab3f-823591eed9e8 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:09.650051 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c9b02-c383-4864-b649-d46af8dc5d18", "name": "network-vif-plugged", "status": "completed", "tag": "2eb07917-8dd9-4e2d-8073-78152938f820", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:09.650596 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0753505e-b07e-49a2-ab3f-823591eed9e8 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:09.651213 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb07917-8dd9-4e2d-8073-78152938f820', 'code': 200} Oct 25 23:06:09.663679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c3f9668-c0dd-4bcd-8370-d069009d38fb req-c131e693-7767-4f4a-ad03-86567bfedd3d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688839 Oct 25 23:06:09.695835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:09.749886 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:06:09.818378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:09.837093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:09.843997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:09.964660 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15121942-ca18-47d5-9bba-6858c387fd99 req-c764fc96-3453-4df7-921a-ec2a0a2a88d1 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439665 Oct 25 23:06:09.989336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7aaf8-4237-4132-aa66-c0a4b8cfd772 req-e73d443a-c5af-4af8-9739-aa1ffe436a96 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:09.997336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bcd7aaf8-4237-4132-aa66-c0a4b8cfd772 req-e73d443a-c5af-4af8-9739-aa1ffe436a96 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0733800 Oct 25 23:06:10.096140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bcd7aaf8-4237-4132-aa66-c0a4b8cfd772 req-a506fe34-d386-4e65-a0e5-4de1052e9905 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978234 Oct 25 23:06:10.145311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b3f1d384-85f2-4591-9bff-e08c0a3a5fb2 None None] Provisioning complete for port e5f67363-e39c-43c9-9f07-274bcec2329a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:10.146634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d384-85f2-4591-9bff-e08c0a3a5fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:10.185421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1d384-85f2-4591-9bff-e08c0a3a5fb2 None None] Port e5f67363-e39c-43c9-9f07-274bcec2329a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:06:10.246663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:10.252216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad16996-efd0-408d-9188-25c4c5e0e3f6 req-a466be40-2b86-4a67-8b44-a136bdc2024d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:10.253978 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ad16996-efd0-408d-9188-25c4c5e0e3f6 req-a466be40-2b86-4a67-8b44-a136bdc2024d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0573609 Oct 25 23:06:10.270306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6573c6-ce7f-4c7c-b385-f19a3295bb44 req-a47ba6a3-d2b5-4528-ac0f-5c41d38fa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:10.272712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d6573c6-ce7f-4c7c-b385-f19a3295bb44 req-a47ba6a3-d2b5-4528-ac0f-5c41d38fa55b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 1101 time: 0.4985557 Oct 25 23:06:10.300599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e42779-6719-4bf0-b255-8a52f660dc6e req-89d64f72-8419-4e2c-bbc1-1d7b3cdef0a0 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:10.308918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7e42779-6719-4bf0-b255-8a52f660dc6e req-89d64f72-8419-4e2c-bbc1-1d7b3cdef0a0 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.5183845 Oct 25 23:06:10.310958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ad16996-efd0-408d-9188-25c4c5e0e3f6 req-8f9c5c89-1946-49c7-a66c-2ba190335ea8 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Oct 25 23:06:10.330808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:10.331525 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:10.359443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-dedc2d05-b184-4411-bd10-afbbb4797b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8426578 Oct 25 23:06:10.385643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Request body: {'port': {'device_id': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:10.392767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d6573c6-ce7f-4c7c-b385-f19a3295bb44 req-a8fb83cb-2e88-491d-8e28-fc5e43376fa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106019 Oct 25 23:06:10.425623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7e42779-6719-4bf0-b255-8a52f660dc6e req-3467cd30-7899-4634-9fbb-ec4c7b959e6c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120408 Oct 25 23:06:10.478070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:10.621620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30830-949c-48f5-b54f-55a089f1032b req-6337690e-ddf8-4a2e-a342-46415db792fe tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:10.623137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56e30830-949c-48f5-b54f-55a089f1032b req-6337690e-ddf8-4a2e-a342-46415db792fe tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.1120133 Oct 25 23:06:10.708776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56e30830-949c-48f5-b54f-55a089f1032b req-1c0a4daf-8594-4505-8456-a6f85dde0c01 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Oct 25 23:06:10.835106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f67363-e39c-43c9-9f07-274bcec2329a {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:10.844568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:10.860399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Transition to ACTIVE for port object e5f67363-e39c-43c9-9f07-274bcec2329a will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:10.870137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:10.932169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:10.984455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c89c9-a0fd-4ba1-9487-cd80862f1a25 req-6a8f1cb9-6a47-4ebf-b6b9-f29bb90b2c36 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:10.994079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15c89c9-a0fd-4ba1-9487-cd80862f1a25 req-6a8f1cb9-6a47-4ebf-b6b9-f29bb90b2c36 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 948 time: 0.1036570 Oct 25 23:06:11.029118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Attempting to bind port e5f67363-e39c-43c9-9f07-274bcec2329a on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:11.029463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Attempting to bind port e5f67363-e39c-43c9-9f07-274bcec2329a by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:11.029799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Attempting to bind port e5f67363-e39c-43c9-9f07-274bcec2329a on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:11.034648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Port e5f67363-e39c-43c9-9f07-274bcec2329a on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:11.034975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Attempting to bind port e5f67363-e39c-43c9-9f07-274bcec2329a on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:11.045686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:11.046021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:11.046440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:11.046870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Bound port: e5f67363-e39c-43c9-9f07-274bcec2329a, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:11.047226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:11.053741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15c89c9-a0fd-4ba1-9487-cd80862f1a25 req-420ef09b-5613-48bf-ace5-00e6c7e3c46a tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Oct 25 23:06:11.143296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:11.147325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:11.156582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:11.220856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.221476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:11.222883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5f67363-e39c-43c9-9f07-274bcec2329a HTTP/1.1" status: 200 len: 1096 time: 0.8442712 Oct 25 23:06:11.223418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:11.225783 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f792d685-7c92-4c2d-bb28-4c108d48669b" -d '{"events": [{"name": "network-changed", "server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:11.264622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ead2f7-53a3-4e9a-8a47-031b7b43a134 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:11.274621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013704c-da60-4947-a37c-efc3806a7280 req-772b444a-f119-4209-a124-c412d8f5d146 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.283554 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7013704c-da60-4947-a37c-efc3806a7280 req-772b444a-f119-4209-a124-c412d8f5d146 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 946 time: 0.1007910 Oct 25 23:06:11.285168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b767-f243-4b21-acee-232475c57438 req-11ac144e-fdf2-4611-b938-bcd0ad307f9d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.296011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce74b767-f243-4b21-acee-232475c57438 req-11ac144e-fdf2-4611-b938-bcd0ad307f9d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.1265070 Oct 25 23:06:11.349661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7013704c-da60-4947-a37c-efc3806a7280 req-7983643d-9bea-47f5-80c2-d6647d356716 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 Oct 25 23:06:11.379586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce74b767-f243-4b21-acee-232475c57438 req-d5933583-cfb6-409a-b158-9f7e34d7356c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Oct 25 23:06:11.387686 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f073f1-af74-4f21-8d98-4efc7c0fcd9b x-openstack-request-id: req-c0f073f1-af74-4f21-8d98-4efc7c0fcd9b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:11.388248 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:11.388725 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0f073f1-af74-4f21-8d98-4efc7c0fcd9b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:11.389394 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'status': 'completed', 'code': 200} Oct 25 23:06:11.398690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-a7b4a538-d85a-44dd-abc1-2f17dada114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.400279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-a7b4a538-d85a-44dd-abc1-2f17dada114a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=97359e7d85a84f12a282f128d29f63cc&device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 1099 time: 0.1019518 Oct 25 23:06:11.481966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-c2567245-d21d-444b-88c3-90f6284d14af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5f67363-e39c-43c9-9f07-274bcec2329a HTTP/1.1" status: 200 len: 217 time: 0.0599256 Oct 25 23:06:11.526694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6425-21ef-4365-8185-3b64098ef3e6 req-1f244502-1c88-48e5-b594-bcecb4518aba tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.528401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ddd6425-21ef-4365-8185-3b64098ef3e6 req-1f244502-1c88-48e5-b594-bcecb4518aba tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0560288 Oct 25 23:06:11.577589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-f0f0e88a-07d8-4a04-990c-016e739a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.579082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-f0f0e88a-07d8-4a04-990c-016e739a9c6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0873806 Oct 25 23:06:11.580650 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ddd6425-21ef-4365-8185-3b64098ef3e6 req-03c283a8-f9d2-468a-b96f-c6992cd5289a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451479 Oct 25 23:06:11.594198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f898-f627-42bf-bd7d-9a4e93466543 req-1bfe9fb9-67c5-4f74-8be4-7d81f89de64f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.602735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95a1f898-f627-42bf-bd7d-9a4e93466543 req-1bfe9fb9-67c5-4f74-8be4-7d81f89de64f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.1017337 Oct 25 23:06:11.670424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95a1f898-f627-42bf-bd7d-9a4e93466543 req-bbd5f889-b26c-4410-bc8b-b8a68da69a45 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667038 Oct 25 23:06:11.676308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-81ce582f-0f93-4444-8419-45e4343e7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.678511 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-81ce582f-0f93-4444-8419-45e4343e7bd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730026 Oct 25 23:06:11.724790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363b13-5a0d-4a6e-8bf4-b3d59970de70 req-d9a35a73-80ae-46dc-8169-7f3d52bcdd0c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.726423 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24363b13-5a0d-4a6e-8bf4-b3d59970de70 req-d9a35a73-80ae-46dc-8169-7f3d52bcdd0c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0562370 Oct 25 23:06:11.766679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24363b13-5a0d-4a6e-8bf4-b3d59970de70 req-fb524e1e-8ac4-48a8-af91-82f003d248e0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330062 Oct 25 23:06:11.786113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-0e6d07b6-2bc1-4434-8fa9-8276d04a1f2c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954518 Oct 25 23:06:11.919047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de824c-d69c-4224-a1ed-b16fe0bb336c req-db6d464b-662b-41b5-b276-ce86509cadc0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:11.920538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c5de824c-d69c-4224-a1ed-b16fe0bb336c req-db6d464b-662b-41b5-b276-ce86509cadc0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0808663 Oct 25 23:06:11.924472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dc9bfe0-304d-49a4-a82a-29855325b909 req-fb3093ea-b54e-44ff-bc5e-c275e13043bb service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305332 Oct 25 23:06:11.969707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c5de824c-d69c-4224-a1ed-b16fe0bb336c req-fd10832f-fe97-4885-b7b7-db5939c878c4 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Oct 25 23:06:12.173161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-bcf40435-604d-4e30-aa09-07567fb8c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.174967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-bcf40435-604d-4e30-aa09-07567fb8c2d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=97359e7d85a84f12a282f128d29f63cc&device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 1099 time: 0.0604947 Oct 25 23:06:12.372045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-8eceeba8-d34b-461a-85d5-90531125943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.373567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-8eceeba8-d34b-461a-85d5-90531125943f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1796420 Oct 25 23:06:12.452702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2321eb-8367-4047-a8e6-48c4c9dd891d req-2ea7e0f9-eb54-4b7f-b924-68122657e314 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.469754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d2321eb-8367-4047-a8e6-48c4c9dd891d req-2ea7e0f9-eb54-4b7f-b924-68122657e314 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 948 time: 0.1510077 Oct 25 23:06:12.470917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-a87169ca-216e-4801-9ed8-bb6de1bff7d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5f67363-e39c-43c9-9f07-274bcec2329a HTTP/1.1" status: 200 len: 217 time: 0.0823650 Oct 25 23:06:12.519141 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d2321eb-8367-4047-a8e6-48c4c9dd891d req-f2450227-16ce-4ac2-97c1-b45ace9be5b1 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Oct 25 23:06:12.547687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-bee5020b-3d81-41b5-b5b3-b2b6f9a52f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.549482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-bee5020b-3d81-41b5-b5b3-b2b6f9a52f4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0774744 Oct 25 23:06:12.598685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8be504-aed7-4168-90db-596281889731 req-2343b70b-cd35-40f2-b2b2-7aa961c6d9be tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.607213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc8be504-aed7-4168-90db-596281889731 req-2343b70b-cd35-40f2-b2b2-7aa961c6d9be tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 946 time: 0.1271231 Oct 25 23:06:12.650506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-e7f8e7ee-e3d4-4917-8c59-cc852c8b23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.652004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-e7f8e7ee-e3d4-4917-8c59-cc852c8b23e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945046 Oct 25 23:06:12.710603 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:12.769520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc8be504-aed7-4168-90db-596281889731 req-03e93b65-9af9-43d7-9c5e-0b9346c8d1f9 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610663 Oct 25 23:06:12.774741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-df9bbcdb-7e2b-4196-9ddd-95c3ec11e591 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072285 Oct 25 23:06:12.944103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a95d5-5a69-4596-adfa-30fe5695229a req-b7fdece3-4ae0-49b8-89e4-fe9dac487be6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.946884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-686a95d5-5a69-4596-adfa-30fe5695229a req-b7fdece3-4ae0-49b8-89e4-fe9dac487be6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0620952 Oct 25 23:06:12.953337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465814a-1693-49c8-b813-a36a48303811 req-9cd22327-33f2-4fa8-bf8f-3890ee82007e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:12.954945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f465814a-1693-49c8-b813-a36a48303811 req-9cd22327-33f2-4fa8-bf8f-3890ee82007e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.0711169 Oct 25 23:06:12.988878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f792d685-7c92-4c2d-bb28-4c108d48669b req-d8df8254-9c32-45b8-8e52-1804663e6816 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047055 Oct 25 23:06:13.003590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-686a95d5-5a69-4596-adfa-30fe5695229a req-c6b8d0b6-4069-4b2e-b2c7-bc76d195e353 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496688 Oct 25 23:06:13.008342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f465814a-1693-49c8-b813-a36a48303811 req-7282be16-fab1-49c2-b0c8-3a6c02f3806a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469234 Oct 25 23:06:13.145295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44168747-17fc-4bc5-8cec-b8cc725f7478 req-0e1719e8-1bb2-4579-b483-98ef8d869d66 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:13.147403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44168747-17fc-4bc5-8cec-b8cc725f7478 req-0e1719e8-1bb2-4579-b483-98ef8d869d66 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0683148 Oct 25 23:06:13.181131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b907328c-20c5-4a38-96af-cb791f32a5aa no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:13.199799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44168747-17fc-4bc5-8cec-b8cc725f7478 req-aee50237-31b7-4c63-a687-63bac73ed712 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Oct 25 23:06:13.206939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: b907328c-20c5-4a38-96af-cb791f32a5aa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:13.207285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b907328c-20c5-4a38-96af-cb791f32a5aa not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:13.300338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9a82-1345-43a0-9547-487fa326ea72 req-cee84a98-9569-451c-adf9-ab4b6cae494d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:13.302515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-690c9a82-1345-43a0-9547-487fa326ea72 req-cee84a98-9569-451c-adf9-ab4b6cae494d tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.15 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 946 time: 0.0678039 Oct 25 23:06:13.412486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Deleting port 0f9c1d86-4f96-41ec-9130-0bae1258134b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:13.412773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:13.419418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-9981345a-50d6-4914-85e7-3d252f4e7b81 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237055 Oct 25 23:06:13.536633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] For port 0f9c1d86-4f96-41ec-9130-0bae1258134b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0f9c1d86-4f96-41ec-9130-0bae1258134b,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:13.537714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:13.556165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-89fa2761-6512-48a8-9cb3-ed8cc3004b59 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:13.558630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-89fa2761-6512-48a8-9cb3-ed8cc3004b59 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334395 Oct 25 23:06:13.566492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Calling delete_port for 0f9c1d86-4f96-41ec-9130-0bae1258134b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:13.584402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-c5d56bf6-3503-4377-998d-cfd682d94e02 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/quotas/58d3fbe18b314f9b8ce762eaadcd03e1 HTTP/1.1" status: 200 len: 375 time: 0.0185876 Oct 25 23:06:13.634515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-55079b17-a9bc-4839-98c9-e23c7745bbb9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486579 Oct 25 23:06:13.696112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225aa48-30fa-4297-add0-0de30fcbfb3e req-5fdcb6a2-f142-4830-a8bd-06206470d900 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:13.697639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3225aa48-30fa-4297-add0-0de30fcbfb3e req-5fdcb6a2-f142-4830-a8bd-06206470d900 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 948 time: 0.0835152 Oct 25 23:06:13.809082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3225aa48-30fa-4297-add0-0de30fcbfb3e req-366f52d5-72c1-49de-84dd-28fa45f68464 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977790 Oct 25 23:06:13.815159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:13.831218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02a35a06-2dbd-4427-bd93-790a4aa309b9 req-2d8dc7da-b8b9-4cbc-8e67-1e7426eee909 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0516908 Oct 25 23:06:13.845654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a78f4b8f-0e76-4b39-9615-7aeefea11ec7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:13.874193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Pushing event deleted for resources: {'Port': ['ID=0f9c1d86-4f96-41ec-9130-0bae1258134b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:13.907691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['0f9c1d86-4f96-41ec-9130-0bae1258134b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:13.957581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] No DVR routers for this DVR port 0f9c1d86-4f96-41ec-9130-0bae1258134b on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:13.960582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:13.964005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-690c9a82-1345-43a0-9547-487fa326ea72 req-693042ed-319b-41ce-ab3f-a7d0551f0f07 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.15 "DELETE /v2.0/ports/0f9c1d86-4f96-41ec-9130-0bae1258134b HTTP/1.1" status: 204 len: 173 time: 0.6558909 Oct 25 23:06:13.967309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669edca0-7b2d-42d7-812f-532f1149ab85', 'name': 'network-vif-deleted', 'tag': '0f9c1d86-4f96-41ec-9130-0bae1258134b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:13.969909 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0b409-0d94-456f-90ab-f95b33ba3207" -d '{"events": [{"server_uuid": "669edca0-7b2d-42d7-812f-532f1149ab85", "name": "network-vif-deleted", "tag": "0f9c1d86-4f96-41ec-9130-0bae1258134b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:14.006925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15c27c12-0464-451c-94ab-cc4efbb98f60 req-99a15af3-25b4-4279-9974-01fdbb3c4cab tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=669edca0-7b2d-42d7-812f-532f1149ab85 HTTP/1.1" status: 200 len: 210 time: 0.0414069 Oct 25 23:06:14.026393 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc433380-8fad-4d5d-ac36-95a842980619 x-openstack-request-id: req-bc433380-8fad-4d5d-ac36-95a842980619 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:14.026684 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669edca0-7b2d-42d7-812f-532f1149ab85", "name": "network-vif-deleted", "tag": "0f9c1d86-4f96-41ec-9130-0bae1258134b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:14.026927 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc433380-8fad-4d5d-ac36-95a842980619 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:14.027321 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669edca0-7b2d-42d7-812f-532f1149ab85', 'name': 'network-vif-deleted', 'tag': '0f9c1d86-4f96-41ec-9130-0bae1258134b', 'status': 'completed', 'code': 200} Oct 25 23:06:14.148676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455987c7-7780-4368-90f8-d1ac985f1b40 req-ff3e4a65-f77d-45e7-adf8-30a320210992 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:14.156117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-455987c7-7780-4368-90f8-d1ac985f1b40 req-ff3e4a65-f77d-45e7-adf8-30a320210992 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0768213 Oct 25 23:06:14.202948 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-455987c7-7780-4368-90f8-d1ac985f1b40 req-5a3bd0b5-3d25-4c79-a2b5-5ce0a16e2453 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Oct 25 23:06:14.926548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8a81e58-f091-4e5d-9fa9-5063dd798123 req-7a32d3b7-b3d0-4ded-b05c-f79233f642b8 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0314713 Oct 25 23:06:14.939656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf480-df63-436b-b29f-2f2eb24b67e7 req-75e5d665-8b8d-4291-bf5b-c9145017fd4d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:14.948061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9ccf480-df63-436b-b29f-2f2eb24b67e7 req-75e5d665-8b8d-4291-bf5b-c9145017fd4d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 948 time: 0.0658298 Oct 25 23:06:14.981887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9ccf480-df63-436b-b29f-2f2eb24b67e7 req-f6609c02-f186-418d-85bc-5d1c07b1f69d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Oct 25 23:06:15.071352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-eb35d099-3da6-4b40-a00e-0df5e971faec tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223701 Oct 25 23:06:15.198833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:15.200706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-304b6faf-88c9-4d8f-aee3-1fd63ee2ddc2 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:15.202400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-304b6faf-88c9-4d8f-aee3-1fd63ee2ddc2 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1242051 Oct 25 23:06:15.236070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Request body: {'port': {'device_id': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58d3fbe18b314f9b8ce762eaadcd03e1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:15.340413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:15.359562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'port_id': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'mac_address': 'fa:16:3e:b6:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65dbaa6-b0d5-4f50-8de0-121a161e6824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:15.401826 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:15.419100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c64ea03a-e061-44f2-a7f5-0eaeaf851683 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:15.441119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:15.456880 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:15.469610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5e73-861a-4360-8318-d65dbad701e7 req-2e2739cb-15d9-4517-be49-e0064968b014 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:15.471187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa8e5e73-861a-4360-8318-d65dbad701e7 req-2e2739cb-15d9-4517-be49-e0064968b014 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0907700 Oct 25 23:06:15.472331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Made reservation on behalf of 58d3fbe18b314f9b8ce762eaadcd03e1 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:15.477124 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:15.544856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-147ed844-29b5-4cbe-9402-1d16fab65edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:15.546408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:15.585841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd49855-8097-4b5d-8115-9d3ae56d6eb9 req-90ae238a-aecc-461f-a582-5cf3a32d288f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:15.591065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c64ea03a-e061-44f2-a7f5-0eaeaf851683'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:15.593090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa8e5e73-861a-4360-8318-d65dbad701e7 req-9792f850-b5a3-4cf2-8d66-f9fff0507a60 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120558 Oct 25 23:06:15.594401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bd49855-8097-4b5d-8115-9d3ae56d6eb9 req-90ae238a-aecc-461f-a582-5cf3a32d288f tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0749891 Oct 25 23:06:15.670974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bd49855-8097-4b5d-8115-9d3ae56d6eb9 req-62ff6aa9-30ed-400c-b95f-a5e741405fa5 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756528 Oct 25 23:06:15.763440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Allocated IP 192.168.233.230 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/92b51aed-6074-4ae5-b780-29ba0967a1eb) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:15.925259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:15.960548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:15.972819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:16.022890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:16.029774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['2eb07917-8dd9-4e2d-8073-78152938f820'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:16.044038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:16.050612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:16.080932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef01489-25ee-4643-a31b-0f16cb3414eb req-69cbcf5d-a7e7-4301-bdff-a3b4f43c5039 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:16.082507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ef01489-25ee-4643-a31b-0f16cb3414eb req-69cbcf5d-a7e7-4301-bdff-a3b4f43c5039 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 936 time: 0.0765426 Oct 25 23:06:16.119606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event updated for resources: {'Port': ['ID=92b51aed-6074-4ae5-b780-29ba0967a1eb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:16.144906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ef01489-25ee-4643-a31b-0f16cb3414eb req-f385d28e-1586-4891-8167-31182a596730 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Oct 25 23:06:16.191886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:16.193229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:16.225651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55aeacc-755f-4f57-9b7a-5ef304ac78dc req-14102d63-9979-4a76-8ed2-5877054b2663 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:16.227407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e55aeacc-755f-4f57-9b7a-5ef304ac78dc req-14102d63-9979-4a76-8ed2-5877054b2663 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 948 time: 0.1141589 Oct 25 23:06:16.260444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-46affaf3-9323-4a84-a232-eaf15638bc9c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0294123 Oct 25 23:06:16.277421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Request body: {'port': {'device_id': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:16.317943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e55aeacc-755f-4f57-9b7a-5ef304ac78dc req-34c498e0-5ef9-4586-a44b-6b0fd8590de3 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829382 Oct 25 23:06:16.347121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9c282889-4c7d-4227-8acf-218447317a0e None None] Provisioning complete for port 92b51aed-6074-4ae5-b780-29ba0967a1eb triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:16.347714 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9c282889-4c7d-4227-8acf-218447317a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:16.351762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:16.387049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9c282889-4c7d-4227-8acf-218447317a0e None None] Port 92b51aed-6074-4ae5-b780-29ba0967a1eb cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:06:16.632821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b51aed-6074-4ae5-b780-29ba0967a1eb {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:16.640717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:16.661117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Transition to ACTIVE for port object 92b51aed-6074-4ae5-b780-29ba0967a1eb will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:16.676534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:16.760129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32ca1a-8fb0-4946-b903-71a78db3f660 req-bbdcaeb1-139e-4aed-a2d5-42ba1115c116 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:16.762006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd32ca1a-8fb0-4946-b903-71a78db3f660 req-bbdcaeb1-139e-4aed-a2d5-42ba1115c116 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 945 time: 0.1022334 Oct 25 23:06:16.774185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Pushing event updated for resources: {'Port': ['ID=92b51aed-6074-4ae5-b780-29ba0967a1eb,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:16.859263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd32ca1a-8fb0-4946-b903-71a78db3f660 req-1a199785-7678-4059-9c27-8f52dfab0805 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878990 Oct 25 23:06:16.887514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Attempting to bind port 92b51aed-6074-4ae5-b780-29ba0967a1eb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:16.888143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Attempting to bind port 92b51aed-6074-4ae5-b780-29ba0967a1eb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:16.888670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Attempting to bind port 92b51aed-6074-4ae5-b780-29ba0967a1eb on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:16.895150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Port 92b51aed-6074-4ae5-b780-29ba0967a1eb on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:16.895486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Attempting to bind port 92b51aed-6074-4ae5-b780-29ba0967a1eb on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:16.906336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:16.906734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:16.907134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:16.907626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Bound port: 92b51aed-6074-4ae5-b780-29ba0967a1eb, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:16.907913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.002352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] For port 92b51aed-6074-4ae5-b780-29ba0967a1eb, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:17.006693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] For port 92b51aed-6074-4ae5-b780-29ba0967a1eb, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:17.015106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.018699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe156a-5baf-462b-bc15-72badd073dc8 req-6ee7234d-b4af-4a69-aa93-ffb4f2e983ea tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.022522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dbfe156a-5baf-462b-bc15-72badd073dc8 req-6ee7234d-b4af-4a69-aa93-ffb4f2e983ea tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.0980017 Oct 25 23:06:17.069746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.070399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.072267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] 10.222.0.11 "PUT /v2.0/ports/92b51aed-6074-4ae5-b780-29ba0967a1eb HTTP/1.1" status: 200 len: 1096 time: 0.7991493 Oct 25 23:06:17.078944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'tag': '92b51aed-6074-4ae5-b780-29ba0967a1eb'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:17.081553 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6264986b-efa2-4093-baad-c66c67e3207d" -d '{"events": [{"name": "network-changed", "server_uuid": "53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4", "tag": "92b51aed-6074-4ae5-b780-29ba0967a1eb"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:17.081749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dbfe156a-5baf-462b-bc15-72badd073dc8 req-90dc79f4-62c6-4f62-8d9d-31e6884189c0 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9ad894-66ec-4cf2-8476-9dfaaee409c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Oct 25 23:06:17.115080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3de602-8ff9-4797-bbef-875a80f32020 service neutron] Pushing event updated for resources: {'Port': ['ID=92b51aed-6074-4ae5-b780-29ba0967a1eb,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:17.196941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-070413a2-f288-4b29-a0ca-c81653a61b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.198803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-070413a2-f288-4b29-a0ca-c81653a61b5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 1099 time: 0.0627379 Oct 25 23:06:17.228825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:17.309276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-813af618-d365-4006-8f6b-36613011cc39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb HTTP/1.1" status: 200 len: 217 time: 0.0963249 Oct 25 23:06:17.336884 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a9114-3a6a-492b-b2bd-a1682bebf18b x-openstack-request-id: req-c70a9114-3a6a-492b-b2bd-a1682bebf18b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:17.338353 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4", "tag": "92b51aed-6074-4ae5-b780-29ba0967a1eb", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:17.338619 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c70a9114-3a6a-492b-b2bd-a1682bebf18b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:17.342460 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'tag': '92b51aed-6074-4ae5-b780-29ba0967a1eb', 'status': 'completed', 'code': 200} Oct 25 23:06:17.345843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d866419-f044-421a-b572-27605c69df9d req-47b9d507-a289-41fa-b20f-18a8705b6573 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.351818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port c64ea03a-e061-44f2-a7f5-0eaeaf851683 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:17.352261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.355728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d866419-f044-421a-b572-27605c69df9d req-47b9d507-a289-41fa-b20f-18a8705b6573 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 945 time: 0.1701927 Oct 25 23:06:17.396714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-3110de82-00d9-42e8-b52f-57a0b3839555 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.398530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-3110de82-00d9-42e8-b52f-57a0b3839555 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 946 time: 0.1338387 Oct 25 23:06:17.409782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-4500c53a-8830-401b-8578-55aa701a9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.413757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-4500c53a-8830-401b-8578-55aa701a9d61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0950260 Oct 25 23:06:17.415388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d866419-f044-421a-b572-27605c69df9d req-e3a13488-0e7d-475a-ad3f-0355f2ecd43f tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Oct 25 23:06:17.501099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.509504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa4f63-a0de-4e46-9645-9e82fc4e33dc req-e27b38ba-0152-4db9-ba96-8a9dcbdd581b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.511087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2aa4f63-a0de-4e46-9645-9e82fc4e33dc req-e27b38ba-0152-4db9-ba96-8a9dcbdd581b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.1033566 Oct 25 23:06:17.516967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-db95b211-b3c7-411a-9a49-c5a35dd5fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.518449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-db95b211-b3c7-411a-9a49-c5a35dd5fcc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930059 Oct 25 23:06:17.530451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:17.532834 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005016fb-9ee4-4eda-8462-7f3b7a8cb8b6" -d '{"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-plugged", "status": "completed", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:17.550625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:17.555410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.581655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fd194-b330-4aac-a054-0be3e51e1abc req-aa964347-e770-468a-9a35-9fcaeebf4ccf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.583434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b89fd194-b330-4aac-a054-0be3e51e1abc req-aa964347-e770-468a-9a35-9fcaeebf4ccf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 945 time: 0.0893421 Oct 25 23:06:17.596720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Deleting port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:17.597201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.607254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:17.609845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2aa4f63-a0de-4e46-9645-9e82fc4e33dc req-06f6b6d5-8687-4ebd-b26a-a103d842d3f8 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904520 Oct 25 23:06:17.649804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-43b76e82-5c68-41b1-92a8-8a855b184f51 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103771 Oct 25 23:06:17.688815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b89fd194-b330-4aac-a054-0be3e51e1abc req-a9e40ef3-82d3-4a03-bc4e-c09897432f01 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950983 Oct 25 23:06:17.730655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] For port a78f4b8f-0e76-4b39-9615-7aeefea11ec7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:17.731909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.740815 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c7a263-1718-405a-a0a6-827c6337ca20 x-openstack-request-id: req-21c7a263-1718-405a-a0a6-827c6337ca20 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:17.741255 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-plugged", "status": "completed", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:17.742243 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21c7a263-1718-405a-a0a6-827c6337ca20 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:17.742724 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'code': 200} Oct 25 23:06:17.748975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Calling delete_port for a78f4b8f-0e76-4b39-9615-7aeefea11ec7 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:17.815379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0be1-33ad-46e7-b5b4-a04c2a280ab4 req-eb5d00c7-20eb-4c44-a3d1-6743eed021b8 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.815834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:17.816893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c2c0be1-33ad-46e7-b5b4-a04c2a280ab4 req-eb5d00c7-20eb-4c44-a3d1-6743eed021b8 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 948 time: 0.1366503 Oct 25 23:06:17.821513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a149102c-c9b5-410a-953f-20f7b0901c69 req-8cd8290a-a02d-457b-95a3-591908798f56 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612935 Oct 25 23:06:17.825651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0f9c1d86-4f96-41ec-9130-0bae1258134b no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:17.870694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 0f9c1d86-4f96-41ec-9130-0bae1258134b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:17.871350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0f9c1d86-4f96-41ec-9130-0bae1258134b not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:17.910740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c2c0be1-33ad-46e7-b5b4-a04c2a280ab4 req-8d5b83ad-040a-43a4-9339-15a18de2bb6b tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Oct 25 23:06:17.930010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:17.946834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a78f4b8f-0e76-4b39-9615-7aeefea11ec7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:17.966435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264986b-efa2-4093-baad-c66c67e3207d req-076e3ee1-1cc5-465c-9b7c-74dad87ce3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:17.967951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-076e3ee1-1cc5-465c-9b7c-74dad87ce3d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 1099 time: 0.0794153 Oct 25 23:06:17.972174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Pushing event deleted for resources: {'Port': ['ID=a78f4b8f-0e76-4b39-9615-7aeefea11ec7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:18.022700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] No DVR routers for this DVR port a78f4b8f-0e76-4b39-9615-7aeefea11ec7 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:18.025255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:18.029464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2c2280e-a5ff-4355-ba39-5ccaba3ef5da req-04b3b799-7c47-4eb4-b6de-f58230fd9b81 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.11 "DELETE /v2.0/ports/a78f4b8f-0e76-4b39-9615-7aeefea11ec7 HTTP/1.1" status: 204 len: 173 time: 0.5999346 Oct 25 23:06:18.030511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158f4853-3d21-4419-b912-59a250b47c3f', 'name': 'network-vif-deleted', 'tag': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:18.033639 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceef6d96-b931-4fc3-8959-669614476909" -d '{"events": [{"server_uuid": "158f4853-3d21-4419-b912-59a250b47c3f", "name": "network-vif-deleted", "tag": "a78f4b8f-0e76-4b39-9615-7aeefea11ec7"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:18.063200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:18.106869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'mac_address': 'fa:16:3e:e3:41:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:18.126581 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e0c57-ffe4-4ff8-8d2a-581fedbe8423 x-openstack-request-id: req-7c0e0c57-ffe4-4ff8-8d2a-581fedbe8423 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:18.127123 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158f4853-3d21-4419-b912-59a250b47c3f", "name": "network-vif-deleted", "tag": "a78f4b8f-0e76-4b39-9615-7aeefea11ec7", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:18.127256 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c0e0c57-ffe4-4ff8-8d2a-581fedbe8423 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:18.127556 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158f4853-3d21-4419-b912-59a250b47c3f', 'name': 'network-vif-deleted', 'tag': 'a78f4b8f-0e76-4b39-9615-7aeefea11ec7', 'status': 'completed', 'code': 200} Oct 25 23:06:18.202262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264986b-efa2-4093-baad-c66c67e3207d req-6220792e-1765-463a-b03e-c19f4232d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:18.203705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-6220792e-1765-463a-b03e-c19f4232d953 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.2128699 Oct 25 23:06:18.229260 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:18.244659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f67363-e39c-43c9-9f07-274bcec2329a {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:18.255586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8cef2144-ed11-4acd-b669-fa854b7e3c2a req-29cae887-3f14-469a-90c5-7d9016c86279 tempest-ListServerFiltersTestJSON-1136881744 tempest-ListServerFiltersTestJSON-1136881744-project] 10.222.0.25 "GET /v2.0/ports?device_id=158f4853-3d21-4419-b912-59a250b47c3f HTTP/1.1" status: 200 len: 210 time: 0.0345128 Oct 25 23:06:18.277079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:18.284069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:18.295585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-cc5a4fd1-821a-4de3-b18e-3ccb6191f9f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb HTTP/1.1" status: 200 len: 217 time: 0.0799851 Oct 25 23:06:18.329733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc690d26-bd37-4bc2-ad29-a5f314d33b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:18.342966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:18.359705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264986b-efa2-4093-baad-c66c67e3207d req-ab2e33f5-bfae-4955-9a35-1b9b64c1d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:18.361161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-ab2e33f5-bfae-4955-9a35-1b9b64c1d546 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0510402 Oct 25 23:06:18.408385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264986b-efa2-4093-baad-c66c67e3207d req-80b96caa-8b78-4ac7-9769-33a6c0fcb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:18.409833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-80b96caa-8b78-4ac7-9769-33a6c0fcb7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397837 Oct 25 23:06:18.509586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-11cc39ca-f9cc-4ddf-8ea8-14a774cf553e service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902288 Oct 25 23:06:18.526518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56304a5-aa26-4909-9090-84522b69e015 req-2b95de41-9be8-4dc7-ab38-94fc2d23e9f7 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:18.527964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c56304a5-aa26-4909-9090-84522b69e015 req-2b95de41-9be8-4dc7-ab38-94fc2d23e9f7 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 945 time: 0.0518420 Oct 25 23:06:18.570185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c56304a5-aa26-4909-9090-84522b69e015 req-f302fe2e-ddd7-4686-8041-69c2680aa907 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/security-groups?id=eccdbb73-ece6-4da6-ba55-26facabab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Oct 25 23:06:18.613377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6264986b-efa2-4093-baad-c66c67e3207d req-da4aebea-43be-4e32-abbe-f069d3a5bcb9 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957448 Oct 25 23:06:18.755977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca6ea1-3e12-4fd6-983a-0fbccbf57604 req-225c3cc0-9c2f-452f-acdd-1c32b3d57c3c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:18.757568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2ca6ea1-3e12-4fd6-983a-0fbccbf57604 req-225c3cc0-9c2f-452f-acdd-1c32b3d57c3c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.0591407 Oct 25 23:06:18.780433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e5f67363-e39c-43c9-9f07-274bcec2329a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:18.797517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2ca6ea1-3e12-4fd6-983a-0fbccbf57604 req-39dbbf9c-c856-44ca-9aef-da2bc02a083d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Oct 25 23:06:18.824980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd302e-1dad-421d-a3cd-a97b7ab4a8c8 req-4d48750f-21d0-4214-90d3-5da29736cb8b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:18.826534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9fdd302e-1dad-421d-a3cd-a97b7ab4a8c8 req-4d48750f-21d0-4214-90d3-5da29736cb8b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0629015 Oct 25 23:06:18.867467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9fdd302e-1dad-421d-a3cd-a97b7ab4a8c8 req-dcc8aa7f-dc57-4250-8c9a-e2194bd342dd tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Oct 25 23:06:19.029575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb2da1-7beb-40b6-bdd2-1634ecb9e5b0 req-a93f8c51-b8b7-403e-9116-f4efbeb74622 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:19.031206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00bb2da1-7beb-40b6-bdd2-1634ecb9e5b0 req-a93f8c51-b8b7-403e-9116-f4efbeb74622 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.0490160 Oct 25 23:06:19.069300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00bb2da1-7beb-40b6-bdd2-1634ecb9e5b0 req-7c271d6f-a03e-42aa-9039-1f8f004ffb18 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Oct 25 23:06:19.157705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3ea02-753a-4499-af77-2880533b5485 req-51d496fb-d4a9-4628-8381-d13be52f9591 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:19.159198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2b3ea02-753a-4499-af77-2880533b5485 req-51d496fb-d4a9-4628-8381-d13be52f9591 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 945 time: 0.0529435 Oct 25 23:06:19.161111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-3eb8fca1-8acf-46f8-86b8-ff3aced1b362 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:19.163441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-3eb8fca1-8acf-46f8-86b8-ff3aced1b362 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 946 time: 0.0505862 Oct 25 23:06:19.227309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:19.256752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Deleting port f2db1724-68c3-4581-927b-cf8e675c3994 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:19.257087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.268144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Deleting port c64ea03a-e061-44f2-a7f5-0eaeaf851683 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:19.268740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.331868 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.364548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:19.384393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:19.386122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] For port f2db1724-68c3-4581-927b-cf8e675c3994, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2db1724-68c3-4581-927b-cf8e675c3994,segment=NetworkSegment(39d54308-c35e-4ab7-9d62-12b0eb7f22ff),segment_id=39d54308-c35e-4ab7-9d62-12b0eb7f22ff)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:19.387739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.389887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.403419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Calling delete_port for f2db1724-68c3-4581-927b-cf8e675c3994 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:19.436299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Deleting subnet 33adcd4a-1e47-4fa4-b5e1-73189113d6aa {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:06:19.440287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] For port c64ea03a-e061-44f2-a7f5-0eaeaf851683, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c64ea03a-e061-44f2-a7f5-0eaeaf851683,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:19.440651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.443166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.451422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:19.479283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Calling delete_port for c64ea03a-e061-44f2-a7f5-0eaeaf851683 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:19.480577 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.500222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.546301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.576194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Pushing event deleted for resources: {'Port': ['ID=f2db1724-68c3-4581-927b-cf8e675c3994,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:19.622246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] No DVR routers for this DVR port f2db1724-68c3-4581-927b-cf8e675c3994 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:19.624801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.628508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2b3ea02-753a-4499-af77-2880533b5485 req-127b33d4-4332-4641-a8ab-d11d198a4b0e tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.15 "DELETE /v2.0/ports/f2db1724-68c3-4581-927b-cf8e675c3994 HTTP/1.1" status: 204 len: 173 time: 0.4628835 Oct 25 23:06:19.638049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.672797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ede50eff-05c7-4559-8964-e8fa6aaff141 req-0b2e5128-c4b6-4ddd-a9f2-d004cff269c9 tempest-VolumesAdminNegativeTest-2123277427 tempest-VolumesAdminNegativeTest-2123277427-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd127f8-6501-4e83-8da6-91cbe63a03d9 HTTP/1.1" status: 200 len: 210 time: 0.0302775 Oct 25 23:06:19.721936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.743873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:19.746755 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7130f88-bc3f-47ac-8015-33f7a0a3d2ea" -d '{"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-unplugged", "status": "completed", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:19.753624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event deleted for resources: {'Port': ['ID=c64ea03a-e061-44f2-a7f5-0eaeaf851683,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:19.757066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.790926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33adcd4a-1e47-4fa4-b5e1-73189113d6aa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:19.794480 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b969e6f8-da4b-4ac6-80fd-24d2b0d5f27c x-openstack-request-id: req-b969e6f8-da4b-4ac6-80fd-24d2b0d5f27c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:19.794999 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-unplugged", "status": "completed", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:19.795204 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b969e6f8-da4b-4ac6-80fd-24d2b0d5f27c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:19.795696 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'code': 200} Oct 25 23:06:19.800936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a082c6-400e-4cb5-be07-25a726ffc75b None None] Network 8d890783-f17d-4265-99a6-dde825998739 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:19.810880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.816461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-408e8b11-f2b4-4e5e-8a96-3c87137f92ec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/33adcd4a-1e47-4fa4-b5e1-73189113d6aa HTTP/1.1" status: 204 len: 168 time: 0.4488981 Oct 25 23:06:19.816843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50672) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:19.835781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] No DVR routers for this DVR port c64ea03a-e061-44f2-a7f5-0eaeaf851683 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:19.838428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.841751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f1a6f8-f842-4fb6-b4af-01e456b625b8 req-0f787901-553a-4b6b-a7c1-b40d8a04233b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "DELETE /v2.0/ports/c64ea03a-e061-44f2-a7f5-0eaeaf851683 HTTP/1.1" status: 204 len: 173 time: 0.6708333 Oct 25 23:06:19.842215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-deleted', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:19.844560 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e02d9-7075-4d21-89f2-6ab2440aa869" -d '{"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-deleted", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:19.888967 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa56141-6c5b-4809-950c-7744038d4a97 x-openstack-request-id: req-bfa56141-6c5b-4809-950c-7744038d4a97 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:19.889213 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cc20d-0c27-4d4f-82e3-642e51d11d69", "name": "network-vif-deleted", "tag": "c64ea03a-e061-44f2-a7f5-0eaeaf851683", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:19.889461 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfa56141-6c5b-4809-950c-7744038d4a97 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:19.889859 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3cc20d-0c27-4d4f-82e3-642e51d11d69', 'name': 'network-vif-deleted', 'tag': 'c64ea03a-e061-44f2-a7f5-0eaeaf851683', 'status': 'completed', 'code': 200} Oct 25 23:06:19.941838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2db1724-68c3-4581-927b-cf8e675c3994'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:19.978620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8c3074eb-d63e-43fa-9579-303c50436767 req-b2cfc697-fb78-44b1-8c0a-89a17e2f83ec tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e3cc20d-0c27-4d4f-82e3-642e51d11d69 HTTP/1.1" status: 200 len: 210 time: 0.0320926 Oct 25 23:06:19.983295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:19.994854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d40102-8f2f-46c8-83af-7b9a8237492d req-f1c9ff14-4054-46ae-85bf-5009067d93c6 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:19.996381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07d40102-8f2f-46c8-83af-7b9a8237492d req-f1c9ff14-4054-46ae-85bf-5009067d93c6 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.0856223 Oct 25 23:06:20.073512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07d40102-8f2f-46c8-83af-7b9a8237492d req-ec44c243-fffb-40bc-8d2d-277f5fe22f8a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698516 Oct 25 23:06:20.087017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.101017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Deleting port 5935bd31-b6db-412a-8568-8cb930652a3a {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:20.101352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.113139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] DHCP port deletion for 8d890783-f17d-4265-99a6-dde825998739 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:06:20.146718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'name': 'network-vif-deleted', 'tag': 'f2db1724-68c3-4581-927b-cf8e675c3994'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:20.149367 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b022fe-d9d9-430c-a5a0-7963ebeb3747" -d '{"events": [{"server_uuid": "bfd127f8-6501-4e83-8da6-91cbe63a03d9", "name": "network-vif-deleted", "tag": "f2db1724-68c3-4581-927b-cf8e675c3994"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:20.166404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] Deleting port 5935bd31-b6db-412a-8568-8cb930652a3a {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:20.166776 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.197661 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae41b7-4ba4-4fe8-a6ac-40b364a9aa06 x-openstack-request-id: req-a2ae41b7-4ba4-4fe8-a6ac-40b364a9aa06 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:20.198252 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd127f8-6501-4e83-8da6-91cbe63a03d9", "name": "network-vif-deleted", "tag": "f2db1724-68c3-4581-927b-cf8e675c3994", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:20.199709 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2ae41b7-4ba4-4fe8-a6ac-40b364a9aa06 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:20.200121 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd127f8-6501-4e83-8da6-91cbe63a03d9', 'name': 'network-vif-deleted', 'tag': 'f2db1724-68c3-4581-927b-cf8e675c3994', 'status': 'completed', 'code': 200} Oct 25 23:06:20.228746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] For port 5935bd31-b6db-412a-8568-8cb930652a3a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5935bd31-b6db-412a-8568-8cb930652a3a,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:20.229184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.251642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884ce71-1726-4f01-a3cd-4b47d4b625a7 req-fe433651-8fe5-4d09-b1fb-b8a7a4e0398d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:20.252818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4884ce71-1726-4f01-a3cd-4b47d4b625a7 req-fe433651-8fe5-4d09-b1fb-b8a7a4e0398d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.1001818 Oct 25 23:06:20.258488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Calling delete_port for 5935bd31-b6db-412a-8568-8cb930652a3a owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:20.352736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4884ce71-1726-4f01-a3cd-4b47d4b625a7 req-809d1fc7-e32f-4a21-bab3-56a461734c47 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895879 Oct 25 23:06:20.395869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.396665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] For port 5935bd31-b6db-412a-8568-8cb930652a3a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5935bd31-b6db-412a-8568-8cb930652a3a,segment=NetworkSegment(e3d852ab-1898-4b74-ac12-5968bc64e154),segment_id=e3d852ab-1898-4b74-ac12-5968bc64e154)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:20.397059 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.409825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] Calling delete_port for 5935bd31-b6db-412a-8568-8cb930652a3a owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:20.423441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Pushing event deleted for resources: {'Port': ['ID=5935bd31-b6db-412a-8568-8cb930652a3a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:20.427577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] No DVR routers for this DVR port 5935bd31-b6db-412a-8568-8cb930652a3a on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:20.495160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.503589 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.525873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] Pushing event deleted for resources: {'Port': ['ID=5935bd31-b6db-412a-8568-8cb930652a3a,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:20.527807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd9690-2da1-4054-8814-2027ec3e520c None None] No DVR routers for this DVR port 5935bd31-b6db-412a-8568-8cb930652a3a on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:20.528639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d890783-f17d-4265-99a6-dde825998739']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:20.540709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d852ab-1898-4b74-ac12-5968bc64e154') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:20.541145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d852ab-1898-4b74-ac12-5968bc64e154') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:20.553630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.565751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.572088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:06:20.572446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:06:20.574211 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:06:20.604426 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.626642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.634000 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.637195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d890783-f17d-4265-99a6-dde825998739 HTTP/1.1" status: 204 len: 168 time: 0.8185785 Oct 25 23:06:20.647846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9139a-45f2-4a5a-85d6-827db2f0e45f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d890783-f17d-4265-99a6-dde825998739,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:20.734078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50694) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:20.781597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Deleting subnet e0172c3d-dab1-4141-9f8e-97f0db0a8b43 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:06:20.785008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.807800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:20.824879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.857404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7d211e22-95a8-46af-8225-e12681bff897 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ce4e8ef441149f689d5af5fca2d9d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393209 Oct 25 23:06:20.857404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50698) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:20.864200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.906026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81ac9684-fdc2-4382-8d88-a9b373cc730f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.928669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.936519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81ac9684-fdc2-4382-8d88-a9b373cc730f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.956345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0172c3d-dab1-4141-9f8e-97f0db0a8b43,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:20.960126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:20.963342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53d50019-3a43-4b14-8f84-38cef19f0211 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e0172c3d-dab1-4141-9f8e-97f0db0a8b43 HTTP/1.1" status: 204 len: 168 time: 0.2282310 Oct 25 23:06:20.965939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:21.041744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.050073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81ac9684-fdc2-4382-8d88-a9b373cc730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.053466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81ac9684-fdc2-4382-8d88-a9b373cc730f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.057001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-81ac9684-fdc2-4382-8d88-a9b373cc730f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e9ad894-66ec-4cf2-8476-9dfaaee409c1 HTTP/1.1" status: 204 len: 168 time: 0.1960759 Oct 25 23:06:21.065811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac9684-fdc2-4382-8d88-a9b373cc730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ad894-66ec-4cf2-8476-9dfaaee409c1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:21.147207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.171059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a08fef-9034-429e-a98f-2dd19e6fb6de']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:21.182847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d54308-c35e-4ab7-9d62-12b0eb7f22ff') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:21.183146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d54308-c35e-4ab7-9d62-12b0eb7f22ff') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:21.195875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.211488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.220761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:06:21.221236 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:06:21.226348 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:06:21.249814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 92b51aed-6074-4ae5-b780-29ba0967a1eb details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:21.256807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a78f4b8f-0e76-4b39-9615-7aeefea11ec7 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:21.281677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50712) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:21.287974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661103687', 'description': 'tempest-description--1810735647'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:21.311126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: a78f4b8f-0e76-4b39-9615-7aeefea11ec7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:21.311569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a78f4b8f-0e76-4b39-9615-7aeefea11ec7 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:21.319690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.334632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.339236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.339652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] 10.222.0.25 "DELETE /v2.0/networks/03a08fef-9034-429e-a98f-2dd19e6fb6de HTTP/1.1" status: 204 len: 168 time: 0.3725235 Oct 25 23:06:21.342373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50718) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:21.367523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f746-3a74-40f1-b978-e64a74071511 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a08fef-9034-429e-a98f-2dd19e6fb6de,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:21.391498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2344d-ce36-4e87-97ac-ee4519ceda95 req-dd349faf-0089-4733-b760-88acbc7b4b1d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:21.399212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ca2344d-ce36-4e87-97ac-ee4519ceda95 req-dd349faf-0089-4733-b760-88acbc7b4b1d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.1175947 Oct 25 23:06:21.400495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Deleting subnet 5eccb55f-f6fc-4b05-a605-b34a0bbf3336 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:06:21.416992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.451102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 92b51aed-6074-4ae5-b780-29ba0967a1eb, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:21.451875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ca2344d-ce36-4e87-97ac-ee4519ceda95 req-4c608536-7a9a-4cf6-920a-a7478b4c5e00 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Oct 25 23:06:21.465545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '92b51aed-6074-4ae5-b780-29ba0967a1eb', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '92b51aed-6074-4ae5-b780-29ba0967a1eb', 'mac_address': 'fa:16:3e:fd:f5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:21.508275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.522488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b51aed-6074-4ae5-b780-29ba0967a1eb {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:21.527315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.546893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 92b51aed-6074-4ae5-b780-29ba0967a1eb, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:21.554346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.590132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d182-517d-4f8f-bf12-a3c55d85277e req-fe81fe90-8083-4023-b29c-29129a65523d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:21.591880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b34d182-517d-4f8f-bf12-a3c55d85277e req-fe81fe90-8083-4023-b29c-29129a65523d tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.1117287 Oct 25 23:06:21.611700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=92b51aed-6074-4ae5-b780-29ba0967a1eb,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:21.651801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.685157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.699535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.727919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b34d182-517d-4f8f-bf12-a3c55d85277e req-4ac2bbab-9073-42a5-944e-d4904583ddc8 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220007 Oct 25 23:06:21.749444 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.750952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4677207 Oct 25 23:06:21.752000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9750ef-1881-40ea-9d52-ccd92fe6fe9c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa221211-7ba8-484d-a4e1-24c458128a91,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:21.754306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:21.763916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'security_group_rule': {'security_group_id': 'aa221211-7ba8-484d-a4e1-24c458128a91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:21.778079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.813925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eccb55f-f6fc-4b05-a605-b34a0bbf3336,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:21.816317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.821969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-085475a4-c5cf-4dea-8ae6-35c9fd0ba8a9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5eccb55f-f6fc-4b05-a605-b34a0bbf3336 HTTP/1.1" status: 204 len: 168 time: 0.4762170 Oct 25 23:06:21.822393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50736) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:21.826836 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.846889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:21.910016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.915026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['92b51aed-6074-4ae5-b780-29ba0967a1eb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:21.923739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.929987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.949227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed858aa-aca6-48ab-b83f-ff92c2f7b46a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:21.963214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:21.967537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a23d1812-274c-4131-ba61-0de58235760b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068825 Oct 25 23:06:21.967711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50742) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:21.973052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'security_group_rule': {'security_group_id': 'aa221211-7ba8-484d-a4e1-24c458128a91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:22.006135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5935bd31-b6db-412a-8568-8cb930652a3a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:22.011643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.037116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5935bd31-b6db-412a-8568-8cb930652a3a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:22.037619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5935bd31-b6db-412a-8568-8cb930652a3a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:22.047667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.053256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e5f67363-e39c-43c9-9f07-274bcec2329a completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:22.068236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e5f67363-e39c-43c9-9f07-274bcec2329a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:22.068753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.072921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa96d45a-648f-490f-bf49-02454b447be0']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:22.082841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb2703c-871f-4dd7-a877-10fb75074293') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:22.083342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb2703c-871f-4dd7-a877-10fb75074293') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:22.095418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.105482 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.113255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.114943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.122717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:06:22.123357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.141070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50746) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:22.150515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdc5f6c-ee45-4d22-9005-5fb35d362b0d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:22.156564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.157639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-caf39dc0-c253-4e22-a40a-c58b64c17fd9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890233 Oct 25 23:06:22.162635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:22.167151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:06:22.175665 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:06:22.194030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.233700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.242360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.243457 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.250504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa96d45a-648f-490f-bf49-02454b447be0 HTTP/1.1" status: 204 len: 168 time: 0.4252920 Oct 25 23:06:22.272894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:22.276241 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017ace3-4374-472b-a174-bb0d52db05b6" -d '{"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:22.279765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7facb-e44c-4820-9c25-760c34f40aad admin admin] Pushing event deleted for resources: {'Network': ['ID=fa96d45a-648f-490f-bf49-02454b447be0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:22.283921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1218592194-network', 'tenant_id': '54f59b82a4454b43a9488f0277a09855'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:22.303240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:22.312848 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.334685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Made reservation on behalf of 54f59b82a4454b43a9488f0277a09855 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:22.337123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.347459 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97dcd8-e343-4fac-865a-ec3b5ebb8edc x-openstack-request-id: req-fa97dcd8-e343-4fac-865a-ec3b5ebb8edc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:22.347755 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:22.348247 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa97dcd8-e343-4fac-865a-ec3b5ebb8edc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:22.348873 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'code': 200} Oct 25 23:06:22.352914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.371014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:22.412971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.425815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50760) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:22.473359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0c4ad56b-c25d-4d8e-a6b4-9e39154fe6c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=717a22fdabfe42a8b1a2327589486548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431919 Oct 25 23:06:22.473983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50764) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:22.533188 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62608bb8-b0b9-4430-bf68-82e67a5100e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.556375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62608bb8-b0b9-4430-bf68-82e67a5100e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.603224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62608bb8-b0b9-4430-bf68-82e67a5100e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.605820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62608bb8-b0b9-4430-bf68-82e67a5100e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.609454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-62608bb8-b0b9-4430-bf68-82e67a5100e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eccdbb73-ece6-4da6-ba55-26facabab7fa HTTP/1.1" status: 204 len: 168 time: 0.1319501 Oct 25 23:06:22.609639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d8ac8-3cf2-4fbd-86be-c96a0c3f2464 req-201e9250-17a5-4d4b-8540-adee7578bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:22.610269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-986d8ac8-3cf2-4fbd-86be-c96a0c3f2464 req-201e9250-17a5-4d4b-8540-adee7578bcaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 1101 time: 0.1408758 Oct 25 23:06:22.612005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.615331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608bb8-b0b9-4430-bf68-82e67a5100e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccdbb73-ece6-4da6-ba55-26facabab7fa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:22.634643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:22.881388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d130a-1e1d-43ab-84bf-c9718b945cc8 req-0696e47f-64f6-4283-9274-3191bf624b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:22.882963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b36d130a-1e1d-43ab-84bf-c9718b945cc8 req-0696e47f-64f6-4283-9274-3191bf624b58 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 950 time: 0.0534408 Oct 25 23:06:22.926582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b36d130a-1e1d-43ab-84bf-c9718b945cc8 req-125efb0f-2a7a-4d0a-b91c-a2d919015efa tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363646 Oct 25 23:06:22.977263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:22.998428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Allocated IP 172.25.4.50 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/7fe49b1a-cc93-4cc8-993d-9841ad8b0562) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:23.001024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:06:23.017907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-919dbf74-de80-47e7-8a37-3a6d63767717 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5415d7accc249778af9c1bdf00f43f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394666 Oct 25 23:06:23.019742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6324c45-03c4-45c5-9f13-93ce7f6b3d3e req-7d7048a8-963a-4ed9-b49f-8b1a17e74616 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:23.021251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:23.021790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6324c45-03c4-45c5-9f13-93ce7f6b3d3e req-7d7048a8-963a-4ed9-b49f-8b1a17e74616 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 949 time: 0.4975975 Oct 25 23:06:23.038424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc0440-82f1-4a0c-8f74-046264b36c6c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.049617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-986d8ac8-3cf2-4fbd-86be-c96a0c3f2464 req-5c4791b1-4301-4609-ae35-17f0bfd5ad8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306674 Oct 25 23:06:23.052923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.053290 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Added segment 407198da-7a64-4772-ab37-316d93e9e632 of type vlan for network 0f21cabb-a767-4be9-88d2-4c541a561e8f Oct 25 23:06:23.077093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd430743-8c1f-4593-95a9-a5b4a6c0ffa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.098470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd430743-8c1f-4593-95a9-a5b4a6c0ffa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.147566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd430743-8c1f-4593-95a9-a5b4a6c0ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.150320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd430743-8c1f-4593-95a9-a5b4a6c0ffa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.151488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bd430743-8c1f-4593-95a9-a5b4a6c0ffa1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58a67a0b-5d4b-4dd7-9485-b8f8bbcc0e13 HTTP/1.1" status: 204 len: 168 time: 0.1292045 Oct 25 23:06:23.159970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6324c45-03c4-45c5-9f13-93ce7f6b3d3e req-e3a9fe21-6bc7-4df3-9b51-5072b2307a16 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302507 Oct 25 23:06:23.160237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd430743-8c1f-4593-95a9-a5b4a6c0ffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a67a0b-5d4b-4dd7-9485-b8f8bbcc0e13,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.164798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.217534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.218749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:23.219332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.234518 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.242972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 92b51aed-6074-4ae5-b780-29ba0967a1eb up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:23.296046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1539054 Oct 25 23:06:23.299033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:23.301529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968457e4-6e7c-4bc2-9814-40d3c5aa71ee admin admin] Pushing event updated for resources: {'Network': ['ID=0f21cabb-a767-4be9-88d2-4c541a561e8f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.305980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Request body: {'subnet': {'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1218592194-subnet', 'tenant_id': '54f59b82a4454b43a9488f0277a09855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:23.321078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:06:23.335143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.343824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Made reservation on behalf of 54f59b82a4454b43a9488f0277a09855 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:23.346602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.386932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:23.390012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:23.392533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:23.417557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'Port': ['ID=7fe49b1a-cc93-4cc8-993d-9841ad8b0562,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.425213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 92b51aed-6074-4ae5-b780-29ba0967a1eb completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:23.436134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 92b51aed-6074-4ae5-b780-29ba0967a1eb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:23.437521 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.515476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.568222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.574436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.616853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.625499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 92b51aed-6074-4ae5-b780-29ba0967a1eb, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:23.631308 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.632292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:23.667293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bee7d36-ca04-474b-8ddf-baacd7748a7c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.687181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: c64ea03a-e061-44f2-a7f5-0eaeaf851683 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:23.687746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c64ea03a-e061-44f2-a7f5-0eaeaf851683 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:23.705174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Checking segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:23.705666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Network hostable DHCP agents. Network: 0f21cabb-a767-4be9-88d2-4c541a561e8f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:06:23.706110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=92b51aed-6074-4ae5-b780-29ba0967a1eb,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.724812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:06:23.736934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 0f21cabb-a767-4be9-88d2-4c541a561e8f) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:23.741098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:23.741868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.747820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2ea79-1886-4351-b6e6-f4a096f2b868 None None] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:23.769418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.775508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.785341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cbc9fac0-a4c9-4863-8d35-c718dc53cc94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4847219 Oct 25 23:06:23.867675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2db1724-68c3-4581-927b-cf8e675c3994 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:23.869693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'Port': ['ID=7fe49b1a-cc93-4cc8-993d-9841ad8b0562,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:23.889884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.910540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:23.912016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ae3849c-4f7d-45b4-9e0e-4c027fb54f62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7483749 Oct 25 23:06:23.923892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: f2db1724-68c3-4581-927b-cf8e675c3994 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:23.924745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2db1724-68c3-4581-927b-cf8e675c3994 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:23.984183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6302d5-1d3d-48a1-93c5-3cb0a6fb2b6b None None] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:24.085956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0383278-fa83-455e-983d-187ee3b23be2 req-74aacc39-c873-461a-a928-13ffabe8f7ac tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:24.087780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0383278-fa83-455e-983d-187ee3b23be2 req-74aacc39-c873-461a-a928-13ffabe8f7ac tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 950 time: 0.0526609 Oct 25 23:06:24.134439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0383278-fa83-455e-983d-187ee3b23be2 req-0b11a2cf-4f67-4b98-b036-96e360766ece tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Oct 25 23:06:24.168625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:24.278255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-154467581-network', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:24.313094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Made reservation on behalf of b3800f2462a84ba9b5567c14dc4742e5 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:24.316827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.328265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.350108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b51aed-6074-4ae5-b780-29ba0967a1eb'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:24.353350 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874111a7-b99d-42f3-b2e1-413d999e0acc" -d '{"events": [{"server_uuid": "53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4", "name": "network-vif-plugged", "status": "completed", "tag": "92b51aed-6074-4ae5-b780-29ba0967a1eb"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:24.360517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-3098a8a4-9a06-49f8-815c-55f80becb841 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:24.363132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-3098a8a4-9a06-49f8-815c-55f80becb841 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 821 time: 0.1437094 Oct 25 23:06:24.382767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-85a97ddf-73d1-4b2b-9398-baa6cf0051db tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/quotas/d53ab93f2ea44244875b1a9ad227b262 HTTP/1.1" status: 200 len: 375 time: 0.0111289 Oct 25 23:06:24.433234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-0059ab6a-bd88-481c-88da-2e66f8a8a7d0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443184 Oct 25 23:06:24.501752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.508993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.529855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-de94b9dd-71a1-4524-baaa-9d3a640d980f service neutron] 10.222.0.25 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890470 Oct 25 23:06:24.530367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3623aeca-6c5c-4108-aed8-ba15d67b847c tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:24.531848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3623aeca-6c5c-4108-aed8-ba15d67b847c tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 818 time: 0.1506906 Oct 25 23:06:24.541805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:06:24.565694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af18a81-ee81-4d8a-ac81-198d69c56809,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:24.568769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.569122 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Added segment 255be6e7-90a9-4d98-952e-5ffe61577a9b of type vlan for network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb Oct 25 23:06:24.571095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b684fdea-482c-4830-9a56-212d72f3909e tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/quotas/54f59b82a4454b43a9488f0277a09855 HTTP/1.1" status: 200 len: 375 time: 0.0303278 Oct 25 23:06:24.631422 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-7232a88d-f971-4493-8e62-4ad0683d8d79 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518131 Oct 25 23:06:24.638751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-829c53d7-5d1c-4895-90cd-b2d102c2fc41 service neutron] 10.222.0.25 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016552 Oct 25 23:06:24.639258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.718494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.719446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:24.720026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.795668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-7d572d96-e4e5-4ab8-9410-2365a1f822f4 service neutron] 10.222.0.25 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539829 Oct 25 23:06:24.802648 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6291211 Oct 25 23:06:24.802855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50852) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:24.807764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Request body: {'subnet': {'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-154467581-subnet', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:24.831009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c1ee6-34bb-4119-80c6-607622c1205b admin admin] Pushing event updated for resources: {'Network': ['ID=9cf0873b-8b92-4efd-89e9-e4130c1a0acb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:24.841887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:06:24.874631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Made reservation on behalf of b3800f2462a84ba9b5567c14dc4742e5 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:24.878478 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:24.923540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bece4bde-eb56-4ad0-a192-ccbc4c200336 service neutron] 10.222.0.25 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144426 Oct 25 23:06:24.956902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88925a1-d6bb-4b00-9a68-163434533743 req-8a87a81a-833c-4a02-95e3-83ca7f82b628 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:24.959084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d88925a1-d6bb-4b00-9a68-163434533743 req-8a87a81a-833c-4a02-95e3-83ca7f82b628 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.1470253 Oct 25 23:06:25.024067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d88925a1-d6bb-4b00-9a68-163434533743 req-5022d3b8-1a3d-4fb9-8945-878c49351ae2 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572166 Oct 25 23:06:25.088888 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf4bdc7-d2d3-4f89-b311-a21d70a017f8 x-openstack-request-id: req-6bf4bdc7-d2d3-4f89-b311-a21d70a017f8 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:25.089488 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4", "name": "network-vif-plugged", "status": "completed", "tag": "92b51aed-6074-4ae5-b780-29ba0967a1eb", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:25.090068 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bf4bdc7-d2d3-4f89-b311-a21d70a017f8 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:25.090725 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b51aed-6074-4ae5-b780-29ba0967a1eb', 'code': 200} Oct 25 23:06:25.157389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.207357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0d83-20dd-4b52-8ab0-b2ac2a9add74 req-d0f74d39-a78d-4ee7-81c9-7fdba2e89fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:25.209585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4ed0d83-20dd-4b52-8ab0-b2ac2a9add74 req-d0f74d39-a78d-4ee7-81c9-7fdba2e89fb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 1101 time: 0.0551426 Oct 25 23:06:25.282457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4ed0d83-20dd-4b52-8ab0-b2ac2a9add74 req-63e537dd-5f3b-4dc1-a545-63554955ea99 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628092 Oct 25 23:06:25.305694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08e07dc7-e71c-468b-8dc7-e52592889a0d req-990023ba-fe8d-4ca6-8a6a-3b5bc8f36bcf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 210 time: 0.0472589 Oct 25 23:06:25.311254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223ee2ce-4195-4003-9411-ad9ec65c8e9c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:25.323249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Checking segment: {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:25.323618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Network hostable DHCP agents. Network: 9cf0873b-8b92-4efd-89e9-e4130c1a0acb, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:06:25.349255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:06:25.361915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 9cf0873b-8b92-4efd-89e9-e4130c1a0acb) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:25.367229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:25.368415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.373690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715007c-728f-41bf-939a-1ed2f98902f5 None None] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:25.393272 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7532253e-1287-4fa6-9324-727d1d7a8a61 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5883672 Oct 25 23:06:25.394660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50868) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:25.400194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:25.430480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.432081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.469742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3dfa0-ee47-4aff-a4aa-04076161304c req-4bdfe03c-b8fb-45ea-a765-6eb22f615812 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:25.479474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84a3dfa0-ee47-4aff-a4aa-04076161304c req-4bdfe03c-b8fb-45ea-a765-6eb22f615812 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 950 time: 0.0703535 Oct 25 23:06:25.546078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84a3dfa0-ee47-4aff-a4aa-04076161304c req-568cfdda-e594-4060-a165-87c73b64a1d2 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627639 Oct 25 23:06:25.551042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.574890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32c93f17-f7ab-4cb7-84b3-68b5c7a12bb0 req-23c03939-68bc-4670-ad7b-bc73daf198f6 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 210 time: 0.0716197 Oct 25 23:06:25.613040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-9cf0873b-8b92-4efd-89e9-e4130c1a0acb', 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'fixed_ips': [{'subnet_id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:06:25.613961 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.787602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:25.807713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Allocated IP 172.20.0.2 (9cf0873b-8b92-4efd-89e9-e4130c1a0acb/223ee2ce-4195-4003-9411-ad9ec65c8e9c/adcb1b59-a52b-48d2-8f4e-ad1a204404e9) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:26.018536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.029223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.103713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:26.106851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:26.110910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:26.147878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Pushing event updated for resources: {'Port': ['ID=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:26.159627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.160065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.160478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.160883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.162084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.162556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.162958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.163380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.163883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.164090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.164668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.164853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:26.215838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Attempting to bind port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:26.216427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Attempting to bind port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:26.216793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Attempting to bind port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 on network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:26.223136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:26.223651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Checking segment: {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:26.224694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.225236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Bound using segment: {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:26.225781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Bound port: adcb1b59-a52b-48d2-8f4e-ad1a204404e9, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:26.226278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.242967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccd5fb-4c22-44a6-a7af-fcc5a5456b25 req-2bdd8a05-41a7-4304-9e37-0a3569b789fc tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:26.245147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5ccd5fb-4c22-44a6-a7af-fcc5a5456b25 req-2bdd8a05-41a7-4304-9e37-0a3569b789fc tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.0669014 Oct 25 23:06:26.312250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5ccd5fb-4c22-44a6-a7af-fcc5a5456b25 req-288898dd-c1a0-4720-a531-3781577c5548 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582995 Oct 25 23:06:26.335406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] For port adcb1b59-a52b-48d2-8f4e-ad1a204404e9, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:26.339315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] For port adcb1b59-a52b-48d2-8f4e-ad1a204404e9, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,segment=NetworkSegment(255be6e7-90a9-4d98-952e-5ffe61577a9b),segment_id=255be6e7-90a9-4d98-952e-5ffe61577a9b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:26.345311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.496937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f8ef-6581-418e-8122-d0a8d680affa None None] Pushing event updated for resources: {'Port': ['ID=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:26.618897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-632d2fdf-7e02-47d6-955e-66fcfbb14747 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:26.620337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-632d2fdf-7e02-47d6-955e-66fcfbb14747 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 821 time: 0.2719920 Oct 25 23:06:26.623889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38e5d4b3-f465-40e0-ad0c-580f6c166a9a req-211f5b5b-48ac-4b67-ac0b-0023ebce1234 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 210 time: 0.0516362 Oct 25 23:06:26.636688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'port': {'device_id': 'af3d3a48-506d-426f-afab-78165818ed69', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'admin_state_up': True, 'tenant_id': 'd53ab93f2ea44244875b1a9ad227b262'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:26.768398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27c5655a-baef-4a6e-bd72-dc6ba88d1dc4 req-4eca0dff-1954-4d2b-b533-96669c6bc84a tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 210 time: 0.0753484 Oct 25 23:06:26.951686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Made reservation on behalf of d53ab93f2ea44244875b1a9ad227b262 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:26.955630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.959496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:26.995191 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:27.217186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Allocated IP 172.25.4.227 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/4402d090-37c3-415f-926c-c97da3d18bf2) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:27.227185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Allocated IP 172.20.0.11 (26769cf1-394a-4f4c-94d0-64b1a7837af4/d65dbaa6-b0d5-4f50-8de0-121a161e6824/f84963ac-3f8a-4048-b1e1-358d8ecbdac6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:27.421056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-621142f8-82ea-442b-a19f-03d9fe88ea87 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:27.423113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-621142f8-82ea-442b-a19f-03d9fe88ea87 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 818 time: 0.1619120 Oct 25 23:06:27.444779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Request body: {'port': {'device_id': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'admin_state_up': True, 'tenant_id': '54f59b82a4454b43a9488f0277a09855'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:27.450088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:27.530297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:27.553992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:27.620499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:27.629640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:27.636236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:27.639736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Pushing event updated for resources: {'Port': ['ID=4402d090-37c3-415f-926c-c97da3d18bf2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:27.706953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:27.770433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276cd5f-900b-4bce-9c50-eb2feccf527f None None] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:27.847512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f4fa4ff9-c4f4-40d7-8114-72b73c1cd539 None None] Provisioning complete for port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:27.848204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4ff9-c4f4-40d7-8114-72b73c1cd539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:27.911004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff7c5-560d-41cb-9a41-4b612be913a0 req-49cb86ae-73c6-42ac-bae8-743d5d118e98 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:27.919209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dcfff7c5-560d-41cb-9a41-4b612be913a0 req-49cb86ae-73c6-42ac-bae8-743d5d118e98 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.4241798 Oct 25 23:06:27.972249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:28.007360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:28.008507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-2c353b82-8e74-4afe-ba01-00876c87a7c3 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.009981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-2c353b82-8e74-4afe-ba01-00876c87a7c3 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.15 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 818 time: 0.4323194 Oct 25 23:06:28.021814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-c6d66e9f-ddac-4800-bab1-4bd296b687b8 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.023326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-c6d66e9f-ddac-4800-bab1-4bd296b687b8 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 818 time: 0.2710395 Oct 25 23:06:28.026519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:28.034902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:28.043938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dcfff7c5-560d-41cb-9a41-4b612be913a0 req-9eef7e33-4a6f-4554-ad1e-c721efcd8e07 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238911 Oct 25 23:06:28.069790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f374b-ec88-4bae-afa3-12481a45fdd0 req-678b8793-82ac-4ec0-ba0e-c5d82569082d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.071991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-585f374b-ec88-4bae-afa3-12481a45fdd0 req-678b8793-82ac-4ec0-ba0e-c5d82569082d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 932 time: 0.2040806 Oct 25 23:06:28.077604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Request body: {'port': {'device_id': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'admin_state_up': True, 'tenant_id': '54f59b82a4454b43a9488f0277a09855'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:28.083953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Request body: {'port': {'device_id': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'admin_state_up': True, 'tenant_id': '54f59b82a4454b43a9488f0277a09855'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:28.092962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adcb1b59-a52b-48d2-8f4e-ad1a204404e9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:28.161151 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4ff9-c4f4-40d7-8114-72b73c1cd539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.175679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Made reservation on behalf of 54f59b82a4454b43a9488f0277a09855 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:28.179987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.184161 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.213228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.213786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.222077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f4fa4ff9-c4f4-40d7-8114-72b73c1cd539 None None] For port adcb1b59-a52b-48d2-8f4e-ad1a204404e9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,segment=NetworkSegment(255be6e7-90a9-4d98-952e-5ffe61577a9b),segment_id=255be6e7-90a9-4d98-952e-5ffe61577a9b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:28.225780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:28.226204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.227033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-585f374b-ec88-4bae-afa3-12481a45fdd0 req-4929ffc1-5362-4ba2-8303-5701f34c9245 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083844 Oct 25 23:06:28.242913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4ff9-c4f4-40d7-8114-72b73c1cd539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.243286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a296b2a4-637b-47fe-bed6-dcb9dfe49b2c req-bea196b8-cb22-46a1-b765-585f9e3a6872 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 210 time: 0.0553324 Oct 25 23:06:28.281540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-d35421d0-fa68-4394-b9ca-4c243af850bc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6498582 Oct 25 23:06:28.309267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Request body: {'port': {'device_id': 'af3d3a48-506d-426f-afab-78165818ed69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:28.366762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.398397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa4ff9-c4f4-40d7-8114-72b73c1cd539 None None] Pushing event updated for resources: {'Port': ['ID=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:28.509046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.548350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:06:28.548350 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 23:06:28.548350 n-d-815373-1 neutron-server[102133]: [parameters: {'project_id_1': '54f59b82a4454b43a9488f0277a09855', 'expiration_1': datetime.datetime(2021, 10, 25, 23, 6, 8, 476065)}] Oct 25 23:06:28.548350 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:06:28.559559 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:06:28.584958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Made reservation on behalf of 54f59b82a4454b43a9488f0277a09855 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:28.588726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.616383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Allocated IP 172.20.0.12 (0f21cabb-a767-4be9-88d2-4c541a561e8f/1bee7d36-ca04-474b-8ddf-baacd7748a7c/b89a9ac0-9cb1-4ecd-9907-43494c024570) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:28.664734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ede20470-6509-4239-9890-cdde707d3178 None None] Provisioning complete for port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:28.665094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ede20470-6509-4239-9890-cdde707d3178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.845690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.953656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.954296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.954692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.955163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.955611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.956057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.956500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.956945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.957387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.957829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.958445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.958889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.959326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.959766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.960207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.961246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.961694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.962134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.962822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.963032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:28.965695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b5db7f68-e1e7-43a2-a417-99be9a67ab4d tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672&device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb&device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d&device_id=af3d3a48-506d-426f-afab-78165818ed69&device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4&device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5&device_id=b79c9b02-c383-4864-b649-d46af8dc5d18&device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd&device_id=6617b0cf-8a4b-47c9-9661-38211f11a567&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 18049 time: 0.1040764 Oct 25 23:06:28.989736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:28.996928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b05a0633-cea2-480f-b29e-26330108c9b0 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.047785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84963ac-3f8a-4048-b1e1-358d8ecbdac6 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:29.058716 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.075219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.075955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Transition to ACTIVE for port object f84963ac-3f8a-4048-b1e1-358d8ecbdac6 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:29.077819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Router 3c1f14d6-1a04-43a1-81ca-528683ff692c is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:06:29.082596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.190163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:29.190878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Made reservation on behalf of 54f59b82a4454b43a9488f0277a09855 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:29.194667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.198467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b05a0633-cea2-480f-b29e-26330108c9b0 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.206836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:29.212886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:29.222163 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b05a0633-cea2-480f-b29e-26330108c9b0 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.225263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:29.242715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Pushing event updated for resources: {'Port': ['ID=b89a9ac0-9cb1-4ecd-9907-43494c024570,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:29.259313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.259791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.259997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.260308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.260635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.260946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.261283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.262188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.262892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.263565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.263565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.263901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:29.294048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-e0374922-6efe-4664-8fdf-75164b195786 {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:06:29.294391 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:06:29.322229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22cf7667-f22a-465d-b9cd-9d60b886d52a req-b05a0633-cea2-480f-b29e-26330108c9b0 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=e58a3fa7-1c65-478d-aaee-48c175f68ade&id=db17956e-99d1-408c-a901-43c91a90dc01&id=1a247523-9cfe-4528-ab34-faf3b7f31b93&id=78b2380a-046d-411d-a0c0-3bf135304e1a&id=4cbe7990-8742-4de2-99b3-847ad97f4dde&id=73223adb-0d15-403c-b77a-e26266b7a02d&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 0.3470190 Oct 25 23:06:29.340022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:06:29.354394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Sync routers for ids ['3c1f14d6-1a04-43a1-81ca-528683ff692c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:06:29.365280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Routers {'3c1f14d6-1a04-43a1-81ca-528683ff692c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:29.366021 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3c1f14d6-1a04-43a1-81ca-528683ff692c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:29.383815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Attempting to bind port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:29.383815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Attempting to bind port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:29.383815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Attempting to bind port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:29.389612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a0633-cea2-480f-b29e-26330108c9b0 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641366d9-eacf-42d7-a305-3f10285945d2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:29.398781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.400015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f4c4f9a-33f6-45f4-ac82-f0399bbff5ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0035596 Oct 25 23:06:29.400671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:29.400983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Attempting to bind port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:29.403536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:29.407114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:29.408263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.468288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-3585383a-ae04-4ab0-9131-aefbfc0cb606 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0331132 Oct 25 23:06:29.494068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cdeee7d1-ebec-405f-9f1b-bd1e5eab53de req-1f5f25e8-86ba-4092-bc7a-14206825f2e4 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 210 time: 0.0430858 Oct 25 23:06:29.498113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Request body: {'port': {'device_id': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:29.506909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Set router 3c1f14d6-1a04-43a1-81ca-528683ff692c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:29.531229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Allocated IP 172.20.0.13 (0f21cabb-a767-4be9-88d2-4c541a561e8f/1bee7d36-ca04-474b-8ddf-baacd7748a7c/2c4fb0cc-f09c-4789-b9f5-4a50fba5a508) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:29.583248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.763058 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:27Z', 'revision_number': 3, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:29.773250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:29.773589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Checking segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:29.773975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Bound using segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:29.774439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Bound port: f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:29.774787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.796989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.798539 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Checking router: 3c1f14d6-1a04-43a1-81ca-528683ff692c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:06:29.798883 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Updating router 3c1f14d6-1a04-43a1-81ca-528683ff692c port 4402d090-37c3-415f-926c-c97da3d18bf2 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:06:29.807212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8af25-0e3d-417f-a863-0e2b5dfbc350 req-9046cd30-436e-440d-93ff-320d0093161d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:29.809007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf8af25-0e3d-417f-a863-0e2b5dfbc350 req-9046cd30-436e-440d-93ff-320d0093161d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 944 time: 0.4661226 Oct 25 23:06:29.826542 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:29.922352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccf8af25-0e3d-417f-a863-0e2b5dfbc350 req-359e07a2-7935-4c66-a541-0c0edc40b3cc tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012201 Oct 25 23:06:29.966211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:29.973275 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.016737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adcb1b59-a52b-48d2-8f4e-ad1a204404e9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:30.132460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:30.132838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.147300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.163784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:30.175580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.211516 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.219822 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.239450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.240430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.241797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] 10.222.0.11 "PUT /v2.0/ports/f84963ac-3f8a-4048-b1e1-358d8ecbdac6 HTTP/1.1" status: 200 len: 1092 time: 1.9435399 Oct 25 23:06:30.244300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:30.246774 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34fc1d-a82d-42bb-91b0-8731a3674a47" -d '{"events": [{"name": "network-changed", "server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:30.252832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Pushing event updated for resources: {'Port': ['ID=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:30.269809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.270267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.271841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.271841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.272147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.272635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.273054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.273485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.273910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.274371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.275231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.275231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.280085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658bf4d-1ebb-4d8c-89ee-72049978556c service neutron] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:30.312843 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Attempting to bind port 4402d090-37c3-415f-926c-c97da3d18bf2 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:30.313206 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Attempting to bind port 4402d090-37c3-415f-926c-c97da3d18bf2 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:30.314093 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Attempting to bind port 4402d090-37c3-415f-926c-c97da3d18bf2 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:30.324046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:30.329201 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:30.329201 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:30.329201 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.329201 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:30.329201 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Bound port: 4402d090-37c3-415f-926c-c97da3d18bf2, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:30.329201 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.329811 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b80c7-820c-419f-a5a4-506c67d89da4 x-openstack-request-id: req-479b80c7-820c-419f-a5a4-506c67d89da4 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:30.329811 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:30.329996 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-479b80c7-820c-419f-a5a4-506c67d89da4 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:30.330363 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'status': 'completed', 'code': 200} Oct 25 23:06:30.337076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:30.343244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:30.359107 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Pushing event updated for resources: {'Port': ['ID=4402d090-37c3-415f-926c-c97da3d18bf2,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:30.373692 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.373692 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.374056 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.374375 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.374577 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.374863 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.375517 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.375657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.375907 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.376230 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.376537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.376847 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:06:30.378138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5edb9-8f7d-4648-b653-8e2e1b71f29b req-0af2ac8a-758a-404c-9d76-3c4076164b0b tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.378641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5edb9-8f7d-4648-b653-8e2e1b71f29b req-0af2ac8a-758a-404c-9d76-3c4076164b0b tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.379105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5edb9-8f7d-4648-b653-8e2e1b71f29b req-0af2ac8a-758a-404c-9d76-3c4076164b0b tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.381305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50c5edb9-8f7d-4648-b653-8e2e1b71f29b req-0af2ac8a-758a-404c-9d76-3c4076164b0b tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4&device_id=b79c9b02-c383-4864-b649-d46af8dc5d18&device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 2884 time: 0.2370243 Oct 25 23:06:30.401167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-ca492e19-d718-459f-bd5d-7f9d0dda1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.402698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-ca492e19-d718-459f-bd5d-7f9d0dda1558 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 1095 time: 0.0860415 Oct 25 23:06:30.405882 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] For port 4402d090-37c3-415f-926c-c97da3d18bf2, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:30.409479 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] For port 4402d090-37c3-415f-926c-c97da3d18bf2, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4402d090-37c3-415f-926c-c97da3d18bf2,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:30.416793 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.485255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-02e9ab11-4fd9-4cda-a0f6-a0438110650e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6 HTTP/1.1" status: 200 len: 217 time: 0.0638719 Oct 25 23:06:30.492055 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Routers {'3c1f14d6-1a04-43a1-81ca-528683ff692c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:30.492790 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3c1f14d6-1a04-43a1-81ca-528683ff692c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:30.531530 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb0690-1c43-4529-ab51-1d80cbc633a9 None None] Pushing event updated for resources: {'Port': ['ID=4402d090-37c3-415f-926c-c97da3d18bf2,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:30.540039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.567374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288d83-6940-43e6-abad-9c1512de3d00 req-67ad13f9-57ef-4d7d-95c8-34a9beb262b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.568805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-67ad13f9-57ef-4d7d-95c8-34a9beb262b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 200 len: 861 time: 0.0737224 Oct 25 23:06:30.617308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-6b704374-59a8-4f25-b6ea-764dee821dee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26769cf1-394a-4f4c-94d0-64b1a7837af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399027 Oct 25 23:06:30.618623 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] Set router 3c1f14d6-1a04-43a1-81ca-528683ff692c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:30.663956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44bf2377-5f88-47fe-81d8-9138b32a7dbf req-fd82a8e6-6d30-466f-b466-6f7dee8d788c tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 210 time: 0.0854676 Oct 25 23:06:30.842229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-b38b6f38-62a5-49fe-be64-15137ef0bab5 service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810398 Oct 25 23:06:30.858816 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:27Z', 'revision_number': 3, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:30.859712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Allocated IP 172.20.0.1 (9cf0873b-8b92-4efd-89e9-e4130c1a0acb/223ee2ce-4195-4003-9411-ad9ec65c8e9c/d1886522-a0c2-4a92-b172-9af0a9b09e24) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:30.860095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:30.860618 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.877516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89a9ac0-9cb1-4ecd-9907-43494c024570 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:30.892277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.895139 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e5212-4a38-4d39-8b19-945038502f7e None None] The sync data for ids ['3c1f14d6-1a04-43a1-81ca-528683ff692c'] in n-d-815373-1 is: [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:27Z', 'revision_number': 3, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:06:30.903760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50c5edb9-8f7d-4648-b653-8e2e1b71f29b req-b52aa10d-091f-49c5-bd63-e14efaa9e0c2 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125096 Oct 25 23:06:30.909963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-bb879df1-f392-4ff2-8cc9-948dab325c93 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8472445 Oct 25 23:06:30.923547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Transition to ACTIVE for port object b89a9ac0-9cb1-4ecd-9907-43494c024570 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:30.930601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:30.986137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Request body: {'port': {'device_id': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:31.086578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41288d83-6940-43e6-abad-9c1512de3d00 req-54c0acd5-f30c-4f0a-9b49-5c3f58dd4d6b service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240629 Oct 25 23:06:31.145953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Pushing event updated for resources: {'Port': ['ID=b89a9ac0-9cb1-4ecd-9907-43494c024570,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:31.149632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.179776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Allocated IP 172.20.0.7 (0f21cabb-a767-4be9-88d2-4c541a561e8f/1bee7d36-ca04-474b-8ddf-baacd7748a7c/c49bbadd-f84d-4959-b9ae-5cff274beb8b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:31.195873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc215b-dfcc-4e8c-8f58-4962cf0d1556 req-f7ecaaba-9572-4240-9105-6aac7ea5b272 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:31.198054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3edc215b-dfcc-4e8c-8f58-4962cf0d1556 req-f7ecaaba-9572-4240-9105-6aac7ea5b272 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 944 time: 0.1256094 Oct 25 23:06:31.236569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.276511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Attempting to bind port b89a9ac0-9cb1-4ecd-9907-43494c024570 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:31.276846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Attempting to bind port b89a9ac0-9cb1-4ecd-9907-43494c024570 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:31.277171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Attempting to bind port b89a9ac0-9cb1-4ecd-9907-43494c024570 on network 0f21cabb-a767-4be9-88d2-4c541a561e8f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:31.283675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-70ee5a32-f064-412d-8d06-78b5f6f9d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:31.285458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-70ee5a32-f064-412d-8d06-78b5f6f9d63b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 1095 time: 0.1337726 Oct 25 23:06:31.293868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Port b89a9ac0-9cb1-4ecd-9907-43494c024570 on network 0f21cabb-a767-4be9-88d2-4c541a561e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:31.294985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Attempting to bind port b89a9ac0-9cb1-4ecd-9907-43494c024570 on network 0f21cabb-a767-4be9-88d2-4c541a561e8f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:31.303637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:31.303987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Checking segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:31.304383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Bound using segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:31.304801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Bound port: b89a9ac0-9cb1-4ecd-9907-43494c024570, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:31.305226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.372974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3edc215b-dfcc-4e8c-8f58-4962cf0d1556 req-2b7f532a-6e4a-4ad0-9f03-d4fa4616fdb6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679561 Oct 25 23:06:31.389978 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.453853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:31.464654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:31.469074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:31.522843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.589935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.648062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-436b776b-0c6b-48f0-8e52-10e2ffa3962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:31.650010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-436b776b-0c6b-48f0-8e52-10e2ffa3962f service neutron] 10.222.0.11 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 922 time: 0.3525152 Oct 25 23:06:31.687699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1886522-a0c2-4a92-b172-9af0a9b09e24,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:31.748906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] For port b89a9ac0-9cb1-4ecd-9907-43494c024570, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:31.750761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-3a080df8-83ad-49f1-a9b7-a36e938e5e23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6 HTTP/1.1" status: 200 len: 217 time: 0.0657969 Oct 25 23:06:31.759837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.778837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8114d1d7-7884-48af-b3b0-e2c9efcac888 None None] Provisioning complete for port d1886522-a0c2-4a92-b172-9af0a9b09e24 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:31.780501 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8114d1d7-7884-48af-b3b0-e2c9efcac888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.828898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8114d1d7-7884-48af-b3b0-e2c9efcac888 None None] Port d1886522-a0c2-4a92-b172-9af0a9b09e24 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:06:31.829683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] For port b89a9ac0-9cb1-4ecd-9907-43494c024570, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:31.846795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2190bcf-bf23-4669-a982-b8615f54be2f req-639a4afd-db3c-428a-8977-8d61a8deda55 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 210 time: 0.0548041 Oct 25 23:06:31.856818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb795e9-6a17-43d1-8705-13aa71876651 req-0f03e275-59ce-4435-9800-86fd977a725e tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:31.856949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.857056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cb795e9-6a17-43d1-8705-13aa71876651 req-0f03e275-59ce-4435-9800-86fd977a725e tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1101 time: 0.2058961 Oct 25 23:06:31.903160 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:31.943867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:31.945980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cb795e9-6a17-43d1-8705-13aa71876651 req-c62a6e16-98b6-44bc-83a8-0b0b274503d0 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885611 Oct 25 23:06:31.947541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-e0f132fd-d700-435f-9252-6f802d69ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:31.948986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-e0f132fd-d700-435f-9252-6f802d69ea57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 200 len: 861 time: 0.1856632 Oct 25 23:06:32.032754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:32.033336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.037424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] 10.222.0.11 "PUT /v2.0/ports/b89a9ac0-9cb1-4ecd-9907-43494c024570 HTTP/1.1" status: 200 len: 1092 time: 2.5460372 Oct 25 23:06:32.037938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'tag': 'b89a9ac0-9cb1-4ecd-9907-43494c024570'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:32.044806 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9f5528-4c9b-4684-a1c8-fa0ed48da74d", "tag": "b89a9ac0-9cb1-4ecd-9907-43494c024570"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:32.092431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-737b832e-eab5-41f1-8e81-6965f30f0c24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26769cf1-394a-4f4c-94d0-64b1a7837af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336055 Oct 25 23:06:32.202736 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf469fc-4e92-4e81-80c3-c33bf6fcbd32 x-openstack-request-id: req-abf469fc-4e92-4e81-80c3-c33bf6fcbd32 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:32.202736 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9f5528-4c9b-4684-a1c8-fa0ed48da74d", "tag": "b89a9ac0-9cb1-4ecd-9907-43494c024570", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:32.202736 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abf469fc-4e92-4e81-80c3-c33bf6fcbd32 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:32.203227 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'tag': 'b89a9ac0-9cb1-4ecd-9907-43494c024570', 'status': 'completed', 'code': 200} Oct 25 23:06:32.205880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Network 0f21cabb-a767-4be9-88d2-4c541a561e8f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:32.212765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958574-4db9-47b7-b5c8-b9fd62d26cce service neutron] Pushing event updated for resources: {'Port': ['ID=b89a9ac0-9cb1-4ecd-9907-43494c024570,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:32.238450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:32.250698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:32.256269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4402d090-37c3-415f-926c-c97da3d18bf2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:32.278432 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.284027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-9e60863f-b372-4442-91b3-ac8feaf45e1d service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820178 Oct 25 23:06:32.290140 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.320477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:32.357492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-a49db9bc-0580-436a-98b6-5b94c9cca0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:32.358715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-a49db9bc-0580-436a-98b6-5b94c9cca0ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 1095 time: 0.2472675 Oct 25 23:06:32.366563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'mac_address': 'fa:16:3e:e3:41:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:32.384245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1886522-a0c2-4a92-b172-9af0a9b09e24,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:32.398407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Pushing event updated for resources: {'Port': ['ID=c49bbadd-f84d-4959-b9ae-5cff274beb8b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:32.432863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750037f-3583-406d-a35d-c63c0487c987 req-b797d7a3-16b8-4eb6-be1e-6800744069ee tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:32.434421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1750037f-3583-406d-a35d-c63c0487c987 req-b797d7a3-16b8-4eb6-be1e-6800744069ee tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1101 time: 0.3241539 Oct 25 23:06:32.445127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:32.445667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.449469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-c335871d-2f77-436b-8a7b-3998962c2e27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570 HTTP/1.1" status: 200 len: 217 time: 0.0707507 Oct 25 23:06:32.449646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4402d090-37c3-415f-926c-c97da3d18bf2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:32.449973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.473351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.479093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.496130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5f67363-e39c-43c9-9f07-274bcec2329a {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:32.522421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:32.530853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.563703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1750037f-3583-406d-a35d-c63c0487c987 req-4f9de34f-5a99-4d71-83cc-291b38890e85 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138289 Oct 25 23:06:32.571568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e22d6b84-2d05-4b4a-bfba-b692def77157 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5106177 Oct 25 23:06:32.580750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:32.594251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Request body: {'port': {'device_id': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:32.598401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.599442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf34fc1d-a82d-42bb-91b0-8731a3674a47 req-a204eb69-9331-4924-a148-62aff75d9f8a service neutron] 10.222.0.11 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053255 Oct 25 23:06:32.605028 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.617148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bd8-1efc-4a9d-a97f-71c6225bb863 req-803806e1-e8c5-40e7-a49d-5b5a75908785 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:32.619072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57438bd8-1efc-4a9d-a97f-71c6225bb863 req-803806e1-e8c5-40e7-a49d-5b5a75908785 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 944 time: 0.1288242 Oct 25 23:06:32.634743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-7277dfc8-f115-4202-a1ab-68b40c1c7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:32.636217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-7277dfc8-f115-4202-a1ab-68b40c1c7b6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 200 len: 858 time: 0.1502926 Oct 25 23:06:32.640459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 4402d090-37c3-415f-926c-c97da3d18bf2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4402d090-37c3-415f-926c-c97da3d18bf2,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:32.640688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Transition to ACTIVE for port object 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:32.642283 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:32.651033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.680057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.711452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-0c461cdb-11c7-40dd-8f3d-6151a025e9d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f21cabb-a767-4be9-88d2-4c541a561e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638857 Oct 25 23:06:32.718110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:32.721483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57438bd8-1efc-4a9d-a97f-71c6225bb863 req-f6230514-5264-405b-b740-5840a4e57b97 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844543 Oct 25 23:06:32.722769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:32.776635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=4402d090-37c3-415f-926c-c97da3d18bf2,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:32.780066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:32.849946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e5f67363-e39c-43c9-9f07-274bcec2329a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:32.857477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0265460-021f-482a-9446-42b110e65797 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:32.886948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Router 3c1f14d6-1a04-43a1-81ca-528683ff692c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:06:33.073672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Attempting to bind port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:33.074187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Attempting to bind port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:33.074613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Attempting to bind port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 on network 0f21cabb-a767-4be9-88d2-4c541a561e8f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:33.086922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:06:33.099917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0b7a3382-6930-49b7-b24f-0d4680f776b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c1f14d6-1a04-43a1-81ca-528683ff692c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6937003 Oct 25 23:06:33.119060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 on network 0f21cabb-a767-4be9-88d2-4c541a561e8f not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:33.119060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Attempting to bind port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 on network 0f21cabb-a767-4be9-88d2-4c541a561e8f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:33.131435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-5349035b-00bb-4db9-a979-923c25f60432 service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970854 Oct 25 23:06:33.177732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4818f20d-819f-42f7-a271-bd679bad5e69 None None] Provisioning complete for port d1886522-a0c2-4a92-b172-9af0a9b09e24 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:33.178191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4818f20d-819f-42f7-a271-bd679bad5e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:33.223045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:33.223381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Checking segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:33.223796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Bound using segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:33.224469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Bound port: 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:33.224913 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:33.230535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4818f20d-819f-42f7-a271-bd679bad5e69 None None] Port d1886522-a0c2-4a92-b172-9af0a9b09e24 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:06:33.305603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837cc5-5c88-499c-9efd-96b072366590 req-54cde9bd-28fa-480c-8257-7e9a07f25aca tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:33.307041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1837cc5-5c88-499c-9efd-96b072366590 req-54cde9bd-28fa-480c-8257-7e9a07f25aca tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 931 time: 0.3317559 Oct 25 23:06:33.375073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Sync routers for ids ['3c1f14d6-1a04-43a1-81ca-528683ff692c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:06:33.389047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Routers {'3c1f14d6-1a04-43a1-81ca-528683ff692c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:33.389777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3c1f14d6-1a04-43a1-81ca-528683ff692c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:33.462079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1837cc5-5c88-499c-9efd-96b072366590 req-54275546-4745-40d7-a11d-f86796fb8ba5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378086 Oct 25 23:06:33.497769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b593b147-e68d-4ab1-b7d6-0fd16642778a service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539596 Oct 25 23:06:33.509545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] For port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:33.515214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] For port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:33.530425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:33.545300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Set router 3c1f14d6-1a04-43a1-81ca-528683ff692c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:33.585086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:33.585553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:33.587029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0265460-021f-482a-9446-42b110e65797 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 HTTP/1.1" status: 200 len: 1092 time: 2.6464744 Oct 25 23:06:33.689743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49bbadd-f84d-4959-b9ae-5cff274beb8b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:33.696227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0265460-021f-482a-9446-42b110e65797 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:33.719282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:33.733643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-1ae1a06f-d191-4e05-9015-901c69ef5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:33.735771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-1ae1a06f-d191-4e05-9015-901c69ef5df9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 1095 time: 0.1423912 Oct 25 23:06:33.759295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Transition to ACTIVE for port object c49bbadd-f84d-4959-b9ae-5cff274beb8b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:33.806672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:33.851864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-ca553d77-2069-4486-b90b-facbc8a00474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:33.853815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-ca553d77-2069-4486-b90b-facbc8a00474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 1095 time: 0.1788831 Oct 25 23:06:33.931568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:31Z', 'revision_number': 4, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd1886522-a0c2-4a92-b172-9af0a9b09e24', 'name': '', 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'mac_address': 'fa:16:3e:d8:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:30Z', 'updated_at': '2021-10-25T23:06:31Z', 'revision_number': 2, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'subnets': [{'id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:33.983079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-70d37a88-a228-4b0e-a700-39c5382f7762 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 HTTP/1.1" status: 200 len: 217 time: 0.1096799 Oct 25 23:06:33.983763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Pushing event updated for resources: {'Port': ['ID=c49bbadd-f84d-4959-b9ae-5cff274beb8b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:33.992356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:33.994940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Checking router: 3c1f14d6-1a04-43a1-81ca-528683ff692c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:06:33.995293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Updating router 3c1f14d6-1a04-43a1-81ca-528683ff692c port d1886522-a0c2-4a92-b172-9af0a9b09e24 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:06:34.106799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4402d090-37c3-415f-926c-c97da3d18bf2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:34.107630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-4a51279e-9a53-4ed6-9a4c-41bdc14aea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:34.109856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-4a51279e-9a53-4ed6-9a4c-41bdc14aea07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 200 len: 858 time: 0.1097779 Oct 25 23:06:34.162359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.203764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-9cbbdcbb-3d45-43fa-9481-38efc220ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:34.205245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-9cbbdcbb-3d45-43fa-9481-38efc220ddae service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 919 time: 0.4601970 Oct 25 23:06:34.218289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-ec2c583c-19cb-41c5-8b2e-89e376c059b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f21cabb-a767-4be9-88d2-4c541a561e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596285 Oct 25 23:06:34.277202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'tag': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:34.279509 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c50bd-dc88-495e-a75e-eb2d67414127" -d '{"events": [{"name": "network-changed", "server_uuid": "204943dd-f8a6-40ab-9be9-d70d9d78d672", "tag": "2c4fb0cc-f09c-4789-b9f5-4a50fba5a508"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:34.308533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-f3fa23c3-d4c3-4924-8da7-374dacb2d804 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7692428 Oct 25 23:06:34.318705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:34.336946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-f6a3eb4a-37a6-43a4-bbdf-ea47354448bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570 HTTP/1.1" status: 200 len: 217 time: 0.0630333 Oct 25 23:06:34.350308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc03f-cbef-41c9-b288-a0c0bd703876 req-43eefb26-7298-4163-a07c-e414bb72dba1 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:34.351846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-065fc03f-cbef-41c9-b288-a0c0bd703876 req-43eefb26-7298-4163-a07c-e414bb72dba1 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 944 time: 0.2950580 Oct 25 23:06:34.363700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.447255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e5f67363-e39c-43c9-9f07-274bcec2329a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:34.447813 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.493859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4402d090-37c3-415f-926c-c97da3d18bf2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:34.494258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.515564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.648020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Allocated IP 172.25.4.165 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/121d38d8-8fca-4259-99c5-5ca7c4869c9f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:34.757786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.760323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-31d45fca-2002-41e9-b010-7933dbb5ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:34.761808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-31d45fca-2002-41e9-b010-7933dbb5ceb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 200 len: 858 time: 0.4071968 Oct 25 23:06:34.809816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-b0a7ce04-31e9-4646-b040-a46fad35d481 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f21cabb-a767-4be9-88d2-4c541a561e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356615 Oct 25 23:06:34.829746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.858454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.877926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.934841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:34.940057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-7572daab-8a32-4e4a-a50b-20b6fc730446 service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133637 Oct 25 23:06:34.940296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:34.942576 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a535f971-bfc7-4020-8dad-dd1034389ded" -d '{"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:34.979825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:35.023788 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-065fc03f-cbef-41c9-b288-a0c0bd703876 req-ceee84aa-b6e1-4786-ae26-5de75c1c5ef6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528315 Oct 25 23:06:35.024971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Attempting to bind port c49bbadd-f84d-4959-b9ae-5cff274beb8b on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:35.025794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Attempting to bind port c49bbadd-f84d-4959-b9ae-5cff274beb8b by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:35.027572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Attempting to bind port c49bbadd-f84d-4959-b9ae-5cff274beb8b on network 0f21cabb-a767-4be9-88d2-4c541a561e8f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:35.031347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff02b44-1d78-4144-ab53-b4b44aa34822 None None] Pushing event updated for resources: {'Port': ['ID=d1886522-a0c2-4a92-b172-9af0a9b09e24,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:35.038102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:35.039333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.044279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:35.056781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:35.080298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Attempting to bind port d1886522-a0c2-4a92-b172-9af0a9b09e24 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:35.080669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Attempting to bind port d1886522-a0c2-4a92-b172-9af0a9b09e24 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:35.081028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Attempting to bind port d1886522-a0c2-4a92-b172-9af0a9b09e24 on network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:35.086112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Pushing event updated for resources: {'Port': ['ID=121d38d8-8fca-4259-99c5-5ca7c4869c9f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:35.126729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:35.127208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Checking segment: {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:35.129157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.132031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Bound using segment: {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:35.136303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Bound port: d1886522-a0c2-4a92-b172-9af0a9b09e24, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255be6e7-90a9-4d98-952e-5ffe61577a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:35.137580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.147345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Port c49bbadd-f84d-4959-b9ae-5cff274beb8b on network 0f21cabb-a767-4be9-88d2-4c541a561e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:35.150821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Attempting to bind port c49bbadd-f84d-4959-b9ae-5cff274beb8b on network 0f21cabb-a767-4be9-88d2-4c541a561e8f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:35.158360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:35.159505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Checking segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:35.160372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Bound using segment: {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:35.161065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Bound port: c49bbadd-f84d-4959-b9ae-5cff274beb8b, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407198da-7a64-4772-ab37-316d93e9e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:35.161765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.208312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-fefd2ca2-a771-4b5d-b580-066ac0e97fee service neutron] 10.222.0.15 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9819298 Oct 25 23:06:35.215606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:35.239753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.268170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] For port d1886522-a0c2-4a92-b172-9af0a9b09e24, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:35.272821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] For port d1886522-a0c2-4a92-b172-9af0a9b09e24, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1886522-a0c2-4a92-b172-9af0a9b09e24,segment=NetworkSegment(255be6e7-90a9-4d98-952e-5ffe61577a9b),segment_id=255be6e7-90a9-4d98-952e-5ffe61577a9b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:35.295841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.297260 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.370774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff02b44-1d78-4144-ab53-b4b44aa34822 None None] Pushing event updated for resources: {'Port': ['ID=d1886522-a0c2-4a92-b172-9af0a9b09e24,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:35.380578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:35.448253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Routers {'3c1f14d6-1a04-43a1-81ca-528683ff692c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:35.448880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3c1f14d6-1a04-43a1-81ca-528683ff692c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:35.595938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-4de42bdf-f484-488a-8297-8ec5ca1f7332 service neutron] 10.222.0.15 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843310 Oct 25 23:06:35.629074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] For port c49bbadd-f84d-4959-b9ae-5cff274beb8b, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:35.634362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] For port c49bbadd-f84d-4959-b9ae-5cff274beb8b, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:35.647299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.652283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ad393-0848-4dfb-ac77-71bc36f75431 req-eef2a207-e70b-4011-9b41-418e62a9b647 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:35.663441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e69ad393-0848-4dfb-ac77-71bc36f75431 req-eef2a207-e70b-4011-9b41-418e62a9b647 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2883656 Oct 25 23:06:35.663699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.669298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3f5c8e0-0bfa-4428-8d3a-1db158fcb61e req-7b216b69-7e44-4b34-a7af-2df5991d0a93 service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033656 Oct 25 23:06:35.677180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.700222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8e704592-e60c-4e69-ae8e-343769046429 None None] Provisioning complete for port d1886522-a0c2-4a92-b172-9af0a9b09e24 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:35.700587 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e704592-e60c-4e69-ae8e-343769046429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.761147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.787522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Pushing event updated for resources: {'Port': ['ID=c49bbadd-f84d-4959-b9ae-5cff274beb8b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:35.788781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Pushing event updated for resources: {'Port': ['ID=121d38d8-8fca-4259-99c5-5ca7c4869c9f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:35.798180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.800644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:35.809376 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-64f6e43a-7d80-4bd7-b486-8eb936b08d83 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4947875 Oct 25 23:06:35.817510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:35.818563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:35.818697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] Set router 3c1f14d6-1a04-43a1-81ca-528683ff692c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:35.822615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-b77d8b29-a509-45ce-bae7-b2b5d3587634 service neutron] 10.222.0.11 "PUT /v2.0/ports/c49bbadd-f84d-4959-b9ae-5cff274beb8b HTTP/1.1" status: 200 len: 1091 time: 3.2367983 Oct 25 23:06:35.840380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e69ad393-0848-4dfb-ac77-71bc36f75431 req-63789979-4c74-43de-8c4e-8a45c3eda875 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752124 Oct 25 23:06:35.929197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-b3de707f-908d-4bdc-a657-89f3a56ff583 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.1179249 Oct 25 23:06:36.016206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-f9a57d35-5c8b-4180-8d19-3bf3fac2e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.017720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-f9a57d35-5c8b-4180-8d19-3bf3fac2e5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 1094 time: 0.1188843 Oct 25 23:06:36.039609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'port_id': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'mac_address': 'fa:16:3e:e8:95:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65dbaa6-b0d5-4f50-8de0-121a161e6824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:36.073684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-58838e00-0f51-4880-a932-105e3c7fd3d4 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.091706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64a44a48-1b4b-419f-b9dd-3560779b7586 req-58838e00-0f51-4880-a932-105e3c7fd3d4 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1615534 Oct 25 23:06:36.142782 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928caf7d-1e1e-4000-8763-a5b45bb53c82 x-openstack-request-id: req-928caf7d-1e1e-4000-8763-a5b45bb53c82 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:36.143066 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204943dd-f8a6-40ab-9be9-d70d9d78d672", "tag": "2c4fb0cc-f09c-4789-b9f5-4a50fba5a508", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:36.143314 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-928caf7d-1e1e-4000-8763-a5b45bb53c82 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:36.143708 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'tag': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508', 'status': 'completed', 'code': 200} Oct 25 23:06:36.146262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-47813c0d-9f10-42ed-9102-081bd87cd1a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b HTTP/1.1" status: 200 len: 217 time: 0.1171994 Oct 25 23:06:36.185045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e704592-e60c-4e69-ae8e-343769046429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:36.284332 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f47886-1f0a-43e9-b4c2-f272117ba939 x-openstack-request-id: req-77f47886-1f0a-43e9-b4c2-f272117ba939 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:36.284752 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:36.285186 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77f47886-1f0a-43e9-b4c2-f272117ba939 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:36.285681 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'code': 200} Oct 25 23:06:36.307149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-d3f55a4a-a6c1-455b-a7fa-62a1052f39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.308524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-d3f55a4a-a6c1-455b-a7fa-62a1052f39fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 200 len: 858 time: 0.1556530 Oct 25 23:06:36.314698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-08ac8f71-b2d7-43ae-be07-60c0f45eaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.315647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:36.316619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-08ac8f71-b2d7-43ae-be07-60c0f45eaf90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 1095 time: 0.1343217 Oct 25 23:06:36.360201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-cf7d5f97-6588-469c-9e3d-9dcdb730d347 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f21cabb-a767-4be9-88d2-4c541a561e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419204 Oct 25 23:06:36.372272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84963ac-3f8a-4048-b1e1-358d8ecbdac6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:36.372804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28442b9-ac64-4c11-89b0-96d5743aefc6 req-b2363238-fc4e-48ff-afcb-ceaaa6ad12eb tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.381539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d28442b9-ac64-4c11-89b0-96d5743aefc6 req-b2363238-fc4e-48ff-afcb-ceaaa6ad12eb tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 943 time: 0.1995971 Oct 25 23:06:36.382778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8e704592-e60c-4e69-ae8e-343769046429 None None] For port d1886522-a0c2-4a92-b172-9af0a9b09e24, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1886522-a0c2-4a92-b172-9af0a9b09e24,segment=NetworkSegment(255be6e7-90a9-4d98-952e-5ffe61577a9b),segment_id=255be6e7-90a9-4d98-952e-5ffe61577a9b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:36.396714 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e704592-e60c-4e69-ae8e-343769046429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:36.404581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d001-1f65-499a-80c3-1de169b6bc6c req-0f468d8a-ed14-4331-8f3f-aa3d98bb2093 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.412861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f24d001-1f65-499a-80c3-1de169b6bc6c req-0f468d8a-ed14-4331-8f3f-aa3d98bb2093 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 944 time: 0.0969164 Oct 25 23:06:36.460021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f24d001-1f65-499a-80c3-1de169b6bc6c req-69293cb5-4f04-4d96-89be-d76f41e852bd tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Oct 25 23:06:36.479374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e704592-e60c-4e69-ae8e-343769046429 None None] Pushing event updated for resources: {'Port': ['ID=d1886522-a0c2-4a92-b172-9af0a9b09e24,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:36.498036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:36.503022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:31Z', 'revision_number': 4, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd1886522-a0c2-4a92-b172-9af0a9b09e24', 'name': '', 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'mac_address': 'fa:16:3e:d8:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:30Z', 'updated_at': '2021-10-25T23:06:35Z', 'revision_number': 4, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'subnets': [{'id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:36.512211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:36.556471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce105b6e-d472-44c2-9144-3bb9c078e80a None None] The sync data for ids ['3c1f14d6-1a04-43a1-81ca-528683ff692c'] in n-d-815373-1 is: [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:31Z', 'revision_number': 4, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd1886522-a0c2-4a92-b172-9af0a9b09e24', 'name': '', 'network_id': '9cf0873b-8b92-4efd-89e9-e4130c1a0acb', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'mac_address': 'fa:16:3e:d8:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:30Z', 'updated_at': '2021-10-25T23:06:35Z', 'revision_number': 4, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'subnets': [{'id': '223ee2ce-4195-4003-9411-ad9ec65c8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:06:36.573480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d28442b9-ac64-4c11-89b0-96d5743aefc6 req-501d66c7-3e6f-41b2-800b-7dd05fa79a7b tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906333 Oct 25 23:06:36.591519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f37f1e77-bf19-4c6b-96ae-7ddb3a729e56 req-392b9134-1479-4cc9-a4eb-033ccaac6cc0 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips/a27144b7-a19a-4c7c-a728-86c433f23483 HTTP/1.1" status: 200 len: 693 time: 0.1035941 Oct 25 23:06:36.609364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f2726dd0-6fe2-40e1-b397-6f72f8b07a05 None None] Provisioning complete for port d1886522-a0c2-4a92-b172-9af0a9b09e24 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:36.610189 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2726dd0-6fe2-40e1-b397-6f72f8b07a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:36.737781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:36.761228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1e77-bf19-4c6b-96ae-7ddb3a729e56 req-a7442b7e-9888-439b-b3e0-0f61a4babf6c tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.766392 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f37f1e77-bf19-4c6b-96ae-7ddb3a729e56 req-a7442b7e-9888-439b-b3e0-0f61a4babf6c tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1737800 Oct 25 23:06:36.791240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-503d267f-aafe-46d6-9b80-19cd49bddeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:36.792701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-503d267f-aafe-46d6-9b80-19cd49bddeba service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 919 time: 0.4622955 Oct 25 23:06:36.801554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-486f977e-1d2b-412c-a084-7be9e4758c9d service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165685 Oct 25 23:06:36.849951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f84963ac-3f8a-4048-b1e1-358d8ecbdac6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:36.902206 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-781c2770-9291-4994-90c2-d4f38a3248ef req-ffe39bc5-de9c-4120-a0c2-5ff958c7f182 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=b3800f2462a84ba9b5567c14dc4742e5 HTTP/1.1" status: 200 len: 696 time: 0.1140013 Oct 25 23:06:37.038295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-9a3adc2a-7191-4a50-9dbb-85562a829181 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 HTTP/1.1" status: 200 len: 217 time: 0.2270205 Oct 25 23:06:37.104600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2770-9291-4994-90c2-d4f38a3248ef req-e541e2c9-5f34-452e-94f3-f3a9cc7a55ca tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:37.117033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ee0056-deda-49a7-ae24-a2642a0d8dcf req-e0bd1af3-7ac6-400b-aef0-ad2d0b7764e6 service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957871 Oct 25 23:06:37.121777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-781c2770-9291-4994-90c2-d4f38a3248ef req-e541e2c9-5f34-452e-94f3-f3a9cc7a55ca tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks?id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 787 time: 0.2102334 Oct 25 23:06:37.158776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707e1be-b5c1-450e-8ee8-9dec22da3e65 req-98f50cd0-6372-48c5-8c7c-4f61fa370bf3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:37.167060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0707e1be-b5c1-450e-8ee8-9dec22da3e65 req-98f50cd0-6372-48c5-8c7c-4f61fa370bf3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1555769 Oct 25 23:06:37.170053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-1abf3397-79f7-41f0-9e9e-4bab948f5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:37.175939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-1abf3397-79f7-41f0-9e9e-4bab948f5539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 200 len: 858 time: 0.1290486 Oct 25 23:06:37.226268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-209f77cc-a702-443d-b1bf-1be652fabee6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f21cabb-a767-4be9-88d2-4c541a561e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418909 Oct 25 23:06:37.267715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0707e1be-b5c1-450e-8ee8-9dec22da3e65 req-8af6b0a7-4166-48bb-a8fd-ab2c2a5fa8b6 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996363 Oct 25 23:06:37.321079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b89a9ac0-9cb1-4ecd-9907-43494c024570 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:37.431161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-bd6db470-6301-4e6c-86fe-efcbfd253732 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips/a27144b7-a19a-4c7c-a728-86c433f23483 HTTP/1.1" status: 200 len: 693 time: 0.0861964 Oct 25 23:06:37.516840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b89a9ac0-9cb1-4ecd-9907-43494c024570, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:37.541271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'b89a9ac0-9cb1-4ecd-9907-43494c024570', 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'port_id': 'b89a9ac0-9cb1-4ecd-9907-43494c024570', 'mac_address': 'fa:16:3e:93:c0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bee7d36-ca04-474b-8ddf-baacd7748a7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:37.606902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-e91f76a7-031b-4893-b8c3-c2be98d8c51d service neutron] 10.222.0.15 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682253 Oct 25 23:06:37.618608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093fae-fa81-4f01-abe0-87e755fa80b2 req-462cbdd5-41f7-46d8-8779-fbfa85fbf5d5 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:37.627056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22093fae-fa81-4f01-abe0-87e755fa80b2 req-462cbdd5-41f7-46d8-8779-fbfa85fbf5d5 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 945 time: 0.0818124 Oct 25 23:06:37.632764 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:37.663189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89a9ac0-9cb1-4ecd-9907-43494c024570 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:37.679721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-9273f3ac-e42e-4323-b3e1-d5af73b1682e tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:37.692167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-9273f3ac-e42e-4323-b3e1-d5af73b1682e tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2493801 Oct 25 23:06:37.711321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22093fae-fa81-4f01-abe0-87e755fa80b2 req-e57fde89-4558-46f2-8556-039971f16dad tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761285 Oct 25 23:06:37.716795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b89a9ac0-9cb1-4ecd-9907-43494c024570, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:37.726002 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:37.845339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b89a9ac0-9cb1-4ecd-9907-43494c024570,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:37.889636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b8c50bd-dc88-495e-a75e-eb2d67414127 req-c1839cf9-511a-48f5-baec-ea84dadbed64 service neutron] 10.222.0.15 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673116 Oct 25 23:06:37.941397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-1319d184-8215-42c4-aaad-1e51bfd046d2 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.2473383 Oct 25 23:06:37.983093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee642b5-fac7-43da-b899-c292bc533757 req-089a43ca-da87-4788-befa-3fa7c022bd09 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:37.984994 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ee642b5-fac7-43da-b899-c292bc533757 req-089a43ca-da87-4788-befa-3fa7c022bd09 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 943 time: 0.1402314 Oct 25 23:06:38.048138 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ee642b5-fac7-43da-b899-c292bc533757 req-3c1c805c-03ca-429c-9175-6097b7bd3581 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Oct 25 23:06:38.059471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-738e44c7-7cf4-45c8-927e-b6cd2ee34fc2 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.1144226 Oct 25 23:06:38.080899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d1886522-a0c2-4a92-b172-9af0a9b09e24 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:38.146758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'tag': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:38.149002 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a0f72-4bbe-4276-9313-509e71708af0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb", "tag": "c49bbadd-f84d-4959-b9ae-5cff274beb8b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:38.163429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['b89a9ac0-9cb1-4ecd-9907-43494c024570'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:38.241392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d1886522-a0c2-4a92-b172-9af0a9b09e24 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:38.242035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:38.267974 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6235b7e-cf2e-4c0b-a095-0b1ddd4eba55 x-openstack-request-id: req-b6235b7e-cf2e-4c0b-a095-0b1ddd4eba55 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:38.268265 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb", "tag": "c49bbadd-f84d-4959-b9ae-5cff274beb8b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:38.268516 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6235b7e-cf2e-4c0b-a095-0b1ddd4eba55 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:38.270816 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'tag': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b', 'status': 'completed', 'code': 200} Oct 25 23:06:38.382952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-7ce95ded-6e5a-43c4-a573-0ea84a75f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:38.385682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-7ce95ded-6e5a-43c4-a573-0ea84a75f854 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54f59b82a4454b43a9488f0277a09855&device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 1094 time: 0.0822761 Oct 25 23:06:38.401536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Deleting port 121d38d8-8fca-4259-99c5-5ca7c4869c9f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:38.402191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:38.500669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb521c-b6f8-4165-977e-e6ba8cc5d4ce req-155354cf-6491-4bde-9664-6d387188ba83 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:38.508876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79fb521c-b6f8-4165-977e-e6ba8cc5d4ce req-155354cf-6491-4bde-9664-6d387188ba83 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0947006 Oct 25 23:06:38.569303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79fb521c-b6f8-4165-977e-e6ba8cc5d4ce req-ef0f623a-0164-47c6-884a-2907dbc35cc4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595479 Oct 25 23:06:38.635258 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:38.636700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:38.656813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Calling delete_port for 121d38d8-8fca-4259-99c5-5ca7c4869c9f owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:38.659381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-42811593-9ec0-41b8-8223-c916979ef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:38.661024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-42811593-9ec0-41b8-8223-c916979ef7f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 200 len: 919 time: 0.2614944 Oct 25 23:06:38.712328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-ebc342d2-b737-484b-9d65-42ed12c4d4d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b HTTP/1.1" status: 200 len: 217 time: 0.0408862 Oct 25 23:06:38.851853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-3d2a4c98-4d21-4e04-a7ea-0c6364529802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:38.853334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-3d2a4c98-4d21-4e04-a7ea-0c6364529802 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 200 len: 858 time: 0.0996525 Oct 25 23:06:38.909759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-5f903874-413f-4bb7-8838-f16727171940 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f21cabb-a767-4be9-88d2-4c541a561e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470150 Oct 25 23:06:38.951116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0227186-f265-410b-8b1e-d3bede7e2ca5 req-aace74d0-eb9f-4785-a73e-7b6125066d1c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:38.962643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0227186-f265-410b-8b1e-d3bede7e2ca5 req-aace74d0-eb9f-4785-a73e-7b6125066d1c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 945 time: 0.0955131 Oct 25 23:06:39.001378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.025620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0227186-f265-410b-8b1e-d3bede7e2ca5 req-24e7a6fd-ea60-4865-a18e-940bfe86595a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616639 Oct 25 23:06:39.060267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Pushing event deleted for resources: {'Port': ['ID=121d38d8-8fca-4259-99c5-5ca7c4869c9f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:39.151209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.153807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.155145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2fa9bea-c8c4-4c76-bcd1-4c29b47665c8 req-4eff3762-7137-4f87-8e9e-13970eba96f8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "DELETE /v2.0/floatingips/a27144b7-a19a-4c7c-a728-86c433f23483 HTTP/1.1" status: 204 len: 173 time: 1.0947237 Oct 25 23:06:39.179693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-37eeeae0-70b4-4d89-b05f-206d44570ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987972 Oct 25 23:06:39.225623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482e1f3-535c-492e-9273-e473a9e01f89 req-1e8cfa70-869f-45c0-9498-e25dbb7eb76f tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:39.233831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f482e1f3-535c-492e-9273-e473a9e01f89 req-1e8cfa70-869f-45c0-9498-e25dbb7eb76f tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 943 time: 0.0699439 Oct 25 23:06:39.284382 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f482e1f3-535c-492e-9273-e473a9e01f89 req-ad2606d3-b199-43a3-881f-8efd932e7443 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Oct 25 23:06:39.338020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:39.436231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:39.440673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:39.441205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.461566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-287f672b-4f20-41a2-bc41-238ea868842c req-ac25f2a3-d385-4995-9cb5-435746b2b170 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2806771 Oct 25 23:06:39.468201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff9a0f72-4bbe-4276-9313-509e71708af0 req-0922d92f-789a-4e1c-8a09-78aa3b475371 service neutron] 10.222.0.11 "GET /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766144 Oct 25 23:06:39.493906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:39.576595 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.580229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.646614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:39.649265 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a0b43a-f017-44d1-ba81-986c49728ae3" -d '{"events": [{"server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "name": "network-vif-plugged", "status": "completed", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:39.663981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:39.670065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:39.735964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:39.751132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268823cb-b5a5-4688-9513-879728829661 req-10ae9bfd-56fd-4bca-9b8c-9295ab0852c1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:39.759211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-268823cb-b5a5-4688-9513-879728829661 req-10ae9bfd-56fd-4bca-9b8c-9295ab0852c1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0744526 Oct 25 23:06:39.799629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-268823cb-b5a5-4688-9513-879728829661 req-936e63ea-2e6a-46d2-a2d5-26bdbef695e9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Oct 25 23:06:39.859746 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e49dd6-3237-4c20-88da-3391c4eb862e x-openstack-request-id: req-41e49dd6-3237-4c20-88da-3391c4eb862e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:39.860247 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "name": "network-vif-plugged", "status": "completed", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:39.860694 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41e49dd6-3237-4c20-88da-3391c4eb862e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:39.861261 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'code': 200} Oct 25 23:06:40.011703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:40.048130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b1ea3-f9b1-45f8-bfaf-2ff27ed28b07 req-0c1beda8-0416-4dc0-a3cb-5363105a55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:40.049648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-463b1ea3-f9b1-45f8-bfaf-2ff27ed28b07 req-0c1beda8-0416-4dc0-a3cb-5363105a55f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 1097 time: 0.0919802 Oct 25 23:06:40.163554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:40.172186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-463b1ea3-f9b1-45f8-bfaf-2ff27ed28b07 req-a76ec44a-5c7d-42ee-af93-bbdc104ad18a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089194 Oct 25 23:06:40.176329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508', 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'port_id': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508', 'mac_address': 'fa:16:3e:b0:b3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bee7d36-ca04-474b-8ddf-baacd7748a7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:40.184312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.214412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36fa98-68b7-4542-9934-7e35904b9d1e req-970b30b9-daef-4e4c-a28d-e2e72a810f42 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:40.216403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c36fa98-68b7-4542-9934-7e35904b9d1e req-970b30b9-daef-4e4c-a28d-e2e72a810f42 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.0826790 Oct 25 23:06:40.227565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.253373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:40.287116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:40.304795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c36fa98-68b7-4542-9934-7e35904b9d1e req-a9b63ec2-378e-402b-9fdb-c6237cab6d1c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 Oct 25 23:06:40.311312 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.383066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:40.410288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Allocated IP 172.25.4.76 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/6ab6bb27-85e9-4c67-a26c-5ee733bbe2e2) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:40.433235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11fc48-a06f-4180-aba2-690844ce0a6e req-6b5fa114-e76b-4ad8-b1ce-4a55147139e4 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:40.435084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef11fc48-a06f-4180-aba2-690844ce0a6e req-6b5fa114-e76b-4ad8-b1ce-4a55147139e4 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 943 time: 0.0659897 Oct 25 23:06:40.499039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef11fc48-a06f-4180-aba2-690844ce0a6e req-82a6e68e-ff18-4b38-8696-09af3fd93f78 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490694 Oct 25 23:06:40.572510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.620286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.672428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:40.673780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Pushing event updated for resources: {'Port': ['ID=6ab6bb27-85e9-4c67-a26c-5ee733bbe2e2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:40.676740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:40.679072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:40.778806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.820054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:40.926438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['2c4fb0cc-f09c-4789-b9f5-4a50fba5a508'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:40.937644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bac3c-e43c-4777-8e9e-c4c8d2b201d0 req-6b2152b1-05b9-4afd-9636-5d1002523877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:40.947352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b55bac3c-e43c-4777-8e9e-c4c8d2b201d0 req-6b2152b1-05b9-4afd-9636-5d1002523877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0638707 Oct 25 23:06:41.006813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b55bac3c-e43c-4777-8e9e-c4c8d2b201d0 req-bfb8b1bf-33a7-4022-9d9a-ecebf9e7f0f9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Oct 25 23:06:41.061602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.070858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.157737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Pushing event updated for resources: {'Port': ['ID=6ab6bb27-85e9-4c67-a26c-5ee733bbe2e2,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:41.183080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.216232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.218140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-287f672b-4f20-41a2-bc41-238ea868842c req-12954860-cc3a-4d58-8acd-56d9b5c7efda tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7475300 Oct 25 23:06:41.285243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-287f672b-4f20-41a2-bc41-238ea868842c req-34881bfe-d5b6-427a-a52e-df1555c6faf8 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0595071 Oct 25 23:06:41.331670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c49bbadd-f84d-4959-b9ae-5cff274beb8b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:41.334211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b89a9ac0-9cb1-4ecd-9907-43494c024570 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:41.449098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f672b-4f20-41a2-bc41-238ea868842c req-963c71ef-fab4-4ab7-9764-0dc1b84b6378 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:41.452857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-287f672b-4f20-41a2-bc41-238ea868842c req-963c71ef-fab4-4ab7-9764-0dc1b84b6378 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1604419 Oct 25 23:06:41.464927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-287f672b-4f20-41a2-bc41-238ea868842c req-7a50cfdd-e2ec-4bf0-875e-952cb17edc0f tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:06:41.469557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-287f672b-4f20-41a2-bc41-238ea868842c req-7a50cfdd-e2ec-4bf0-875e-952cb17edc0f tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092938 Oct 25 23:06:41.540408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c489d-a52a-45ce-84cf-8280195877e6 req-fce7a9b7-97f0-4782-9389-2e8078635431 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:41.545306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port b89a9ac0-9cb1-4ecd-9907-43494c024570 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:41.558610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e4c489d-a52a-45ce-84cf-8280195877e6 req-fce7a9b7-97f0-4782-9389-2e8078635431 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.1526198 Oct 25 23:06:41.564074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port b89a9ac0-9cb1-4ecd-9907-43494c024570 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:41.564440 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.596986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-9c0e4890-0c5d-47fd-b370-7bfd2771acfa tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips/8f2aaacd-382e-4a09-9385-69505c304ddf HTTP/1.1" status: 200 len: 692 time: 0.0929866 Oct 25 23:06:41.628308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e4c489d-a52a-45ce-84cf-8280195877e6 req-b1930c6c-44f5-40cc-8fd4-60e2a64ff911 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680199 Oct 25 23:06:41.668377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c49bbadd-f84d-4959-b9ae-5cff274beb8b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:41.686850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b', 'network_id': '0f21cabb-a767-4be9-88d2-4c541a561e8f', 'port_id': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b', 'mac_address': 'fa:16:3e:ad:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bee7d36-ca04-474b-8ddf-baacd7748a7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:41.746190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.775683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-d2b95d7b-c5ab-43ff-a22c-41bb0b339441 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:41.778325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-d2b95d7b-c5ab-43ff-a22c-41bb0b339441 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1731479 Oct 25 23:06:41.782087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49bbadd-f84d-4959-b9ae-5cff274beb8b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:41.797318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922789-9d9c-4785-bf80-21767dff02a2 req-a3c7eb4b-78c5-456d-b995-dcf1a71d3cef tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:41.799479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26922789-9d9c-4785-bf80-21767dff02a2 req-a3c7eb4b-78c5-456d-b995-dcf1a71d3cef tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 943 time: 0.0649145 Oct 25 23:06:41.800978 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.815723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c49bbadd-f84d-4959-b9ae-5cff274beb8b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:41.827427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.860098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26922789-9d9c-4785-bf80-21767dff02a2 req-0b3d6b2a-4bab-4373-a9ec-cd440e2c4d01 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Oct 25 23:06:41.862544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a9ac0-9cb1-4ecd-9907-43494c024570'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:41.865883 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586d245-0e32-407e-8f46-63010d710254" -d '{"events": [{"server_uuid": "3c9f5528-4c9b-4684-a1c8-fa0ed48da74d", "name": "network-vif-plugged", "status": "completed", "tag": "b89a9ac0-9cb1-4ecd-9907-43494c024570"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:41.877135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b89a9ac0-9cb1-4ecd-9907-43494c024570, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:41.890197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:41.918701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-e39f0afb-f7cd-4a58-9b0d-cf9ab902b5c3 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.1288369 Oct 25 23:06:41.926403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c49bbadd-f84d-4959-b9ae-5cff274beb8b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:41.977624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-7a2817f3-f495-40f5-86d5-b71c37d080c6 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0531416 Oct 25 23:06:42.013634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b89a9ac0-9cb1-4ecd-9907-43494c024570,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:42.130682 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8222cc-c468-49b3-9719-35cbc64233f7 x-openstack-request-id: req-0e8222cc-c468-49b3-9719-35cbc64233f7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:42.130976 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9f5528-4c9b-4684-a1c8-fa0ed48da74d", "name": "network-vif-plugged", "status": "completed", "tag": "b89a9ac0-9cb1-4ecd-9907-43494c024570", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:42.131222 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e8222cc-c468-49b3-9719-35cbc64233f7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:42.131614 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a9ac0-9cb1-4ecd-9907-43494c024570', 'code': 200} Oct 25 23:06:42.134470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Deleting port 6ab6bb27-85e9-4c67-a26c-5ee733bbe2e2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:42.135379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.181257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c49bbadd-f84d-4959-b9ae-5cff274beb8b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:42.228016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.228378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.253718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Calling delete_port for 6ab6bb27-85e9-4c67-a26c-5ee733bbe2e2 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:42.329568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010a266-b084-4ddc-bdb0-a1a06618c90d req-da16e5c3-6064-4c8d-86be-b121400bd534 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:42.334961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8db9e-936b-477d-9bdb-536f7cfa3337 req-e205d077-84f8-46a4-9547-77e4dfca7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:42.336755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-feb8db9e-936b-477d-9bdb-536f7cfa3337 req-e205d077-84f8-46a4-9547-77e4dfca7703 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 1097 time: 0.0986662 Oct 25 23:06:42.337247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b010a266-b084-4ddc-bdb0-a1a06618c90d req-da16e5c3-6064-4c8d-86be-b121400bd534 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1373975 Oct 25 23:06:42.396864 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-feb8db9e-936b-477d-9bdb-536f7cfa3337 req-7b33a585-b6dc-4642-9e19-666f0d4ad7d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528133 Oct 25 23:06:42.408729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b010a266-b084-4ddc-bdb0-a1a06618c90d req-2a1f386f-de18-4918-b347-1f1d77cbf1bb tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700481 Oct 25 23:06:42.466744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.494295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Pushing event deleted for resources: {'Port': ['ID=6ab6bb27-85e9-4c67-a26c-5ee733bbe2e2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:42.586046 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.588972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.590471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a1421c3-d093-4f6a-9983-5b61ab478085 req-100d7960-d492-4c83-bd6c-bbbff41be168 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "DELETE /v2.0/floatingips/8f2aaacd-382e-4a09-9385-69505c304ddf HTTP/1.1" status: 204 len: 173 time: 0.6069417 Oct 25 23:06:42.655727 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-2f4b2790-61ec-41fe-affe-b117e7192314 req-e4e6a67d-c041-48ce-817d-bc7c20339179 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] show failed (client error): The resource could not be found. Oct 25 23:06:42.657455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f4b2790-61ec-41fe-affe-b117e7192314 req-e4e6a67d-c041-48ce-817d-bc7c20339179 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips/8f2aaacd-382e-4a09-9385-69505c304ddf HTTP/1.1" status: 404 len: 350 time: 0.0460308 Oct 25 23:06:42.715971 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:42.724707 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-faef030b-7ae1-4c92-8115-ab31b7949e0c req-15082a13-e489-424a-a2dc-7523c6e78a82 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] show failed (client error): The resource could not be found. Oct 25 23:06:42.725914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-faef030b-7ae1-4c92-8115-ab31b7949e0c req-15082a13-e489-424a-a2dc-7523c6e78a82 tempest-FloatingIPsTestJSON-1922920583 tempest-FloatingIPsTestJSON-1922920583-project] 10.222.0.25 "GET /v2.0/floatingips/8f2aaacd-382e-4a09-9385-69505c304ddf HTTP/1.1" status: 404 len: 350 time: 0.0424383 Oct 25 23:06:42.738312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51276) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:42.890135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8420a5-d551-49af-994a-370f27dce8bc req-4f39b146-d2a6-4370-b301-3363d5b6b2e9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:42.893350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f8420a5-d551-49af-994a-370f27dce8bc req-4f39b146-d2a6-4370-b301-3363d5b6b2e9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.1041675 Oct 25 23:06:42.997962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578591f2-67d3-46a0-be5c-8c9aef6987d1 req-fd74daea-eb65-4e65-a01f-0d5592ad5a24 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:43.000554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-578591f2-67d3-46a0-be5c-8c9aef6987d1 req-fd74daea-eb65-4e65-a01f-0d5592ad5a24 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 944 time: 0.0594437 Oct 25 23:06:43.049231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f8420a5-d551-49af-994a-370f27dce8bc req-842c8425-68be-433f-ad33-150cfc9d34ec tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438050 Oct 25 23:06:43.053423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-578591f2-67d3-46a0-be5c-8c9aef6987d1 req-3852a02f-f394-494b-bca0-19916373f32d tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Oct 25 23:06:43.253858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7526fb-08de-4ef9-875c-881ac57202c6 req-9e44ff88-a6cc-437c-8fbe-c9141e472270 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:43.261837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db7526fb-08de-4ef9-875c-881ac57202c6 req-9e44ff88-a6cc-437c-8fbe-c9141e472270 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.0918128 Oct 25 23:06:43.321275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db7526fb-08de-4ef9-875c-881ac57202c6 req-a601295f-d69b-4b9d-a138-5d97b22e5780 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Oct 25 23:06:43.329608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:43.575100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47b314-cf7d-46d6-9803-136644d38a12 req-9ccd0c56-ab73-4910-bb7d-196bab02eaf1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:43.584876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad47b314-cf7d-46d6-9803-136644d38a12 req-9ccd0c56-ab73-4910-bb7d-196bab02eaf1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0977795 Oct 25 23:06:43.640033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad47b314-cf7d-46d6-9803-136644d38a12 req-958080a5-3a6f-49f2-8182-68ecab7759a8 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503387 Oct 25 23:06:43.701264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Deleting port d1886522-a0c2-4a92-b172-9af0a9b09e24 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:43.701538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:43.836193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] For port d1886522-a0c2-4a92-b172-9af0a9b09e24, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1886522-a0c2-4a92-b172-9af0a9b09e24,segment=NetworkSegment(255be6e7-90a9-4d98-952e-5ffe61577a9b),segment_id=255be6e7-90a9-4d98-952e-5ffe61577a9b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:43.836193 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:43.853336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Calling delete_port for d1886522-a0c2-4a92-b172-9af0a9b09e24 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:44.024535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:44.210522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:44.308173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1886522-a0c2-4a92-b172-9af0a9b09e24,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:44.325201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a287-322b-4f89-95c7-c0e493acc84a req-95d26bc9-1008-47c6-931d-00e6b9cdc01a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:44.335070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6449a287-322b-4f89-95c7-c0e493acc84a req-95d26bc9-1008-47c6-931d-00e6b9cdc01a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.1046815 Oct 25 23:06:44.383656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6449a287-322b-4f89-95c7-c0e493acc84a req-482de953-8faa-492d-b03f-5c1a3009c800 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472839 Oct 25 23:06:44.525990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:44.547091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:44.547091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:44.559544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e171e-cd27-4640-8a51-e9a02cbcbba1 req-964cf275-a494-47b1-847e-cc4e683b75d0 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:44.567153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-125e171e-cd27-4640-8a51-e9a02cbcbba1 req-964cf275-a494-47b1-847e-cc4e683b75d0 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 944 time: 0.3450947 Oct 25 23:06:44.659069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:44.701400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:44.704727 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdef0a6-24c5-4d03-a0be-094c53469a58" -d '{"events": [{"server_uuid": "204943dd-f8a6-40ab-9be9-d70d9d78d672", "name": "network-vif-plugged", "status": "completed", "tag": "2c4fb0cc-f09c-4789-b9f5-4a50fba5a508"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:44.714001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:44.721791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:44.807429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:44.809511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc11d5-b5c9-4b92-9480-fe4ea0c74575 req-4d48f228-d399-47d1-8f0c-24c7cee2d838 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:44.816919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13cc11d5-b5c9-4b92-9480-fe4ea0c74575 req-4d48f228-d399-47d1-8f0c-24c7cee2d838 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0920203 Oct 25 23:06:44.866848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13cc11d5-b5c9-4b92-9480-fe4ea0c74575 req-a53b1c2b-5899-4efe-be87-1850a8d79d6e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Oct 25 23:06:44.915238 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2bd507-67e7-463c-a623-71b07b7dbcd4 x-openstack-request-id: req-7c2bd507-67e7-463c-a623-71b07b7dbcd4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:44.915670 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204943dd-f8a6-40ab-9be9-d70d9d78d672", "name": "network-vif-plugged", "status": "completed", "tag": "2c4fb0cc-f09c-4789-b9f5-4a50fba5a508", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:44.916090 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c2bd507-67e7-463c-a623-71b07b7dbcd4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:44.917184 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508', 'code': 200} Oct 25 23:06:44.994203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-125e171e-cd27-4640-8a51-e9a02cbcbba1 req-1bbf9f83-e6d7-4fc9-b7bc-a9edec720c70 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249966 Oct 25 23:06:45.029456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.085558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec076051-8f9c-4683-a9a7-e78a465fda1f req-c09bd72c-4462-4aea-a7ef-c8afd90ec65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:45.088150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec076051-8f9c-4683-a9a7-e78a465fda1f req-c09bd72c-4462-4aea-a7ef-c8afd90ec65f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 1097 time: 0.0618334 Oct 25 23:06:45.156174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec076051-8f9c-4683-a9a7-e78a465fda1f req-3bf5100f-fc3c-49d5-8dfc-1d1b6ce3c41a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533042 Oct 25 23:06:45.335673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Router 3c1f14d6-1a04-43a1-81ca-528683ff692c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:06:45.342923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c49bbadd-f84d-4959-b9ae-5cff274beb8b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:45.398035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port c49bbadd-f84d-4959-b9ae-5cff274beb8b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:06:45.420081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port c49bbadd-f84d-4959-b9ae-5cff274beb8b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:45.420956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.512034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:06:45.527549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:45.528027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-380d3e66-9cbb-4383-ab4d-a6d0dfa919f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c1f14d6-1a04-43a1-81ca-528683ff692c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877316 Oct 25 23:06:45.528573 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] Sync routers for ids ['3c1f14d6-1a04-43a1-81ca-528683ff692c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:06:45.542975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf08ca8-32f5-41e6-80a0-a5c6b533f9d8 req-7e9ebc6c-600c-4291-b63f-50ec5c422fe0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:45.543634 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bf08ca8-32f5-41e6-80a0-a5c6b533f9d8 req-7e9ebc6c-600c-4291-b63f-50ec5c422fe0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.0895762 Oct 25 23:06:45.550511 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] Routers {'3c1f14d6-1a04-43a1-81ca-528683ff692c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:45.551147 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3c1f14d6-1a04-43a1-81ca-528683ff692c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:45.588398 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ca82c505-9e28-480e-9ac7-49459bda9d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.601051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.629449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bf08ca8-32f5-41e6-80a0-a5c6b533f9d8 req-b1f12a55-f0ca-45cb-8509-e7a34b099b95 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690024 Oct 25 23:06:45.646831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c49bbadd-f84d-4959-b9ae-5cff274beb8b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:45.657868 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.707009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.732884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c49bbadd-f84d-4959-b9ae-5cff274beb8b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:45.840971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:45.868382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] Set router 3c1f14d6-1a04-43a1-81ca-528683ff692c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:45.920262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Deleting port 4402d090-37c3-415f-926c-c97da3d18bf2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:45.921231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.019226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] For port 4402d090-37c3-415f-926c-c97da3d18bf2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4402d090-37c3-415f-926c-c97da3d18bf2,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:46.019702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.040069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Calling delete_port for 4402d090-37c3-415f-926c-c97da3d18bf2 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:46.057870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:44Z', 'revision_number': 5, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port': {'id': '4402d090-37c3-415f-926c-c97da3d18bf2', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:27Z', 'updated_at': '2021-10-25T23:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:46.085744 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] Checking router: 3c1f14d6-1a04-43a1-81ca-528683ff692c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:06:46.094436 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] Routers {'3c1f14d6-1a04-43a1-81ca-528683ff692c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:46.095260 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3c1f14d6-1a04-43a1-81ca-528683ff692c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:46.150389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a3e8f-65fd-4df9-83c5-08046a0b67ee req-6ff5b307-ef5f-4053-a187-64babbfc5cf0 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:46.157711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-122a3e8f-65fd-4df9-83c5-08046a0b67ee req-6ff5b307-ef5f-4053-a187-64babbfc5cf0 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1121888 Oct 25 23:06:46.227779 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] Set router 3c1f14d6-1a04-43a1-81ca-528683ff692c gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:46.271665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25506-cecf-44e1-a429-2f24ced4a990 req-294ee0b3-363d-4f18-a6dc-c1e68fa74667 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:46.273327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-46a25506-cecf-44e1-a429-2f24ced4a990 req-294ee0b3-363d-4f18-a6dc-c1e68fa74667 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 945 time: 0.0821645 Oct 25 23:06:46.309779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-122a3e8f-65fd-4df9-83c5-08046a0b67ee req-de414a68-cfa3-425b-9224-0af6c9b9a5e8 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510823 Oct 25 23:06:46.342096 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:45Z', 'revision_number': 6, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:46.364009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-46a25506-cecf-44e1-a429-2f24ced4a990 req-45d0e782-64fc-468d-82c2-85627154c2b2 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Oct 25 23:06:46.399752 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082f45-9ca6-4362-9451-abf83a175b24 None None] The sync data for ids ['3c1f14d6-1a04-43a1-81ca-528683ff692c'] in n-d-815373-1 is: [{'id': '3c1f14d6-1a04-43a1-81ca-528683ff692c', 'name': 'tempest-FloatingIPsTestJSON-154467581-router', 'tenant_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:25Z', 'updated_at': '2021-10-25T23:06:45Z', 'revision_number': 6, 'project_id': 'b3800f2462a84ba9b5567c14dc4742e5', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:06:46.431219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.460761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Pushing event deleted for resources: {'Port': ['ID=4402d090-37c3-415f-926c-c97da3d18bf2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:46.540852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.642703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.646575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.707657 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.707657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1f14d6-1a04-43a1-81ca-528683ff692c {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:06:46.713261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.714556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-787c076b-29da-464d-a62e-4fbeb68f3170 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3c1f14d6-1a04-43a1-81ca-528683ff692c HTTP/1.1" status: 204 len: 168 time: 1.1846833 Oct 25 23:06:46.718734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51378) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:46.759624 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:06:46.809693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec23fef-d1fa-4123-94bb-e6e084ae04bc req-69ec0ec9-a924-49e1-99fc-620fbc6fa1ce tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:46.821381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ec23fef-d1fa-4123-94bb-e6e084ae04bc req-69ec0ec9-a924-49e1-99fc-620fbc6fa1ce tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.1250465 Oct 25 23:06:46.854991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Deleting subnet 223ee2ce-4195-4003-9411-ad9ec65c8e9c {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:06:46.864553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.889397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ec23fef-d1fa-4123-94bb-e6e084ae04bc req-faa07676-720e-4c8e-9513-9ff4f589352b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670455 Oct 25 23:06:46.917986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:46.920977 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ff8bc6-a914-4e8d-8eda-d7764deaa08e" -d '{"events": [{"server_uuid": "2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb", "name": "network-vif-plugged", "status": "completed", "tag": "c49bbadd-f84d-4959-b9ae-5cff274beb8b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:46.934551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:46.984670 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c55c180-0c9f-4af1-bd5e-9bad624908ba x-openstack-request-id: req-7c55c180-0c9f-4af1-bd5e-9bad624908ba {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:46.984969 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb", "name": "network-vif-plugged", "status": "completed", "tag": "c49bbadd-f84d-4959-b9ae-5cff274beb8b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:46.985245 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c55c180-0c9f-4af1-bd5e-9bad624908ba {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:46.985645 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b', 'code': 200} Oct 25 23:06:47.057803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.206069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.210579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae1ddc-fb59-4164-bcd6-ff5b0fef53bd req-e3e51ba6-7fb4-45d4-9626-fe32b452d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:47.212300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ae1ddc-fb59-4164-bcd6-ff5b0fef53bd req-e3e51ba6-7fb4-45d4-9626-fe32b452d9e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 1096 time: 0.1251307 Oct 25 23:06:47.257698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223ee2ce-4195-4003-9411-ad9ec65c8e9c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:47.258669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a45b8b0-e55b-48df-ad0e-747e7160e3db None None] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:47.263158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.269472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51396) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:47.271967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-afd6322d-465c-4a2b-8aa4-5285ef9b0b8f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/223ee2ce-4195-4003-9411-ad9ec65c8e9c HTTP/1.1" status: 204 len: 168 time: 0.5497658 Oct 25 23:06:47.292118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ae1ddc-fb59-4164-bcd6-ff5b0fef53bd req-cc15677a-cb48-4a47-90c6-d40b38a89ec4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715611 Oct 25 23:06:47.350481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:47.403239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.476062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Deleting port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:47.476062 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.514910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:47.530766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'port_id': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'mac_address': 'fa:16:3e:e8:95:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65dbaa6-b0d5-4f50-8de0-121a161e6824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:47.591356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9596-4b97-4fd9-a50e-9e4a87857d1b req-91e18852-acd8-4926-8fe7-99ae9c3ea135 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:47.601524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e9d9596-4b97-4fd9-a50e-9e4a87857d1b req-91e18852-acd8-4926-8fe7-99ae9c3ea135 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 945 time: 0.0920105 Oct 25 23:06:47.609890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0814c4-4dc8-4874-9c3a-dcf83e714b50 req-728b73e8-d73f-4e0b-b78e-44dd4d58ed3d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:47.618542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0814c4-4dc8-4874-9c3a-dcf83e714b50 req-728b73e8-d73f-4e0b-b78e-44dd4d58ed3d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1281106 Oct 25 23:06:47.648228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.651850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e9d9596-4b97-4fd9-a50e-9e4a87857d1b req-423325f2-c015-49b0-bbbb-d8d56b6dbb75 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Oct 25 23:06:47.690228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f84963ac-3f8a-4048-b1e1-358d8ecbdac6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:47.691261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a0814c4-4dc8-4874-9c3a-dcf83e714b50 req-0574a252-e4e0-4ece-bdda-ff38b215a33c tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666540 Oct 25 23:06:47.711026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] For port adcb1b59-a52b-48d2-8f4e-ad1a204404e9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,segment=NetworkSegment(255be6e7-90a9-4d98-952e-5ffe61577a9b),segment_id=255be6e7-90a9-4d98-952e-5ffe61577a9b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:47.711685 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.744276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:47.746694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Calling delete_port for adcb1b59-a52b-48d2-8f4e-ad1a204404e9 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:47.751397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.847890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:47.860737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] DHCP port deletion for 9cf0873b-8b92-4efd-89e9-e4130c1a0acb request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:06:47.921739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:47.987534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:47.993812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] No DVR routers for this DVR port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:47.998629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Deleting port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:47.999121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.087163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f84963ac-3f8a-4048-b1e1-358d8ecbdac6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:48.109000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.121305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628e174-f32d-4b8d-9ca6-ea3a84807bd2 req-7b6482ff-0ec5-48b6-9abb-3c35f9641faa tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:48.122969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c628e174-f32d-4b8d-9ca6-ea3a84807bd2 req-7b6482ff-0ec5-48b6-9abb-3c35f9641faa tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 945 time: 0.0695386 Oct 25 23:06:48.125363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4402d090-37c3-415f-926c-c97da3d18bf2 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:48.158024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf0873b-8b92-4efd-89e9-e4130c1a0acb']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:48.166579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4402d090-37c3-415f-926c-c97da3d18bf2 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:48.166914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4402d090-37c3-415f-926c-c97da3d18bf2 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:48.167328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d1886522-a0c2-4a92-b172-9af0a9b09e24 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:48.170242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255be6e7-90a9-4d98-952e-5ffe61577a9b') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:48.170907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255be6e7-90a9-4d98-952e-5ffe61577a9b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:48.185358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.201565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.208997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c628e174-f32d-4b8d-9ca6-ea3a84807bd2 req-03e791d5-0ac5-4f30-9f53-a914ece935e5 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713277 Oct 25 23:06:48.209278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:06:48.209862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.211270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d1886522-a0c2-4a92-b172-9af0a9b09e24 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:48.211611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d1886522-a0c2-4a92-b172-9af0a9b09e24 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:48.212023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adcb1b59-a52b-48d2-8f4e-ad1a204404e9 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:06:48.212961 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:06:48.272532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: adcb1b59-a52b-48d2-8f4e-ad1a204404e9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:48.273678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adcb1b59-a52b-48d2-8f4e-ad1a204404e9 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:48.303971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.310000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.315619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9cf0873b-8b92-4efd-89e9-e4130c1a0acb HTTP/1.1" status: 204 len: 168 time: 1.0449381 Oct 25 23:06:48.325342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] For port adcb1b59-a52b-48d2-8f4e-ad1a204404e9, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:48.325742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.342262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911040c-9e2b-45cf-a8b0-cb0f4bb2f8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf0873b-8b92-4efd-89e9-e4130c1a0acb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:48.369431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Calling delete_port for adcb1b59-a52b-48d2-8f4e-ad1a204404e9 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:48.377594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7b331be-ebd7-4864-a560-717211d5ee23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.389035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:06:48.402118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.425854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Network 9cf0873b-8b92-4efd-89e9-e4130c1a0acb is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:06:48.426345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] No DVR routers for this DVR port adcb1b59-a52b-48d2-8f4e-ad1a204404e9 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:48.472088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7c961-c0b1-4e4e-97f6-60658107679d None None] Pushing event deleted for resources: {'Port': ['ID=adcb1b59-a52b-48d2-8f4e-ad1a204404e9,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:48.558130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:48.594624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304abd6-ac8a-4201-8275-adec030c6bf6 req-e2ec89b7-660b-40b6-9508-675d514b3671 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:48.596246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e304abd6-ac8a-4201-8275-adec030c6bf6 req-e2ec89b7-660b-40b6-9508-675d514b3671 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 945 time: 0.0576916 Oct 25 23:06:48.624251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b9bca082-ecb2-4285-bd42-bb6adeb3f44e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3800f2462a84ba9b5567c14dc4742e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642197 Oct 25 23:06:48.627744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:48.644460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e304abd6-ac8a-4201-8275-adec030c6bf6 req-c02225b2-6c65-4974-bb47-89adb9c35367 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Oct 25 23:06:48.690464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-755c738a-f046-4bb7-8df6-3e2613c534e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.724689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-755c738a-f046-4bb7-8df6-3e2613c534e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.795741 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-755c738a-f046-4bb7-8df6-3e2613c534e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.800370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-755c738a-f046-4bb7-8df6-3e2613c534e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:48.801888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-755c738a-f046-4bb7-8df6-3e2613c534e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4af18a81-ee81-4d8a-ac81-198d69c56809 HTTP/1.1" status: 204 len: 168 time: 0.1727347 Oct 25 23:06:48.862688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c738a-f046-4bb7-8df6-3e2613c534e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af18a81-ee81-4d8a-ac81-198d69c56809,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:48.928903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d7ef-8348-4b41-9441-4dc8e57cd43a req-acbbe27d-8ef1-4489-bb9a-d612a80de198 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:48.945932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6215d7ef-8348-4b41-9441-4dc8e57cd43a req-acbbe27d-8ef1-4489-bb9a-d612a80de198 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 945 time: 0.1427803 Oct 25 23:06:48.963999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee2d1f-a9a0-4d28-be37-ff1e6e834f38 req-a7bd9ad6-a4d2-453b-9fda-733487ea9c81 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:48.979095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4cee2d1f-a9a0-4d28-be37-ff1e6e834f38 req-a7bd9ad6-a4d2-453b-9fda-733487ea9c81 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1267078 Oct 25 23:06:49.050665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6215d7ef-8348-4b41-9441-4dc8e57cd43a req-ef47b64d-e5c5-4f00-9dc0-e9062abaabb9 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957394 Oct 25 23:06:49.050809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4cee2d1f-a9a0-4d28-be37-ff1e6e834f38 req-65fcd5bd-60c1-4a68-acfe-85c11f247ba3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690227 Oct 25 23:06:49.368922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:49.453558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:49.453954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:49.514523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:49.563640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:49.589243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:49.591823 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39e9f6-bb9f-427d-a4dc-e0ba436d3434" -d '{"events": [{"server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "name": "network-vif-plugged", "status": "completed", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:49.613649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:49.620104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:49.621312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:49.665506 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3165913-f396-4243-984f-62253b958330 x-openstack-request-id: req-f3165913-f396-4243-984f-62253b958330 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:49.666102 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "name": "network-vif-plugged", "status": "completed", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:49.666665 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3165913-f396-4243-984f-62253b958330 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:49.667260 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'code': 200} Oct 25 23:06:49.748531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:49.798862 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:49.808618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46812c-d564-4903-8b9e-995fe0c4224f req-5e1780c5-3d58-4548-bde2-263f5c02f95e tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:49.816856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b46812c-d564-4903-8b9e-995fe0c4224f req-5e1780c5-3d58-4548-bde2-263f5c02f95e tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.0847704 Oct 25 23:06:49.836438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51478) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:49.856425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:49.864358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:49.868618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b46812c-d564-4903-8b9e-995fe0c4224f req-1b772423-010e-4f4f-b8df-da8a0f1df9b3 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497112 Oct 25 23:06:49.928313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:49.969324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-network', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:49.991595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Made reservation on behalf of 0a379947c083417b8116e531f8f9bcc7 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:49.993927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.002330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.095835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.096297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.104188 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.134762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:06:50.176810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f5c805-d54a-4eba-b817-9c607ff3c756,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:50.182603 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.182954 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Added segment b2567664-c5ce-424a-9fb8-399510af7fe6 of type vlan for network c7aa8f72-ddba-4577-990c-484540be3c45 Oct 25 23:06:50.188064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412f6e6-9e09-415f-9a21-6542703c0fe3 req-3048fb83-a9c2-4d02-987f-d38556ace41e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.189577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6412f6e6-9e09-415f-9a21-6542703c0fe3 req-3048fb83-a9c2-4d02-987f-d38556ace41e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 948 time: 0.0536144 Oct 25 23:06:50.229818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6412f6e6-9e09-415f-9a21-6542703c0fe3 req-683e9d58-fcc1-46e8-bd78-25416a9cf63e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Oct 25 23:06:50.234264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.243869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf7a6-e568-4359-aa43-295ecfb6fc51 req-be1cfe02-74bc-4c7d-9aae-5feb86b56c5b tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.245381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbfdf7a6-e568-4359-aa43-295ecfb6fc51 req-be1cfe02-74bc-4c7d-9aae-5feb86b56c5b tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 945 time: 0.1152449 Oct 25 23:06:50.302428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbfdf7a6-e568-4359-aa43-295ecfb6fc51 req-44b3bb33-f634-4e49-be72-2bc43749dcbb tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499616 Oct 25 23:06:50.304437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.305560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.306365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.368251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5301390 Oct 25 23:06:50.371068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51512) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:50.377698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Request body: {'subnet': {'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-subnet', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:50.400287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30207c2-fa60-410a-8dd6-1a05b18e5fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=c7aa8f72-ddba-4577-990c-484540be3c45,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:50.413232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c7aa8f72-ddba-4577-990c-484540be3c45 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:06:50.422425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Made reservation on behalf of 0a379947c083417b8116e531f8f9bcc7 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:50.425781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.563360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccb4ba-0fb6-4456-9d1f-6da5d4c650b9 req-9b0a5cdb-ace9-4c1d-8405-c01a4ba53a8d tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.564843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-67ccb4ba-0fb6-4456-9d1f-6da5d4c650b9 req-9b0a5cdb-ace9-4c1d-8405-c01a4ba53a8d tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 946 time: 0.1339421 Oct 25 23:06:50.608522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.643706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-67ccb4ba-0fb6-4456-9d1f-6da5d4c650b9 req-6ce66fcd-4d34-4456-9554-5728530e9647 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726719 Oct 25 23:06:50.697236 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.716129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-2cc8c88e-ae13-4c29-bc61-c9a602baf9f0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.717630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-2cc8c88e-ae13-4c29-bc61-c9a602baf9f0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.0936937 Oct 25 23:06:50.725220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6eef6-67e9-41d1-95e2-f0ee98145b31 req-6e0bed7e-b1dd-4fb0-980c-1b7051495910 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.726650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56d6eef6-67e9-41d1-95e2-f0ee98145b31 req-6e0bed7e-b1dd-4fb0-980c-1b7051495910 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 950 time: 0.1013830 Oct 25 23:06:50.780430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9371b30-dbfe-45d3-8284-7da6d8be04ed,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:50.803223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Checking segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:50.803523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Network hostable DHCP agents. Network: c7aa8f72-ddba-4577-990c-484540be3c45, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:06:50.814835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56d6eef6-67e9-41d1-95e2-f0ee98145b31 req-001c5ab7-10c6-4c97-a363-536b570402f2 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810845 Oct 25 23:06:50.815885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d619438-01cc-4a79-ba38-bef319d83f12 req-f33e1811-38ab-4414-a02c-1012bcb54268 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.817402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d619438-01cc-4a79-ba38-bef319d83f12 req-f33e1811-38ab-4414-a02c-1012bcb54268 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 946 time: 0.0940702 Oct 25 23:06:50.844074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Network c7aa8f72-ddba-4577-990c-484540be3c45 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:06:50.862183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Deleting port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:50.862453 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.864906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c7aa8f72-ddba-4577-990c-484540be3c45) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:50.872749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:50.873390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.875976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fcabdb-5dac-41cb-aa0a-d1b465f8594e None None] Network c7aa8f72-ddba-4577-990c-484540be3c45 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:50.888067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d619438-01cc-4a79-ba38-bef319d83f12 req-be141dce-3468-4d0c-a847-9d979729d503 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610206 Oct 25 23:06:50.915110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1aaefc3-664b-47d9-99d9-78fef613a321 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5429502 Oct 25 23:06:50.915727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51534) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:50.920405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:50.948340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:50.951276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.034430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.069525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] For port f84963ac-3f8a-4048-b1e1-358d8ecbdac6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:51.069859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.089224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Calling delete_port for f84963ac-3f8a-4048-b1e1-358d8ecbdac6 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:51.093386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c7aa8f72-ddba-4577-990c-484540be3c45', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:06:51.094277 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.120480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d02fe-8d75-4582-9c80-af38e9fe63e9 req-d8028322-1a37-4783-8586-ff8bd820381a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:51.128283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a9d02fe-8d75-4582-9c80-af38e9fe63e9 req-d8028322-1a37-4783-8586-ff8bd820381a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=af3d3a48-506d-426f-afab-78165818ed69 HTTP/1.1" status: 200 len: 946 time: 0.1343057 Oct 25 23:06:51.212048 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.213436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a9d02fe-8d75-4582-9c80-af38e9fe63e9 req-12c259de-02a0-4553-9696-667aed4ef41c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Oct 25 23:06:51.249030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Allocated IP 172.20.0.2 (c7aa8f72-ddba-4577-990c-484540be3c45/d9371b30-dbfe-45d3-8284-7da6d8be04ed/fa3077ab-7907-4c5c-aac3-dbb96783afa8) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:51.308039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c39e0-9524-41de-b83a-4a135aae8e40 req-aed1737a-5a83-4d94-aab7-66d5a28038c3 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:51.309817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-623c39e0-9524-41de-b83a-4a135aae8e40 req-aed1737a-5a83-4d94-aab7-66d5a28038c3 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 946 time: 0.1434436 Oct 25 23:06:51.323163 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.363275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:06:51.366791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:51.372583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-623c39e0-9524-41de-b83a-4a135aae8e40 req-3b8200ee-cc95-4f40-b96a-6eb6b9dfb4da tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Oct 25 23:06:51.382631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event deleted for resources: {'Port': ['ID=f84963ac-3f8a-4048-b1e1-358d8ecbdac6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:51.412019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f84963ac-3f8a-4048-b1e1-358d8ecbdac6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:51.416190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:51.443699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] No DVR routers for this DVR port f84963ac-3f8a-4048-b1e1-358d8ecbdac6 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:51.449052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.453352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f11e0d4-42ce-4251-acbf-d53c3f76445e req-0744819c-b14b-4f7f-b23d-668a3557a7bf tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.11 "DELETE /v2.0/ports/f84963ac-3f8a-4048-b1e1-358d8ecbdac6 HTTP/1.1" status: 204 len: 173 time: 0.7257793 Oct 25 23:06:51.454517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'name': 'network-vif-deleted', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:51.457180 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e7f0a-e2cb-45d9-a0d8-69e921b14ae5" -d '{"events": [{"server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "name": "network-vif-deleted", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:51.471305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b305-84e2-47d4-b519-43136fdb78f2 req-09eadbe7-c1ef-40a9-9a92-2e49c73d0fc2 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:51.479941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9025b305-84e2-47d4-b519-43136fdb78f2 req-09eadbe7-c1ef-40a9-9a92-2e49c73d0fc2 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 948 time: 0.1584167 Oct 25 23:06:51.513781 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.525974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.532041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9025b305-84e2-47d4-b519-43136fdb78f2 req-660df6b2-2f83-44ad-98cd-1de6539d326a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489926 Oct 25 23:06:51.586961 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c7f23-6135-442b-82ba-e78891d45096 x-openstack-request-id: req-924c7f23-6135-442b-82ba-e78891d45096 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:51.587593 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d3a48-506d-426f-afab-78165818ed69", "name": "network-vif-deleted", "tag": "f84963ac-3f8a-4048-b1e1-358d8ecbdac6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:51.588004 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-924c7f23-6135-442b-82ba-e78891d45096 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:51.588580 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d3a48-506d-426f-afab-78165818ed69', 'name': 'network-vif-deleted', 'tag': 'f84963ac-3f8a-4048-b1e1-358d8ecbdac6', 'status': 'completed', 'code': 200} Oct 25 23:06:51.604911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Network c7aa8f72-ddba-4577-990c-484540be3c45 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:51.617156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:51.620570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Pushing event updated for resources: {'Port': ['ID=fa3077ab-7907-4c5c-aac3-dbb96783afa8,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:51.623140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:51.631151 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:51.647070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'mac_address': 'fa:16:3e:d3:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:06:51.673457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.680496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:51.682739 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b69d7-4357-4744-a175-4982d07aa546" -d '{"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-unplugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:51.696239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.727733 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c76884-4dc7-4cbf-b58e-dee593172166 x-openstack-request-id: req-a7c76884-4dc7-4cbf-b58e-dee593172166 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:51.728024 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-unplugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:51.728269 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7c76884-4dc7-4cbf-b58e-dee593172166 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:51.728647 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'code': 200} Oct 25 23:06:51.731173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Attempting to bind port fa3077ab-7907-4c5c-aac3-dbb96783afa8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:51.731565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Attempting to bind port fa3077ab-7907-4c5c-aac3-dbb96783afa8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:51.731921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Attempting to bind port fa3077ab-7907-4c5c-aac3-dbb96783afa8 on network c7aa8f72-ddba-4577-990c-484540be3c45 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:51.740080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:51.740693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Checking segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:51.741096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.741484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Bound using segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:51.741945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Bound port: fa3077ab-7907-4c5c-aac3-dbb96783afa8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:51.742349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.744021 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.767558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6925abf7-70fb-4e42-a7e7-e71d58dd7960 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:51.810845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Allocated IP 172.25.4.25 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/71335bac-dfe6-4a1b-9342-9dd8c762bb5e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:51.812276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:51.819796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.857880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] For port fa3077ab-7907-4c5c-aac3-dbb96783afa8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:51.876515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] For port fa3077ab-7907-4c5c-aac3-dbb96783afa8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fa3077ab-7907-4c5c-aac3-dbb96783afa8,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:51.888015 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.896201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:51.946303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:51.948655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d40fa-72bf-42f8-9226-fa4ffddc107b req-9a7e8514-cadc-4433-aceb-3c066c0a3063 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:51.955003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c1d40fa-72bf-42f8-9226-fa4ffddc107b req-9a7e8514-cadc-4433-aceb-3c066c0a3063 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 950 time: 0.0587583 Oct 25 23:06:51.988077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:52.002984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c1d40fa-72bf-42f8-9226-fa4ffddc107b req-fcb08c70-2aaf-4caf-8860-48671cb8625e tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Oct 25 23:06:52.047020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:52.051789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:52.055720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:52.098062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Pushing event updated for resources: {'Port': ['ID=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:52.115204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289354b0-2624-48dd-84fd-a7c3be47beb2 None None] Pushing event updated for resources: {'Port': ['ID=fa3077ab-7907-4c5c-aac3-dbb96783afa8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:52.227633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:52.472429 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:52.568185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caff41-6d2a-4f39-b1ba-0f26015f07e0 req-2d662427-6fe3-4c4c-ae6d-1f29d3c6b9f4 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:52.570043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89caff41-6d2a-4f39-b1ba-0f26015f07e0 req-2d662427-6fe3-4c4c-ae6d-1f29d3c6b9f4 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 946 time: 0.0649891 Oct 25 23:06:52.633922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89caff41-6d2a-4f39-b1ba-0f26015f07e0 req-a2b819b6-2c5f-483f-99ea-9493904cdfd0 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Oct 25 23:06:52.728921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:52.882060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-64d1abe6-1b98-44ea-a9bd-fda16441b94c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:52.889592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-64d1abe6-1b98-44ea-a9bd-fda16441b94c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 821 time: 0.1512568 Oct 25 23:06:52.892879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Router c8480bd5-f1eb-44fb-acfa-f161470cee74 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:06:52.923852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-6b7e9ede-f2da-4737-af74-0668a55e019d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/quotas/d53ab93f2ea44244875b1a9ad227b262 HTTP/1.1" status: 200 len: 375 time: 0.0331988 Oct 25 23:06:52.972898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-03cc0bfe-9a18-4bb4-a7cc-87d66b978014 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:52.975396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-03cc0bfe-9a18-4bb4-a7cc-87d66b978014 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 946 time: 0.1547132 Oct 25 23:06:53.002666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-3616f00b-af13-4fb3-b787-56d70216369a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696146 Oct 25 23:06:53.026941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:06:53.038298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Sync routers for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:06:53.052395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:53.053559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:53.059317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.063191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cf2b93df-1dbf-4b4e-a369-b69c4702e428 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.1440067 Oct 25 23:06:53.063531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51628) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:06:53.181398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:53.198734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-083f2eb3-d4ee-4f4b-a0c0-bdde037d1c12 service neutron] 10.222.0.25 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771030 Oct 25 23:06:53.221732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Deleting port b89a9ac0-9cb1-4ecd-9907-43494c024570 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:06:53.222462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.315612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d36302-62ce-480c-8390-916a3f711896 None None] Network c7aa8f72-ddba-4577-990c-484540be3c45 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:06:53.385616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-83029d17-2fc6-44b9-bb4d-ff03ece2b6f3 service neutron] 10.222.0.25 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854916 Oct 25 23:06:53.400109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] For port b89a9ac0-9cb1-4ecd-9907-43494c024570, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b89a9ac0-9cb1-4ecd-9907-43494c024570,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:53.401422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.421645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Calling delete_port for b89a9ac0-9cb1-4ecd-9907-43494c024570 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:06:53.467747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f885fb4d-7e11-4d65-950a-cbcdd7d18947 None None] Provisioning complete for port fa3077ab-7907-4c5c-aac3-dbb96783afa8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:53.468162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f885fb4d-7e11-4d65-950a-cbcdd7d18947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.619740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675aa6b-8a9f-41b9-bfdd-c22dc07a77a1 req-97acf4ac-aab5-4985-8d5e-93c7666697c4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:53.621339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a675aa6b-8a9f-41b9-bfdd-c22dc07a77a1 req-97acf4ac-aab5-4985-8d5e-93c7666697c4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 949 time: 0.1013727 Oct 25 23:06:53.655646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.678832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['b89a9ac0-9cb1-4ecd-9907-43494c024570', 'c49bbadd-f84d-4959-b9ae-5cff274beb8b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:53.708582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Pushing event deleted for resources: {'Port': ['ID=b89a9ac0-9cb1-4ecd-9907-43494c024570,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:53.753131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['2c4fb0cc-f09c-4789-b9f5-4a50fba5a508'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:06:53.765209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] No DVR routers for this DVR port b89a9ac0-9cb1-4ecd-9907-43494c024570 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:06:53.768488 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.772550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f165c8e9-bc44-4e64-aca4-ca5ddcacac6c req-2fe7620d-d068-4ed4-ad2b-dc0e6c5680dc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "DELETE /v2.0/ports/b89a9ac0-9cb1-4ecd-9907-43494c024570 HTTP/1.1" status: 204 len: 173 time: 0.7835948 Oct 25 23:06:53.773015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'name': 'network-vif-deleted', 'tag': 'b89a9ac0-9cb1-4ecd-9907-43494c024570'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:53.775401 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6e9a91-d777-4b5d-893d-03a922b200e6" -d '{"events": [{"server_uuid": "3c9f5528-4c9b-4684-a1c8-fa0ed48da74d", "name": "network-vif-deleted", "tag": "b89a9ac0-9cb1-4ecd-9907-43494c024570"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:53.778041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a675aa6b-8a9f-41b9-bfdd-c22dc07a77a1 req-af97e8de-5b6e-477c-8651-25e49d145146 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159265 Oct 25 23:06:53.895323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8df34bbf-3f39-450d-b5b1-4c78690bda92 req-4cc33b96-2401-41da-b174-5d4e6c91da75 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 210 time: 0.0635316 Oct 25 23:06:53.905426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:52Z', 'revision_number': 3, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:53.938248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f885fb4d-7e11-4d65-950a-cbcdd7d18947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:53.968387 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c0659-9b4c-4515-abb7-7106a9ec691f x-openstack-request-id: req-a71c0659-9b4c-4515-abb7-7106a9ec691f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:53.968387 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9f5528-4c9b-4684-a1c8-fa0ed48da74d", "name": "network-vif-deleted", "tag": "b89a9ac0-9cb1-4ecd-9907-43494c024570", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:53.968387 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a71c0659-9b4c-4515-abb7-7106a9ec691f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:53.968387 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9f5528-4c9b-4684-a1c8-fa0ed48da74d', 'name': 'network-vif-deleted', 'tag': 'b89a9ac0-9cb1-4ecd-9907-43494c024570', 'status': 'completed', 'code': 200} Oct 25 23:06:54.017974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31edb01f-42b8-4b13-becd-466e18a5a3aa req-8256d81e-b00a-4c8c-9219-63ee08b23749 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c9f5528-4c9b-4684-a1c8-fa0ed48da74d HTTP/1.1" status: 200 len: 210 time: 0.0826302 Oct 25 23:06:54.087841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Checking router: c8480bd5-f1eb-44fb-acfa-f161470cee74 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:06:54.088365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Updating router c8480bd5-f1eb-44fb-acfa-f161470cee74 port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:06:54.143436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:54.194170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fa3077ab-7907-4c5c-aac3-dbb96783afa8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:54.289847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.333848 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.369846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f885fb4d-7e11-4d65-950a-cbcdd7d18947 None None] For port fa3077ab-7907-4c5c-aac3-dbb96783afa8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fa3077ab-7907-4c5c-aac3-dbb96783afa8,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:54.398096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f885fb4d-7e11-4d65-950a-cbcdd7d18947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.535273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Allocated IP 172.20.0.1 (c7aa8f72-ddba-4577-990c-484540be3c45/d9371b30-dbfe-45d3-8284-7da6d8be04ed/ac2fad7f-b87e-4539-9541-4a4ac007aa40) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:54.637683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885fb4d-7e11-4d65-950a-cbcdd7d18947 None None] Pushing event updated for resources: {'Port': ['ID=fa3077ab-7907-4c5c-aac3-dbb96783afa8,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:54.686683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.695343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fa3077ab-7907-4c5c-aac3-dbb96783afa8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:54.695704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.697186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ed8e5155-0168-4a36-a923-1cbd65ab0118 None None] Provisioning complete for port fa3077ab-7907-4c5c-aac3-dbb96783afa8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:54.697533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5155-0168-4a36-a923-1cbd65ab0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.721407 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.771223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Network c7aa8f72-ddba-4577-990c-484540be3c45 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:54.776176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:54.780629 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.780883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:54.784645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2fad7f-b87e-4539-9541-4a4ac007aa40,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:54.837180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.893840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:54.894040 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768cc138-dce8-4a2f-915f-228651c6112c" -d '{"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:54.921265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:54.933654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:54.987280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f81b3-d7a5-4d54-bc18-3c66193e3792 req-bfac3a12-7b10-4268-b24d-2d020069732b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:54.989389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a2f81b3-d7a5-4d54-bc18-3c66193e3792 req-bfac3a12-7b10-4268-b24d-2d020069732b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 949 time: 0.1137445 Oct 25 23:06:55.026574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.048867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a2f81b3-d7a5-4d54-bc18-3c66193e3792 req-5ca51a64-8d8e-4265-aee6-f955d66300b8 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Oct 25 23:06:55.087894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f17c7f2-05e7-4935-8b09-d81aa09cb114 req-fca53466-be85-4623-bc04-8ae22fdf6f54 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 210 time: 0.0333030 Oct 25 23:06:55.157840 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745b100-df47-431d-8ab9-444d88c6d40a x-openstack-request-id: req-c745b100-df47-431d-8ab9-444d88c6d40a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:55.158487 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:55.158487 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c745b100-df47-431d-8ab9-444d88c6d40a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:55.158877 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'code': 200} Oct 25 23:06:55.234933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:55.285512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.295087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.397895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Attempting to bind port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:55.398307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Attempting to bind port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:55.398674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Attempting to bind port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:55.403703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:55.407748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.417129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.460780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:55.461272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:55.461918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.462356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:55.462883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Bound port: 71335bac-dfe6-4a1b-9342-9dd8c762bb5e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:55.463323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.495700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.502379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1d29e1b9-70f6-42b7-ba0a-c78ccddcac89 None None] Provisioning complete for port ac2fad7f-b87e-4539-9541-4a4ac007aa40 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:55.502778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d29e1b9-70f6-42b7-ba0a-c78ccddcac89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.504426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ff45c-997e-4944-8e27-0442a0df60ad None None] Pushing event updated for resources: {'Port': ['ID=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:55.602540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1d29e1b9-70f6-42b7-ba0a-c78ccddcac89 None None] Port ac2fad7f-b87e-4539-9541-4a4ac007aa40 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:06:55.613310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:55.613745 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.616277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] For port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:55.621316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] For port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:55.625843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2fad7f-b87e-4539-9541-4a4ac007aa40,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:55.656146 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.682412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Network c7aa8f72-ddba-4577-990c-484540be3c45 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:55.684125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:55.739810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:55.740429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:55.746607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-3c32d5f8-8be4-4cd0-99e0-d7fd899b1bb3 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:55.748555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-3c32d5f8-8be4-4cd0-99e0-d7fd899b1bb3 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.15 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 821 time: 0.5545919 Oct 25 23:06:55.777015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Request body: {'port': {'device_id': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'admin_state_up': True, 'tenant_id': 'd53ab93f2ea44244875b1a9ad227b262'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:55.840975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ff45c-997e-4944-8e27-0442a0df60ad None None] Pushing event updated for resources: {'Port': ['ID=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:55.854691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Router c8480bd5-f1eb-44fb-acfa-f161470cee74 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:06:55.926065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:55.963494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:55.993726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Made reservation on behalf of d53ab93f2ea44244875b1a9ad227b262 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:56.004435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.013823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:56.031282 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.032182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:56.063278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:06:56.069530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-42430d07-3486-4658-92ee-405094c46b19 admin admin] 10.222.0.25 "PUT /v2.0/routers/c8480bd5-f1eb-44fb-acfa-f161470cee74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0047715 Oct 25 23:06:56.076508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f84963ac-3f8a-4048-b1e1-358d8ecbdac6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:56.076508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f84963ac-3f8a-4048-b1e1-358d8ecbdac6 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:56.104863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fa3077ab-7907-4c5c-aac3-dbb96783afa8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:56.241259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208623f-8f34-450a-be8f-a2a16bde6f85 req-1dd8d321-3f86-4d72-aa03-39e25a7836be tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:56.249451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7208623f-8f34-450a-be8f-a2a16bde6f85 req-1dd8d321-3f86-4d72-aa03-39e25a7836be tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0587602 Oct 25 23:06:56.266292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Allocated IP 172.20.0.2 (26769cf1-394a-4f4c-94d0-64b1a7837af4/d65dbaa6-b0d5-4f50-8de0-121a161e6824/a27b4687-c4c8-4037-9b61-0dcfec15d278) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:56.277656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a481afe3-b706-421a-b336-4405254f71f2 req-16d5736e-f52a-4bf0-8faa-7778c46bb711 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 210 time: 0.0497751 Oct 25 23:06:56.295580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-aba7ab39-fefd-4989-a389-e0a156549863 None None] Provisioning complete for port ac2fad7f-b87e-4539-9541-4a4ac007aa40 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:56.295580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aba7ab39-fefd-4989-a389-e0a156549863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.323896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7208623f-8f34-450a-be8f-a2a16bde6f85 req-02ad10a0-cde9-4ffd-a5de-f7b4d986b57e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733659 Oct 25 23:06:56.337957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:56.377885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-aba7ab39-fefd-4989-a389-e0a156549863 None None] Port ac2fad7f-b87e-4539-9541-4a4ac007aa40 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:06:56.384183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fa3077ab-7907-4c5c-aac3-dbb96783afa8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:56.384554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.503566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.509143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:06:55Z', 'revision_number': 2, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:56.545175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.545616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58b8a-d2e9-4d75-af9e-27b5e016da74 None None] The sync data for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 is: [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:06:55Z', 'revision_number': 2, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:06:56.612496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Network 26769cf1-394a-4f4c-94d0-64b1a7837af4 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:56.616278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:56.620073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:56.663975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event updated for resources: {'Port': ['ID=a27b4687-c4c8-4037-9b61-0dcfec15d278,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:56.704839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-653d6102-22a2-4b9f-a487-06e520a676aa tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:56.706340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-653d6102-22a2-4b9f-a487-06e520a676aa tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 829 time: 0.1236408 Oct 25 23:06:56.723150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-61c3bafa-af80-4029-96a1-2c31ee5fad1f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/quotas/0a379947c083417b8116e531f8f9bcc7 HTTP/1.1" status: 200 len: 375 time: 0.0096679 Oct 25 23:06:56.728499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:56.729111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.753324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0c78e-4397-4503-afb0-3103c57666ef req-40619f62-93d0-4958-90d9-ba23140b52bc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:56.760039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0c78e-4397-4503-afb0-3103c57666ef req-40619f62-93d0-4958-90d9-ba23140b52bc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:56.763160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8a0c78e-4397-4503-afb0-3103c57666ef req-40619f62-93d0-4958-90d9-ba23140b52bc tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672&device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 1682 time: 0.1003084 Oct 25 23:06:56.768672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-73fe9efb-bc2c-4550-9af5-6a913410b2ea tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0015314 Oct 25 23:06:56.783262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-f8f5dd24-8ab9-4453-9c99-24ea90fa7157 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536628 Oct 25 23:06:56.791016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Request body: {'port': {'device_id': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:56.879489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8a0c78e-4397-4503-afb0-3103c57666ef req-82a661c5-7497-4ffd-bb9b-8dc0c83af980 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098464 Oct 25 23:06:56.883228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:56.915306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-0d454298-585a-4b29-9cf5-a229c001259b service neutron] 10.222.0.25 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249781 Oct 25 23:06:57.028317 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-54895a54-ecfa-442a-8e7b-dd96f90e3083 service neutron] 10.222.0.25 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119468 Oct 25 23:06:57.160277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:57.163892 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d19034-08a5-4495-a9e0-aabc1d30d090" -d '{"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-plugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:57.275062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27b4687-c4c8-4037-9b61-0dcfec15d278 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:06:57.284295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:57.288673 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94fdc04-9514-428d-becf-b98b945b9537 x-openstack-request-id: req-a94fdc04-9514-428d-becf-b98b945b9537 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:57.289223 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-plugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:57.289822 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a94fdc04-9514-428d-becf-b98b945b9537 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:57.290441 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'code': 200} Oct 25 23:06:57.305866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Transition to ACTIVE for port object a27b4687-c4c8-4037-9b61-0dcfec15d278 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:06:57.319247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:57.421699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b89a9ac0-9cb1-4ecd-9907-43494c024570 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:06:57.450118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c240e3c-9123-426d-a505-b1415db523a0 req-4cd5d9a8-ab1f-433a-b517-a836f7564267 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 210 time: 0.1139920 Oct 25 23:06:57.477341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a27b4687-c4c8-4037-9b61-0dcfec15d278,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:57.522445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: b89a9ac0-9cb1-4ecd-9907-43494c024570 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:06:57.524533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b89a9ac0-9cb1-4ecd-9907-43494c024570 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:06:57.672697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcb5a7-44be-4170-b0df-40aeeb7aa2ab req-d59caafa-f469-4afc-8a33-01395a0b7120 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:57.674309 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0dcb5a7-44be-4170-b0df-40aeeb7aa2ab req-d59caafa-f469-4afc-8a33-01395a0b7120 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0675690 Oct 25 23:06:57.674445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Attempting to bind port a27b4687-c4c8-4037-9b61-0dcfec15d278 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:06:57.674939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Attempting to bind port a27b4687-c4c8-4037-9b61-0dcfec15d278 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:06:57.675579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Attempting to bind port a27b4687-c4c8-4037-9b61-0dcfec15d278 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:57.709702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Port a27b4687-c4c8-4037-9b61-0dcfec15d278 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:06:57.710035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Attempting to bind port a27b4687-c4c8-4037-9b61-0dcfec15d278 on network 26769cf1-394a-4f4c-94d0-64b1a7837af4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:06:57.717838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:06:57.718335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Checking segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:06:57.718727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Bound using segment: {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:06:57.719150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Bound port: a27b4687-c4c8-4037-9b61-0dcfec15d278, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7bde49-9b02-419e-add6-b533a82800c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:06:57.719548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:57.725396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0dcb5a7-44be-4170-b0df-40aeeb7aa2ab req-faf92660-8ee2-4438-a8ad-4fe35fdb6c90 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Oct 25 23:06:57.751364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5774b2-d303-4b7c-b362-204e8049f2eb req-b7a94a2a-3803-4e45-925f-f3574be562c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:57.751364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc5774b2-d303-4b7c-b362-204e8049f2eb req-b7a94a2a-3803-4e45-925f-f3574be562c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1101 time: 0.0880377 Oct 25 23:06:57.762000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901a82-b452-43e0-a7ba-1e3d8797454c req-f19b67de-5a19-48f5-9d2b-2f08c5af7371 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:57.763537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d901a82-b452-43e0-a7ba-1e3d8797454c req-f19b67de-5a19-48f5-9d2b-2f08c5af7371 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 943 time: 0.1349347 Oct 25 23:06:57.876622 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc5774b2-d303-4b7c-b362-204e8049f2eb req-1c2a4b81-63c5-4b0d-bbf3-9df3dd4bd578 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111734 Oct 25 23:06:57.893279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d901a82-b452-43e0-a7ba-1e3d8797454c req-4f24443a-fa70-495b-a40d-0c0a435059d8 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998721 Oct 25 23:06:57.904873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] For port a27b4687-c4c8-4037-9b61-0dcfec15d278, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:06:57.909934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] For port a27b4687-c4c8-4037-9b61-0dcfec15d278, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:06:57.923086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:57.966333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:57.967216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:57.969070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] 10.222.0.15 "PUT /v2.0/ports/a27b4687-c4c8-4037-9b61-0dcfec15d278 HTTP/1.1" status: 200 len: 1091 time: 1.1848779 Oct 25 23:06:57.969771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'tag': 'a27b4687-c4c8-4037-9b61-0dcfec15d278'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:06:57.972653 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360bc856-e4c1-4cf6-9b6a-bf55455484e3" -d '{"events": [{"name": "network-changed", "server_uuid": "58b4de21-3cb7-4377-a91e-c52b75bc168f", "tag": "a27b4687-c4c8-4037-9b61-0dcfec15d278"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:06:58.019097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4d8a-7282-4c58-949e-9bc639f42bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a27b4687-c4c8-4037-9b61-0dcfec15d278,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:58.070024 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1254c-2d5b-4d25-a8e6-3f4672b47069 x-openstack-request-id: req-80d1254c-2d5b-4d25-a8e6-3f4672b47069 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:06:58.070632 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b4de21-3cb7-4377-a91e-c52b75bc168f", "tag": "a27b4687-c4c8-4037-9b61-0dcfec15d278", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:06:58.070987 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80d1254c-2d5b-4d25-a8e6-3f4672b47069 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:06:58.071486 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'tag': 'a27b4687-c4c8-4037-9b61-0dcfec15d278', 'status': 'completed', 'code': 200} Oct 25 23:06:58.077379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71335bac-dfe6-4a1b-9342-9dd8c762bb5e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:06:58.194007 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:58.198020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-864bf7cb-337f-44e2-975d-a45ea9bd8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:58.200275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-864bf7cb-337f-44e2-975d-a45ea9bd8d4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 1094 time: 0.1014781 Oct 25 23:06:58.201289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:06:58.201824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:58.314696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-44ade600-80c3-4c7f-a0c0-30b742f6edfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278 HTTP/1.1" status: 200 len: 217 time: 0.0603983 Oct 25 23:06:58.321738 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:58.340221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daf887-ba20-4988-8db8-c6b13e410743 req-9a7df328-0ce7-49e0-bc29-5323e5901d21 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:58.341804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3daf887-ba20-4988-8db8-c6b13e410743 req-9a7df328-0ce7-49e0-bc29-5323e5901d21 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 946 time: 0.1215522 Oct 25 23:06:58.346701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:06:58.351965 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:58.411711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:58.422601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3daf887-ba20-4988-8db8-c6b13e410743 req-842d507a-7f4a-4273-9321-10f287a3f20e tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744517 Oct 25 23:06:58.426700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-c0f9a272-76db-4ed3-9586-1928a6be8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:58.428340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-c0f9a272-76db-4ed3-9586-1928a6be8d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 200 len: 861 time: 0.0622225 Oct 25 23:06:58.467603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-f7e8f7ad-d5a0-43b7-a715-9a621685e962 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26769cf1-394a-4f4c-94d0-64b1a7837af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304875 Oct 25 23:06:58.559704 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e146761-31f1-4e4d-bd5c-770445400e98 req-926aa597-9d4d-4248-8343-26c69565aa14 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0317252 Oct 25 23:06:58.563135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-f86dce46-d405-4fa6-a9db-ab76fc3474f7 service neutron] 10.222.0.15 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849981 Oct 25 23:06:58.663819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e95deb4f-efdc-44d6-b4e3-9020e0d1de2e req-d4ee3260-a501-4e0b-877a-9973256f2c25 service neutron] 10.222.0.15 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918529 Oct 25 23:06:58.892887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-054defa3-9fa0-4fd9-9d2e-d142a4b77ffa tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:58.894351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-054defa3-9fa0-4fd9-9d2e-d142a4b77ffa tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.11 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 829 time: 0.1933546 Oct 25 23:06:58.903661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575917-4a20-4c57-b468-2b2c4e979b2b req-6b3ec026-ecde-4711-850d-76d57bd3e7e3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:58.905091 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19575917-4a20-4c57-b468-2b2c4e979b2b req-6b3ec026-ecde-4711-850d-76d57bd3e7e3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0941424 Oct 25 23:06:58.911539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-3cf29e52-b1ff-474d-8133-ecdc6419046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:58.913105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-3cf29e52-b1ff-474d-8133-ecdc6419046a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d53ab93f2ea44244875b1a9ad227b262&device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 1094 time: 0.1358509 Oct 25 23:06:58.923442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Request body: {'port': {'device_id': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'admin_state_up': True, 'tenant_id': '0a379947c083417b8116e531f8f9bcc7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:06:59.025163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f206a6-f3be-4564-a48a-900aa8388084 req-dd765655-201c-4c81-b480-03e45d285fae tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:59.026726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7f206a6-f3be-4564-a48a-900aa8388084 req-dd765655-201c-4c81-b480-03e45d285fae tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 943 time: 0.0542769 Oct 25 23:06:59.063644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19575917-4a20-4c57-b468-2b2c4e979b2b req-b817e2e4-958d-4bdd-b742-f3fccb43f5c9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494887 Oct 25 23:06:59.099992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7f206a6-f3be-4564-a48a-900aa8388084 req-63fd6d5c-1964-49d2-b4d5-63104c84ff4d tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665765 Oct 25 23:06:59.136582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-033b6357-0cd4-4a93-a07a-89632309976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:59.138037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-033b6357-0cd4-4a93-a07a-89632309976c service neutron] 10.222.0.15 "GET /v2.0/networks?id=26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 200 len: 922 time: 0.1708133 Oct 25 23:06:59.157064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Made reservation on behalf of 0a379947c083417b8116e531f8f9bcc7 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:06:59.160380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:59.195940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-d2ebb138-f4aa-4a00-896b-21b2092f7834 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278 HTTP/1.1" status: 200 len: 217 time: 0.0474074 Oct 25 23:06:59.210068 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Sync routers for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:06:59.222839 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:06:59.224461 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:59.309249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-5c6d19cb-efa8-4968-ab75-66b0851939c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:59.311234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-5c6d19cb-efa8-4968-ab75-66b0851939c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 200 len: 861 time: 0.1076393 Oct 25 23:06:59.341613 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:06:59.374524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-8df1f33a-fe07-4952-97e0-961b0b6958ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26769cf1-394a-4f4c-94d0-64b1a7837af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537591 Oct 25 23:06:59.446056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Allocated IP 172.20.0.13 (c7aa8f72-ddba-4577-990c-484540be3c45/d9371b30-dbfe-45d3-8284-7da6d8be04ed/f015d6c6-71ea-4061-8e85-c16bffaf2289) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:06:59.517806 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-f3cf4d83-6baf-4004-93cf-d269f7194520 service neutron] 10.222.0.15 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347733 Oct 25 23:06:59.560525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751b05-de2c-46f4-aeb1-e7e646edbc91 req-b2ea6e5a-97c5-490c-8537-b9a7f6710967 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:59.561111 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:06:55Z', 'revision_number': 2, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:06:59.562036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57751b05-de2c-46f4-aeb1-e7e646edbc91 req-b2ea6e5a-97c5-490c-8537-b9a7f6710967 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 946 time: 0.0532322 Oct 25 23:06:59.595389 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Checking router: c8480bd5-f1eb-44fb-acfa-f161470cee74 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:06:59.596074 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Updating router c8480bd5-f1eb-44fb-acfa-f161470cee74 port ac2fad7f-b87e-4539-9541-4a4ac007aa40 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:06:59.628677 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:59.634136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57751b05-de2c-46f4-aeb1-e7e646edbc91 req-67a312d9-226b-4edd-bcd2-cf79d5a3016d tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497184 Oct 25 23:06:59.704516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3260e25-9185-44f4-89c7-85f6f46a1203 req-931ec2ae-c099-4400-9c4e-18476d80e0b8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0502973 Oct 25 23:06:59.727088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-360bc856-e4c1-4cf6-9b6a-bf55455484e3 req-bd381c98-7a4b-4cf6-93a7-e56e5c4ce2fd service neutron] 10.222.0.15 "GET /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015431 Oct 25 23:06:59.731597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:59.793280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:59.853866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Network c7aa8f72-ddba-4577-990c-484540be3c45 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:06:59.863767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773765-d279-4c30-8505-f591820b075e req-236e570e-5ee6-4466-b831-7d01c47585ab tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:59.865864 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65773765-d279-4c30-8505-f591820b075e req-236e570e-5ee6-4466-b831-7d01c47585ab tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb HTTP/1.1" status: 200 len: 945 time: 0.1096852 Oct 25 23:06:59.867480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:06:59.870014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:06:59.872829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event updated for resources: {'Port': ['ID=f015d6c6-71ea-4061-8e85-c16bffaf2289,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:06:59.958160 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:59.962112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:06:59.962819 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:06:59.969792 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.015599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-d6e6c929-c2d5-4219-b8a9-475dbab1b03a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0997403 Oct 25 23:07:00.037702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Request body: {'port': {'device_id': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:00.053882 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28e35-4a95-44d0-a78a-2eb04b433a51 None None] Pushing event updated for resources: {'Port': ['ID=ac2fad7f-b87e-4539-9541-4a4ac007aa40,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:00.056344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71335bac-dfe6-4a1b-9342-9dd8c762bb5e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:00.064783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Deleting port c49bbadd-f84d-4959-b9ae-5cff274beb8b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:00.064783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.099401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Attempting to bind port ac2fad7f-b87e-4539-9541-4a4ac007aa40 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:00.099919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Attempting to bind port ac2fad7f-b87e-4539-9541-4a4ac007aa40 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:00.100780 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Attempting to bind port ac2fad7f-b87e-4539-9541-4a4ac007aa40 on network c7aa8f72-ddba-4577-990c-484540be3c45 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:00.108336 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:00.109652 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Checking segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:00.110610 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.111194 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Bound using segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:00.112099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Bound port: ac2fad7f-b87e-4539-9541-4a4ac007aa40, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:00.112669 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.134683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:00.155982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.162228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:00.162926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.253869 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] For port ac2fad7f-b87e-4539-9541-4a4ac007aa40, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:00.258576 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] For port ac2fad7f-b87e-4539-9541-4a4ac007aa40, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ac2fad7f-b87e-4539-9541-4a4ac007aa40,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:00.277997 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.280237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dfddc63f-a44a-44b8-a4d2-9cecb27979ae None None] Provisioning complete for port f015d6c6-71ea-4061-8e85-c16bffaf2289 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:00.283716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dfddc63f-a44a-44b8-a4d2-9cecb27979ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.310047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8451d-a98c-4d66-b146-0ba30d342b57 req-0d0f253d-8ccc-4d37-a3c7-22c4f7535cd2 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:00.324756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13e8451d-a98c-4d66-b146-0ba30d342b57 req-0d0f253d-8ccc-4d37-a3c7-22c4f7535cd2 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 943 time: 0.0937281 Oct 25 23:07:00.377264 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:00.378202 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:00.393205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13e8451d-a98c-4d66-b146-0ba30d342b57 req-5223d079-cf59-4db6-9b41-da3ec64be122 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670462 Oct 25 23:07:00.440101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-dfddc63f-a44a-44b8-a4d2-9cecb27979ae None None] Port f015d6c6-71ea-4061-8e85-c16bffaf2289 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:07:00.445032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] For port c49bbadd-f84d-4959-b9ae-5cff274beb8b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c49bbadd-f84d-4959-b9ae-5cff274beb8b,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:00.445572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.457513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:00.477513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'mac_address': 'fa:16:3e:e3:41:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:00.516049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5be38-5938-4569-948f-17c36b6846b3 req-76a7152d-9719-4445-b369-4f21b16d3262 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:00.524479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acd5be38-5938-4569-948f-17c36b6846b3 req-76a7152d-9719-4445-b369-4f21b16d3262 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2266791 Oct 25 23:07:00.529162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Calling delete_port for c49bbadd-f84d-4959-b9ae-5cff274beb8b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:00.533941 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28e35-4a95-44d0-a78a-2eb04b433a51 None None] Pushing event updated for resources: {'Port': ['ID=ac2fad7f-b87e-4539-9541-4a4ac007aa40,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:00.561612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.589865 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:00.591501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f67363-e39c-43c9-9f07-274bcec2329a {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:00.603626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79141-193d-40fd-ac09-5e275300741a req-c96da692-2a3c-4a8d-9766-82f9118a026a tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:00.605422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58d79141-193d-40fd-ac09-5e275300741a req-c96da692-2a3c-4a8d-9766-82f9118a026a tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.15 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 946 time: 0.2056797 Oct 25 23:07:00.635333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:00.642279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.671819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acd5be38-5938-4569-948f-17c36b6846b3 req-108077a1-399d-4752-b5a8-bf8f0f30a658 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463838 Oct 25 23:07:00.781401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1170d0ee-74fc-4d0c-adbe-7501fe223ccc None None] Provisioning complete for port ac2fad7f-b87e-4539-9541-4a4ac007aa40 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:00.782334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1170d0ee-74fc-4d0c-adbe-7501fe223ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:00.784378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:00.899241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475942-4b24-484b-8753-93c65abb14ba req-aa2dc047-916b-45f9-901d-aa7d37ac142f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:00.900728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29475942-4b24-484b-8753-93c65abb14ba req-aa2dc047-916b-45f9-901d-aa7d37ac142f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0903709 Oct 25 23:07:00.940328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e5f67363-e39c-43c9-9f07-274bcec2329a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:00.944792 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b967a4-ec88-4b80-821d-960244148407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:00Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:00.960392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f015d6c6-71ea-4061-8e85-c16bffaf2289 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:00.974777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29475942-4b24-484b-8753-93c65abb14ba req-e83443db-e689-4bfd-9a54-76949e683c50 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658534 Oct 25 23:07:00.988421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1cd9-e712-4aba-abb6-afd727e153a4 req-3da831da-9215-429a-ad2d-46dce6023e2e tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:00.990954 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b967a4-ec88-4b80-821d-960244148407 None None] The sync data for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 is: [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:00Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:00.996499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-158e1cd9-e712-4aba-abb6-afd727e153a4 req-3da831da-9215-429a-ad2d-46dce6023e2e tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 946 time: 0.1770144 Oct 25 23:07:01.007649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.011621 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1170d0ee-74fc-4d0c-adbe-7501fe223ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.040046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Transition to ACTIVE for port object f015d6c6-71ea-4061-8e85-c16bffaf2289 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:07:01.057927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Deleting port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:01.062673 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.099757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1170d0ee-74fc-4d0c-adbe-7501fe223ccc None None] For port ac2fad7f-b87e-4539-9541-4a4ac007aa40, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ac2fad7f-b87e-4539-9541-4a4ac007aa40,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:01.106045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1170d0ee-74fc-4d0c-adbe-7501fe223ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.117591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb365b2-3ce9-47a5-a5df-baf2839b0b08 req-fe7d9495-6dfa-4ab6-8c2a-2161124af250 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:01.119259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6fb365b2-3ce9-47a5-a5df-baf2839b0b08 req-fe7d9495-6dfa-4ab6-8c2a-2161124af250 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 944 time: 0.0602007 Oct 25 23:07:01.122907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.186800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-158e1cd9-e712-4aba-abb6-afd727e153a4 req-65c1ba9f-47e9-4d1c-9e12-03316621c5b6 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894197 Oct 25 23:07:01.203310 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6fb365b2-3ce9-47a5-a5df-baf2839b0b08 req-887bebe5-481b-441b-8cfd-ebf777eb7acf tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Oct 25 23:07:01.223382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170d0ee-74fc-4d0c-adbe-7501fe223ccc None None] Pushing event updated for resources: {'Port': ['ID=ac2fad7f-b87e-4539-9541-4a4ac007aa40,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:01.288357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.312317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Pushing event updated for resources: {'Port': ['ID=f015d6c6-71ea-4061-8e85-c16bffaf2289,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:01.482638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c49bbadd-f84d-4959-b9ae-5cff274beb8b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:01.575546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-87859f4f-df67-4a97-9c72-acf3a264d11c None None] Provisioning complete for port ac2fad7f-b87e-4539-9541-4a4ac007aa40 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:01.580059 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-87859f4f-df67-4a97-9c72-acf3a264d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:01.646781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050c7b-6593-4da8-b9db-77a934646d65 req-fe1f037d-81ea-4396-af1c-1cc96f891ba0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:01.648434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16050c7b-6593-4da8-b9db-77a934646d65 req-fe1f037d-81ea-4396-af1c-1cc96f891ba0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 943 time: 0.1416607 Oct 25 23:07:01.746111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16050c7b-6593-4da8-b9db-77a934646d65 req-153e875d-1170-45bf-874a-0474613e55c0 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Oct 25 23:07:01.972792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Pushing event deleted for resources: {'Port': ['ID=c49bbadd-f84d-4959-b9ae-5cff274beb8b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:02.021351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] For port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,segment=NetworkSegment(407198da-7a64-4772-ab37-316d93e9e632),segment_id=407198da-7a64-4772-ab37-316d93e9e632)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:02.021937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.052845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ac2fad7f-b87e-4539-9541-4a4ac007aa40 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:02.064427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Calling delete_port for 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:02.084115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] No DVR routers for this DVR port c49bbadd-f84d-4959-b9ae-5cff274beb8b on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:02.088943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.092280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65773765-d279-4c30-8505-f591820b075e req-661fc5f8-11ce-4671-ac6b-a1775feab213 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.11 "DELETE /v2.0/ports/c49bbadd-f84d-4959-b9ae-5cff274beb8b HTTP/1.1" status: 204 len: 173 time: 2.2143621 Oct 25 23:07:02.092730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'name': 'network-vif-deleted', 'tag': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:02.095073 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546e5f0e-eb87-4f4a-900f-ca0fb5599452" -d '{"events": [{"server_uuid": "2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb", "name": "network-vif-deleted", "tag": "c49bbadd-f84d-4959-b9ae-5cff274beb8b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:02.105895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ac2fad7f-b87e-4539-9541-4a4ac007aa40 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:02.106945 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.151790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Attempting to bind port f015d6c6-71ea-4061-8e85-c16bffaf2289 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:02.152133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Attempting to bind port f015d6c6-71ea-4061-8e85-c16bffaf2289 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:02.152479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Attempting to bind port f015d6c6-71ea-4061-8e85-c16bffaf2289 on network c7aa8f72-ddba-4577-990c-484540be3c45 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:02.164107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be784c0-5b4c-490b-87c8-1dfa22bdf756 req-c8bb09b8-a808-4aab-a2e5-e22315c18465 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.165611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9be784c0-5b4c-490b-87c8-1dfa22bdf756 req-c8bb09b8-a808-4aab-a2e5-e22315c18465 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2498543 Oct 25 23:07:02.169718 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1541f7-26e2-4ce5-9d30-d1bc026715aa x-openstack-request-id: req-2a1541f7-26e2-4ce5-9d30-d1bc026715aa {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:02.170103 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb", "name": "network-vif-deleted", "tag": "c49bbadd-f84d-4959-b9ae-5cff274beb8b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:02.170388 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a1541f7-26e2-4ce5-9d30-d1bc026715aa {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:02.170778 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fabcd3f-a3d6-41ae-a8e9-11c3adede2cb', 'name': 'network-vif-deleted', 'tag': 'c49bbadd-f84d-4959-b9ae-5cff274beb8b', 'status': 'completed', 'code': 200} Oct 25 23:07:02.174252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Port f015d6c6-71ea-4061-8e85-c16bffaf2289 on network c7aa8f72-ddba-4577-990c-484540be3c45 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:07:02.174585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Attempting to bind port f015d6c6-71ea-4061-8e85-c16bffaf2289 on network c7aa8f72-ddba-4577-990c-484540be3c45 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:02.202840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:02.203102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Checking segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:02.203459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Bound using segment: {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:02.203898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Bound port: f015d6c6-71ea-4061-8e85-c16bffaf2289, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2567664-c5ce-424a-9fb8-399510af7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:02.204253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.246293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9be784c0-5b4c-490b-87c8-1dfa22bdf756 req-5b7a41b0-4f2d-42ac-81fc-e6ff77c12688 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729780 Oct 25 23:07:02.333579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe281ad-1701-4bde-b398-b4a1b1a30e11 req-892c7342-d001-4ec0-af59-6c348624ca36 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.335145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3fe281ad-1701-4bde-b398-b4a1b1a30e11 req-892c7342-d001-4ec0-af59-6c348624ca36 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/ports?device_id=204943dd-f8a6-40ab-9be9-d70d9d78d672 HTTP/1.1" status: 200 len: 946 time: 0.0602701 Oct 25 23:07:02.364259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] For port f015d6c6-71ea-4061-8e85-c16bffaf2289, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:02.374818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3fe281ad-1701-4bde-b398-b4a1b1a30e11 req-e28feebe-c0c1-433e-8be0-c3288e8d1241 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dc0440-82f1-4a0c-8f74-046264b36c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Oct 25 23:07:02.394611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] For port f015d6c6-71ea-4061-8e85-c16bffaf2289, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:02.402040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.411502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.443198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d1e1-cb6f-406c-8d0f-6834e35aba82 req-44220ea4-1e72-4d30-a658-ff6baaaff6e4 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.444701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65d0d1e1-cb6f-406c-8d0f-6834e35aba82 req-44220ea4-1e72-4d30-a658-ff6baaaff6e4 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 944 time: 0.1148105 Oct 25 23:07:02.471856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.472475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.474100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] 10.222.0.11 "PUT /v2.0/ports/f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 1092 time: 2.4437420 Oct 25 23:07:02.528243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febcc53-892b-4704-aeff-5a4fe78f2b99 service neutron] Pushing event updated for resources: {'Port': ['ID=f015d6c6-71ea-4061-8e85-c16bffaf2289,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:02.560607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] No DVR routers for this DVR port 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:02.587695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:02.591093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58d79141-193d-40fd-ac09-5e275300741a req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] 10.222.0.15 "DELETE /v2.0/ports/2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 HTTP/1.1" status: 204 len: 173 time: 1.9499915 Oct 25 23:07:02.602891 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65d0d1e1-cb6f-406c-8d0f-6834e35aba82 req-70942666-a4a6-472f-a3be-342c592e4560 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469672 Oct 25 23:07:02.623167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c97ea-966e-4270-8555-bf67644e56e5 tempest-ListServersNegativeTestJSON-1936905917 tempest-ListServersNegativeTestJSON-1936905917-project] Pushing event deleted for resources: {'Port': ['ID=2c4fb0cc-f09c-4789-b9f5-4a50fba5a508,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:02.654441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-93253845-509f-4d8a-a582-e2a6df176d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.656117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-93253845-509f-4d8a-a582-e2a6df176d55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1095 time: 0.1221387 Oct 25 23:07:02.724954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-449b855e-7fca-4311-90e8-962f79ba13c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 217 time: 0.0583203 Oct 25 23:07:02.783396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-23db4683-8459-4b01-8fd6-b6b18c800bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.784854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-23db4683-8459-4b01-8fd6-b6b18c800bcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 200 len: 868 time: 0.0529130 Oct 25 23:07:02.866285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-7a2c4637-0338-4d71-a08c-2b9893a8bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.867801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-7a2c4637-0338-4d71-a08c-2b9893a8bf80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7aa8f72-ddba-4577-990c-484540be3c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749235 Oct 25 23:07:02.891840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aff8d-6f10-4ffb-aaa6-768e899cc52e req-d47bc93b-138a-4b11-be44-c0941eecc807 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:02.893297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-120aff8d-6f10-4ffb-aaa6-768e899cc52e req-d47bc93b-138a-4b11-be44-c0941eecc807 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 943 time: 0.0679741 Oct 25 23:07:02.973372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-120aff8d-6f10-4ffb-aaa6-768e899cc52e req-107227ec-f983-4fb9-9498-e9fa4bccdcf6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693793 Oct 25 23:07:03.000601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-ada5de57-364f-4081-aca5-a8191e16f6b9 service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247015 Oct 25 23:07:03.092653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db60bc23-f178-4a4a-a807-45aae1c06e59 req-a432c251-67b7-4328-9b10-9d0582db1084 service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Oct 25 23:07:03.367705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937a7bd-ae93-44eb-b677-1cbc1e842b7a req-62bf47a7-178c-4d71-a215-73f4a5517af4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:03.369159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7937a7bd-ae93-44eb-b677-1cbc1e842b7a req-62bf47a7-178c-4d71-a215-73f4a5517af4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0482643 Oct 25 23:07:03.406562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7937a7bd-ae93-44eb-b677-1cbc1e842b7a req-4dc2f2c0-2567-4791-aa7c-6ca48f53ba39 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Oct 25 23:07:03.431042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c49bbadd-f84d-4959-b9ae-5cff274beb8b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:03.454902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: c49bbadd-f84d-4959-b9ae-5cff274beb8b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:03.455244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c49bbadd-f84d-4959-b9ae-5cff274beb8b not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:03.469296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51922) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:03.514589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Deleting subnet 1bee7d36-ca04-474b-8ddf-baacd7748a7c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:07:03.517616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.558056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.596117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.648186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.675334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bee7d36-ca04-474b-8ddf-baacd7748a7c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:03.677580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.681293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a5d2d626-7353-4698-9e56-d1509febb0ac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1bee7d36-ca04-474b-8ddf-baacd7748a7c HTTP/1.1" status: 204 len: 168 time: 0.2104080 Oct 25 23:07:03.683195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51926) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:03.730260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dd3d3-5f85-439b-ae0b-6f135415ab39 req-2ca58fe4-f726-420c-a021-d27b2f70dcdb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:03.731747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-448dd3d3-5f85-439b-ae0b-6f135415ab39 req-2ca58fe4-f726-420c-a021-d27b2f70dcdb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 944 time: 0.0573022 Oct 25 23:07:03.754042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.769704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-448dd3d3-5f85-439b-ae0b-6f135415ab39 req-3f5bdc11-e6e8-46a4-b77a-3ded801a36bd tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Oct 25 23:07:03.841081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.861224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f21cabb-a767-4be9-88d2-4c541a561e8f']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:03.870624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407198da-7a64-4772-ab37-316d93e9e632') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:03.870916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407198da-7a64-4772-ab37-316d93e9e632') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:03.881510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.894373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.900731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:07:03.901102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:07:03.902725 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:07:03.960918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.965814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:03.971419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0f21cabb-a767-4be9-88d2-4c541a561e8f HTTP/1.1" status: 204 len: 168 time: 0.2849467 Oct 25 23:07:03.981720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a0123-1c8e-475d-ade6-6798ebe168f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f21cabb-a767-4be9-88d2-4c541a561e8f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:04.096706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51946) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:04.108387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dca931-2a6d-483f-8ffb-863643a9a00b req-181c715b-c3df-4aa8-9d53-583206148d01 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.109954 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-48dca931-2a6d-483f-8ffb-863643a9a00b req-181c715b-c3df-4aa8-9d53-583206148d01 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 943 time: 0.0599008 Oct 25 23:07:04.144261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-67790326-f1ee-4b5f-820a-525ab1138dd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54f59b82a4454b43a9488f0277a09855&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0463607 Oct 25 23:07:04.147360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51948) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:04.155493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a27b4687-c4c8-4037-9b61-0dcfec15d278 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:04.159541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-48dca931-2a6d-483f-8ffb-863643a9a00b req-2e9c90da-2e85-4e6c-a550-c5256e252525 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Oct 25 23:07:04.162659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:04.173257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289'}, {'server_uuid': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'name': 'network-vif-deleted', 'tag': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:04.176002 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b9bc1-623b-4ff3-a745-4ef668e16401" -d '{"events": [{"name": "network-changed", "server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289"}, {"server_uuid": "204943dd-f8a6-40ab-9be9-d70d9d78d672", "name": "network-vif-deleted", "tag": "2c4fb0cc-f09c-4789-b9f5-4a50fba5a508"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:04.206707 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f149040-5956-4e6f-903b-1b7ec21b436e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.223275 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cf1ca8-d311-457e-b4b1-5e585b4b7018 x-openstack-request-id: req-b5cf1ca8-d311-457e-b4b1-5e585b4b7018 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:04.223654 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289", "status": "completed", "code": 200}, {"server_uuid": "204943dd-f8a6-40ab-9be9-d70d9d78d672", "name": "network-vif-deleted", "tag": "2c4fb0cc-f09c-4789-b9f5-4a50fba5a508", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:04.224029 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5cf1ca8-d311-457e-b4b1-5e585b4b7018 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:04.224994 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'status': 'completed', 'code': 200} Oct 25 23:07:04.224994 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204943dd-f8a6-40ab-9be9-d70d9d78d672', 'name': 'network-vif-deleted', 'tag': '2c4fb0cc-f09c-4789-b9f5-4a50fba5a508', 'status': 'completed', 'code': 200} Oct 25 23:07:04.233511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f149040-5956-4e6f-903b-1b7ec21b436e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.289965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e5f67363-e39c-43c9-9f07-274bcec2329a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:04.291102 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.307056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-91b624ae-c6b7-4c5f-8876-3adf2ef3c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.308883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-91b624ae-c6b7-4c5f-8876-3adf2ef3c005 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1095 time: 0.0599542 Oct 25 23:07:04.319808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f149040-5956-4e6f-903b-1b7ec21b436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.321306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f149040-5956-4e6f-903b-1b7ec21b436e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.326995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a27b4687-c4c8-4037-9b61-0dcfec15d278, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:04.331693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f149040-5956-4e6f-903b-1b7ec21b436e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9dc0440-82f1-4a0c-8f74-046264b36c6c HTTP/1.1" status: 204 len: 168 time: 0.1832368 Oct 25 23:07:04.346889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a27b4687-c4c8-4037-9b61-0dcfec15d278', 'network_id': '26769cf1-394a-4f4c-94d0-64b1a7837af4', 'port_id': 'a27b4687-c4c8-4037-9b61-0dcfec15d278', 'mac_address': 'fa:16:3e:10:d4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65dbaa6-b0d5-4f50-8de0-121a161e6824', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:04.380652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f149040-5956-4e6f-903b-1b7ec21b436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc0440-82f1-4a0c-8f74-046264b36c6c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:04.441344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-48abbab0-8276-4074-95f5-3db348d5f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.449028 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.449548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-48abbab0-8276-4074-95f5-3db348d5f9b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 930 time: 0.1161005 Oct 25 23:07:04.470068 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.508028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:04.511041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-471254ec-15dd-483e-a08a-734d57c38680 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 217 time: 0.0532286 Oct 25 23:07:04.512655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27b4687-c4c8-4037-9b61-0dcfec15d278 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:04.520369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:04.523084 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad88ae-04a8-44a1-a945-4f546eed5e62" -d '{"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:04.552466 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.553515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:04.565096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c49480-069d-4c58-9146-8b964ca059bd req-fe145a4d-3c54-4850-83d8-efa9bb158b1a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.573626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92c49480-069d-4c58-9146-8b964ca059bd req-fe145a4d-3c54-4850-83d8-efa9bb158b1a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0661285 Oct 25 23:07:04.599253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-84defe21-4213-42e5-8766-c1aac8b47fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.609307 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-84defe21-4213-42e5-8766-c1aac8b47fda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 200 len: 868 time: 0.0914414 Oct 25 23:07:04.615122 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bfd884-c3c9-4125-a1e5-20884fb53ba1 x-openstack-request-id: req-f6bfd884-c3c9-4125-a1e5-20884fb53ba1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:04.616068 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:04.616321 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6bfd884-c3c9-4125-a1e5-20884fb53ba1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:04.616710 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'code': 200} Oct 25 23:07:04.637416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92c49480-069d-4c58-9146-8b964ca059bd req-6274a85c-99a0-46c7-8313-487280434fb4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Oct 25 23:07:04.646368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a27b4687-c4c8-4037-9b61-0dcfec15d278, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:04.648459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:04.648804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2c4fb0cc-f09c-4789-b9f5-4a50fba5a508 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:04.671492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:04.693232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-748a5515-c681-4516-b364-204dddfb972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.695077 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-748a5515-c681-4516-b364-204dddfb972b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7aa8f72-ddba-4577-990c-484540be3c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716214 Oct 25 23:07:04.697861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:04.765476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a27b4687-c4c8-4037-9b61-0dcfec15d278,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:04.829579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-4f7b1f5f-3336-4235-a542-f1fe52fefa26 service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253805 Oct 25 23:07:04.931103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543bc67-aace-4156-8960-ba85d3bea394 req-ee4c9965-e527-46ce-9e16-9dcef47c1a6a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:04.932638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3543bc67-aace-4156-8960-ba85d3bea394 req-ee4c9965-e527-46ce-9e16-9dcef47c1a6a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 944 time: 0.0705144 Oct 25 23:07:04.945699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3b9bc1-623b-4ff3-a745-4ef668e16401 req-c438a5eb-52d4-4e8f-a226-dbb73d257b71 service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074407 Oct 25 23:07:04.976252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3543bc67-aace-4156-8960-ba85d3bea394 req-5edce9db-4c9f-443c-9de4-da012a5d1712 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Oct 25 23:07:05.210136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a27b4687-c4c8-4037-9b61-0dcfec15d278'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:05.331156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:05.353010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d860bd-f390-47d7-ac7f-247c320a3f54 req-4073de3e-8a7f-4dee-891c-ae20258cd03b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:05.361447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4d860bd-f390-47d7-ac7f-247c320a3f54 req-4073de3e-8a7f-4dee-891c-ae20258cd03b tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 944 time: 0.0834882 Oct 25 23:07:05.438707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4d860bd-f390-47d7-ac7f-247c320a3f54 req-7d6d4f22-2d73-43a3-ac2e-56267327b326 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Oct 25 23:07:05.446873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f015d6c6-71ea-4061-8e85-c16bffaf2289 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:05.537135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-429463925-network', 'tenant_id': '64270b90f07946ada167d1d09e33f567'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:05.565745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f015d6c6-71ea-4061-8e85-c16bffaf2289, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:05.568741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Made reservation on behalf of 64270b90f07946ada167d1d09e33f567 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:05.573228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.579288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'port_id': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'mac_address': 'fa:16:3e:c3:ac:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:05.584795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.627386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.646353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f015d6c6-71ea-4061-8e85-c16bffaf2289 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:05.705240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f015d6c6-71ea-4061-8e85-c16bffaf2289, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:05.713619 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.729073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.740285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.778069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:07:05.798909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82816fd6-8044-4f8e-af84-57176cb828ba,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:05.803419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.803770 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Added segment b2c83554-1313-4c83-8bca-deed1cc8e333 of type vlan for network a1a273a2-186e-4767-b0cd-92db4e62bf47 Oct 25 23:07:05.845401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f015d6c6-71ea-4061-8e85-c16bffaf2289,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:05.858951 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.874141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d4ce5-a125-4e0b-bc6b-0ba76740e25b req-eee4c35c-9290-4346-a750-80aad620c90a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:05.885397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa3d4ce5-a125-4e0b-bc6b-0ba76740e25b req-eee4c35c-9290-4346-a750-80aad620c90a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1176660 Oct 25 23:07:05.894402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.896040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:05.896770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:05.955731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa3d4ce5-a125-4e0b-bc6b-0ba76740e25b req-a2906877-d1d9-4abd-9f97-5185820cd668 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Oct 25 23:07:05.976293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6440678 Oct 25 23:07:05.980305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:05.996839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Request body: {'subnet': {'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-429463925-subnet', 'tenant_id': '64270b90f07946ada167d1d09e33f567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:06.025097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f015d6c6-71ea-4061-8e85-c16bffaf2289'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:06.035136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056f78e-05c0-48a5-b033-986e62905fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a273a2-186e-4767-b0cd-92db4e62bf47,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:06.049298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Made reservation on behalf of 64270b90f07946ada167d1d09e33f567 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:06.053627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:06.068634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a1a273a2-186e-4767-b0cd-92db4e62bf47 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:07:06.154848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909c81-cf99-4b03-973d-ff5ff58c4646 req-4fcc86ad-4992-47a2-af49-b7f5442974bc tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:06.163964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1909c81-cf99-4b03-973d-ff5ff58c4646 req-4fcc86ad-4992-47a2-af49-b7f5442974bc tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0780437 Oct 25 23:07:06.223139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1909c81-cf99-4b03-973d-ff5ff58c4646 req-d28e89ca-46f6-4a8b-b201-9f4f46380ded tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 Oct 25 23:07:06.329134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:06.387928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:06.414709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Checking segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:06.415064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Network hostable DHCP agents. Network: a1a273a2-186e-4767-b0cd-92db4e62bf47, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:07:06.437896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Network a1a273a2-186e-4767-b0cd-92db4e62bf47 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:07:06.450794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a1a273a2-186e-4767-b0cd-92db4e62bf47) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:06.458537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:06.459486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:06.460048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa67e8-c33a-4417-a5ea-46c13d9379ea None None] Network a1a273a2-186e-4767-b0cd-92db4e62bf47 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:06.494075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-196aa225-6909-4cfd-9310-cb50b5f56584 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5112033 Oct 25 23:07:06.617869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10feef-dab8-486d-9797-bf9b2d948975 req-a7d478d0-1d16-429b-b963-26d25b749147 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:06.625164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c10feef-dab8-486d-9797-bf9b2d948975 req-a7d478d0-1d16-429b-b963-26d25b749147 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 944 time: 0.0937259 Oct 25 23:07:06.679426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c10feef-dab8-486d-9797-bf9b2d948975 req-550f38b0-7efd-42d1-a902-d81b37a84f16 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 Oct 25 23:07:06.696255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871294b-bd79-4171-ab3a-c210f956e621 None None] Network a1a273a2-186e-4767-b0cd-92db4e62bf47 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:07.125061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd19d36-7d00-4da6-a3e7-8f8df9a9d89a req-ceddc7c0-564a-4e82-aa7d-838fcbebfb18 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:07.127856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbd19d36-7d00-4da6-a3e7-8f8df9a9d89a req-ceddc7c0-564a-4e82-aa7d-838fcbebfb18 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0709195 Oct 25 23:07:07.176459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbd19d36-7d00-4da6-a3e7-8f8df9a9d89a req-44845dc1-540c-4d84-862e-4edba96de608 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 Oct 25 23:07:07.201665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-f075a1c6-815f-4289-bbae-32f53dc3b66d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:07.209929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-f075a1c6-815f-4289-bbae-32f53dc3b66d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 813 time: 0.1580904 Oct 25 23:07:07.234027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-0defe0f1-e80d-4b34-a62d-135095e5d176 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/quotas/64270b90f07946ada167d1d09e33f567 HTTP/1.1" status: 200 len: 375 time: 0.0224459 Oct 25 23:07:07.272273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-a3c241eb-c609-4962-b264-69b92fd5ef84 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372567 Oct 25 23:07:07.383320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656170f6-cc3a-4331-89b9-76436d3316fd req-03311bf9-6e41-42a3-8e3d-e5c986d3c3bc tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:07.384820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-656170f6-cc3a-4331-89b9-76436d3316fd req-03311bf9-6e41-42a3-8e3d-e5c986d3c3bc tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0561662 Oct 25 23:07:07.405996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-19bbb0f1-1036-4258-b31b-4bf540f59f98 service neutron] 10.222.0.25 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328690 Oct 25 23:07:07.450372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-656170f6-cc3a-4331-89b9-76436d3316fd req-c04eba46-3192-4cc2-94a4-72efa43624a6 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569687 Oct 25 23:07:07.464604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f015d6c6-71ea-4061-8e85-c16bffaf2289 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:07.534220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-51016ca1-c3de-424f-934f-c4c0bcc504f9 service neutron] 10.222.0.25 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206031 Oct 25 23:07:07.549798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port f015d6c6-71ea-4061-8e85-c16bffaf2289 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:07:07.555282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f015d6c6-71ea-4061-8e85-c16bffaf2289 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:07.555655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:07.676239 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:07.709086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:07.711925 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4211a63a-0920-4468-baaa-c4fc456d51c6" -d '{"events": [{"server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "name": "network-vif-plugged", "status": "completed", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:07.738608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f015d6c6-71ea-4061-8e85-c16bffaf2289, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:07.746504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:07.816399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc409333-4c7b-4b98-a908-71c2e1a1bf3a req-48e562a8-9c03-49eb-9b2f-68b8fcfdac87 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 210 time: 0.0489731 Oct 25 23:07:07.838728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f015d6c6-71ea-4061-8e85-c16bffaf2289,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:07.866298 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b61d4-7fd6-40ee-9c34-02153568e788 x-openstack-request-id: req-d28b61d4-7fd6-40ee-9c34-02153568e788 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:07.866663 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "name": "network-vif-plugged", "status": "completed", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:07.867992 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d28b61d4-7fd6-40ee-9c34-02153568e788 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:07.869127 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'code': 200} Oct 25 23:07:07.916651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504918-11ed-4143-b8a3-103bd65096ca req-0938b588-8b78-4006-bc68-fecbd657e2ec tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:07.924587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54504918-11ed-4143-b8a3-103bd65096ca req-0938b588-8b78-4006-bc68-fecbd657e2ec tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 944 time: 0.1080854 Oct 25 23:07:07.973174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54504918-11ed-4143-b8a3-103bd65096ca req-5c5bfb97-cf0e-4512-aab1-2804705c9045 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Oct 25 23:07:08.023630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01778-3638-4e54-9568-7aafa99651ca req-42f488c0-efee-46a9-b8fd-99a4799fca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:08.023630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86d01778-3638-4e54-9568-7aafa99651ca req-42f488c0-efee-46a9-b8fd-99a4799fca0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.0621054 Oct 25 23:07:08.066999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86d01778-3638-4e54-9568-7aafa99651ca req-363b5033-fc2a-4d2d-8512-a69a1d27051a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361068 Oct 25 23:07:08.174167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a27b4687-c4c8-4037-9b61-0dcfec15d278 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:08.240627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a27b4687-c4c8-4037-9b61-0dcfec15d278 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:07:08.245079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a27b4687-c4c8-4037-9b61-0dcfec15d278 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:08.245589 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:08.367292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95121-440d-4ffd-ae9b-e0e5e2a2cd87 req-a4a14346-0cb2-4dd2-aa00-e29bc9174add tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:08.377617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-caa95121-440d-4ffd-ae9b-e0e5e2a2cd87 req-a4a14346-0cb2-4dd2-aa00-e29bc9174add tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0975983 Oct 25 23:07:08.399841 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:08.431853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-caa95121-440d-4ffd-ae9b-e0e5e2a2cd87 req-9339348e-fb44-498b-addc-0999da172c27 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527267 Oct 25 23:07:08.436531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a27b4687-c4c8-4037-9b61-0dcfec15d278, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:08.447596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:08.516914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a27b4687-c4c8-4037-9b61-0dcfec15d278,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:08.602745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08c47e-2cbc-4ec5-80a5-7f132e1f71f5 req-cd2185b2-74b1-4e07-92c4-9762ef71d439 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:08.604524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd08c47e-2cbc-4ec5-80a5-7f132e1f71f5 req-cd2185b2-74b1-4e07-92c4-9762ef71d439 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 946 time: 0.0566597 Oct 25 23:07:08.668112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd08c47e-2cbc-4ec5-80a5-7f132e1f71f5 req-3f4bcf3d-2c8f-4034-922b-4e7f4b19da82 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Oct 25 23:07:08.919520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab49b4de-c456-41c4-a70f-75fff846ca7b req-91a20c68-5e13-42b0-a0f6-506646d9307b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 210 time: 0.0294871 Oct 25 23:07:09.146307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fff39-c88e-4567-9111-3927c53101e8 req-16fa3192-4a1b-425f-9ef4-b806a9d7436a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:09.150911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c13fff39-c88e-4567-9111-3927c53101e8 req-16fa3192-4a1b-425f-9ef4-b806a9d7436a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.0952122 Oct 25 23:07:09.235995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c13fff39-c88e-4567-9111-3927c53101e8 req-669c36e2-e3c9-4a8e-a7e8-0c9ac24c0b19 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Oct 25 23:07:09.308134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-037e17ea-9ac7-4e5d-99ed-9bfaf24020c9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:09.310215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-037e17ea-9ac7-4e5d-99ed-9bfaf24020c9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.11 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 813 time: 0.2029936 Oct 25 23:07:09.335172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Request body: {'port': {'device_id': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'admin_state_up': True, 'tenant_id': '64270b90f07946ada167d1d09e33f567'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:09.495758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Made reservation on behalf of 64270b90f07946ada167d1d09e33f567 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:09.499870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:09.636029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5bb18-3380-4898-afa1-13399534d588 req-38ab52a1-2237-447f-985d-d85014b82550 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:09.638103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91d5bb18-3380-4898-afa1-13399534d588 req-38ab52a1-2237-447f-985d-d85014b82550 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1244860 Oct 25 23:07:09.750867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91d5bb18-3380-4898-afa1-13399534d588 req-f144de20-13a9-4734-bc0e-bcd02233b5e7 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986304 Oct 25 23:07:09.768067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Allocated IP 172.20.0.14 (a1a273a2-186e-4767-b0cd-92db4e62bf47/93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2/dd319388-fcc6-478c-beec-6dcde0497bf7) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:09.797263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89bb8e-a928-4491-acad-6a7cbabf84b4 req-47bbc6cb-736c-4408-a448-89998f4515d1 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:09.812447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef89bb8e-a928-4491-acad-6a7cbabf84b4 req-47bbc6cb-736c-4408-a448-89998f4515d1 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 946 time: 0.0763130 Oct 25 23:07:09.854304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef89bb8e-a928-4491-acad-6a7cbabf84b4 req-e6600216-271a-46f1-8308-de672a92c91d tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Oct 25 23:07:09.870129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27b4687-c4c8-4037-9b61-0dcfec15d278'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:09.873655 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd0208e-448a-4442-bd2b-7d2fc96fba75" -d '{"events": [{"server_uuid": "58b4de21-3cb7-4377-a91e-c52b75bc168f", "name": "network-vif-plugged", "status": "completed", "tag": "a27b4687-c4c8-4037-9b61-0dcfec15d278"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:09.937071 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13fd9e7-4bd1-43c7-a08c-6d0198e0c39f x-openstack-request-id: req-a13fd9e7-4bd1-43c7-a08c-6d0198e0c39f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:09.937256 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b4de21-3cb7-4377-a91e-c52b75bc168f", "name": "network-vif-plugged", "status": "completed", "tag": "a27b4687-c4c8-4037-9b61-0dcfec15d278", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:09.937573 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a13fd9e7-4bd1-43c7-a08c-6d0198e0c39f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:09.937884 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27b4687-c4c8-4037-9b61-0dcfec15d278', 'code': 200} Oct 25 23:07:10.059413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78e8228d-1773-44f5-b46c-6ee2e876d9f2 req-106f706f-bcd8-48cc-8f4b-c084e7729708 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 210 time: 0.0329540 Oct 25 23:07:10.088835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.141700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc420b5-42ab-4411-9e36-121d8b3d7a8b req-bc93588e-d684-47ca-86c3-8d157c8a4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:10.143157 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8cc420b5-42ab-4411-9e36-121d8b3d7a8b req-bc93588e-d684-47ca-86c3-8d157c8a4cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 1096 time: 0.0822527 Oct 25 23:07:10.180812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.191345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8cc420b5-42ab-4411-9e36-121d8b3d7a8b req-7e5a2216-23e4-4b5b-8b71-dd7bdbbb09e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377150 Oct 25 23:07:10.231045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Network a1a273a2-186e-4767-b0cd-92db4e62bf47 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:10.236466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:10.240946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:10.248045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:10.262310 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-5eaa5e26-902a-41a9-b40e-25e8a0f7950c tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 258 time: 0.3112972 Oct 25 23:07:10.271110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:10.304832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:10.307313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.312975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.329127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-42740f7f-1eac-417a-aee4-b849cae9a0ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047312 Oct 25 23:07:10.344022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Request body: {'port': {'device_id': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:10.432475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.436359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.497344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0396d9-59bb-4d00-a155-460a8ac225d8 req-339b8b7d-6afc-48db-b42c-c6bf7169c7ad tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:10.498928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f0396d9-59bb-4d00-a155-460a8ac225d8 req-339b8b7d-6afc-48db-b42c-c6bf7169c7ad tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.1148005 Oct 25 23:07:10.584258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Allocated IP 172.25.4.129 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/0af32a69-43c8-40d4-b6c4-df473b1cca5b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:10.693805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f0396d9-59bb-4d00-a155-460a8ac225d8 req-9d6aa49c-1b0d-44eb-8231-16544aa2c025 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789439 Oct 25 23:07:10.724974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.779661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.827465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:10.832085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:10.836357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:10.842370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event updated for resources: {'Port': ['ID=0af32a69-43c8-40d4-b6c4-df473b1cca5b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:10.846501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:10.859496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.910068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Transition to ACTIVE for port object dd319388-fcc6-478c-beec-6dcde0497bf7 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:07:10.915379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.932685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ffa53-203b-4561-9afe-2bbcdbb933cd req-aba9d56e-ad33-470d-9653-184ce7c9ac49 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:10.934439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a23ffa53-203b-4561-9afe-2bbcdbb933cd req-aba9d56e-ad33-470d-9653-184ce7c9ac49 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0778925 Oct 25 23:07:10.946842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:10.989424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.041050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a23ffa53-203b-4561-9afe-2bbcdbb933cd req-db7339dd-6bd4-465f-88a8-bbf54133d689 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831594 Oct 25 23:07:11.099736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:11.159424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:11.159770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:11.160099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:11.179184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Port dd319388-fcc6-478c-beec-6dcde0497bf7 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:07:11.179184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:11.182627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:11.184784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Checking segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:11.185654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Bound using segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:11.186100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Bound port: dd319388-fcc6-478c-beec-6dcde0497bf7, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:11.186487 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.206063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.218714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.279393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:11.290022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:11.300448 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.329243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event updated for resources: {'Port': ['ID=0af32a69-43c8-40d4-b6c4-df473b1cca5b,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:11.336105 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.362373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.370771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-1cf60718-4bea-4d8e-b0ab-6624d7a158cb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1071262 Oct 25 23:07:11.386201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.386451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:11.387804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] 10.222.0.11 "PUT /v2.0/ports/dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 1092 time: 1.0493958 Oct 25 23:07:11.388276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:11.390547 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e1ff2b-0796-4f64-89ee-69a44e215603" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:11.432397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-454484d6-62f9-4444-b1ee-92a2ae676f54 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.0606561 Oct 25 23:07:11.466347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae9e21-d704-44de-a350-4aac941ecd05 service neutron] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:11.487966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3facb2-c966-4fa5-b476-37dd29308d85 req-be2a96cb-fe03-47a9-bcbc-3680f83a08ba tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.493982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c3facb2-c966-4fa5-b476-37dd29308d85 req-be2a96cb-fe03-47a9-bcbc-3680f83a08ba tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.1240959 Oct 25 23:07:11.516697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-9a948598-6ce4-4bfe-9a16-999b4961da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.517821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-9a948598-6ce4-4bfe-9a16-999b4961da79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1095 time: 0.0792000 Oct 25 23:07:11.560057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-a1c4f8cf-34dc-4f74-9ff2-59882cd4b874 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.566790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b5c30db3-cea6-40e5-b9c1-dec7572855c2 req-a1c4f8cf-34dc-4f74-9ff2-59882cd4b874 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1268129 Oct 25 23:07:11.574643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c3facb2-c966-4fa5-b476-37dd29308d85 req-32e22fb1-823e-44d4-830c-db0418b5205b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797374 Oct 25 23:07:11.575999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-f080e4e2-692b-472f-9882-6f63bfa40088 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 217 time: 0.0458860 Oct 25 23:07:11.650473 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434d3b9-54ae-486a-ad2c-17f8e3f484b9 x-openstack-request-id: req-5434d3b9-54ae-486a-ad2c-17f8e3f484b9 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:11.650870 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:11.651208 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5434d3b9-54ae-486a-ad2c-17f8e3f484b9 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:11.651924 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'status': 'completed', 'code': 200} Oct 25 23:07:11.679567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-719d4a93-5acb-4049-98f8-f8239cd76ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.681033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-719d4a93-5acb-4049-98f8-f8239cd76ab9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0929720 Oct 25 23:07:11.739144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-15e30588-d4af-4b17-abe1-8a92090030de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444131 Oct 25 23:07:11.802897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-ded6c1c9-c9e8-4268-87b2-ab7bd19abe12 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.804612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-ded6c1c9-c9e8-4268-87b2-ab7bd19abe12 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1189182 Oct 25 23:07:11.867229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fd6ab-4d39-4a3d-a789-4d5a1821ddd3 req-38410a3a-2a64-4adf-a8c5-624b0b3e768f tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:11.870993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f8fd6ab-4d39-4a3d-a789-4d5a1821ddd3 req-38410a3a-2a64-4adf-a8c5-624b0b3e768f tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.0860870 Oct 25 23:07:11.875877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-8c59795f-be25-4028-8b3b-88e01da8a48d tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.0644791 Oct 25 23:07:11.937434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f8fd6ab-4d39-4a3d-a789-4d5a1821ddd3 req-b2bdfed1-dcd9-44c5-846a-142fee718105 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582237 Oct 25 23:07:12.183372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666efe-c049-4d4b-9227-b88297f920c7 req-122b440e-62fc-4728-9ab0-5e84cf81437d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:12.190868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec666efe-c049-4d4b-9227-b88297f920c7 req-122b440e-62fc-4728-9ab0-5e84cf81437d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0614886 Oct 25 23:07:12.219452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Request body: {'floatingip': {'port_id': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:12.246334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec666efe-c049-4d4b-9227-b88297f920c7 req-268b8d87-cd7c-4292-81c0-9529648c38ed tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497947 Oct 25 23:07:12.276092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-e6fc4b65-4883-402b-b887-e25013410c95 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283380 Oct 25 23:07:12.278713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:12.528558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70220ed9-edda-46dc-9d4a-99a7d22d91d3 req-41dfaf5d-22cf-4ba8-8e3d-8857bf23936d service neutron] 10.222.0.11 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144797 Oct 25 23:07:12.721678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-a0c5bc24-1183-48fe-b069-e19333877997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:12.723241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-a0c5bc24-1183-48fe-b069-e19333877997 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1095 time: 0.1183634 Oct 25 23:07:12.723894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440058ed-51c4-4f91-a509-28b2fe610ce5 req-bef60e82-171a-4a4f-8cfd-df75ff3cf636 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:12.730215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:12.734358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-440058ed-51c4-4f91-a509-28b2fe610ce5 req-bef60e82-171a-4a4f-8cfd-df75ff3cf636 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.0692782 Oct 25 23:07:12.880193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-440058ed-51c4-4f91-a509-28b2fe610ce5 req-ccb99257-ea02-4f34-b415-c420d995f6b3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404741 Oct 25 23:07:12.920557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-0ed6e83c-67df-4f8a-9655-3f113706bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:12.922135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-0ed6e83c-67df-4f8a-9655-3f113706bdfc service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 914 time: 0.1856222 Oct 25 23:07:12.939367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:12.944987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:13.019347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-b1a7b9e8-af81-4ba4-902b-74248e675b43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 217 time: 0.0871501 Oct 25 23:07:13.095691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbc624-d843-4613-a018-e68ce3dfdb13 req-565fbf0a-2337-4d9f-96f3-1dba3d4a077a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:13.100071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83fbc624-d843-4613-a018-e68ce3dfdb13 req-565fbf0a-2337-4d9f-96f3-1dba3d4a077a tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.0614927 Oct 25 23:07:13.121861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-2e51b21b-c31b-4539-acbc-21f5551bf507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:13.121861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-2e51b21b-c31b-4539-acbc-21f5551bf507 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0699439 Oct 25 23:07:13.150707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83fbc624-d843-4613-a018-e68ce3dfdb13 req-926f55d9-7af2-43cb-ad23-5c22b25d9033 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Oct 25 23:07:13.157852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-5aef9e69-d523-4875-8071-720cc341a718 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291591 Oct 25 23:07:13.160905 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Floating IP d956adb3-be00-4a51-9e06-99b7697c970b associated. External IP: 172.25.4.129, port: f015d6c6-71ea-4061-8e85-c16bffaf2289. Oct 25 23:07:13.350504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-e6b461bf-7c1b-4e72-81c3-78fe895ce997 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515262 Oct 25 23:07:13.507837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517906f-a4de-40cd-b2a1-4662f0fa4f93 req-19623a24-c83f-42b9-b8a3-a81d1903dd33 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:13.509437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5517906f-a4de-40cd-b2a1-4662f0fa4f93 req-19623a24-c83f-42b9-b8a3-a81d1903dd33 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0551264 Oct 25 23:07:13.554433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5517906f-a4de-40cd-b2a1-4662f0fa4f93 req-84098f10-5f36-4077-addc-813a3d2f3717 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Oct 25 23:07:13.564410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12e1ff2b-0796-4f64-89ee-69a44e215603 req-4bf4de3c-103c-4f05-9efb-45eed10a435d service neutron] 10.222.0.11 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051902 Oct 25 23:07:13.566291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Router c8480bd5-f1eb-44fb-acfa-f161470cee74 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:07:13.716070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:13.721729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:13.729757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] Sync routers for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:13.773158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-0e14ecc5-c72f-49a7-8cbb-c9c8a5607b2f tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "PUT /v2.0/floatingips/d956adb3-be00-4a51-9e06-99b7697c970b HTTP/1.1" status: 200 len: 997 time: 1.8897817 Oct 25 23:07:13.773731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:13.779278 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d" -d '{"events": [{"name": "network-changed", "server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:13.779600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:13.781217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:13.839716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60700df-3b64-4c02-b20e-561afb229bbb req-49e08d07-ea90-47f3-a940-9881f4d46127 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:13.847037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c60700df-3b64-4c02-b20e-561afb229bbb req-49e08d07-ea90-47f3-a940-9881f4d46127 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.1056995 Oct 25 23:07:13.872988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-4fd4c14d-1478-43c8-893e-fc8ce9afcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:13.882074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-4fd4c14d-1478-43c8-893e-fc8ce9afcb4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.0996888 Oct 25 23:07:13.894190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c60700df-3b64-4c02-b20e-561afb229bbb req-987f088b-c1f3-41b1-95be-f6c35a8ad434 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461700 Oct 25 23:07:13.924688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:14.002638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-bcd081ba-bf18-495b-81b6-0c6bcdcb5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.011500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-bcd081ba-bf18-495b-81b6-0c6bcdcb5589 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 930 time: 0.1278598 Oct 25 23:07:14.072418 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353350fd-1bbb-4e75-8833-51cae236d4fc x-openstack-request-id: req-353350fd-1bbb-4e75-8833-51cae236d4fc {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:14.073084 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:14.073646 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-353350fd-1bbb-4e75-8833-51cae236d4fc {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:14.074758 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'status': 'completed', 'code': 200} Oct 25 23:07:14.103038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-077b86ee-df43-479e-baa8-e92ae1bb79d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 1000 time: 0.0903847 Oct 25 23:07:14.224667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-ef55df84-f592-45a4-aec3-2c5807f0d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.226276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-ef55df84-f592-45a4-aec3-2c5807f0d147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 200 len: 868 time: 0.1067891 Oct 25 23:07:14.232418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-7c8b6c87-4e6d-4315-a5b9-95c33d963766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.234685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-7c8b6c87-4e6d-4315-a5b9-95c33d963766 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.1300616 Oct 25 23:07:14.242670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68bde-901b-44e0-99f9-b76514679b3b req-57f4ae46-9dbd-4f92-a8bf-e8c23033332d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.254449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f7f68bde-901b-44e0-99f9-b76514679b3b req-57f4ae46-9dbd-4f92-a8bf-e8c23033332d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.0883448 Oct 25 23:07:14.302125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f7f68bde-901b-44e0-99f9-b76514679b3b req-37f69b67-b3d7-45e6-a387-074b5961aae3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Oct 25 23:07:14.347670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd956adb3-be00-4a51-9e06-99b7697c970b', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'port_id': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'mac_address': 'fa:16:3e:c3:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:10Z', 'updated_at': '2021-10-25T23:07:12Z', 'revision_number': 1, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:01Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:14.366835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-6cb01ebe-c76a-43e4-ba39-e24b290b04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.368524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-6cb01ebe-c76a-43e4-ba39-e24b290b04f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7aa8f72-ddba-4577-990c-484540be3c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319315 Oct 25 23:07:14.387818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] Checking router: c8480bd5-f1eb-44fb-acfa-f161470cee74 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:14.398956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:14.399926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:14.470713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-7417adf1-8fdf-4902-a9af-7088f798cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.472418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-7417adf1-8fdf-4902-a9af-7088f798cb36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 930 time: 0.2021165 Oct 25 23:07:14.568221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:14.570036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-463b0cae-c64c-4e2c-bb49-85d8630a89d1 service neutron] 10.222.0.25 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933312 Oct 25 23:07:14.672599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-fbfa695f-e037-46db-9ca3-2e364af6b97d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 1000 time: 0.1895602 Oct 25 23:07:14.675406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69361126-5a5e-4d3f-83ef-55dc2a4a8430 req-e6650982-1aaa-4074-bff9-a06670c286de service neutron] 10.222.0.25 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973709 Oct 25 23:07:14.758140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-7b581fc0-71c6-468c-b5fb-2cd6863de142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.760607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-7b581fc0-71c6-468c-b5fb-2cd6863de142 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 200 len: 868 time: 0.0803566 Oct 25 23:07:14.773650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1dd3-63c6-42ee-bdb6-c74227aa3502 req-55bd2cb0-d94b-4fee-ba24-11ed15329553 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.788461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-84ee1dd3-63c6-42ee-bdb6-c74227aa3502 req-55bd2cb0-d94b-4fee-ba24-11ed15329553 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1286438 Oct 25 23:07:14.822812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-b939a780-ff7e-411d-b809-d991e014262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:14.824578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-b939a780-ff7e-411d-b809-d991e014262a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7aa8f72-ddba-4577-990c-484540be3c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558462 Oct 25 23:07:14.859603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd956adb3-be00-4a51-9e06-99b7697c970b', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'port_id': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'mac_address': 'fa:16:3e:c3:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:10Z', 'updated_at': '2021-10-25T23:07:12Z', 'revision_number': 1, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:01Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:14.883254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-84ee1dd3-63c6-42ee-bdb6-c74227aa3502 req-6a5f41b5-0112-470d-99da-019900319898 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938210 Oct 25 23:07:14.898696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68569ebc-8681-42c3-9168-b0657e4c69af None None] The sync data for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 is: [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd956adb3-be00-4a51-9e06-99b7697c970b', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'port_id': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'mac_address': 'fa:16:3e:c3:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:10Z', 'updated_at': '2021-10-25T23:07:12Z', 'revision_number': 1, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:01Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:15.048066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-1ea6d098-2382-4c80-8bbe-d761e86b9a0f service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142298 Oct 25 23:07:15.289066 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c595c3-11a2-4c56-b898-c838643a7730 None None] New status for floating IP d956adb3-be00-4a51-9e06-99b7697c970b: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:07:15.402513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-db57b91c-aa5a-489e-a3fe-5c945b5a7ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 258 time: 0.4958370 Oct 25 23:07:15.410680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32e72f2f-da9c-4de5-b34b-9d4ffe2ae78d req-29bb4299-93f4-4b4b-86ac-051917dde6d6 service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421624 Oct 25 23:07:15.420262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:15.441981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-a170daa9-8585-4ff6-b34a-ff7f8d38e6f9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:15.444237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-a170daa9-8585-4ff6-b34a-ff7f8d38e6f9 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.15 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.1226919 Oct 25 23:07:15.486074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:15.502229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:15.549392 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e356c7a7-d587-4c45-b014-8705dc789a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:15.641642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787afbe-f169-4499-87c8-2b7bb06f6f04 req-b32a30b9-c1ed-44fb-97d6-4059b0b60552 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:15.655679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7787afbe-f169-4499-87c8-2b7bb06f6f04 req-b32a30b9-c1ed-44fb-97d6-4059b0b60552 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 945 time: 0.6614525 Oct 25 23:07:15.734560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7787afbe-f169-4499-87c8-2b7bb06f6f04 req-d2b13e47-bec7-43d3-8090-88ce88a195a6 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cbe7990-8742-4de2-99b3-847ad97f4dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772943 Oct 25 23:07:15.751840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:15.785596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'port_id': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'mac_address': 'fa:16:3e:7d:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:15.850937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:15.867825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:15.898669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:15.917442 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:15.993497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:16.014494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e53ca-ff6a-459a-96c8-fe5548784690 req-4dc1048b-a1f5-4aff-bf34-70807b504e06 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:16.022209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Deleting port a27b4687-c4c8-4037-9b61-0dcfec15d278 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:16.022514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-395e53ca-ff6a-459a-96c8-fe5548784690 req-4dc1048b-a1f5-4aff-bf34-70807b504e06 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0970099 Oct 25 23:07:16.022769 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.061915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-395e53ca-ff6a-459a-96c8-fe5548784690 req-22a0f4bb-06b2-41d3-b190-2a01fd2f2941 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Oct 25 23:07:16.073976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.181309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] For port a27b4687-c4c8-4037-9b61-0dcfec15d278, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a27b4687-c4c8-4037-9b61-0dcfec15d278,segment=NetworkSegment(2a7bde49-9b02-419e-add6-b533a82800c0),segment_id=2a7bde49-9b02-419e-add6-b533a82800c0)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:16.181785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.227383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Calling delete_port for a27b4687-c4c8-4037-9b61-0dcfec15d278 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:16.248252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['dd319388-fcc6-478c-beec-6dcde0497bf7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:16.315320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Allocated IP 172.25.4.38 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/a39c02d4-b1d9-4362-ae7a-e0556ba335b5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:16.495878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.498637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489f9df-e1b2-4dad-83e6-2a3525ccca7e req-e508a437-30f5-4213-8762-fee8ed10c82d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:16.503466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8489f9df-e1b2-4dad-83e6-2a3525ccca7e req-e508a437-30f5-4213-8762-fee8ed10c82d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0606339 Oct 25 23:07:16.540235 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.545457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event deleted for resources: {'Port': ['ID=a27b4687-c4c8-4037-9b61-0dcfec15d278,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:16.569379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8489f9df-e1b2-4dad-83e6-2a3525ccca7e req-a2a63858-5e58-403f-acd5-6090cecbfdfd tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548606 Oct 25 23:07:16.603150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] No DVR routers for this DVR port a27b4687-c4c8-4037-9b61-0dcfec15d278 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:16.606399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.609599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8de923d9-d1c2-41b5-9de3-b76b16a9af36 req-143b153d-e6da-4adc-97de-127212bbc978 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.15 "DELETE /v2.0/ports/a27b4687-c4c8-4037-9b61-0dcfec15d278 HTTP/1.1" status: 204 len: 173 time: 1.1568065 Oct 25 23:07:16.610056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'name': 'network-vif-deleted', 'tag': 'a27b4687-c4c8-4037-9b61-0dcfec15d278'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:16.612367 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a408d2c4-3415-4c07-b862-f526e95bf6e8" -d '{"events": [{"server_uuid": "58b4de21-3cb7-4377-a91e-c52b75bc168f", "name": "network-vif-deleted", "tag": "a27b4687-c4c8-4037-9b61-0dcfec15d278"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:16.630686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.680668 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccb3df1-1ae1-4a03-a9bf-043858f3ec21 x-openstack-request-id: req-7ccb3df1-1ae1-4a03-a9bf-043858f3ec21 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:16.681084 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b4de21-3cb7-4377-a91e-c52b75bc168f", "name": "network-vif-deleted", "tag": "a27b4687-c4c8-4037-9b61-0dcfec15d278", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:16.681336 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ccb3df1-1ae1-4a03-a9bf-043858f3ec21 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:16.681735 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b4de21-3cb7-4377-a91e-c52b75bc168f', 'name': 'network-vif-deleted', 'tag': 'a27b4687-c4c8-4037-9b61-0dcfec15d278', 'status': 'completed', 'code': 200} Oct 25 23:07:16.694944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:16.700919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:16.706031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:16.736584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event updated for resources: {'Port': ['ID=a39c02d4-b1d9-4362-ae7a-e0556ba335b5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:16.844925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:16.861100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49b05d28-dbc6-4cf1-b81f-779f4c824a26 req-b44e4cc3-2166-44fa-bcf0-b95a1edc4e62 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58b4de21-3cb7-4377-a91e-c52b75bc168f HTTP/1.1" status: 200 len: 210 time: 0.0345783 Oct 25 23:07:16.899588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.076636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.082139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.159134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event updated for resources: {'Port': ['ID=a39c02d4-b1d9-4362-ae7a-e0556ba335b5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:17.199805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.226234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.226234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-b7a3bdb5-3c5c-440a-aaa9-79796e1408a8 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8108780 Oct 25 23:07:17.259782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42272790-2818-436c-be95-fe858cfbaca6 req-6f70e173-e3b2-4aa5-8843-24934eb79e21 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:17.261323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42272790-2818-436c-be95-fe858cfbaca6 req-6f70e173-e3b2-4aa5-8843-24934eb79e21 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0828564 Oct 25 23:07:17.349700 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-279ea701-781c-4d4c-a99e-760d89740657 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.1136973 Oct 25 23:07:17.356829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42272790-2818-436c-be95-fe858cfbaca6 req-10da03b5-ed00-4859-bfc9-712584795c29 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 Oct 25 23:07:17.482166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-c5123005-13ca-4829-9a24-e002f3e651b7 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:17.483695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75da2ee5-b3be-4cbe-ad4b-a974fd9a48b1 req-c5123005-13ca-4829-9a24-e002f3e651b7 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1258581 Oct 25 23:07:17.509254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:17.592457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port dd319388-fcc6-478c-beec-6dcde0497bf7 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:07:17.597562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port dd319388-fcc6-478c-beec-6dcde0497bf7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:17.598010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.703448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-783a4160-a2d5-4a97-bc12-3044cd95e8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:17.711895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-783a4160-a2d5-4a97-bc12-3044cd95e8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1116173 Oct 25 23:07:17.724802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.763199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:17.764255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:17.766979 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021df90-2731-4b88-81b6-5e05edba901a" -d '{"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-plugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:17.769008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade8f8-f766-44a8-96d0-0ff1a85a1c8b req-5bd53470-c3b0-4c7f-a4ad-1eb414a8be20 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:17.771873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.779347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-617b8558-6e2a-4399-a1f7-88fb1dc7006a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0645535 Oct 25 23:07:17.780751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74ade8f8-f766-44a8-96d0-0ff1a85a1c8b req-5bd53470-c3b0-4c7f-a4ad-1eb414a8be20 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0958011 Oct 25 23:07:17.793365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-ce612e14-f8d3-4d1a-9c6f-247f854a2658 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Request body: {'floatingip': {'port_id': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:17.832478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74ade8f8-f766-44a8-96d0-0ff1a85a1c8b req-87bcdc2c-bfcc-4f2a-9450-01f4f2372af5 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Oct 25 23:07:17.837301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:17.841312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-ce612e14-f8d3-4d1a-9c6f-247f854a2658 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:17.888771 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c6bdad-ffd5-459b-a5f3-95bcb744c002 x-openstack-request-id: req-53c6bdad-ffd5-459b-a5f3-95bcb744c002 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:17.889069 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-plugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:17.889321 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53c6bdad-ffd5-459b-a5f3-95bcb744c002 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:17.889821 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'code': 200} Oct 25 23:07:18.041224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ab124-4f2c-4ae1-bc73-6bca31de6cfa req-ec08081f-12dc-4fe5-b3a7-d35a9977b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:18.042797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c6ab124-4f2c-4ae1-bc73-6bca31de6cfa req-ec08081f-12dc-4fe5-b3a7-d35a9977b0eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1097 time: 0.0889573 Oct 25 23:07:18.088188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c6ab124-4f2c-4ae1-bc73-6bca31de6cfa req-e3abc7f1-4bcc-4578-b24b-14d6fc1dae53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Oct 25 23:07:18.102813 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-ce612e14-f8d3-4d1a-9c6f-247f854a2658 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] update failed (client error): There was a conflict when trying to complete your request. Oct 25 23:07:18.104697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3eb3166e-24a2-458e-b27f-5ec33f23a59c req-ce612e14-f8d3-4d1a-9c6f-247f854a2658 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "PUT /v2.0/floatingips/61ecc7ac-ba76-49fa-b83e-b52b75579f5f HTTP/1.1" status: 409 len: 550 time: 0.3175211 Oct 25 23:07:18.175522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52334) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:18.188501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-4d38fc41-53e1-475e-aead-2eab511d68bb tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips/61ecc7ac-ba76-49fa-b83e-b52b75579f5f HTTP/1.1" status: 200 len: 692 time: 0.0575218 Oct 25 23:07:18.205477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a27b4687-c4c8-4037-9b61-0dcfec15d278 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:18.228146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a27b4687-c4c8-4037-9b61-0dcfec15d278 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:18.228494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a27b4687-c4c8-4037-9b61-0dcfec15d278 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:18.239964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-456d9188-dc23-49a6-af39-33c5e41d8e4c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.265388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-456d9188-dc23-49a6-af39-33c5e41d8e4c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.304721 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f11caa9-04a4-4bc6-b7e7-acfe7ffa6c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.330449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-079ce120-e4dd-44be-a635-471d8a6fde56 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:18.332114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-079ce120-e4dd-44be-a635-471d8a6fde56 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1369255 Oct 25 23:07:18.338523 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-456d9188-dc23-49a6-af39-33c5e41d8e4c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.341264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-456d9188-dc23-49a6-af39-33c5e41d8e4c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.344731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-456d9188-dc23-49a6-af39-33c5e41d8e4c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa221211-7ba8-484d-a4e1-24c458128a91 HTTP/1.1" status: 204 len: 168 time: 0.1654854 Oct 25 23:07:18.345578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52338) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:18.365887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d9188-dc23-49a6-af39-33c5e41d8e4c tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa221211-7ba8-484d-a4e1-24c458128a91,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:18.368234 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-dbcd7cb1-ff37-4979-afcf-0e15793b8411 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] show failed (client error): The resource could not be found. Oct 25 23:07:18.369257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dbcd7cb1-ff37-4979-afcf-0e15793b8411 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "GET /v2.0/security-groups/aa221211-7ba8-484d-a4e1-24c458128a91 HTTP/1.1" status: 404 len: 347 time: 0.0227816 Oct 25 23:07:18.372224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:18.401284 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-da7c1fbf-9815-459d-9e74-24699655f1ab tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0603366 Oct 25 23:07:18.452794 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-bf64b132-37de-4f26-83e8-7200f74f2b9b tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0504134 Oct 25 23:07:18.542558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab900466-21ee-4b71-884c-a632d7684827 req-3989c2b9-3176-4dec-82f4-81410e2d41ec tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:18.544168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab900466-21ee-4b71-884c-a632d7684827 req-3989c2b9-3176-4dec-82f4-81410e2d41ec tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0843425 Oct 25 23:07:18.569673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Deleting port 7fe49b1a-cc93-4cc8-993d-9841ad8b0562 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:18.570014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.590800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Deleting port a39c02d4-b1d9-4362-ae7a-e0556ba335b5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:18.591409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.634098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab900466-21ee-4b71-884c-a632d7684827 req-b12ac781-fc56-46c1-841c-572e4ddd290b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830433 Oct 25 23:07:18.665911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.666276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.679809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Calling delete_port for 7fe49b1a-cc93-4cc8-993d-9841ad8b0562 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:18.689360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.689688 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.702902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Calling delete_port for a39c02d4-b1d9-4362-ae7a-e0556ba335b5 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:18.822738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.857744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Pushing event deleted for resources: {'Port': ['ID=7fe49b1a-cc93-4cc8-993d-9841ad8b0562,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:18.869861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.897257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event deleted for resources: {'Port': ['ID=a39c02d4-b1d9-4362-ae7a-e0556ba335b5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:18.944706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.948553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.949991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60011d89-1a6e-4b2a-9c36-e49caaedc456 tempest-ImagesOneServerNegativeTestJSON-1699485901 tempest-ImagesOneServerNegativeTestJSON-1699485901-project] 10.222.0.25 "DELETE /v2.0/floatingips/dd56f944-08b5-4b2e-aa0d-eadd3042141a HTTP/1.1" status: 204 len: 168 time: 0.5768390 Oct 25 23:07:18.969893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.972597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:18.973957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4edb0918-5483-4c9c-8e83-524a76aff52f req-d7ad5102-f100-4f6a-82e8-080f66052399 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "DELETE /v2.0/floatingips/61ecc7ac-ba76-49fa-b83e-b52b75579f5f HTTP/1.1" status: 204 len: 173 time: 0.5195997 Oct 25 23:07:19.023658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31c7b1-4b91-4d48-977c-05d255caff6a req-04021ac8-0433-4566-bd7e-984bc177e3a1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:19.025337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa31c7b1-4b91-4d48-977c-05d255caff6a req-04021ac8-0433-4566-bd7e-984bc177e3a1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0547302 Oct 25 23:07:19.072060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa31c7b1-4b91-4d48-977c-05d255caff6a req-bdc230bc-6d9d-460d-8111-b735407402ca tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Oct 25 23:07:19.074513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdeeeb-0bd8-448e-acb5-4b1268469916 req-12db40e4-ab20-429b-9df5-04c6051a69cb tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:19.077424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6cdeeeb-0bd8-448e-acb5-4b1268469916 req-12db40e4-ab20-429b-9df5-04c6051a69cb tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 951 time: 0.0545809 Oct 25 23:07:19.121250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6cdeeeb-0bd8-448e-acb5-4b1268469916 req-3019e388-dfb7-4452-afeb-41eb31194ab8 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Oct 25 23:07:19.194827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-ad6a628a-64e0-4149-bf9b-0f179af4140a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1002 time: 0.0683875 Oct 25 23:07:19.247676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9065-6f03-427d-842d-979c37156795 req-89006b68-6e28-46a4-ab54-f5155aebd73e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:19.249771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-89006b68-6e28-46a4-ab54-f5155aebd73e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports/f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 943 time: 0.0485384 Oct 25 23:07:19.282569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52386) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:19.380047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Deleting subnet d65dbaa6-b0d5-4f50-8de0-121a161e6824 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:07:19.386691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.392566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-df8e4136-05aa-4af6-9b9b-d949331156f9 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1002 time: 0.0958052 Oct 25 23:07:19.476995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.489311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.542132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.569793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9065-6f03-427d-842d-979c37156795 req-d67effce-0026-4c2c-97e0-0c907cac2481 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:19.571173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-d67effce-0026-4c2c-97e0-0c907cac2481 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1619031 Oct 25 23:07:19.654733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-f9ef58fd-23db-4cef-8d56-4db735237594 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1002 time: 0.0762005 Oct 25 23:07:19.656454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.668864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:19.690845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65dbaa6-b0d5-4f50-8de0-121a161e6824,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:19.721101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.724400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-90e6791a-2f66-46d6-add4-3e4560d6a4b8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d65dbaa6-b0d5-4f50-8de0-121a161e6824 HTTP/1.1" status: 204 len: 168 time: 0.4406273 Oct 25 23:07:19.730610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52392) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:19.757625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abc211-ab87-4520-b411-90c77ce6cebb req-10dfd68f-aa6c-496d-9a5a-ece714b17ac0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:19.759429 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1abc211-ab87-4520-b411-90c77ce6cebb req-10dfd68f-aa6c-496d-9a5a-ece714b17ac0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0546477 Oct 25 23:07:19.799468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:19.799761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1abc211-ab87-4520-b411-90c77ce6cebb req-ba954ad9-3b9b-4fa1-bb1f-670e9ffae00b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Oct 25 23:07:19.856567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.026471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.029935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.037850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.038234 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Floating IP d956adb3-be00-4a51-9e06-99b7697c970b disassociated. External IP: 172.25.4.129, port: f015d6c6-71ea-4061-8e85-c16bffaf2289. Oct 25 23:07:20.071227 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.109041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26769cf1-394a-4f4c-94d0-64b1a7837af4']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:20.124247 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a09a3a41-3f80-4dfe-8b45-381a9d1802d6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:20.124819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7bde49-9b02-419e-add6-b533a82800c0') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:20.124941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7bde49-9b02-419e-add6-b533a82800c0') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:20.126188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a09a3a41-3f80-4dfe-8b45-381a9d1802d6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 813 time: 0.1133590 Oct 25 23:07:20.137459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.141696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-03a2d39e-f355-4bb2-b5ad-d0518bd43eec tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/quotas/64270b90f07946ada167d1d09e33f567 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Oct 25 23:07:20.158042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.170041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:07:20.170456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:07:20.172162 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:07:20.193555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a4f418a3-a380-434d-beca-1229e1c577c8 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454850 Oct 25 23:07:20.287137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.291062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-c8d41401-88da-4ec4-8ffb-ba0a7884d539 service neutron] 10.222.0.25 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904856 Oct 25 23:07:20.295372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.301239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26769cf1-394a-4f4c-94d0-64b1a7837af4 HTTP/1.1" status: 204 len: 168 time: 0.5670540 Oct 25 23:07:20.314300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a4ce-fc3d-4b30-9295-9cb5901fe075 admin admin] Pushing event deleted for resources: {'Network': ['ID=26769cf1-394a-4f4c-94d0-64b1a7837af4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:20.354392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Router c8480bd5-f1eb-44fb-acfa-f161470cee74 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:07:20.405145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-e2032f70-5ddd-4bbc-a832-b42408683c89 service neutron] 10.222.0.25 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995774 Oct 25 23:07:20.434616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52416) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:20.480132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1bcc9172-acd9-4d53-b15a-49238b4ade93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d53ab93f2ea44244875b1a9ad227b262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419726 Oct 25 23:07:20.480458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52418) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:20.485766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:20.491174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.497777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] Sync routers for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:20.524168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:20.524411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-0362138d-bfae-4fac-b214-843840e17b51 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "PUT /v2.0/floatingips/d956adb3-be00-4a51-9e06-99b7697c970b HTTP/1.1" status: 200 len: 695 time: 0.8631854 Oct 25 23:07:20.525249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:20.528006 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc29966-ffa4-471e-a68d-bb1eab94cff7" -d '{"events": [{"name": "network-changed", "server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:20.531033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:20.548054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da58cb31-e34f-4756-9b08-ec4aa44aef35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.581455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da58cb31-e34f-4756-9b08-ec4aa44aef35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.605331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9065-6f03-427d-842d-979c37156795 req-311cf300-4797-4ddd-854b-c8acd02c6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:20.608044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-311cf300-4797-4ddd-854b-c8acd02c6d19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.0663753 Oct 25 23:07:20.716841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da58cb31-e34f-4756-9b08-ec4aa44aef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.719371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da58cb31-e34f-4756-9b08-ec4aa44aef35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.722840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-da58cb31-e34f-4756-9b08-ec4aa44aef35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cbe7990-8742-4de2-99b3-847ad97f4dde HTTP/1.1" status: 204 len: 168 time: 0.2392616 Oct 25 23:07:20.737506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:20.741234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9065-6f03-427d-842d-979c37156795 req-7257f17a-96b5-4748-af44-2a7a55fd5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:20.749209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-7257f17a-96b5-4748-af44-2a7a55fd5ae8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 930 time: 0.1342342 Oct 25 23:07:20.775064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58cb31-e34f-4756-9b08-ec4aa44aef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbe7990-8742-4de2-99b3-847ad97f4dde,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:20.798405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:20.803119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fbf06-4892-4692-b3fc-a2156493daed req-b2e11fbf-de8c-4bd2-9de7-f751550a27d4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:20.811231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-1a2142b3-fa92-4505-8859-59cf41f52eaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 217 time: 0.0590527 Oct 25 23:07:20.811400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-335fbf06-4892-4692-b3fc-a2156493daed req-b2e11fbf-de8c-4bd2-9de7-f751550a27d4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1749763 Oct 25 23:07:20.867102 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-335fbf06-4892-4692-b3fc-a2156493daed req-7254f450-74bb-4dbb-9d61-2fabbe1d9d06 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Oct 25 23:07:20.925765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9065-6f03-427d-842d-979c37156795 req-c235d553-d9ce-4443-a2a1-0270852bb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:20.931838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-c235d553-d9ce-4443-a2a1-0270852bb2ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 200 len: 868 time: 0.1197717 Oct 25 23:07:21.012134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4f1dc-e3b3-4d8e-8e32-e78507e12988 req-550d7ce7-75bb-40b9-9f66-d1da5e4ed92f tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.025031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8c4f1dc-e3b3-4d8e-8e32-e78507e12988 req-550d7ce7-75bb-40b9-9f66-d1da5e4ed92f tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 951 time: 0.0874765 Oct 25 23:07:21.029355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9065-6f03-427d-842d-979c37156795 req-cb16923d-b1d4-400d-be73-ff8c727e3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.031124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-cb16923d-b1d4-400d-be73-ff8c727e3e7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7aa8f72-ddba-4577-990c-484540be3c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943720 Oct 25 23:07:21.063860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8c4f1dc-e3b3-4d8e-8e32-e78507e12988 req-cbea8556-f340-4b76-a11e-61d45479a8ae tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Oct 25 23:07:21.094048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:01Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:21.154467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-0959b1e0-c3de-440f-a196-0d18e8823b01 service neutron] 10.222.0.25 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156962 Oct 25 23:07:21.160139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] Checking router: c8480bd5-f1eb-44fb-acfa-f161470cee74 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:21.170379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:21.171316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:21.236688 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38bdbfc-4b32-4159-8523-9d501a0affd8 x-openstack-request-id: req-e38bdbfc-4b32-4159-8523-9d501a0affd8 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:21.237048 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:21.237370 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e38bdbfc-4b32-4159-8523-9d501a0affd8 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:21.237830 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'status': 'completed', 'code': 200} Oct 25 23:07:21.320807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:21.334623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c1d9065-6f03-427d-842d-979c37156795 req-afbefa82-9b45-42be-a83b-43fb16fcf498 service neutron] 10.222.0.25 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733916 Oct 25 23:07:21.356397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-cb13ecc0-1316-4e59-86a5-775957e9059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.357920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-cb13ecc0-1316-4e59-86a5-775957e9059c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a379947c083417b8116e531f8f9bcc7&device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.0968668 Oct 25 23:07:21.376768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0656f1d-9178-4c70-8fa5-e1db81e3cce0 req-ee6cad24-312e-4de7-bf28-edd6a3046196 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 210 time: 0.0472260 Oct 25 23:07:21.507284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-740d07f6-33dd-408c-be23-8d6e7006e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.509720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-740d07f6-33dd-408c-be23-8d6e7006e238 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 200 len: 930 time: 0.1416371 Oct 25 23:07:21.588578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-27f08ada-fe31-4386-bf79-500081406892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 200 len: 217 time: 0.0702617 Oct 25 23:07:21.631898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-678e372c-05d5-4bcc-9008-a839498ca650 req-7928dd24-5a05-4f2b-9c47-4c8922d9299a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips/d956adb3-be00-4a51-9e06-99b7697c970b HTTP/1.1" status: 200 len: 695 time: 0.0911841 Oct 25 23:07:21.662340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-4da0299d-209f-4217-ab46-1ba0246584d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.664234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-4da0299d-209f-4217-ab46-1ba0246584d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 200 len: 868 time: 0.0687537 Oct 25 23:07:21.753707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-76b7c15e-2cf0-4cea-8944-572bf87d4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.759593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-76b7c15e-2cf0-4cea-8944-572bf87d4f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7aa8f72-ddba-4577-990c-484540be3c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881767 Oct 25 23:07:21.775637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e372c-05d5-4bcc-9008-a839498ca650 req-5f2e0414-4f15-4166-9e67-c59119711b6c tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:21.784217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-678e372c-05d5-4bcc-9008-a839498ca650 req-5f2e0414-4f15-4166-9e67-c59119711b6c tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1511116 Oct 25 23:07:21.786340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:01Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:21.815463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb7c6-cda3-4870-b8c9-5feeb40ab17d None None] The sync data for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 is: [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:06:54Z', 'revision_number': 4, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ac2fad7f-b87e-4539-9541-4a4ac007aa40', 'name': '', 'network_id': 'c7aa8f72-ddba-4577-990c-484540be3c45', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'mac_address': 'fa:16:3e:28:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:54Z', 'updated_at': '2021-10-25T23:07:01Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'subnets': [{'id': 'd9371b30-dbfe-45d3-8284-7da6d8be04ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:21.845472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-678e372c-05d5-4bcc-9008-a839498ca650 req-0255e7f9-bc69-47d3-9526-52a4dd84102e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 698 time: 0.0601168 Oct 25 23:07:21.900198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-678e372c-05d5-4bcc-9008-a839498ca650 req-ae8687ae-14c5-43b3-8aa9-c85511bf915a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 698 time: 0.0538592 Oct 25 23:07:21.936319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-91547961-3b58-4cb6-ad15-53d55449f14f service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687169 Oct 25 23:07:22.137105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Deleting port 0af32a69-43c8-40d4-b6c4-df473b1cca5b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:22.137657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.141431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddc29966-ffa4-471e-a68d-bb1eab94cff7 req-c5459b0c-1734-4889-ace3-3b14fa8a1cfe service neutron] 10.222.0.11 "GET /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955614 Oct 25 23:07:22.217681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-c68b9434-8e70-4ff5-b727-c1f877fa1fd6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:22.219073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-c68b9434-8e70-4ff5-b727-c1f877fa1fd6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 813 time: 0.1403728 Oct 25 23:07:22.229804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:22.246199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Request body: {'port': {'device_id': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'admin_state_up': True, 'tenant_id': '64270b90f07946ada167d1d09e33f567'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:22.271020 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb65b7-eda0-4efa-9d6e-e30a2c4a1805 None None] New status for floating IP d956adb3-be00-4a51-9e06-99b7697c970b: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:07:22.342530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.342939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.359046 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.360003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Calling delete_port for 0af32a69-43c8-40d4-b6c4-df473b1cca5b owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:22.405598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Made reservation on behalf of 64270b90f07946ada167d1d09e33f567 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:22.409366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:22.410403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.419296 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bfe91-7e18-43a4-992b-b60f479f5383" -d '{"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:22.439071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:22.448427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.513319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:22.577286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Allocated IP 172.20.0.4 (a1a273a2-186e-4767-b0cd-92db4e62bf47/93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2/ef4ab8ef-c606-4402-8197-0c20987a3762) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:22.622114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.656865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event deleted for resources: {'Port': ['ID=0af32a69-43c8-40d4-b6c4-df473b1cca5b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:22.726688 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.729313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:22.730523 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-678e372c-05d5-4bcc-9008-a839498ca650 req-dc9bfd6b-84ce-46f7-8a08-a3b99df33c8a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "DELETE /v2.0/floatingips/d956adb3-be00-4a51-9e06-99b7697c970b HTTP/1.1" status: 204 len: 173 time: 0.8236907 Oct 25 23:07:23.071366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aceaf5d6-f465-46ec-85fa-e50d7a6b3bbd req-c3578ff3-9fe4-4c21-9778-719912787e76 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 210 time: 0.0265164 Oct 25 23:07:23.076580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1ef-ca1a-4350-a531-2585ff354f49 req-7d485bc6-6b31-4bff-9394-32f3186f4720 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:23.078033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-987bc1ef-ca1a-4350-a531-2585ff354f49 req-7d485bc6-6b31-4bff-9394-32f3186f4720 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.4024282 Oct 25 23:07:23.103005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:23.117027 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d732fb-c80e-456e-9500-5b50a71775e4 x-openstack-request-id: req-a8d732fb-c80e-456e-9500-5b50a71775e4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:23.117619 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:23.118111 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8d732fb-c80e-456e-9500-5b50a71775e4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:23.118744 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'code': 200} Oct 25 23:07:23.137854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-987bc1ef-ca1a-4350-a531-2585ff354f49 req-ea6f723e-4283-4d68-8620-cc82870164bf tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507050 Oct 25 23:07:23.167993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:23.183352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['dd319388-fcc6-478c-beec-6dcde0497bf7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:23.232236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Network a1a273a2-186e-4767-b0cd-92db4e62bf47 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:23.237480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:23.240458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:23.283382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Pushing event updated for resources: {'Port': ['ID=ef4ab8ef-c606-4402-8197-0c20987a3762,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:23.343500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:23.345372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:23.378648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-a080f530-7a31-4b4f-8ee5-a98112257116 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1429052 Oct 25 23:07:23.388789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-19102e4f-569f-4f94-9819-f6c072191223 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:07:23.389745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-19102e4f-569f-4f94-9819-f6c072191223 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053759 Oct 25 23:07:23.476405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684adf-ecc9-40c3-879d-235075ed004b req-10126bf9-fa68-4bcc-906f-85243140ba1b tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:23.478006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e684adf-ecc9-40c3-879d-235075ed004b req-10126bf9-fa68-4bcc-906f-85243140ba1b tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0804706 Oct 25 23:07:23.527226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Request body: {'port': {'device_id': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:23.530760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8e684adf-ecc9-40c3-879d-235075ed004b req-b50fdb44-893c-4032-9dca-e95ecc5761de tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0462437 Oct 25 23:07:23.595993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e31623b6-5994-4374-a2c8-b952aab772ee req-a8a004e3-f3fb-4569-a3bb-4c5797763210 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0444844 Oct 25 23:07:23.626743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:23.706018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3ccd-af66-42ce-b29b-9aed258836a8 req-9a6f2404-fb2d-498f-a949-565314bb28a0 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:23.707569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-175e3ccd-af66-42ce-b29b-9aed258836a8 req-9a6f2404-fb2d-498f-a949-565314bb28a0 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.1222367 Oct 25 23:07:23.753146 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:07:23.819256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-175e3ccd-af66-42ce-b29b-9aed258836a8 req-63b128bb-afac-4832-8004-d4b7bbd655a9 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026936 Oct 25 23:07:23.876765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a58b-05f6-444f-89ca-9ee52019acda req-a724cd89-6bea-461a-8ec5-4f64ec7ed90c tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:23.878500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd96a58b-05f6-444f-89ca-9ee52019acda req-a724cd89-6bea-461a-8ec5-4f64ec7ed90c tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 946 time: 0.0537298 Oct 25 23:07:23.882095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:23.921377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd96a58b-05f6-444f-89ca-9ee52019acda req-7702af75-f6fc-4519-91ba-91f9e04bd01a tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Oct 25 23:07:23.980555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4ab8ef-c606-4402-8197-0c20987a3762 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:23.994547 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.002772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36851cd9-62c1-4305-84ad-7dbdc54f9c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.020217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Transition to ACTIVE for port object ef4ab8ef-c606-4402-8197-0c20987a3762 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:07:24.025656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.095705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ab8ef-c606-4402-8197-0c20987a3762,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:24.197080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36851cd9-62c1-4305-84ad-7dbdc54f9c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.199970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e24e0e-a00f-4eae-9e6b-3122cc048b95 req-287fc32c-0511-44b6-9287-71895ccb0232 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.200162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Attempting to bind port ef4ab8ef-c606-4402-8197-0c20987a3762 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:24.200315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Attempting to bind port ef4ab8ef-c606-4402-8197-0c20987a3762 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:24.200703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Attempting to bind port ef4ab8ef-c606-4402-8197-0c20987a3762 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:24.202065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27e24e0e-a00f-4eae-9e6b-3122cc048b95 req-287fc32c-0511-44b6-9287-71895ccb0232 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 943 time: 0.0571539 Oct 25 23:07:24.204246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36851cd9-62c1-4305-84ad-7dbdc54f9c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.215663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Port ef4ab8ef-c606-4402-8197-0c20987a3762 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:07:24.215981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Attempting to bind port ef4ab8ef-c606-4402-8197-0c20987a3762 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:24.234432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:24.234765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Checking segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:24.235139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Bound using segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:24.235561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Bound port: ef4ab8ef-c606-4402-8197-0c20987a3762, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:24.236405 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.241691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27e24e0e-a00f-4eae-9e6b-3122cc048b95 req-121bdfef-84fb-4a83-b49c-c657c13a2058 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Oct 25 23:07:24.283362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36851cd9-62c1-4305-84ad-7dbdc54f9c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224c4523-0a88-4643-bcde-e3d55705124c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:24.290730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-36851cd9-62c1-4305-84ad-7dbdc54f9c49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=685cd721e9564aae9c07d9f0c95344f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050856 Oct 25 23:07:24.291200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52580) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:24.385295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b317f0f-222d-456e-b460-b7ccd1dbc81f req-dbcb4c10-28c4-456d-be30-089dfea1816b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.386829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b317f0f-222d-456e-b460-b7ccd1dbc81f req-dbcb4c10-28c4-456d-be30-089dfea1816b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1587591 Oct 25 23:07:24.454991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] For port ef4ab8ef-c606-4402-8197-0c20987a3762, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:24.492557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-c6186cad-abb1-47af-b685-e119a01b6e8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1385248 Oct 25 23:07:24.493150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c671cb6-b662-4fb6-8437-aed26159df98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.496612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] For port ef4ab8ef-c606-4402-8197-0c20987a3762, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef4ab8ef-c606-4402-8197-0c20987a3762,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:24.500181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b317f0f-222d-456e-b460-b7ccd1dbc81f req-4b1a7da4-1f9b-4273-b797-98691e50663f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938878 Oct 25 23:07:24.503382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.548498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.549272 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.550663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] 10.222.0.15 "PUT /v2.0/ports/ef4ab8ef-c606-4402-8197-0c20987a3762 HTTP/1.1" status: 200 len: 1091 time: 1.1468353 Oct 25 23:07:24.557947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'tag': 'ef4ab8ef-c606-4402-8197-0c20987a3762'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:24.560213 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f55a986-0aff-40a6-a8ff-3c4ee714e65f", "tag": "ef4ab8ef-c606-4402-8197-0c20987a3762"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:24.570786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c671cb6-b662-4fb6-8437-aed26159df98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.616924 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72eedb0-d706-4cd3-a8b2-5af4db5c1083 x-openstack-request-id: req-f72eedb0-d706-4cd3-a8b2-5af4db5c1083 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:24.617218 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f55a986-0aff-40a6-a8ff-3c4ee714e65f", "tag": "ef4ab8ef-c606-4402-8197-0c20987a3762", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:24.617470 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f72eedb0-d706-4cd3-a8b2-5af4db5c1083 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:24.617865 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'tag': 'ef4ab8ef-c606-4402-8197-0c20987a3762', 'status': 'completed', 'code': 200} Oct 25 23:07:24.673394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf6df3-e276-480c-b9b0-149a134e3e9d service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ab8ef-c606-4402-8197-0c20987a3762,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:24.699959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.700431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.700890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.701359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.701800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.702269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.702716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.704706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-41f193d6-4369-443a-8622-8b37e4e78bac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6500 time: 0.1312871 Oct 25 23:07:24.711590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-8b33a93a-956f-47b7-9aaf-64c38b512e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.712949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-8b33a93a-956f-47b7-9aaf-64c38b512e79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 1094 time: 0.0797844 Oct 25 23:07:24.718177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c671cb6-b662-4fb6-8437-aed26159df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.720848 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c671cb6-b662-4fb6-8437-aed26159df98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:24.722012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c671cb6-b662-4fb6-8437-aed26159df98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/224c4523-0a88-4643-bcde-e3d55705124c HTTP/1.1" status: 204 len: 168 time: 0.4300339 Oct 25 23:07:24.729757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671cb6-b662-4fb6-8437-aed26159df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224c4523-0a88-4643-bcde-e3d55705124c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:24.791791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-6fe8bcf2-9adc-4dee-a8d5-66913d66a216 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef4ab8ef-c606-4402-8197-0c20987a3762 HTTP/1.1" status: 200 len: 217 time: 0.0554259 Oct 25 23:07:24.888806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683113-0fea-4268-9a9e-32742a6bf884 req-88531472-731c-4ffa-994c-3a395ad1a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.890595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-88531472-731c-4ffa-994c-3a395ad1a7ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0736749 Oct 25 23:07:24.938919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-6349aeb2-9ac1-48b5-9ab1-fe60a9fdbdb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406554 Oct 25 23:07:24.954286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-51a9b131-69b9-46b9-b71f-eae8705e1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.954724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-51a9b131-69b9-46b9-b71f-eae8705e1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.955175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-51a9b131-69b9-46b9-b71f-eae8705e1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:24.959092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-51a9b131-69b9-46b9-b71f-eae8705e1f13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a04a810-9229-498f-85f7-324f9b96c2a9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=80e29c78-e066-442f-a797-b9db5f44add9&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 200 len: 2297 time: 0.2213607 Oct 25 23:07:25.073304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919df99-fe38-4c65-924e-904012be3a73 req-214c77c0-ce2b-41be-b779-139564ac5ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.079572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8919df99-fe38-4c65-924e-904012be3a73 req-214c77c0-ce2b-41be-b779-139564ac5ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 946 time: 0.0649619 Oct 25 23:07:25.080224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0723-25b1-4c9f-b5ff-01b8105184b3 req-a16f8a65-54a8-491e-904b-07a8287a4dde tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.081724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfba0723-25b1-4c9f-b5ff-01b8105184b3 req-a16f8a65-54a8-491e-904b-07a8287a4dde tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.1776810 Oct 25 23:07:25.096596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-2720432f-7b83-4a17-a699-f8c4f477e888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 200 len: 1001 time: 0.1299236 Oct 25 23:07:25.130655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8919df99-fe38-4c65-924e-904012be3a73 req-5cd1c397-f149-409b-a04d-96a4676bc251 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Oct 25 23:07:25.168872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-b85faff4-c7d5-4282-887d-79faacc26711 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162437 Oct 25 23:07:25.196413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfba0723-25b1-4c9f-b5ff-01b8105184b3 req-9306eb1e-ebf3-4ffc-89e8-8841c63de316 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039791 Oct 25 23:07:25.242011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-4f71ede9-0e23-4393-8e92-47c3c7961273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.243953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-4f71ede9-0e23-4393-8e92-47c3c7961273 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9f997e-9e41-444c-ae4c-5dc5d4e24055 HTTP/1.1" status: 200 len: 855 time: 0.1360614 Oct 25 23:07:25.353613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-7b8a17fe-be72-42bb-88b0-57794be9b3c7 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.355120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-7b8a17fe-be72-42bb-88b0-57794be9b3c7 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.11 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 946 time: 0.1559887 Oct 25 23:07:25.377893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24683113-0fea-4268-9a9e-32742a6bf884 req-45507287-1bcd-4981-b644-55c15865ffc1 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996651 Oct 25 23:07:25.389363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-e9a02cdd-784b-4647-8935-b2c3888c82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.390852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-e9a02cdd-784b-4647-8935-b2c3888c82fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a04a810-9229-498f-85f7-324f9b96c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320608 Oct 25 23:07:25.510760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1b396-c5d9-4669-b8a5-6fdef0517101 req-5c2d2e81-0031-417a-b1c7-191124f2795b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.512274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ac1b396-c5d9-4669-b8a5-6fdef0517101 req-5c2d2e81-0031-417a-b1c7-191124f2795b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 943 time: 0.1834908 Oct 25 23:07:25.623492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-60e855da-6562-4868-b064-f70986a4071e service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145245 Oct 25 23:07:25.629148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ac1b396-c5d9-4669-b8a5-6fdef0517101 req-fb7487d2-1ae1-4b71-94c5-7b6974213601 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091642 Oct 25 23:07:25.635401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-43c82556-8037-4821-85e9-150ac00fa56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.636954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-43c82556-8037-4821-85e9-150ac00fa56e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 1094 time: 0.1123354 Oct 25 23:07:25.647705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Deleting port f015d6c6-71ea-4061-8e85-c16bffaf2289 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:25.648043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:25.910696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459e18d-2954-4062-942a-0b7afe55f335 req-123245ff-618b-4f3a-85c2-1852afa0db62 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.912662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b459e18d-2954-4062-942a-0b7afe55f335 req-123245ff-618b-4f3a-85c2-1852afa0db62 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1681776 Oct 25 23:07:25.928312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] For port f015d6c6-71ea-4061-8e85-c16bffaf2289, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f015d6c6-71ea-4061-8e85-c16bffaf2289,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:25.928667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:25.941636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-844abbd7-24da-472d-a098-39247379f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:25.943146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-844abbd7-24da-472d-a098-39247379f239 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 914 time: 0.2773623 Oct 25 23:07:25.947390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-bd51c372-a603-45bf-a9ac-c62cf869e317 service neutron] 10.222.0.15 "GET /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826979 Oct 25 23:07:25.957525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Calling delete_port for f015d6c6-71ea-4061-8e85-c16bffaf2289 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:25.984400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b459e18d-2954-4062-942a-0b7afe55f335 req-c18d3a3c-43b8-49b0-96c0-9d4c3659c4f3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Oct 25 23:07:26.058468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-919d8007-5c65-4252-9c8e-58562376c47b tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:26.060051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-919d8007-5c65-4252-9c8e-58562376c47b tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.15 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.0576842 Oct 25 23:07:26.084214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-3d3f1637-8fd5-43a7-b079-8909112c38cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 217 time: 0.0686371 Oct 25 23:07:26.085413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-f6d9cc64-88a4-4850-9eb4-baf854be7cb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef4ab8ef-c606-4402-8197-0c20987a3762 HTTP/1.1" status: 200 len: 217 time: 0.0710912 Oct 25 23:07:26.160757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Deleting port e5f67363-e39c-43c9-9f07-274bcec2329a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:26.162636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:26.191988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-216442d5-5bf4-45b3-a177-7c9f6eb93369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:26.194541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-216442d5-5bf4-45b3-a177-7c9f6eb93369 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0950665 Oct 25 23:07:26.195538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-04b35982-4c10-4840-a640-6314d8345d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:26.196864 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-04b35982-4c10-4840-a640-6314d8345d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0995190 Oct 25 23:07:26.274781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] For port e5f67363-e39c-43c9-9f07-274bcec2329a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e5f67363-e39c-43c9-9f07-274bcec2329a,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:26.275146 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:26.287092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-d325b356-742c-411d-b105-b8408340a9ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782275 Oct 25 23:07:26.302228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Calling delete_port for e5f67363-e39c-43c9-9f07-274bcec2329a owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:26.386581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:26.391566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-87fd8491-7d15-4103-8227-eb62ee770888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:26.393085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-87fd8491-7d15-4103-8227-eb62ee770888 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832676 Oct 25 23:07:26.404296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f015d6c6-71ea-4061-8e85-c16bffaf2289'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:26.421661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca297011-1753-4329-8ca3-0a9e31410547 req-87becda8-662b-4614-a815-21e0ae47fa10 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:26.423177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca297011-1753-4329-8ca3-0a9e31410547 req-87becda8-662b-4614-a815-21e0ae47fa10 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/ports?device_id=410c724a-f8d0-48e2-807c-dc77efeea9c5 HTTP/1.1" status: 200 len: 949 time: 0.0741341 Oct 25 23:07:26.450218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Pushing event deleted for resources: {'Port': ['ID=f015d6c6-71ea-4061-8e85-c16bffaf2289,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:26.494961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac177d-6613-4712-92b1-a5d04af33ecb req-4977e0af-49f9-45a0-abf8-dab211842f60 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:26.498975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6cac177d-6613-4712-92b1-a5d04af33ecb req-4977e0af-49f9-45a0-abf8-dab211842f60 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/ports?device_id=315aea1e-f2d4-4c84-a718-e78661cf4fd2 HTTP/1.1" status: 200 len: 867 time: 0.2556005 Oct 25 23:07:26.507404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca297011-1753-4329-8ca3-0a9e31410547 req-d8c756f4-3212-4e1e-bef4-28eee7ed9254 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.25 "GET /v2.0/security-groups?id=e58a3fa7-1c65-478d-aaee-48c175f68ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501716 Oct 25 23:07:26.508531 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:26.564289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Pushing event deleted for resources: {'Port': ['ID=e5f67363-e39c-43c9-9f07-274bcec2329a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:26.645030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] No DVR routers for this DVR port e5f67363-e39c-43c9-9f07-274bcec2329a on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:26.649063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:26.655279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7bcea0f6-e04a-49e7-a20c-6b814a1130d0 req-809fdcef-b9f3-4a7d-b1b7-2380b619d5d5 tempest-ImagesOneServerTestJSON-133131872 tempest-ImagesOneServerTestJSON-133131872-project] 10.222.0.15 "DELETE /v2.0/ports/e5f67363-e39c-43c9-9f07-274bcec2329a HTTP/1.1" status: 204 len: 173 time: 0.5887880 Oct 25 23:07:26.656020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-deleted', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:26.664741 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ceace-44c2-4757-9620-da6070859fc2" -d '{"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-deleted", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:26.916563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] No DVR routers for this DVR port f015d6c6-71ea-4061-8e85-c16bffaf2289 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:26.923250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-07230998-c336-4848-acfa-e81015cb4832 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266246 Oct 25 23:07:26.928293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:26.931689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-208f84f8-77dc-42b4-a71a-69948ad5eb59 req-e0367d64-19f7-431e-a4b9-a0192ce1e55e tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.11 "DELETE /v2.0/ports/f015d6c6-71ea-4061-8e85-c16bffaf2289 HTTP/1.1" status: 204 len: 173 time: 1.5564249 Oct 25 23:07:26.932244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'name': 'network-vif-deleted', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:26.934658 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb48c438-f69f-4d0a-84b7-2583bb3e667e" -d '{"events": [{"server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "name": "network-vif-deleted", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:27.037341 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-4cb3a0ea-66ea-4115-a2b1-38e1eeb05d7c service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318922 Oct 25 23:07:27.050591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6cac177d-6613-4712-92b1-a5d04af33ecb req-fce1e2f4-2a8a-4c04-b806-d914ab7c0004 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045 tempest-FloatingIPsAssociationNegativeTestJSON-1961100045-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6f5c805-d54a-4eba-b817-9c607ff3c756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319495 Oct 25 23:07:27.167742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfa41bb-506a-4d1e-b0a5-b91c6a463cb6 req-278b0dd2-06f1-411d-887a-3ce5e8e75355 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281828 Oct 25 23:07:27.202600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-16f0ed42-9911-4354-8a1a-f614d0a1655e service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100817 Oct 25 23:07:27.209117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be119584-ea78-4800-b6ea-2d26a9037d71 req-463ab758-a0e4-4f58-a357-65c60f3c124c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:27.210968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be119584-ea78-4800-b6ea-2d26a9037d71 req-463ab758-a0e4-4f58-a357-65c60f3c124c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 943 time: 0.0683465 Oct 25 23:07:27.212552 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5270deb2-0330-42d9-ad48-be93ecc790cd x-openstack-request-id: req-5270deb2-0330-42d9-ad48-be93ecc790cd {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:27.212904 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c724a-f8d0-48e2-807c-dc77efeea9c5", "name": "network-vif-deleted", "tag": "e5f67363-e39c-43c9-9f07-274bcec2329a", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:27.213383 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5270deb2-0330-42d9-ad48-be93ecc790cd {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:27.213975 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c724a-f8d0-48e2-807c-dc77efeea9c5', 'name': 'network-vif-deleted', 'tag': 'e5f67363-e39c-43c9-9f07-274bcec2329a', 'status': 'completed', 'code': 200} Oct 25 23:07:27.256654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-e0c5d4e5-dc59-4a90-83d4-e9b7ddc13ed3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 217 time: 0.0428066 Oct 25 23:07:27.271409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be119584-ea78-4800-b6ea-2d26a9037d71 req-29127321-05ae-4723-b2cb-a337365f2463 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Oct 25 23:07:27.315022 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2d8ea-669d-48e4-8c38-dbb460588ce5 x-openstack-request-id: req-3fe2d8ea-669d-48e4-8c38-dbb460588ce5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:27.315437 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315aea1e-f2d4-4c84-a718-e78661cf4fd2", "name": "network-vif-deleted", "tag": "f015d6c6-71ea-4061-8e85-c16bffaf2289", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:27.315761 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fe2d8ea-669d-48e4-8c38-dbb460588ce5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:27.316241 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315aea1e-f2d4-4c84-a718-e78661cf4fd2', 'name': 'network-vif-deleted', 'tag': 'f015d6c6-71ea-4061-8e85-c16bffaf2289', 'status': 'completed', 'code': 200} Oct 25 23:07:27.326313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-1982244c-9efc-442d-aaa5-1ca86ce20521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:27.329054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-1982244c-9efc-442d-aaa5-1ca86ce20521 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0631523 Oct 25 23:07:27.414467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-edf575d7-3932-4202-923b-b2fc48aaf524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:27.415980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-edf575d7-3932-4202-923b-b2fc48aaf524 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758357 Oct 25 23:07:27.424418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354fef3-4e79-481d-b978-db687582b967 req-111b7d87-43d9-41eb-b3f2-99c05e250f08 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:27.425780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e354fef3-4e79-481d-b978-db687582b967 req-111b7d87-43d9-41eb-b3f2-99c05e250f08 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0776544 Oct 25 23:07:27.517284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e354fef3-4e79-481d-b978-db687582b967 req-d267cb25-05cb-4544-a679-035db14716c7 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823231 Oct 25 23:07:27.566484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-f56b43ce-5dce-4aeb-a3a8-cfd278449a64 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393120 Oct 25 23:07:27.691591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-b38b57a6-2ee1-47d2-8866-c7e2c9126700 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167653 Oct 25 23:07:27.744523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-ef6af906-bf38-4197-b5b8-ee26c8c021ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9 HTTP/1.1" status: 200 len: 217 time: 0.0436471 Oct 25 23:07:27.812940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-4debd429-f185-46ff-9e2f-86b8e93bbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:27.814887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-4debd429-f185-46ff-9e2f-86b8e93bbd4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0600176 Oct 25 23:07:27.874646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-f0c42fc6-868a-426e-90d6-6e11765b3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:27.876680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-f0c42fc6-868a-426e-90d6-6e11765b3e23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544016 Oct 25 23:07:27.887785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52670) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:27.971185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-609db90f-31cf-40af-8045-5364cec354db service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872765 Oct 25 23:07:28.025682 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e54c0bb-c762-46b5-9412-1bc2e3391ada admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97359e7d85a84f12a282f128d29f63cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365457 Oct 25 23:07:28.028226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52674) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:28.070764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-16d0476c-fa76-42e4-9aff-1092a4e0a2c0 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922742 Oct 25 23:07:28.085843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc95c-85ee-489b-9b51-eec23523a032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.113450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc95c-85ee-489b-9b51-eec23523a032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.124229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-4a27c5e6-01cb-4d25-adc5-f3c024b7788f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd HTTP/1.1" status: 200 len: 217 time: 0.0446179 Oct 25 23:07:28.162983 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.176831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc95c-85ee-489b-9b51-eec23523a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.180118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc95c-85ee-489b-9b51-eec23523a032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.181389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1dcfc95c-85ee-489b-9b51-eec23523a032 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e58a3fa7-1c65-478d-aaee-48c175f68ade HTTP/1.1" status: 204 len: 168 time: 0.1520479 Oct 25 23:07:28.187304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-c85918b3-d351-487f-b5fe-27a0df53b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:28.189683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-c85918b3-d351-487f-b5fe-27a0df53b83e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 200 len: 797 time: 0.0581021 Oct 25 23:07:28.191990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfc95c-85ee-489b-9b51-eec23523a032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a3fa7-1c65-478d-aaee-48c175f68ade,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:28.237751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52682) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:28.253317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef4ab8ef-c606-4402-8197-0c20987a3762 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:28.259999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-1838bbf8-1de7-4fab-a003-d5c049fdfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:28.261662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-1838bbf8-1de7-4fab-a003-d5c049fdfe91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80e29c78-e066-442f-a797-b9db5f44add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541720 Oct 25 23:07:28.264537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:28.438424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929229d1-ea7a-4ce0-a140-b1860258900e req-c0af244f-d515-400d-bc67-ee6f06e77d58 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:28.452117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-929229d1-ea7a-4ce0-a140-b1860258900e req-c0af244f-d515-400d-bc67-ee6f06e77d58 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 943 time: 0.0796647 Oct 25 23:07:28.452278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-98f47ffd-76e8-4a52-ae52-842ba5c31d89 service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768723 Oct 25 23:07:28.464994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: e5f67363-e39c-43c9-9f07-274bcec2329a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:28.465635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e5f67363-e39c-43c9-9f07-274bcec2329a not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:28.487878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ef4ab8ef-c606-4402-8197-0c20987a3762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef4ab8ef-c606-4402-8197-0c20987a3762,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:28.505166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ef4ab8ef-c606-4402-8197-0c20987a3762', 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'port_id': 'ef4ab8ef-c606-4402-8197-0c20987a3762', 'mac_address': 'fa:16:3e:ad:f9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:28.566643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.586718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4ab8ef-c606-4402-8197-0c20987a3762 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:28.594619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-28671672-5d6c-4319-849a-e9ffc126c2dd service neutron] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336410 Oct 25 23:07:28.637306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ef4ab8ef-c606-4402-8197-0c20987a3762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef4ab8ef-c606-4402-8197-0c20987a3762,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:28.647103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.648647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-0056bde6-7516-4a5f-9986-277994108c46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833 HTTP/1.1" status: 200 len: 217 time: 0.0464487 Oct 25 23:07:28.667883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-929229d1-ea7a-4ce0-a140-b1860258900e req-b54def6c-3fa9-4059-87dc-6c0a370f20dd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079408 Oct 25 23:07:28.736510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-c125d09a-5e15-4369-8ccf-971439eafada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:28.737893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ef4ab8ef-c606-4402-8197-0c20987a3762,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:28.738063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-c125d09a-5e15-4369-8ccf-971439eafada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.0821512 Oct 25 23:07:28.749484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.750124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.750696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.751245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.751774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.752285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.752794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.753560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.754110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.755179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.755934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.756522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:28.884979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:28.903259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e0f8a-1370-4568-85f4-48e84cfce105 req-d3dbe776-687b-4608-9739-e199f45a8828 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:28.910741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb5e0f8a-1370-4568-85f4-48e84cfce105 req-d3dbe776-687b-4608-9739-e199f45a8828 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2366011 Oct 25 23:07:28.914904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:28.922605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-631f2c9c-d87c-4b72-891f-46135750750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:28.924322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-631f2c9c-d87c-4b72-891f-46135750750e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250691 Oct 25 23:07:29.016325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb5e0f8a-1370-4568-85f4-48e84cfce105 req-a538df95-c0c0-4f71-aa65-87d2c53656ee tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984523 Oct 25 23:07:29.076906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-37c2c6e6-24e0-447f-8845-9e671f70c357 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437154 Oct 25 23:07:29.104926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.154346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ef4ab8ef-c606-4402-8197-0c20987a3762'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:29.215500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52730) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:29.232461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-51fe6918-672d-460a-a402-2334b9aceff6 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479673 Oct 25 23:07:29.271594 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.285175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.306753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-5f611c5e-de18-4e4e-a263-08c7715d8553 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0329955a-d466-496c-999e-1ec7bc4deda0 HTTP/1.1" status: 200 len: 217 time: 0.0661712 Oct 25 23:07:29.343103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2254f9a5f3747b5bd2be6347a1db757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564576 Oct 25 23:07:29.343377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52734) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:29.353384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486bc093-0c94-420e-86db-30d951a30d40,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:29.367950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Deleting port ac2fad7f-b87e-4539-9541-4a4ac007aa40 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:29.368290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.383601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.383821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1422933790-network', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:29.383991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.384275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.384611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.384944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.385272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.385594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.385916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.386260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.386580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.386894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.387241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f6265-309f-4b5a-8ef1-845ee144786b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:29.392313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-a5ffda04-d94e-4977-8d6f-7c87f2e9daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:29.393776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-a5ffda04-d94e-4977-8d6f-7c87f2e9daf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 200 len: 797 time: 0.0787563 Oct 25 23:07:29.432893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Made reservation on behalf of c3ab0b11d8ba48b78c0bb36b2f26bfb6 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:29.435233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.446249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.466950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-bd0a20aa-068e-4022-b9e0-00342649191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:29.468360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-bd0a20aa-068e-4022-b9e0-00342649191f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666342 Oct 25 23:07:29.474986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02786eb7-0be6-4803-9c61-bd857bc01c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.498494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] For port ac2fad7f-b87e-4539-9541-4a4ac007aa40, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ac2fad7f-b87e-4539-9541-4a4ac007aa40,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:29.499418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.519444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02786eb7-0be6-4803-9c61-bd857bc01c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.521391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Calling delete_port for ac2fad7f-b87e-4539-9541-4a4ac007aa40 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:29.600310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-6b7ce15e-5c13-4099-91d8-762c432cafb0 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228247 Oct 25 23:07:29.611379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.617141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f015d6c6-71ea-4061-8e85-c16bffaf2289 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:29.617841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02786eb7-0be6-4803-9c61-bd857bc01c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.620440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02786eb7-0be6-4803-9c61-bd857bc01c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.621590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02786eb7-0be6-4803-9c61-bd857bc01c54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/486bc093-0c94-420e-86db-30d951a30d40 HTTP/1.1" status: 204 len: 168 time: 0.2763669 Oct 25 23:07:29.625391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.647184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f015d6c6-71ea-4061-8e85-c16bffaf2289 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:29.647999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f015d6c6-71ea-4061-8e85-c16bffaf2289 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:29.695489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:07:29.741657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea8a3a-8ff7-4f24-ade7-4949b61c11f3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:29.759311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.759922 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Added segment 1cdb5d39-aedc-4b58-b73b-ba5a8719dc00 of type vlan for network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 Oct 25 23:07:29.832346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d267727e-dd46-4adb-8291-e77a5c7144c5 req-c55cefb6-fa4d-410c-b314-d52f037f6310 service neutron] 10.222.0.15 "GET /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235749 Oct 25 23:07:29.852372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.899450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26f27-4e01-4be2-93d8-4b99408c0b80 req-d0d0e682-3ea7-4a58-b0f0-46f4f6758da1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:29.901169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37e26f27-4e01-4be2-93d8-4b99408c0b80 req-d0d0e682-3ea7-4a58-b0f0-46f4f6758da1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 944 time: 0.1172104 Oct 25 23:07:29.938992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.939943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:29.940688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:29.976185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7593224 Oct 25 23:07:29.980818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:29.985300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786eb7-0be6-4803-9c61-bd857bc01c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486bc093-0c94-420e-86db-30d951a30d40,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:30.029205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Request body: {'subnet': {'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1422933790-subnet', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:30.089934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37e26f27-4e01-4be2-93d8-4b99408c0b80 req-3274ca5e-27e0-437b-a5fe-1ddc63ffea21 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789577 Oct 25 23:07:30.098168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608b7c-2acd-4edb-9edd-e1deece988db admin admin] Pushing event updated for resources: {'Network': ['ID=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:30.108534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Made reservation on behalf of c3ab0b11d8ba48b78c0bb36b2f26bfb6 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:30.108969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:07:30.111009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.142547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.189685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2fad7f-b87e-4539-9541-4a4ac007aa40,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:30.301909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea9360-ea4a-46e1-9737-250a8bb1406b req-6ba51614-d24d-4f99-8026-3ea5b20033e5 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:30.303669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94ea9360-ea4a-46e1-9737-250a8bb1406b req-6ba51614-d24d-4f99-8026-3ea5b20033e5 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1173906 Oct 25 23:07:30.387164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.401912 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94ea9360-ea4a-46e1-9737-250a8bb1406b req-0ab71146-ca4e-4dc6-b7b6-7b654eca098d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911641 Oct 25 23:07:30.478514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb010f6-a006-4f8c-9e6e-852cc33ac551,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:30.486488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.486790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.487171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.487430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.487765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.488206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.488361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.488500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.488733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.489115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.489442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.489869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.490092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:30.499858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Checking segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:30.499858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Network hostable DHCP agents. Network: a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:07:30.500641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52768) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:30.519865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:07:30.530458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:30.534971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:30.535427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.543167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca7853a-0ad4-4ef6-9f01-16f33833bd4d None None] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:30.559464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-13d78020-fff8-45af-8070-13523eb227fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5346260 Oct 25 23:07:30.561980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52772) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:30.569637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:30.596491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.598516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.664329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.670856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1834721569-network', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:30.721914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:07:30.724162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.740105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Made reservation on behalf of 7f317246fc8a40dcb85334b0b3da4167 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:30.742671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.758512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.809983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.815287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Router c8480bd5-f1eb-44fb-acfa-f161470cee74 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:07:30.870325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Allocated IP 172.20.0.2 (a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51/5fb010f6-a006-4f8c-9e6e-852cc33ac551/8cf42a82-b0bf-48bb-bc98-dd73b2421559) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:30.928883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.936508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:30.974942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:07:30.987821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:30.992161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13421d08-d606-43de-a5a0-594d34cf0d66,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:30.999852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e4996bd5-2a62-48a6-8174-7136b457049d admin admin] 10.222.0.25 "PUT /v2.0/routers/c8480bd5-f1eb-44fb-acfa-f161470cee74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7595601 Oct 25 23:07:31.000607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52776) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:31.003218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.003559 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Added segment 1a3a0770-2dc2-4581-acdd-5f7a75ff2710 of type vlan for network 52dc262d-7aee-4062-8d81-b5550fc639b5 Oct 25 23:07:31.047736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] Sync routers for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:31.049606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.056056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.063912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:31.064122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:31.067804 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.094458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.095726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:31.096826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.147401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:31.173684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:31.183207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:31.199052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] Pushing event updated for resources: {'Network': ['ID=52dc262d-7aee-4062-8d81-b5550fc639b5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:31.205645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b87383c-bae0-4527-b86a-c6a690c21300 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7023106 Oct 25 23:07:31.206903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Pushing event updated for resources: {'Port': ['ID=8cf42a82-b0bf-48bb-bc98-dd73b2421559,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:31.209187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52782) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:31.212113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:07:31.214134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.215448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Request body: {'subnet': {'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-subnet', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:31.220315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.239442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Made reservation on behalf of 7f317246fc8a40dcb85334b0b3da4167 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:31.242427 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.293789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.321473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Attempting to bind port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:31.322186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Attempting to bind port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:31.322823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Attempting to bind port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 on network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:31.338273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:31.395091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:31.396176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089841-91d0-476b-a03a-2b9d08500003 req-d09499a4-0694-41ae-90ea-6b7367979ef2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:31.396334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Checking segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:31.396650 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.397053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Bound using segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:31.397543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Bound port: 8cf42a82-b0bf-48bb-bc98-dd73b2421559, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:31.397914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.398038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b089841-91d0-476b-a03a-2b9d08500003 req-d09499a4-0694-41ae-90ea-6b7367979ef2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 944 time: 0.2109392 Oct 25 23:07:31.444917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.494406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cfa4c3-4b6d-44ad-adad-1781a5a92829,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:31.525564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.528181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] For port 8cf42a82-b0bf-48bb-bc98-dd73b2421559, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:31.530345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Checking segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:31.530732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Network hostable DHCP agents. Network: 52dc262d-7aee-4062-8d81-b5550fc639b5, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:07:31.531589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] For port 8cf42a82-b0bf-48bb-bc98-dd73b2421559, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8cf42a82-b0bf-48bb-bc98-dd73b2421559,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:31.543474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b089841-91d0-476b-a03a-2b9d08500003 req-dc2c4c87-6c7f-4ba9-b1f3-e5805ad9c23d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233275 Oct 25 23:07:31.563637 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.567895 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:07:31.572547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Allocated IP 172.25.4.118 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/03d0c47f-4bf5-40ec-b1da-deeb8352a34f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:31.594745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 52dc262d-7aee-4062-8d81-b5550fc639b5) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:31.601758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:31.602434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.608180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf31b1-bd84-4459-ad68-a941b5d0cda7 None None] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:31.652990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc0d34e9-6bdd-4efc-a6a0-bc8de7001cdd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4419560 Oct 25 23:07:31.657242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:31.664424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:31.702507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def067-a8fd-4a46-b677-026cacfb5e00 req-5887c280-9b18-4679-9496-82dbe5fdb6e4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:31.712359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26def067-a8fd-4a46-b677-026cacfb5e00 req-5887c280-9b18-4679-9496-82dbe5fdb6e4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0766594 Oct 25 23:07:31.729494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.730672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.750553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Deleting port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:31.750921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.759764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26def067-a8fd-4a46-b677-026cacfb5e00 req-8bb71b6d-5709-4f10-9d38-981b9ac98b9f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 Oct 25 23:07:31.831951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf010-b5ef-4f34-b816-786343102eb2 None None] Pushing event updated for resources: {'Port': ['ID=8cf42a82-b0bf-48bb-bc98-dd73b2421559,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:31.872990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:07:30Z', 'revision_number': 5, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port': {'id': '71335bac-dfe6-4a1b-9342-9dd8c762bb5e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:06:51Z', 'updated_at': '2021-10-25T23:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:31.877026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.904930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:31.911798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] Checking router: c8480bd5-f1eb-44fb-acfa-f161470cee74 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:31.967062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] Routers {'c8480bd5-f1eb-44fb-acfa-f161470cee74'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:31.968029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8480bd5-f1eb-44fb-acfa-f161470cee74'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:32.025932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-52dc262d-7aee-4062-8d81-b5550fc639b5', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:07:32.026870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.042937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] For port 71335bac-dfe6-4a1b-9342-9dd8c762bb5e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:32.043408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.147138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] Set router c8480bd5-f1eb-44fb-acfa-f161470cee74 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:32.219181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cf42a82-b0bf-48bb-bc98-dd73b2421559 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:32.221065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:07:31Z', 'revision_number': 6, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:32.277729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef4ab8ef-c606-4402-8197-0c20987a3762 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:32.284617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd529d07-9585-40b8-8786-bb85098f87b1 None None] The sync data for ids ['c8480bd5-f1eb-44fb-acfa-f161470cee74'] in n-d-815373-1 is: [{'id': 'c8480bd5-f1eb-44fb-acfa-f161470cee74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1513888310-router', 'tenant_id': '0a379947c083417b8116e531f8f9bcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:06:50Z', 'updated_at': '2021-10-25T23:07:31Z', 'revision_number': 6, 'project_id': '0a379947c083417b8116e531f8f9bcc7', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:32.388637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Allocated IP 172.20.0.2 (52dc262d-7aee-4062-8d81-b5550fc639b5/09cfa4c3-4b6d-44ad-adad-1781a5a92829/404e361d-32d4-42ab-8aa9-e4ca207e3146) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:32.404027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:32.404403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.429698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port ef4ab8ef-c606-4402-8197-0c20987a3762 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:07:32.452944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ef4ab8ef-c606-4402-8197-0c20987a3762 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:32.453319 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.467183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.477564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Calling delete_port for 71335bac-dfe6-4a1b-9342-9dd8c762bb5e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:32.483792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.524656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:32.530015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:32.546195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:32.629779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.654556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:32.700979 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.738385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.749476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 8cf42a82-b0bf-48bb-bc98-dd73b2421559, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8cf42a82-b0bf-48bb-bc98-dd73b2421559,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:32.751208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.771400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19497b7-274f-44ee-ad00-71743495166c req-a54b70e1-cb6a-408e-b6a0-a30d30a5cb52 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:32.779788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b19497b7-274f-44ee-ad00-71743495166c req-a54b70e1-cb6a-408e-b6a0-a30d30a5cb52 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 944 time: 0.1103463 Oct 25 23:07:32.782039 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.783628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ab8ef-c606-4402-8197-0c20987a3762'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:32.793642 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea86e70-ecfb-46c2-abec-93b9b5e9a91d" -d '{"events": [{"server_uuid": "9f55a986-0aff-40a6-a8ff-3c4ee714e65f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ab8ef-c606-4402-8197-0c20987a3762"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:32.834056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ef4ab8ef-c606-4402-8197-0c20987a3762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef4ab8ef-c606-4402-8197-0c20987a3762,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:32.852049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b19497b7-274f-44ee-ad00-71743495166c req-a790ba33-a6c8-4df9-bc83-d59f18694d13 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688059 Oct 25 23:07:32.858275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:32.873982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:32.881918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:32.885086 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:32.916670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Pushing event updated for resources: {'Port': ['ID=404e361d-32d4-42ab-8aa9-e4ca207e3146,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:32.943888 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce40daff-bae6-4196-8703-b9ab34f0ce72 x-openstack-request-id: req-ce40daff-bae6-4196-8703-b9ab34f0ce72 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:32.944173 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f55a986-0aff-40a6-a8ff-3c4ee714e65f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ab8ef-c606-4402-8197-0c20987a3762", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:32.944423 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce40daff-bae6-4196-8703-b9ab34f0ce72 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:32.944809 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ab8ef-c606-4402-8197-0c20987a3762', 'code': 200} Oct 25 23:07:32.946791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf0dd6-608c-44d7-8d6c-05c0b7ff6a57 None None] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:33.041061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Attempting to bind port 404e361d-32d4-42ab-8aa9-e4ca207e3146 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:33.041473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Attempting to bind port 404e361d-32d4-42ab-8aa9-e4ca207e3146 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:33.041845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Attempting to bind port 404e361d-32d4-42ab-8aa9-e4ca207e3146 on network 52dc262d-7aee-4062-8d81-b5550fc639b5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:33.071812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:33.072167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Checking segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:33.072563 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.072954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Bound using segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:33.074638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Bound port: 404e361d-32d4-42ab-8aa9-e4ca207e3146, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:33.074638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.075593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e0dc9639-6025-4a19-9a62-d90eb935835c None None] Provisioning complete for port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:33.075934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9639-6025-4a19-9a62-d90eb935835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.096722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=8cf42a82-b0bf-48bb-bc98-dd73b2421559,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:33.169221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d96a4-7398-4055-ae75-868f5e7a98aa req-1edcb872-c028-4e9a-837b-ffc578b982ed tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:33.170818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d51d96a4-7398-4055-ae75-868f5e7a98aa req-1edcb872-c028-4e9a-837b-ffc578b982ed tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2368150 Oct 25 23:07:33.263991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be9a6-b6a6-4691-b355-11e6467e092a req-ec663c94-259c-430a-9cea-72ef6acc13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:33.265474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-625be9a6-b6a6-4691-b355-11e6467e092a req-ec663c94-259c-430a-9cea-72ef6acc13bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 1096 time: 0.2458377 Oct 25 23:07:33.268992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ef4ab8ef-c606-4402-8197-0c20987a3762,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:33.286422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] For port 404e361d-32d4-42ab-8aa9-e4ca207e3146, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:33.298304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] For port 404e361d-32d4-42ab-8aa9-e4ca207e3146, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=404e361d-32d4-42ab-8aa9-e4ca207e3146,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:33.337106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.344331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.399012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.408018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d51d96a4-7398-4055-ae75-868f5e7a98aa req-f381a097-72a2-46e7-abb1-67858b1c4b65 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210686 Oct 25 23:07:33.436121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813503c1-164d-4ee7-bbe4-2b49fde86f4c None None] Pushing event updated for resources: {'Port': ['ID=404e361d-32d4-42ab-8aa9-e4ca207e3146,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:33.454909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71335bac-dfe6-4a1b-9342-9dd8c762bb5e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:33.515818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-625be9a6-b6a6-4691-b355-11e6467e092a req-52db538f-aa03-4701-96de-8450dc87a401 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156503 Oct 25 23:07:33.550639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.591421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.647915 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.825128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-537a808f-a57b-4450-90a9-958e33590eef None None] Provisioning complete for port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:33.825495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-537a808f-a57b-4450-90a9-958e33590eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.839880 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.844746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.949142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.949646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8480bd5-f1eb-44fb-acfa-f161470cee74 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:07:33.964171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:33.965322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7cf0c6b3-4457-4938-97f9-522625a508a0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c8480bd5-f1eb-44fb-acfa-f161470cee74 HTTP/1.1" status: 204 len: 168 time: 2.9585791 Oct 25 23:07:33.968862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52810) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:33.996196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Allocated IP 172.25.4.232 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/6ae7cf53-a53b-412f-ae9d-edd697fcccdf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:34.028270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.056217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Deleting subnet d9371b30-dbfe-45d3-8284-7da6d8be04ed {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:07:34.060049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.107695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.156707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 404e361d-32d4-42ab-8aa9-e4ca207e3146 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:34.205823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80681-7707-4222-9e99-6581f492734d req-0edf9932-b564-445b-bbf2-4c4621f0de79 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:34.208452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65d80681-7707-4222-9e99-6581f492734d req-0edf9932-b564-445b-bbf2-4c4621f0de79 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 945 time: 0.2725081 Oct 25 23:07:34.214005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 404e361d-32d4-42ab-8aa9-e4ca207e3146 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:34.214575 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.221668 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.286511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.322482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9371b30-dbfe-45d3-8284-7da6d8be04ed,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:34.329166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.329329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.335466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8886fd1a-6b22-47d4-8a2a-60969c654159 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d9371b30-dbfe-45d3-8284-7da6d8be04ed HTTP/1.1" status: 204 len: 168 time: 0.3619030 Oct 25 23:07:34.335669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c89d1b-01c1-49e1-9fab-088032c61e05 None None] Network c7aa8f72-ddba-4577-990c-484540be3c45 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:34.335795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52814) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:34.349413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65d80681-7707-4222-9e99-6581f492734d req-9ccfa0e1-00c4-4385-838f-55d4ddeaa3c1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278112 Oct 25 23:07:34.395787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.406238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Router 5ce9ecff-bf6c-4403-923e-c47c654f714a is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:07:34.491086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.515136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 404e361d-32d4-42ab-8aa9-e4ca207e3146, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=404e361d-32d4-42ab-8aa9-e4ca207e3146,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:34.544774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.545976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cf42a82-b0bf-48bb-bc98-dd73b2421559 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:34.563638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.617148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:34.624660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:34.626113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6937-b6f7-4ad0-ab03-9568f74d2ba6 req-4bd3fc2a-9642-40a3-9c3f-d08cea029afa tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:34.627235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:34.633469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:34.636001 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Sync routers for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:34.638587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-758c6937-b6f7-4ad0-ab03-9568f74d2ba6 req-4bd3fc2a-9642-40a3-9c3f-d08cea029afa tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0923991 Oct 25 23:07:34.658981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Deleting port fa3077ab-7907-4c5c-aac3-dbb96783afa8 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:34.659874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.664905 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:34.665980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:34.683718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:34.694472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.699115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-024fd1ff-b48c-41be-ae3d-ab510b5cf2b6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1325710 Oct 25 23:07:34.699115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52820) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:34.719623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=404e361d-32d4-42ab-8aa9-e4ca207e3146,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:34.758614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-758c6937-b6f7-4ad0-ab03-9568f74d2ba6 req-066c4d3a-e993-4c46-9bd9-a8dc58cd6e39 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190622 Oct 25 23:07:34.773185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:34.773562 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.774481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] For port fa3077ab-7907-4c5c-aac3-dbb96783afa8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fa3077ab-7907-4c5c-aac3-dbb96783afa8,segment=NetworkSegment(b2567664-c5ce-424a-9fb8-399510af7fe6),segment_id=b2567664-c5ce-424a-9fb8-399510af7fe6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:34.775047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:34.799679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Calling delete_port for fa3077ab-7907-4c5c-aac3-dbb96783afa8 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:34.845083 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:34.860813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b73620-fdf5-452d-9e68-70decc0d1391 None None] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:34.908565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.006932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] No DVR routers for this DVR port fa3077ab-7907-4c5c-aac3-dbb96783afa8 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:35.051667 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:33Z', 'revision_number': 3, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:35.068786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3077ab-7907-4c5c-aac3-dbb96783afa8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:35.087644 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Checking router: 5ce9ecff-bf6c-4403-923e-c47c654f714a for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:35.088266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Updating router 5ce9ecff-bf6c-4403-923e-c47c654f714a port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:07:35.117486 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.125204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db8ec1-c0ac-4f53-b373-6e3a8da8aa74 None None] DHCP port deletion for c7aa8f72-ddba-4577-990c-484540be3c45 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:07:35.166960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.188440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ce239676-a110-4c96-a345-f6952eae9559 None None] Provisioning complete for port 404e361d-32d4-42ab-8aa9-e4ca207e3146 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:35.189490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce239676-a110-4c96-a345-f6952eae9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.196073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7aa8f72-ddba-4577-990c-484540be3c45']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:35.207378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2567664-c5ce-424a-9fb8-399510af7fe6') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:35.208635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2567664-c5ce-424a-9fb8-399510af7fe6') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:35.220731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.236775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.245296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:07:35.246242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:07:35.319246 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:07:35.323793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.348866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.354315 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/c7aa8f72-ddba-4577-990c-484540be3c45 HTTP/1.1" status: 204 len: 168 time: 1.0173559 Oct 25 23:07:35.355524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0e8dd-25e0-4ab5-a096-18aa82bde8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c7aa8f72-ddba-4577-990c-484540be3c45,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:35.432016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71335bac-dfe6-4a1b-9342-9dd8c762bb5e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:35.477528 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.491546 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.491830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 71335bac-dfe6-4a1b-9342-9dd8c762bb5e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:35.492066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71335bac-dfe6-4a1b-9342-9dd8c762bb5e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:35.492433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ac2fad7f-b87e-4539-9541-4a4ac007aa40 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:35.557722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ac2fad7f-b87e-4539-9541-4a4ac007aa40 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:35.558089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ac2fad7f-b87e-4539-9541-4a4ac007aa40 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:35.559334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fdd7d-d983-4910-8be6-448c675d1ad5 req-261f8d34-73ae-495f-bc85-fb07bf4c06ed tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:35.577983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-322fdd7d-d983-4910-8be6-448c675d1ad5 req-261f8d34-73ae-495f-bc85-fb07bf4c06ed tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 945 time: 0.1043730 Oct 25 23:07:35.585456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52832) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:35.608978 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Pushing event updated for resources: {'Port': ['ID=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:35.632424 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Attempting to bind port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:35.633669 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Attempting to bind port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:35.634223 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Attempting to bind port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:35.640926 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:35.642113 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:35.642743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-322fdd7d-d983-4910-8be6-448c675d1ad5 req-b15708a8-72ff-461a-b890-ade66cbce88b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638783 Oct 25 23:07:35.649569 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.650743 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:35.651318 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Bound port: 03d0c47f-4bf5-40ec-b1da-deeb8352a34f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:35.652856 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.660036 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.660570 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.661715 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.662722 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.663386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.663862 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.664410 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.664890 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.665410 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.669367 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.670083 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.671803 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:07:35.745917 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] For port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:35.749394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] For port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:35.757114 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.796940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9e549b4d-6b97-41ce-8180-92be57027468 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a379947c083417b8116e531f8f9bcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065184 Oct 25 23:07:35.797856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:35.856153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d8a94ed4-1f3d-4e76-8451-7f0c4812579f None None] Provisioning complete for port 404e361d-32d4-42ab-8aa9-e4ca207e3146 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:35.856534 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ed4-1f3d-4e76-8451-7f0c4812579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.860409 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:35.871754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:35.929715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64ae837a-1648-4a1f-bcb5-be85011145e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.952133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:35.956898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef01c-c336-40c2-97fc-e4c4609c2d7e req-8abd4acc-b464-41ca-9950-c605d8c02172 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:35.969265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e95ef01c-c336-40c2-97fc-e4c4609c2d7e req-8abd4acc-b464-41ca-9950-c605d8c02172 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.1140008 Oct 25 23:07:36.026032 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:36.031873 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64ae837a-1648-4a1f-bcb5-be85011145e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.077399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 404e361d-32d4-42ab-8aa9-e4ca207e3146 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:36.078772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e95ef01c-c336-40c2-97fc-e4c4609c2d7e req-e9050e4a-c31d-4bb4-9798-7f1185cfbd25 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082289 Oct 25 23:07:36.123231 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684acf08-d5c5-4c7a-abdd-98ba6be401b6 None None] Pushing event updated for resources: {'Port': ['ID=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:36.131395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64ae837a-1648-4a1f-bcb5-be85011145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.138054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.142298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64ae837a-1648-4a1f-bcb5-be85011145e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.147913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 404e361d-32d4-42ab-8aa9-e4ca207e3146 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:36.147913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.149758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-64ae837a-1648-4a1f-bcb5-be85011145e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6f5c805-d54a-4eba-b817-9c607ff3c756 HTTP/1.1" status: 204 len: 168 time: 0.3495395 Oct 25 23:07:36.165430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae837a-1648-4a1f-bcb5-be85011145e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f5c805-d54a-4eba-b817-9c607ff3c756,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:36.277933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71aea7-bc4b-45af-841e-b033728422c8 req-11475853-5f60-4432-a8f6-85a757ebda3a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:36.285672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f71aea7-bc4b-45af-841e-b033728422c8 req-11475853-5f60-4432-a8f6-85a757ebda3a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 945 time: 0.2968435 Oct 25 23:07:36.294820 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:33Z', 'revision_number': 3, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:36.372723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fa3077ab-7907-4c5c-aac3-dbb96783afa8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:36.401960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: fa3077ab-7907-4c5c-aac3-dbb96783afa8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:36.402339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fa3077ab-7907-4c5c-aac3-dbb96783afa8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:36.425011 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc002b-3fc4-4072-b7ab-48d009a4834f None None] The sync data for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 is: [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:33Z', 'revision_number': 3, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:36.443329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f71aea7-bc4b-45af-841e-b033728422c8 req-0f99b7c5-5aa4-40dd-a2e1-5f5ff5db83cd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556880 Oct 25 23:07:36.498362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Allocated IP 172.20.0.1 (a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51/5fb010f6-a006-4f8c-9e6e-852cc33ac551/305f10d4-021f-4c6b-ac66-cd746a10788a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:36.515067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.725710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.787920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:36.803096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Router ee24b1f5-60d7-4042-9bf8-bc181d01242e is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:07:36.829729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:36.845215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:36.848808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:36.883561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Pushing event updated for resources: {'Port': ['ID=305f10d4-021f-4c6b-ac66-cd746a10788a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:36.983825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.095195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:37.107104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Sync routers for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:37.125293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:37.125755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:37.132425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.134049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0d35cbd9-532a-4680-83ff-7d08e1438901 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4746654 Oct 25 23:07:37.137205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52870) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:37.184079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.321360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e899e95-869e-4f73-a216-93a05fc92309 req-0ef13f3d-2b2e-4531-b5ff-72ee2fce1f7e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:37.323200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e899e95-869e-4f73-a216-93a05fc92309 req-0ef13f3d-2b2e-4531-b5ff-72ee2fce1f7e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.0737114 Oct 25 23:07:37.337363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:37.410031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.418984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.484473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e899e95-869e-4f73-a216-93a05fc92309 req-071fab92-3907-460d-a778-fa214861d467 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439331 Oct 25 23:07:37.531055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-221ffa64-76e9-4b6e-a292-9f8a4a7c6384 None None] Provisioning complete for port 305f10d4-021f-4c6b-ac66-cd746a10788a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:37.531628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-221ffa64-76e9-4b6e-a292-9f8a4a7c6384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.563643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:37.660148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-221ffa64-76e9-4b6e-a292-9f8a4a7c6384 None None] Port 305f10d4-021f-4c6b-ac66-cd746a10788a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:07:37.661016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Pushing event updated for resources: {'Port': ['ID=305f10d4-021f-4c6b-ac66-cd746a10788a,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:37.705482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:37.711579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:37.768741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2439032-fc68-4c38-9aaa-6551887fbe3c req-68e2697e-8d87-4f11-9950-b635ec616258 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:37.780858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-678a5728-8b6a-41d1-af7e-51b8bfe2499f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:37.782410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-678a5728-8b6a-41d1-af7e-51b8bfe2499f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 945 time: 0.0979979 Oct 25 23:07:37.783726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2439032-fc68-4c38-9aaa-6551887fbe3c req-68e2697e-8d87-4f11-9950-b635ec616258 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 945 time: 0.1414037 Oct 25 23:07:37.810779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:37.814077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:37.882451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:35Z', 'revision_number': 3, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:37.921742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Checking router: ee24b1f5-60d7-4042-9bf8-bc181d01242e for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:37.922478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Updating router ee24b1f5-60d7-4042-9bf8-bc181d01242e port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:07:38.019614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2439032-fc68-4c38-9aaa-6551887fbe3c req-99bc227f-d392-4d5f-8033-5ce23964662f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072887 Oct 25 23:07:38.080913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.150716 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.169316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.180424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 03d0c47f-4bf5-40ec-b1da-deeb8352a34f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:38.232569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Deleting port ef4ab8ef-c606-4402-8197-0c20987a3762 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:38.232923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.307352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Router 5ce9ecff-bf6c-4403-923e-c47c654f714a has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:07:38.339957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:38.451469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] For port ef4ab8ef-c606-4402-8197-0c20987a3762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef4ab8ef-c606-4402-8197-0c20987a3762,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:38.451853 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.459496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Allocated IP 172.20.0.1 (52dc262d-7aee-4062-8d81-b5550fc639b5/09cfa4c3-4b6d-44ad-adad-1781a5a92829/5c26d878-d3c1-42dc-aa32-4e8f606c20e5) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:38.471013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Calling delete_port for ef4ab8ef-c606-4402-8197-0c20987a3762 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:38.529154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:38.535415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dc116584-cdda-4573-91b3-08db548b7c91 admin admin] 10.222.0.25 "PUT /v2.0/routers/5ce9ecff-bf6c-4403-923e-c47c654f714a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8356569 Oct 25 23:07:38.578993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:38.584180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'mac_address': 'fa:16:3e:d3:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:38.607826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1bdd7e50-fc2f-4903-9994-4ec453f17915 None None] Provisioning complete for port 305f10d4-021f-4c6b-ac66-cd746a10788a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:38.608196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1bdd7e50-fc2f-4903-9994-4ec453f17915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.609567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:38.635237 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432a33f2-bf36-4839-b678-a6f02619d5e1" -d '{"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-unplugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:38.773637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.775036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:38.821088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.865518 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Sync routers for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:38.873172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.882853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.887956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['dd319388-fcc6-478c-beec-6dcde0497bf7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:38.888112 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:38.888806 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:38.894400 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0739cb28-225a-4e83-8c9c-b6985501b684 x-openstack-request-id: req-0739cb28-225a-4e83-8c9c-b6985501b684 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:38.894849 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-unplugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:38.895760 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0739cb28-225a-4e83-8c9c-b6985501b684 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:38.896528 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'code': 200} Oct 25 23:07:38.903083 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.922468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96905c-ba54-47fd-b01b-0fe5690ac19e req-d30bada6-1e35-4931-ae8f-1e8d6a57ab5d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:38.925766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b96905c-ba54-47fd-b01b-0fe5690ac19e req-d30bada6-1e35-4931-ae8f-1e8d6a57ab5d tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2582545 Oct 25 23:07:38.931900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Pushing event deleted for resources: {'Port': ['ID=ef4ab8ef-c606-4402-8197-0c20987a3762,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:38.951563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:38.952309 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:38.989217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:39.006029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:39.008393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:39.027194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed104945-69b1-4128-a2a0-9cc75106d08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.069020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] No DVR routers for this DVR port ef4ab8ef-c606-4402-8197-0c20987a3762 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:39.073192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.077083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e45ec84f-4acf-41f9-bf36-7ae411caaa09 req-439f5a2d-cfa2-4c1f-b015-c5236293de7f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "DELETE /v2.0/ports/ef4ab8ef-c606-4402-8197-0c20987a3762 HTTP/1.1" status: 204 len: 173 time: 1.2643538 Oct 25 23:07:39.078874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'name': 'network-vif-deleted', 'tag': 'ef4ab8ef-c606-4402-8197-0c20987a3762'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:39.084522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.090112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Pushing event updated for resources: {'Port': ['ID=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:39.093135 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c20c3-e1d3-4a12-8043-2268ddd0f28a" -d '{"events": [{"server_uuid": "9f55a986-0aff-40a6-a8ff-3c4ee714e65f", "name": "network-vif-deleted", "tag": "ef4ab8ef-c606-4402-8197-0c20987a3762"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:39.134851 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:39.220898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b96905c-ba54-47fd-b01b-0fe5690ac19e req-13180433-f445-4fc1-98b4-dda5666413b5 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741268 Oct 25 23:07:39.351095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd7e50-fc2f-4903-9994-4ec453f17915 None None] Port 305f10d4-021f-4c6b-ac66-cd746a10788a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:07:39.388216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6925abf7-70fb-4e42-a7e7-e71d58dd7960 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:39.447572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed104945-69b1-4128-a2a0-9cc75106d08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.458394 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed104945-69b1-4128-a2a0-9cc75106d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.507013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.545001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:39.564925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed104945-69b1-4128-a2a0-9cc75106d08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2460b94c-494c-45fb-acc4-7fd247349fb4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:39.577500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.584072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ed104945-69b1-4128-a2a0-9cc75106d08d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d4baecf49b145a68ad8e8a90a56ac06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034239 Oct 25 23:07:39.585130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52942) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:39.587624 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 2, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:39.598790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:39.646404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Checking router: 5ce9ecff-bf6c-4403-923e-c47c654f714a for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:39.654427 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Updating router 5ce9ecff-bf6c-4403-923e-c47c654f714a port 305f10d4-021f-4c6b-ac66-cd746a10788a binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:07:39.655012 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f2726d4-620f-4499-a25f-7bb249263445 req-f116813a-7cdd-4fc6-971c-efb27ac10ff4 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f55a986-0aff-40a6-a8ff-3c4ee714e65f HTTP/1.1" status: 200 len: 210 time: 0.0652282 Oct 25 23:07:39.704705 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.713867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a95-a350-49f9-a18d-4cf65d249fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.737304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-146e48d4-bdd2-4fe7-9da5-abaad8599cf6 None None] Provisioning complete for port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:39.737673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-146e48d4-bdd2-4fe7-9da5-abaad8599cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.791768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a95-a350-49f9-a18d-4cf65d249fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.883005 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e83f84b-255c-4e79-ac3f-93a742f97c1f x-openstack-request-id: req-6e83f84b-255c-4e79-ac3f-93a742f97c1f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:39.883296 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f55a986-0aff-40a6-a8ff-3c4ee714e65f", "name": "network-vif-deleted", "tag": "ef4ab8ef-c606-4402-8197-0c20987a3762", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:39.883547 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e83f84b-255c-4e79-ac3f-93a742f97c1f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:39.883947 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f55a986-0aff-40a6-a8ff-3c4ee714e65f', 'name': 'network-vif-deleted', 'tag': 'ef4ab8ef-c606-4402-8197-0c20987a3762', 'status': 'completed', 'code': 200} Oct 25 23:07:39.894417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a95-a350-49f9-a18d-4cf65d249fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.898237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a95-a350-49f9-a18d-4cf65d249fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:39.902414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6dce7a95-a350-49f9-a18d-4cf65d249fcb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2460b94c-494c-45fb-acc4-7fd247349fb4 HTTP/1.1" status: 204 len: 168 time: 0.3162353 Oct 25 23:07:39.923335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce7a95-a350-49f9-a18d-4cf65d249fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2460b94c-494c-45fb-acc4-7fd247349fb4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:39.977799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:40.023156 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.030636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.182472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.184435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Pushing event updated for resources: {'Port': ['ID=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.242177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52954) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:40.247583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937075991', 'description': 'tempest-description--810393437'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:40.284076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.296568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.307045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.311944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-146e48d4-bdd2-4fe7-9da5-abaad8599cf6 None None] Port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:07:40.328601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.330457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef4ab8ef-c606-4402-8197-0c20987a3762 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:40.331817 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.344518 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.389602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.390536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:40.397303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:40.397650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: ef4ab8ef-c606-4402-8197-0c20987a3762 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:40.398004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef4ab8ef-c606-4402-8197-0c20987a3762 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:40.401960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:40.428714 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.432935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.438450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.493330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.497275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2540548 Oct 25 23:07:40.500409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52964) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:40.521147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Request body: {'security_group_rule': {'security_group_id': '26440819-d3a7-45bb-8225-b34632625d83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:40.541913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64ca76-5391-4719-a8d3-64cc2365d578 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26440819-d3a7-45bb-8225-b34632625d83,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.607035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.616565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Attempting to bind port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:40.617122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Attempting to bind port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:40.617449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Attempting to bind port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:40.621570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b2b4-b40d-4735-bb98-5cc05fb62058 None None] Pushing event updated for resources: {'Port': ['ID=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.668788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Attempting to bind port 305f10d4-021f-4c6b-ac66-cd746a10788a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:40.669158 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Attempting to bind port 305f10d4-021f-4c6b-ac66-cd746a10788a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:40.669517 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Attempting to bind port 305f10d4-021f-4c6b-ac66-cd746a10788a on network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:40.685070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:40.685720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:40.686268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.686758 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:40.687354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Bound port: 6ae7cf53-a53b-412f-ae9d-edd697fcccdf, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:40.688313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.694513 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:40.694881 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Checking segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:40.695279 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.695671 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Bound using segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:40.696131 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Bound port: 305f10d4-021f-4c6b-ac66-cd746a10788a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:40.696504 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.722384 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96b4b3-8d97-457c-9855-8d7596d4655b None None] Pushing event updated for resources: {'Port': ['ID=305f10d4-021f-4c6b-ac66-cd746a10788a,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.756596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.764649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.796165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a50c0d-5db3-48dc-94a8-3c5da3712b43,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.837340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.838631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f5addde4-371d-48cc-bc3f-cb139fbb27d2 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370683 Oct 25 23:07:40.841204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52974) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:40.845930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Request body: {'security_group_rule': {'security_group_id': '26440819-d3a7-45bb-8225-b34632625d83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:40.855870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] For port 305f10d4-021f-4c6b-ac66-cd746a10788a, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:40.859595 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] For port 305f10d4-021f-4c6b-ac66-cd746a10788a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=305f10d4-021f-4c6b-ac66-cd746a10788a,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:40.867085 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.957979 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96b4b3-8d97-457c-9855-8d7596d4655b None None] Pushing event updated for resources: {'Port': ['ID=305f10d4-021f-4c6b-ac66-cd746a10788a,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:40.967493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:40.995695 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:40.997470 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:41.000948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] For port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:41.007186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] For port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:41.012240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9b67aaf5-97a4-43ae-aa2d-5b3ed85803d0 None None] Provisioning complete for port 305f10d4-021f-4c6b-ac66-cd746a10788a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:41.015183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9b67aaf5-97a4-43ae-aa2d-5b3ed85803d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.024422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150d07b-ccbb-46af-a029-cae096e833fe req-9bcdef7c-9042-4802-a4a4-7b48a8423df4 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:41.027678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:41.034690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f150d07b-ccbb-46af-a029-cae096e833fe req-9bcdef7c-9042-4802-a4a4-7b48a8423df4 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1532638 Oct 25 23:07:41.075298 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.149222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f150d07b-ccbb-46af-a029-cae096e833fe req-fd87eec5-0e70-4784-94b7-22525a25caf1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752373 Oct 25 23:07:41.156614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.164895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.200767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84ef13f-ef10-4d0a-94e7-b8700d3e654a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:41.220490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.224944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5cfde76d-ba31-4f23-8ac0-78aa9ec6fda4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794665 Oct 25 23:07:41.225285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52990) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:41.230021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:41.256548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:41.257338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:41.279489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.296870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:41.438352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ee44-f475-4e90-a443-48614b66e186 req-4508bbfc-2d7b-4506-acbb-a831f1095a90 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:41.445114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:41.447819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac63ee44-f475-4e90-a443-48614b66e186 req-4508bbfc-2d7b-4506-acbb-a831f1095a90 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 1.0416069 Oct 25 23:07:41.498945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Router ee24b1f5-60d7-4042-9bf8-bc181d01242e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:07:41.506566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.515197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac63ee44-f475-4e90-a443-48614b66e186 req-bf3d1842-dcbd-4da1-a9ae-decc51a772c2 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656819 Oct 25 23:07:41.530662 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9b67aaf5-97a4-43ae-aa2d-5b3ed85803d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.589005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b2b4-b40d-4735-bb98-5cc05fb62058 None None] Pushing event updated for resources: {'Port': ['ID=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:41.631324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9b67aaf5-97a4-43ae-aa2d-5b3ed85803d0 None None] For port 305f10d4-021f-4c6b-ac66-cd746a10788a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=305f10d4-021f-4c6b-ac66-cd746a10788a,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:41.642649 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9b67aaf5-97a4-43ae-aa2d-5b3ed85803d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.693184 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:41.703333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67aaf5-97a4-43ae-aa2d-5b3ed85803d0 None None] Pushing event updated for resources: {'Port': ['ID=305f10d4-021f-4c6b-ac66-cd746a10788a,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:41.736730 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd618b8-eb62-440b-981d-771d98d1c72c None None] The sync data for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 is: [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:41.752973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Allocated IP 172.25.4.133 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/e7f9e013-945e-4dc2-b4b2-63df5d3b2545) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:41.780215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 2, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:41.842309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b913d4ee-daca-4ccb-8d90-70c4f4832ee5 None None] Provisioning complete for port 305f10d4-021f-4c6b-ac66-cd746a10788a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:41.842679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b913d4ee-daca-4ccb-8d90-70c4f4832ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:41.845778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c18855-3a2c-4a8a-9a6f-81cc3292323b None None] The sync data for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 is: [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 2, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:41.852390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8c994-53a9-4fe7-a509-c2200042af5c req-bf2c8472-21c7-49e7-89ee-b23d15373bcb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:41.859762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83f8c994-53a9-4fe7-a509-c2200042af5c req-bf2c8472-21c7-49e7-89ee-b23d15373bcb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1645713 Oct 25 23:07:41.882495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:41.905428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7fd7ae61-5983-49fc-be52-c4a6dfedc648 admin admin] 10.222.0.25 "PUT /v2.0/routers/ee24b1f5-60d7-4042-9bf8-bc181d01242e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7669897 Oct 25 23:07:41.937400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83f8c994-53a9-4fe7-a509-c2200042af5c req-d27cd5db-4529-448f-bbf6-059074c9c3a9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719767 Oct 25 23:07:41.948946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.018901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b913d4ee-daca-4ccb-8d90-70c4f4832ee5 None None] Provisioning complete for port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:42.019274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b913d4ee-daca-4ccb-8d90-70c4f4832ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.088894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b913d4ee-daca-4ccb-8d90-70c4f4832ee5 None None] Port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:07:42.200918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3c77b-513f-4c0c-b85a-0d6f8df1d7d8 req-a941c2da-2911-42c7-981f-dfb58afc83c0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:42.210741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aca3c77b-513f-4c0c-b85a-0d6f8df1d7d8 req-a941c2da-2911-42c7-981f-dfb58afc83c0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0679045 Oct 25 23:07:42.290523 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aca3c77b-513f-4c0c-b85a-0d6f8df1d7d8 req-fe43b86e-0879-4161-a4e5-9cdb05768f5e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788445 Oct 25 23:07:42.543863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.622630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event updated for resources: {'Port': ['ID=e7f9e013-945e-4dc2-b4b2-63df5d3b2545,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:42.639908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:42.644424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:42.649689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:42.690338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53026) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:42.702483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841402167', 'description': 'tempest-description--969550853'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:42.735194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.762116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.792574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 305f10d4-021f-4c6b-ac66-cd746a10788a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:42.881300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.958114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.969012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.982325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:42.985670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 305f10d4-021f-4c6b-ac66-cd746a10788a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:42.986749 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.055115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.061931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3674576 Oct 25 23:07:43.062425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:43.080875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Request body: {'security_group_rule': {'security_group_id': '6fb544cb-4fb2-4aac-bc77-def2fb3c73e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:43.091765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84089d6-ba7a-4c18-8bf2-dd4aded50929 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:43.162591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 03d0c47f-4bf5-40ec-b1da-deeb8352a34f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:43.226693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.236605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:43.237054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.369910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620d49-3e28-4726-a7be-4d68cc18521d req-2754e1f9-49f4-4114-9f5d-2a2f38ec5e0b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:43.371625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a620d49-3e28-4726-a7be-4d68cc18521d req-2754e1f9-49f4-4114-9f5d-2a2f38ec5e0b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 950 time: 0.2624507 Oct 25 23:07:43.436155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.461988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.480755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.501096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.529323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a620d49-3e28-4726-a7be-4d68cc18521d req-43441388-756c-406c-884c-e044f3d1f6ee tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161711 Oct 25 23:07:43.546458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce15323-6f50-4eb3-bb85-b6f63876c8f9,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:43.612381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.616564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e99322f9-cbd1-4053-a800-27eecd99055c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5471423 Oct 25 23:07:43.618345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:43.626062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Request body: {'security_group_rule': {'security_group_id': '6fb544cb-4fb2-4aac-bc77-def2fb3c73e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:43.681309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event updated for resources: {'Port': ['ID=e7f9e013-945e-4dc2-b4b2-63df5d3b2545,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:43.691739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.695906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:43.709729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.717095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.718719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fe60357c-4cb2-42e4-9304-073fae360498 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4925578 Oct 25 23:07:43.772375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:43.772918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.852743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.866070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.927318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c571bf9d-f9c3-4ac9-a806-519cff6d31ea,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:43.945121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.950689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:43.952369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aef8aa3b-1610-4021-ad84-c7b19cca91d8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327739 Oct 25 23:07:43.955830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53064) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:43.961179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:44.014750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:44.016030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:44.020926 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:44.021719 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b280b0-8f37-48dd-842c-97d25e0313a8" -d '{"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-plugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:44.026330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:44.076477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:44.224556 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac32e819-efa4-48cb-af40-6cf7d36909b1 x-openstack-request-id: req-ac32e819-efa4-48cb-af40-6cf7d36909b1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:44.228602 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-plugged", "status": "completed", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:44.230636 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac32e819-efa4-48cb-af40-6cf7d36909b1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:44.232410 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'code': 200} Oct 25 23:07:44.263988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:44.507448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Allocated IP 172.25.4.69 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/6ad2a0b4-624f-43c0-90c7-674aa7e7aeb8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:44.659739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6ae7cf53-a53b-412f-ae9d-edd697fcccdf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:44.736694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47c49-5405-46d6-bf5c-6c97b6b47e56 req-23c9dd1d-a091-4609-bb21-ca0c41bbb6a4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:44.738610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49a47c49-5405-46d6-bf5c-6c97b6b47e56 req-23c9dd1d-a091-4609-bb21-ca0c41bbb6a4 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 951 time: 0.0951362 Oct 25 23:07:44.753594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:44.779305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:44.780143 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:44.810770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49a47c49-5405-46d6-bf5c-6c97b6b47e56 req-b4406c83-e4cc-49dd-b13b-7f220ca4fa84 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580344 Oct 25 23:07:44.843369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39a84-3591-42de-b16b-291f7cb5abee req-e02c2414-7b34-4ce6-a4ad-3644164207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:44.844877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2b39a84-3591-42de-b16b-291f7cb5abee req-e02c2414-7b34-4ce6-a4ad-3644164207a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1102 time: 0.3887036 Oct 25 23:07:44.874192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:44.930384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:44.940328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:44.956251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:44.991709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2b39a84-3591-42de-b16b-291f7cb5abee req-70909340-2c3e-4c2d-bd53-bc7304a28077 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378713 Oct 25 23:07:45.001621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event updated for resources: {'Port': ['ID=6ad2a0b4-624f-43c0-90c7-674aa7e7aeb8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:45.104571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.123446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.152536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:45.167661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.191079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.252626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:45.415751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.425145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.518708 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8c57-c6bb-48cf-95dd-ad10995bb31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.519914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event updated for resources: {'Port': ['ID=6ad2a0b4-624f-43c0-90c7-674aa7e7aeb8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:45.522884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.544662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:45.545472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-31754855-4c51-41d3-a630-3ab587da0727 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5885570 Oct 25 23:07:45.728275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429d71-4bd4-4cdf-b582-34e9e9e8fdb5 req-dbe8bdfe-1848-4f7d-95ec-8be86974d06e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:45.738272 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca429d71-4bd4-4cdf-b582-34e9e9e8fdb5 req-dbe8bdfe-1848-4f7d-95ec-8be86974d06e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0752361 Oct 25 23:07:45.787255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca429d71-4bd4-4cdf-b582-34e9e9e8fdb5 req-8f79604a-443e-42bf-9783-826faa971b77 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481029 Oct 25 23:07:45.921918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-e4195abe-bb2f-41b4-b733-9480c28b5e1c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--841402167&fields=id&tenant_id=7f317246fc8a40dcb85334b0b3da4167 HTTP/1.1" status: 200 len: 267 time: 0.0397608 Oct 25 23:07:46.053270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Sync routers for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:46.062270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:46.062718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-0959b9f7-8679-4e94-91ba-1b65ffefc132 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:46.062874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:46.066731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-0959b9f7-8679-4e94-91ba-1b65ffefc132 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/networks?id=52dc262d-7aee-4062-8d81-b5550fc639b5 HTTP/1.1" status: 200 len: 815 time: 0.1361527 Oct 25 23:07:46.092619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-8750fcc4-e1e5-403a-896f-15ec1d88aae5 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/quotas/7f317246fc8a40dcb85334b0b3da4167 HTTP/1.1" status: 200 len: 375 time: 0.0188589 Oct 25 23:07:46.165916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752648e-4276-4461-8379-f12faeb4c69f req-8db71563-b5ce-4624-9834-76dfed15b6a2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:46.168169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3752648e-4276-4461-8379-f12faeb4c69f req-8db71563-b5ce-4624-9834-76dfed15b6a2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0611987 Oct 25 23:07:46.219861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-d9d6ae10-4ba8-4c59-9b4e-1c2fecf97e3c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f317246fc8a40dcb85334b0b3da4167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258130 Oct 25 23:07:46.225588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:46.228034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bc3ad837-1765-4859-b706-d562bb42905e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:07:46.228532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bc3ad837-1765-4859-b706-d562bb42905e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064290 Oct 25 23:07:46.231441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3752648e-4276-4461-8379-f12faeb4c69f req-c7edc1fb-79b7-4b74-88aa-705c269c24ce tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Oct 25 23:07:46.398748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-0409a05d-1549-4442-b37a-63f85465f23f service neutron] 10.222.0.25 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625412 Oct 25 23:07:46.436188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c11a8-3dde-4ab2-9511-b5194a739e14 req-36312e14-941a-4400-a128-3eb94a867363 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:46.461937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e86c11a8-3dde-4ab2-9511-b5194a739e14 req-36312e14-941a-4400-a128-3eb94a867363 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 951 time: 0.1084409 Oct 25 23:07:46.530679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 2, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:46.531111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-5d9c7028-2b57-40bc-813b-b065781314a3 service neutron] 10.222.0.25 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248903 Oct 25 23:07:46.534901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e86c11a8-3dde-4ab2-9511-b5194a739e14 req-6c2dd16c-0bb2-4e42-a764-d4eeac5027b9 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718884 Oct 25 23:07:46.584305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Checking router: ee24b1f5-60d7-4042-9bf8-bc181d01242e for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:46.585209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Updating router ee24b1f5-60d7-4042-9bf8-bc181d01242e port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:07:46.625609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6ae7cf53-a53b-412f-ae9d-edd697fcccdf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:46.686022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:46.948366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2271ece-4389-4701-875b-556a45f7c416 req-226af3a0-7ff1-467d-8b6d-031d6387b44e tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 210 time: 0.0578375 Oct 25 23:07:47.021588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:47.028882 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.217876 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.220953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a3b9d-f6f4-4b6f-8f2c-e37d7f0c3b5f req-38ec3e8f-6515-49fa-9107-b674dc978230 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:47.230971 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d0a3b9d-f6f4-4b6f-8f2c-e37d7f0c3b5f req-38ec3e8f-6515-49fa-9107-b674dc978230 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1102 time: 0.1062164 Oct 25 23:07:47.232907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.319321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d0a3b9d-f6f4-4b6f-8f2c-e37d7f0c3b5f req-631a5d0a-303b-4553-9474-494c14ee33f3 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 Oct 25 23:07:47.356514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31776403-2d05-4841-a37e-40be2284ee5d None None] Pushing event updated for resources: {'Port': ['ID=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:47.396078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Attempting to bind port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:47.396700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Attempting to bind port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:47.397333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Attempting to bind port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 on network 52dc262d-7aee-4062-8d81-b5550fc639b5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:47.407092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:47.407606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Checking segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:47.408016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.408410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Bound using segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:47.408946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Bound port: 5c26d878-d3c1-42dc-aa32-4e8f606c20e5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:47.409323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.559966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] For port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:47.568615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] For port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:47.576361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.582288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53242) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:47.686400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4583c2-0d00-47f1-aeb2-a72ab2920553 req-2a8029ce-d292-42c5-97cb-4ae65f218575 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:47.696081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d4583c2-0d00-47f1-aeb2-a72ab2920553 req-2a8029ce-d292-42c5-97cb-4ae65f218575 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 1102 time: 0.0856442 Oct 25 23:07:47.753330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d4583c2-0d00-47f1-aeb2-a72ab2920553 req-f36c770f-4ef3-4ef8-acf6-4ebbe1e00a67 tempest-ServersAdminTestJSON-1706240871 tempest-ServersAdminTestJSON-1706240871-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Oct 25 23:07:47.785675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3de03e29-b77c-4826-b654-0430aafca2a7 None None] Provisioning complete for port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:47.786442 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3de03e29-b77c-4826-b654-0430aafca2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.812817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c33458d-dbab-43f0-a311-e0cf12eff495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:47.824712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:47.825480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:48.090895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31776403-2d05-4841-a37e-40be2284ee5d None None] Pushing event updated for resources: {'Port': ['ID=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:48.163396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c33458d-dbab-43f0-a311-e0cf12eff495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.173484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c33458d-dbab-43f0-a311-e0cf12eff495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.252774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:48.269279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4c33458d-dbab-43f0-a311-e0cf12eff495 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21d9646dcae841029b9ee6785712a46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6850033 Oct 25 23:07:48.270128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33458d-dbab-43f0-a311-e0cf12eff495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cabdfc-1277-4055-93c3-32614fe346b6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:48.272424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53262) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:48.330501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68b21cbd-bb9a-49d1-bab2-15318cd746ac req-5fafd31d-0c18-4c9a-9efb-3aa611db0f2e tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 210 time: 0.0425911 Oct 25 23:07:48.397487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3de03e29-b77c-4826-b654-0430aafca2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.425120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f982bb-5a74-478c-8411-d7467cff97b9 req-3b0e5cd6-43f2-495d-83fe-e656459ae758 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:48.427752 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-db3ea9e7-dd1e-44c3-b567-26a4142cded0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.433148 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2f982bb-5a74-478c-8411-d7467cff97b9 req-3b0e5cd6-43f2-495d-83fe-e656459ae758 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.1163867 Oct 25 23:07:48.440626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3619c555-d2f1-44de-b8ab-84cca6f4af00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.499909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3619c555-d2f1-44de-b8ab-84cca6f4af00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.514368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3de03e29-b77c-4826-b654-0430aafca2a7 None None] For port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:48.532879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3de03e29-b77c-4826-b654-0430aafca2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.540451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2f982bb-5a74-478c-8411-d7467cff97b9 req-7cbda5e5-aef7-4248-992d-29005e695078 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016994 Oct 25 23:07:48.618191 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3619c555-d2f1-44de-b8ab-84cca6f4af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.621292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3619c555-d2f1-44de-b8ab-84cca6f4af00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.623245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3619c555-d2f1-44de-b8ab-84cca6f4af00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65cabdfc-1277-4055-93c3-32614fe346b6 HTTP/1.1" status: 204 len: 168 time: 0.3496749 Oct 25 23:07:48.638306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c555-d2f1-44de-b8ab-84cca6f4af00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cabdfc-1277-4055-93c3-32614fe346b6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:48.669546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:48.777810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-751be19e-7e23-40c1-b630-4ae304fd3c85 None None] Provisioning complete for port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:48.778302 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-751be19e-7e23-40c1-b630-4ae304fd3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:48.878682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de03e29-b77c-4826-b654-0430aafca2a7 None None] Pushing event updated for resources: {'Port': ['ID=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:48.937099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:48.937480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:49.008276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-61447edd-c0b0-4e61-8f7a-713c266bb1d2 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:49.010821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-61447edd-c0b0-4e61-8f7a-713c266bb1d2 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.15 "GET /v2.0/networks?id=52dc262d-7aee-4062-8d81-b5550fc639b5 HTTP/1.1" status: 200 len: 815 time: 0.1679718 Oct 25 23:07:49.082587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-85863a1a-7ba9-4f14-914d-548301dfdea9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f317246fc8a40dcb85334b0b3da4167 HTTP/1.1" status: 200 len: 379 time: 0.0550025 Oct 25 23:07:49.100873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Request body: {'port': {'device_id': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'admin_state_up': True, 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'security_groups': ['6fb544cb-4fb2-4aac-bc77-def2fb3c73e7']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:49.328962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Made reservation on behalf of 7f317246fc8a40dcb85334b0b3da4167 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:49.337691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:49.416719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:47Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:49.462464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1471103-8b9f-4e15-b585-e3b19563d033 None None] The sync data for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 is: [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:47Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:49.498017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:49.565709 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c18810ba-71fc-46bb-ba8b-51d802d63568 req-c329a255-e561-4516-a7b0-8a291bdd8a4a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 210 time: 0.0683899 Oct 25 23:07:49.622379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-02c4e6f2-8867-4da0-8139-698ef9a73ed1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:49.626531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-02c4e6f2-8867-4da0-8139-698ef9a73ed1 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.1163721 Oct 25 23:07:49.716065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653b85-c676-42ca-9235-4d8766fb2568 req-2aee1708-788c-4310-8d1b-3b7a5d6b6eae tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:49.722483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19653b85-c676-42ca-9235-4d8766fb2568 req-2aee1708-788c-4310-8d1b-3b7a5d6b6eae tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.0964990 Oct 25 23:07:49.779598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0892-21ac-4433-890b-fda3ea7cb402 req-33e5d871-2d64-44f7-ace8-43ee3d71693f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:49.793339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef6c0892-21ac-4433-890b-fda3ea7cb402 req-33e5d871-2d64-44f7-ace8-43ee3d71693f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.2037456 Oct 25 23:07:49.809878 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19653b85-c676-42ca-9235-4d8766fb2568 req-5bc84bae-7d67-48a5-a75b-ac71204f78d3 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770683 Oct 25 23:07:49.852285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Allocated IP 172.20.0.10 (52dc262d-7aee-4062-8d81-b5550fc639b5/09cfa4c3-4b6d-44ad-adad-1781a5a92829/965c2a72-9be0-4983-8632-3ddbcc3a4e34) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:49.856684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53304) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:49.931083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef6c0892-21ac-4433-890b-fda3ea7cb402 req-e1d470f2-3108-45ea-b66c-360940dda494 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363688 Oct 25 23:07:49.978698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Deleting port 92b51aed-6074-4ae5-b780-29ba0967a1eb {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:49.979398 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.021506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-network', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:50.073486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.085774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Made reservation on behalf of 975fac115086434ca9dfc7da8e18af8c for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:50.089559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.105482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.214064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ab03c-486e-4340-af7b-fae7533e1063 req-b33f511b-3bc9-494c-b5cb-de1ae69b5c53 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:50.225801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-378ab03c-486e-4340-af7b-fae7533e1063 req-b33f511b-3bc9-494c-b5cb-de1ae69b5c53 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1736102 Oct 25 23:07:50.249993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.259946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.277972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:07:50.290582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.296853 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Added segment f8090ff1-de77-4eca-91bd-52c419a64355 of type vlan for network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe Oct 25 23:07:50.336534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.357893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.362803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] For port 92b51aed-6074-4ae5-b780-29ba0967a1eb, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=92b51aed-6074-4ae5-b780-29ba0967a1eb,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:50.363168 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.381072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08736f52-2856-47a7-bce2-f637173d0544,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:50.381406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-378ab03c-486e-4340-af7b-fae7533e1063 req-1cc36ac6-c526-49e9-9bbb-d76101375ee8 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583483 Oct 25 23:07:50.397661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Calling delete_port for 92b51aed-6074-4ae5-b780-29ba0967a1eb owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:50.410216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.424392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:50.429005 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.490862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.510179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6513448 Oct 25 23:07:50.510893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53320) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:50.524852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Request body: {'subnet': {'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-subnet', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:50.540557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac13d0-fce7-422f-b8e5-f1301d100be7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:50.557787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:07:50.576363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Made reservation on behalf of 975fac115086434ca9dfc7da8e18af8c for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:07:50.579133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.613460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event updated for resources: {'Port': ['ID=965c2a72-9be0-4983-8632-3ddbcc3a4e34,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:50.631136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:50.633931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:50.655504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:50.720130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:50.720778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.741798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:50.830182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:50.830497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.834811 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:50.897704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ded3c-eb02-4a2a-9c53-a412e505742a req-38dbcfaf-cc17-4b9d-94d7-bde547e98d36 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:50.901645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16a2e0-20eb-4c59-af5d-abe91de16d90 req-6f3f543c-47cf-4cb6-b3b9-45163b7d1df9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:50.903401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b16a2e0-20eb-4c59-af5d-abe91de16d90 req-6f3f543c-47cf-4cb6-b3b9-45163b7d1df9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 932 time: 0.1792338 Oct 25 23:07:50.906850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-67f25c98-77fb-49f4-a082-8e8bc6d8dbfd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8112309 Oct 25 23:07:50.907657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e22ded3c-eb02-4a2a-9c53-a412e505742a req-38dbcfaf-cc17-4b9d-94d7-bde547e98d36 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1144316 Oct 25 23:07:50.928740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Request body: {'port': {'device_id': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:50.998490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e22ded3c-eb02-4a2a-9c53-a412e505742a req-ed68dc5b-cd3c-4c03-ac25-1479b487f48b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886807 Oct 25 23:07:51.024270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.027033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.035739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b16a2e0-20eb-4c59-af5d-abe91de16d90 req-e73fb0e8-20a4-483f-8f17-956cded7eb13 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246614 Oct 25 23:07:51.050757 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.065080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['92b51aed-6074-4ae5-b780-29ba0967a1eb', '6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:51.106554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27fb1f7-444a-46a2-9984-afaa130938e1,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:51.135148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['2eb07917-8dd9-4e2d-8073-78152938f820'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:51.146220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Checking segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:51.147172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Network hostable DHCP agents. Network: 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:07:51.177688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d955821-6961-4daa-9328-d8ede30ede65 req-27a9e462-42e1-4ff4-b5e0-ec78a1397426 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0562241 Oct 25 23:07:51.191095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-668bf203-0e1f-486b-8856-5f7bd726ab77 None None] Provisioning complete for port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:51.191716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-668bf203-0e1f-486b-8856-5f7bd726ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.192694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:07:51.216388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] No DVR routers for this DVR port 92b51aed-6074-4ae5-b780-29ba0967a1eb on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:51.225459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:51.242080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2c0f2-2323-4d40-9352-8e052405d7aa None None] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:51.248212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:51.249995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.253538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.259634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c99a7cf-8da0-41ad-900a-b680f7c73331 req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "DELETE /v2.0/ports/92b51aed-6074-4ae5-b780-29ba0967a1eb HTTP/1.1" status: 204 len: 173 time: 1.5852468 Oct 25 23:07:51.260611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75403ded-480f-4711-82a6-109f789a5877 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event deleted for resources: {'Port': ['ID=92b51aed-6074-4ae5-b780-29ba0967a1eb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:51.263677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'name': 'network-vif-deleted', 'tag': '92b51aed-6074-4ae5-b780-29ba0967a1eb'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:51.274682 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e3c5d-d526-407b-afb3-52ab8c6fcb6a" -d '{"events": [{"server_uuid": "53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4", "name": "network-vif-deleted", "tag": "92b51aed-6074-4ae5-b780-29ba0967a1eb"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:51.288387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-019582df-4d90-42d0-b0e2-2dcc2d023866 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7691686 Oct 25 23:07:51.290488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53340) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:51.317929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:07:51.377665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b5bf-a0f9-443c-943f-2c07e3075ea8 req-7a68ca29-919e-4772-add3-3153c17c5ee5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:51.385932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9bc3b5bf-a0f9-443c-943f-2c07e3075ea8 req-7a68ca29-919e-4772-add3-3153c17c5ee5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.2174184 Oct 25 23:07:51.393106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.395058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.416863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-668bf203-0e1f-486b-8856-5f7bd726ab77 None None] Port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:07:51.507086 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b448917e-f314-4ba6-8189-c23ca3e9b8fd x-openstack-request-id: req-b448917e-f314-4ba6-8189-c23ca3e9b8fd {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:51.507785 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4", "name": "network-vif-deleted", "tag": "92b51aed-6074-4ae5-b780-29ba0967a1eb", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:51.508261 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b448917e-f314-4ba6-8189-c23ca3e9b8fd {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:51.508829 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d2d5da-840a-4ce3-a99e-6ea8b32bf7e4', 'name': 'network-vif-deleted', 'tag': '92b51aed-6074-4ae5-b780-29ba0967a1eb', 'status': 'completed', 'code': 200} Oct 25 23:07:51.518499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.552153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9bc3b5bf-a0f9-443c-943f-2c07e3075ea8 req-29f27124-5c3d-4979-868e-25b02f0530e6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649208 Oct 25 23:07:51.727053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1deac5-0c34-4faa-870b-9c600423f112 None None] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:07:51.805813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.843221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965c2a72-9be0-4983-8632-3ddbcc3a4e34 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:51.855485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.880831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Transition to ACTIVE for port object 965c2a72-9be0-4983-8632-3ddbcc3a4e34 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:07:51.894923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:51.995018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d11b1-9392-4fff-8485-1be1a4fe5bf9 req-760f85bb-f781-4aaa-b374-51f4ebcec388 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.003105 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b1d11b1-9392-4fff-8485-1be1a4fe5bf9 req-760f85bb-f781-4aaa-b374-51f4ebcec388 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1542118 Oct 25 23:07:52.019652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Pushing event updated for resources: {'Port': ['ID=965c2a72-9be0-4983-8632-3ddbcc3a4e34,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:52.115335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Attempting to bind port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:52.115775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Attempting to bind port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:52.116232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Attempting to bind port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 on network 52dc262d-7aee-4062-8d81-b5550fc639b5 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:52.122622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 on network 52dc262d-7aee-4062-8d81-b5550fc639b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:07:52.123076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Attempting to bind port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 on network 52dc262d-7aee-4062-8d81-b5550fc639b5 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:52.130440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:52.130440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Checking segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:52.131186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Bound using segment: {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:52.131875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Bound port: 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3a0770-2dc2-4581-acdd-5f7a75ff2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:52.132485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.171179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b1d11b1-9392-4fff-8485-1be1a4fe5bf9 req-a1346b31-396d-4bc7-a85c-6bc84e487e14 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667204 Oct 25 23:07:52.222135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] For port 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:52.227539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] For port 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:52.245472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.277439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.304277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.337675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.338364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.339983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] 10.222.0.15 "PUT /v2.0/ports/965c2a72-9be0-4983-8632-3ddbcc3a4e34 HTTP/1.1" status: 200 len: 1092 time: 1.4167261 Oct 25 23:07:52.375820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc5f3-a4de-4a9e-9409-dcadd4e2df62 req-33985234-ad69-42ff-ac8c-fc8cf837390c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.377387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae0dc5f3-a4de-4a9e-9409-dcadd4e2df62 req-33985234-ad69-42ff-ac8c-fc8cf837390c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 944 time: 0.1483717 Oct 25 23:07:52.390744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61909b1-18d8-4efb-9556-68d49c82464f req-1060375c-3e65-4214-98f3-4fd1cbacc5d1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.394524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f61909b1-18d8-4efb-9556-68d49c82464f req-1060375c-3e65-4214-98f3-4fd1cbacc5d1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1633162 Oct 25 23:07:52.419890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd319d70-62f5-4fb0-b7e1-a168315ecc35 service neutron] Pushing event updated for resources: {'Port': ['ID=965c2a72-9be0-4983-8632-3ddbcc3a4e34,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:52.486285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae0dc5f3-a4de-4a9e-9409-dcadd4e2df62 req-94ec94df-e11e-4f9d-a1da-b09123d66ab8 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976312 Oct 25 23:07:52.501141 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f61909b1-18d8-4efb-9556-68d49c82464f req-5983b452-3ac4-4664-b8ec-d17f93398ef3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893130 Oct 25 23:07:52.526663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-21b68918-a66e-49b4-ba33-d11a959ef85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.528258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-21b68918-a66e-49b4-ba33-d11a959ef85e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f317246fc8a40dcb85334b0b3da4167&device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 1095 time: 0.1031458 Oct 25 23:07:52.563909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Allocated IP 172.25.4.149 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/bb700d75-b0dc-4a58-aadd-1a29bd0d929e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:52.589232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-72d9198b-1e24-47bb-8c7f-69d0e1fde589 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34 HTTP/1.1" status: 200 len: 217 time: 0.0453181 Oct 25 23:07:52.694808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-ece67cd6-0f9c-4951-882d-8b06b498adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.697391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-ece67cd6-0f9c-4951-882d-8b06b498adab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09cfa4c3-4b6d-44ad-adad-1781a5a92829 HTTP/1.1" status: 200 len: 854 time: 0.0998659 Oct 25 23:07:52.764894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-029bfa1c-6801-4e6d-b005-4e31af8792f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:52.766748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.771727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-029bfa1c-6801-4e6d-b005-4e31af8792f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52dc262d-7aee-4062-8d81-b5550fc639b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660143 Oct 25 23:07:52.824534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:52.923205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-8fe6b65c-3dc4-4efe-9e2c-b0d2cc7ea602 service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423609 Oct 25 23:07:52.924029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:52.930135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:52.933042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:52.952334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Pushing event updated for resources: {'Port': ['ID=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:53.050203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1d74-0feb-4707-97a1-39e41f24542a req-6d893bdf-7c2c-41db-a5be-ff4429f4360e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.052064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5ad1d74-0feb-4707-97a1-39e41f24542a req-6d893bdf-7c2c-41db-a5be-ff4429f4360e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.0696402 Oct 25 23:07:53.073423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10a685b9-c788-419c-868b-fae8b8c19d35 req-53b2841b-4d5a-4706-94ec-094df1318886 service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433864 Oct 25 23:07:53.084811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2990d3f-a411-4682-a50f-2aa5c8dc47f4 req-23ddb014-bbb5-4d8f-a410-3f834403f41b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.086658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2990d3f-a411-4682-a50f-2aa5c8dc47f4 req-23ddb014-bbb5-4d8f-a410-3f834403f41b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1615627 Oct 25 23:07:53.104358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5ad1d74-0feb-4707-97a1-39e41f24542a req-10b5da9a-7047-43f0-a764-a4c77f559544 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Oct 25 23:07:53.172198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2990d3f-a411-4682-a50f-2aa5c8dc47f4 req-bb131752-a1d5-4256-a368-d3e059ca80ba tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787015 Oct 25 23:07:53.277797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:53.324363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd5358-db7c-4680-bbbf-3fe4187a117b req-16dcf596-43ec-4ed8-bd4f-e724e5bcbb17 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.326068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5dd5358-db7c-4680-bbbf-3fe4187a117b req-16dcf596-43ec-4ed8-bd4f-e724e5bcbb17 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0766397 Oct 25 23:07:53.371264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5dd5358-db7c-4680-bbbf-3fe4187a117b req-2fc88862-34cf-42b2-ba48-e6a1b2afd09e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Oct 25 23:07:53.500092 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:53.510578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:53.513180 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:53.574755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b61e-a918-4348-98bc-dbc0eb95ab9f req-391a3f32-e5c7-4bb2-aa79-08240ccc6312 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.582010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a625b61e-a918-4348-98bc-dbc0eb95ab9f req-391a3f32-e5c7-4bb2-aa79-08240ccc6312 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0722520 Oct 25 23:07:53.617838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a625b61e-a918-4348-98bc-dbc0eb95ab9f req-c2bce006-a971-4f80-89f7-f7137bd063bc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Oct 25 23:07:53.650025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576d69d-c6c7-4d6e-8205-cdeabed6bb56 req-f8e7aead-a8fb-446b-983d-b184078812d1 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.651267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8576d69d-c6c7-4d6e-8205-cdeabed6bb56 req-f8e7aead-a8fb-446b-983d-b184078812d1 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 944 time: 0.0722463 Oct 25 23:07:53.669950 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429a3a6-2738-4a79-a863-b5e46890472d x-openstack-request-id: req-6429a3a6-2738-4a79-a863-b5e46890472d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:53.670301 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:53.670733 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6429a3a6-2738-4a79-a863-b5e46890472d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:53.671467 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'status': 'completed', 'code': 200} Oct 25 23:07:53.711362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8576d69d-c6c7-4d6e-8205-cdeabed6bb56 req-486fd58b-4252-4b58-b74d-c79e141287a0 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479302 Oct 25 23:07:53.725687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Router f9f6300a-df36-4f0a-a84e-dd7749466a82 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:07:53.755832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 92b51aed-6074-4ae5-b780-29ba0967a1eb no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:53.790108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 92b51aed-6074-4ae5-b780-29ba0967a1eb {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:53.790775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 92b51aed-6074-4ae5-b780-29ba0967a1eb not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:53.847165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bec44b-d43a-4b57-a940-7d1066cdca15 req-5a13d61d-8d30-450a-a548-108c61663a87 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.848802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86bec44b-d43a-4b57-a940-7d1066cdca15 req-5a13d61d-8d30-450a-a548-108c61663a87 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1275246 Oct 25 23:07:53.853869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-47c72cd2-549d-4bff-bad5-3fc0ea58f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:53.855479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-47c72cd2-549d-4bff-bad5-3fc0ea58f547 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f317246fc8a40dcb85334b0b3da4167&device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 1095 time: 0.1354136 Oct 25 23:07:53.861381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:53.876359 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Sync routers for ids ['f9f6300a-df36-4f0a-a84e-dd7749466a82'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:53.884878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:53.886446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-94387478-c22a-4c98-93ee-a8dc90837093 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5945039 Oct 25 23:07:53.889044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53396) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:07:53.890696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Routers {'f9f6300a-df36-4f0a-a84e-dd7749466a82'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:53.891501 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9f6300a-df36-4f0a-a84e-dd7749466a82'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:53.966123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86bec44b-d43a-4b57-a940-7d1066cdca15 req-286d67d5-40cf-4db9-a9e5-0c5ce5cf3ffa tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092296 Oct 25 23:07:54.031110 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Set router f9f6300a-df36-4f0a-a84e-dd7749466a82 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:54.073302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-562a18c5-75de-4ba9-b9d3-286d348b22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.077460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-562a18c5-75de-4ba9-b9d3-286d348b22b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=52dc262d-7aee-4062-8d81-b5550fc639b5 HTTP/1.1" status: 200 len: 916 time: 0.2081959 Oct 25 23:07:54.159047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-e290bab6-8584-444b-9f0e-cfce057134da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34 HTTP/1.1" status: 200 len: 217 time: 0.0770288 Oct 25 23:07:54.282686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a87db-f4b6-4fc6-ad64-0104c9c7b106 req-f8ac3bc0-5e79-4319-bb1e-163cb0e38e68 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.294245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e31a87db-f4b6-4fc6-ad64-0104c9c7b106 req-f8ac3bc0-5e79-4319-bb1e-163cb0e38e68 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1401427 Oct 25 23:07:54.294245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-2f04e0c9-02b2-4225-adbc-1eb23e55fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.295604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-2f04e0c9-02b2-4225-adbc-1eb23e55fbd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09cfa4c3-4b6d-44ad-adad-1781a5a92829 HTTP/1.1" status: 200 len: 854 time: 0.1152329 Oct 25 23:07:54.329438 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:07:53Z', 'revision_number': 3, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:54.364598 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Checking router: f9f6300a-df36-4f0a-a84e-dd7749466a82 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:54.364941 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Updating router f9f6300a-df36-4f0a-a84e-dd7749466a82 port bb700d75-b0dc-4a58-aadd-1a29bd0d929e binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:07:54.386626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e31a87db-f4b6-4fc6-ad64-0104c9c7b106 req-9c75ca90-3fd9-42da-ba0a-b74874f919ca tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947416 Oct 25 23:07:54.392881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-0744ff8c-ecd0-4994-874d-9fa9b2c4bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.394640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-0744ff8c-ecd0-4994-874d-9fa9b2c4bca3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52dc262d-7aee-4062-8d81-b5550fc639b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907998 Oct 25 23:07:54.401432 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:54.618618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a980d-8d4f-447f-9fea-300041982a6e req-780c6a4d-caea-4308-bf7b-168086f42d1a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.622753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f53a980d-8d4f-447f-9fea-300041982a6e req-780c6a4d-caea-4308-bf7b-168086f42d1a tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.1068840 Oct 25 23:07:54.667320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa482b6-d82a-4d38-9e93-b70972f7e3b5 req-8563bd56-5933-4fdc-94e9-25bfb7e93728 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.668931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aa482b6-d82a-4d38-9e93-b70972f7e3b5 req-8563bd56-5933-4fdc-94e9-25bfb7e93728 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1246243 Oct 25 23:07:54.720774 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:54.727111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-9bc64dfd-3b50-4491-b99c-d33d3e45f1bd service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801025 Oct 25 23:07:54.728667 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:54.737440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef41758-4067-434f-831e-7f76161eeda0 req-8e622ca2-61d1-4d04-9cea-44e24ee1094f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:54.742395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aef41758-4067-434f-831e-7f76161eeda0 req-8e622ca2-61d1-4d04-9cea-44e24ee1094f tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.1248360 Oct 25 23:07:54.772246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f53a980d-8d4f-447f-9fea-300041982a6e req-c83a0fe9-1fc5-4c6e-a791-80b2201f6ed0 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425130 Oct 25 23:07:54.788872 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Attempting to bind port bb700d75-b0dc-4a58-aadd-1a29bd0d929e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:54.789355 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Attempting to bind port bb700d75-b0dc-4a58-aadd-1a29bd0d929e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:54.789768 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Attempting to bind port bb700d75-b0dc-4a58-aadd-1a29bd0d929e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:54.805327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:54.806103 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:54.806672 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:54.806935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:54.807474 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Bound port: bb700d75-b0dc-4a58-aadd-1a29bd0d929e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:54.807911 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:54.860827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] For port bb700d75-b0dc-4a58-aadd-1a29bd0d929e, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:54.866607 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] For port bb700d75-b0dc-4a58-aadd-1a29bd0d929e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:54.867620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aa482b6-d82a-4d38-9e93-b70972f7e3b5 req-2a37c99c-a8fb-4e5b-af3a-37af2a8ecfe3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844649 Oct 25 23:07:54.870957 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c01cc8-2b4e-4bcc-893a-abdb5f3c34b9 None None] Pushing event updated for resources: {'Port': ['ID=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:54.891644 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:54.947212 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Routers {'f9f6300a-df36-4f0a-a84e-dd7749466a82'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:54.947860 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9f6300a-df36-4f0a-a84e-dd7749466a82'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:54.988889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfd3e4e-a73a-4f1d-920a-292e7999f19c req-b6aca114-b03c-43de-b6ce-96663a0ec581 service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483633 Oct 25 23:07:54.998165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Deleting port 2eb07917-8dd9-4e2d-8073-78152938f820 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:54.998165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.029569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048e969-5a8c-42bf-8523-678d8dc6d293 req-d4842597-ca49-4b0a-bca8-098d31e480e9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:55.036387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7048e969-5a8c-42bf-8523-678d8dc6d293 req-d4842597-ca49-4b0a-bca8-098d31e480e9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 944 time: 0.0860350 Oct 25 23:07:55.101119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.107394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] Set router f9f6300a-df36-4f0a-a84e-dd7749466a82 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:55.143840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7048e969-5a8c-42bf-8523-678d8dc6d293 req-7a43d51c-4a09-49fe-8a25-f4294fc0e215 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064970 Oct 25 23:07:55.209264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] For port 2eb07917-8dd9-4e2d-8073-78152938f820, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=2eb07917-8dd9-4e2d-8073-78152938f820,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:55.209632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.229897 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c01cc8-2b4e-4bcc-893a-abdb5f3c34b9 None None] Pushing event updated for resources: {'Port': ['ID=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:55.248189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Calling delete_port for 2eb07917-8dd9-4e2d-8073-78152938f820 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:55.361901 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:07:53Z', 'revision_number': 3, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:55.397199 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da4f9f-d5ad-44b0-a91a-97ea2396fc5d None None] The sync data for ids ['f9f6300a-df36-4f0a-a84e-dd7749466a82'] in n-d-815373-1 is: [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:07:53Z', 'revision_number': 3, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:07:55.403491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Allocated IP 172.20.0.1 (6d7413ed-73ef-4a49-adcf-2f17e5f31dbe/e27fb1f7-444a-46a2-9984-afaa130938e1/8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:07:55.544250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.588445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.640484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:55.643715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:55.649638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:07:55.653111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:55.719775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.916335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:55.943817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e48a-3706-41b3-8b57-9898488aefc7 req-bb87877d-6868-4766-bd48-80709e6d851a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:55.951725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc0e48a-3706-41b3-8b57-9898488aefc7 req-bb87877d-6868-4766-bd48-80709e6d851a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 813 time: 0.7050788 Oct 25 23:07:55.984847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd987e60-7eda-4c36-a378-ada7b60f3505 req-e21497cb-0167-4502-aa03-bf95e4076cb6 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:55.985054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc0e48a-3706-41b3-8b57-9898488aefc7 req-af97c1e8-912f-4154-abd1-940bf15cd603 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/quotas/64270b90f07946ada167d1d09e33f567 HTTP/1.1" status: 200 len: 375 time: 0.0323143 Oct 25 23:07:55.987734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd987e60-7eda-4c36-a378-ada7b60f3505 req-e21497cb-0167-4502-aa03-bf95e4076cb6 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79c9b02-c383-4864-b649-d46af8dc5d18 HTTP/1.1" status: 200 len: 950 time: 0.1043973 Oct 25 23:07:55.991605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.004717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:56.050327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['2eb07917-8dd9-4e2d-8073-78152938f820'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:56.064639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event deleted for resources: {'Port': ['ID=2eb07917-8dd9-4e2d-8073-78152938f820,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:56.136097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd987e60-7eda-4c36-a378-ada7b60f3505 req-4b9a1e20-eda2-4c5d-bfb1-2ed02c7b31b6 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348448 Oct 25 23:07:56.150933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] No DVR routers for this DVR port 2eb07917-8dd9-4e2d-8073-78152938f820 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:56.157414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.163457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aef41758-4067-434f-831e-7f76161eeda0 req-28f2ff50-9252-4661-b7a6-4656491e237b tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.15 "DELETE /v2.0/ports/2eb07917-8dd9-4e2d-8073-78152938f820 HTTP/1.1" status: 204 len: 173 time: 1.4158659 Oct 25 23:07:56.169428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'name': 'network-vif-deleted', 'tag': '2eb07917-8dd9-4e2d-8073-78152938f820'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:56.175904 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee677670-6746-4f21-b1e5-a95f9664553d" -d '{"events": [{"server_uuid": "b79c9b02-c383-4864-b649-d46af8dc5d18", "name": "network-vif-deleted", "tag": "2eb07917-8dd9-4e2d-8073-78152938f820"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:07:56.227017 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc0e48a-3706-41b3-8b57-9898488aefc7 req-9dea5c23-fe58-4ded-bf36-af3f09777acf tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306728 Oct 25 23:07:56.281468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.296749 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.390587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 965c2a72-9be0-4983-8632-3ddbcc3a4e34 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:07:56.437388 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a25a01-f4ee-4c33-bcd2-bffca761952f x-openstack-request-id: req-d6a25a01-f4ee-4c33-bcd2-bffca761952f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:07:56.437995 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c9b02-c383-4864-b649-d46af8dc5d18", "name": "network-vif-deleted", "tag": "2eb07917-8dd9-4e2d-8073-78152938f820", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:07:56.439265 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6a25a01-f4ee-4c33-bcd2-bffca761952f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:07:56.440865 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c9b02-c383-4864-b649-d46af8dc5d18', 'name': 'network-vif-deleted', 'tag': '2eb07917-8dd9-4e2d-8073-78152938f820', 'status': 'completed', 'code': 200} Oct 25 23:07:56.486730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:56.500558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.633443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fab57-a0a8-42d2-9015-76ce32429719 req-a1629285-f8ef-4525-93c3-a6596766cc82 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:56.635234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-076fab57-a0a8-42d2-9015-76ce32429719 req-a1629285-f8ef-4525-93c3-a6596766cc82 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1140032 Oct 25 23:07:56.642638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bdd0-21fd-4b88-8911-31c54e2eee36 req-0f46bc94-0231-494f-8bad-2897f4db9be5 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:56.646692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9889bdd0-21fd-4b88-8911-31c54e2eee36 req-0f46bc94-0231-494f-8bad-2897f4db9be5 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 944 time: 0.2553036 Oct 25 23:07:56.663234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:56.696577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb700d75-b0dc-4a58-aadd-1a29bd0d929e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:56.718124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-076fab57-a0a8-42d2-9015-76ce32429719 req-a3034e4d-78dc-4e74-baf7-3bd7071c5231 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754807 Oct 25 23:07:56.741153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'port_id': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'mac_address': 'fa:16:3e:7b:e4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:07:56.788434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9889bdd0-21fd-4b88-8911-31c54e2eee36 req-23c5f973-1a56-48b1-afc5-f3e594d76ecd tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334329 Oct 25 23:07:56.827520 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.846458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:07:56.847994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:07:56.864525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965c2a72-9be0-4983-8632-3ddbcc3a4e34 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:07:56.880534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bb700d75-b0dc-4a58-aadd-1a29bd0d929e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:56.881142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:56.916049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:56.927640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:57.014834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=965c2a72-9be0-4983-8632-3ddbcc3a4e34,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:57.030595 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:57.050388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbf79-65ba-437e-85ff-d63eeab425ff req-e9ebec60-a99c-4814-a973-88f6359351ca tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:57.050588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port bb700d75-b0dc-4a58-aadd-1a29bd0d929e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:57.054351 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab3fbf79-65ba-437e-85ff-d63eeab425ff req-e9ebec60-a99c-4814-a973-88f6359351ca tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0762682 Oct 25 23:07:57.057182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:57.097711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Router f9f6300a-df36-4f0a-a84e-dd7749466a82 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:07:57.115734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:57.188729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab3fbf79-65ba-437e-85ff-d63eeab425ff req-6ad93308-951b-44c6-8b51-8b3bbb1dfe3a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214411 Oct 25 23:07:57.241805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:07:57.255251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb07c648-964b-4e82-b9b2-86a176629521 admin admin] 10.222.0.25 "PUT /v2.0/routers/f9f6300a-df36-4f0a-a84e-dd7749466a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3570678 Oct 25 23:07:57.401690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['965c2a72-9be0-4983-8632-3ddbcc3a4e34'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:57.440150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4eba63f9-e310-4bc9-9542-08bd6cf51552 req-6f20c489-40d5-4864-8dd3-29fb6ada401a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=64270b90f07946ada167d1d09e33f567 HTTP/1.1" status: 200 len: 221 time: 0.0642200 Oct 25 23:07:57.625643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08a62f-8058-4ba7-9429-9729b073a4a0 req-64187c94-e89f-4aad-8b84-349a23a52d35 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:57.635293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb08a62f-8058-4ba7-9429-9729b073a4a0 req-64187c94-e89f-4aad-8b84-349a23a52d35 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 951 time: 0.0738368 Oct 25 23:07:57.702810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb08a62f-8058-4ba7-9429-9729b073a4a0 req-796bb05a-579f-4c13-a031-2d5f47913b30 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 Oct 25 23:07:57.705845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c448c24-6b9b-4542-afbf-e61c67b63d9d req-2ced007b-489a-430c-8fdf-72c7942c0066 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:57.708217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c448c24-6b9b-4542-afbf-e61c67b63d9d req-2ced007b-489a-430c-8fdf-72c7942c0066 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0559750 Oct 25 23:07:57.756213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c448c24-6b9b-4542-afbf-e61c67b63d9d req-d87f0931-2780-4e6a-bbf8-f9dcf863e4e6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Oct 25 23:07:57.796001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Sync routers for ids ['f9f6300a-df36-4f0a-a84e-dd7749466a82'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:07:57.811529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Routers {'f9f6300a-df36-4f0a-a84e-dd7749466a82'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:57.814857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9f6300a-df36-4f0a-a84e-dd7749466a82'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:57.922990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58de81-94e2-4c9f-8cb7-1a397252f7ba req-cebf63bc-ba28-4baa-ab83-e815fd59026b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:57.930692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db58de81-94e2-4c9f-8cb7-1a397252f7ba req-cebf63bc-ba28-4baa-ab83-e815fd59026b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0833194 Oct 25 23:07:57.960141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Set router f9f6300a-df36-4f0a-a84e-dd7749466a82 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:57.972411 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db58de81-94e2-4c9f-8cb7-1a397252f7ba req-11eda08c-fdcf-496a-9ea2-93bf4bc5cd23 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Oct 25 23:07:58.139050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523542c6-35a1-4abe-b642-0dd2b6e53777 req-077189d2-8d91-464d-953c-642b95fa06be tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:58.140893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-523542c6-35a1-4abe-b642-0dd2b6e53777 req-077189d2-8d91-464d-953c-642b95fa06be tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 945 time: 0.0680025 Oct 25 23:07:58.145662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-79803a8e-01d4-4d5c-acfb-46d3331ff027 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:58.147571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-79803a8e-01d4-4d5c-acfb-46d3331ff027 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 819 time: 0.1429186 Oct 25 23:07:58.164151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-8eb87ca0-4fec-4140-a609-e14dccd651e1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/quotas/975fac115086434ca9dfc7da8e18af8c HTTP/1.1" status: 200 len: 375 time: 0.0103884 Oct 25 23:07:58.195196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-523542c6-35a1-4abe-b642-0dd2b6e53777 req-b239ad42-8dda-479b-8045-e8bbcef8b1d1 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403924 Oct 25 23:07:58.196359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:58.215649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:07:55Z', 'revision_number': 4, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449', 'name': '', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'mac_address': 'fa:16:3e:05:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:55Z', 'updated_at': '2021-10-25T23:07:55Z', 'revision_number': 2, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'subnets': [{'id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:58.235942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-85194bd9-d81e-4cc4-8d3c-6cf0221a056c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632210 Oct 25 23:07:58.248266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Checking router: f9f6300a-df36-4f0a-a84e-dd7749466a82 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:07:58.248851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Updating router f9f6300a-df36-4f0a-a84e-dd7749466a82 port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:07:58.275913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:58.358777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-9389cf9a-3c10-4dbf-bb7b-de04fcae6721 service neutron] 10.222.0.25 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138763 Oct 25 23:07:58.417227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2eb07917-8dd9-4e2d-8073-78152938f820 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:07:58.445775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc6bf7-6f68-4859-888d-737175970754 req-c82a3ae7-00db-4498-9517-02c3320c64c2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:58.447318 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02fc6bf7-6f68-4859-888d-737175970754 req-c82a3ae7-00db-4498-9517-02c3320c64c2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0639925 Oct 25 23:07:58.459312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 2eb07917-8dd9-4e2d-8073-78152938f820 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:07:58.459656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 2eb07917-8dd9-4e2d-8073-78152938f820 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:07:58.478901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-d76b0986-0d48-462e-98dd-71e461f83bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124966 Oct 25 23:07:58.533888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02fc6bf7-6f68-4859-888d-737175970754 req-3e4f56e4-153f-4c95-8878-cf903f5bfcdd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686979 Oct 25 23:07:58.579202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb700d75-b0dc-4a58-aadd-1a29bd0d929e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:07:58.729535 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:58.739553 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:58.806047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bb700d75-b0dc-4a58-aadd-1a29bd0d929e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:07:58.806448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:58.829432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c6287-177d-4c91-b234-94122a130051 req-e9ebeb78-49dd-4a79-bf8d-6c75b36f6a58 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:58.840969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448c6287-177d-4c91-b234-94122a130051 req-e9ebeb78-49dd-4a79-bf8d-6c75b36f6a58 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1385524 Oct 25 23:07:58.921468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d38832d7-427d-4ad1-b2a8-e71a801de088 req-8a91d9bf-c57b-4039-8a20-08485c607859 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 210 time: 0.0466721 Oct 25 23:07:58.954090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-448c6287-177d-4c91-b234-94122a130051 req-f9b3367e-c7ef-4874-af4c-e64b7337a181 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Oct 25 23:07:58.985708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-5a9a87ef-1867-4251-8090-edf1dbc53525 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:58.990656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-5a9a87ef-1867-4251-8090-edf1dbc53525 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 951 time: 0.1745908 Oct 25 23:07:59.106287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42378465-0cdd-4b86-bf34-265322a41553 None None] Pushing event updated for resources: {'Port': ['ID=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:59.191699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359560f1-c0ce-468f-9ac2-49274580daec req-6ce331c6-278f-4b96-b9df-9a38863e8578 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:59.195277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Attempting to bind port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:07:59.195881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Attempting to bind port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:07:59.196485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Attempting to bind port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:07:59.200363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-359560f1-c0ce-468f-9ac2-49274580daec req-6ce331c6-278f-4b96-b9df-9a38863e8578 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 951 time: 0.1364329 Oct 25 23:07:59.204349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:07:59.204871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Checking segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:07:59.205382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.205875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Bound using segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:07:59.206492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Bound port: 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:07:59.206960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.220921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f3613-837d-47e5-83f8-eacc7e97eb70 req-8c456661-4474-4574-b603-3f6b0b44cad1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:59.234770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e19f3613-837d-47e5-83f8-eacc7e97eb70 req-8c456661-4474-4574-b603-3f6b0b44cad1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1342125 Oct 25 23:07:59.244583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Deleting port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:07:59.244920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.277748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-359560f1-c0ce-468f-9ac2-49274580daec req-d0091ede-b1bb-4e73-9958-68b3006a280e tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a247523-9cfe-4528-ab34-faf3b7f31b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713215 Oct 25 23:07:59.329097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e19f3613-837d-47e5-83f8-eacc7e97eb70 req-8cbab33e-c092-421e-a55f-10ab5683c517 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881870 Oct 25 23:07:59.366702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] For port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:07:59.372122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] For port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:07:59.378232 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.445116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] For port 6925abf7-70fb-4e42-a7e7-e71d58dd7960, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6925abf7-70fb-4e42-a7e7-e71d58dd7960,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:07:59.445502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.460629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Routers {'f9f6300a-df36-4f0a-a84e-dd7749466a82'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:07:59.461474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9f6300a-df36-4f0a-a84e-dd7749466a82'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:07:59.466538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42378465-0cdd-4b86-bf34-265322a41553 None None] Pushing event updated for resources: {'Port': ['ID=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:59.494682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Calling delete_port for 6925abf7-70fb-4e42-a7e7-e71d58dd7960 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:07:59.529428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d679c47-3021-4426-939c-dbc489b9e8d1 req-82014839-714c-440f-bc01-1bc90df2e972 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:59.531274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d679c47-3021-4426-939c-dbc489b9e8d1 req-82014839-714c-440f-bc01-1bc90df2e972 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 945 time: 0.0842805 Oct 25 23:07:59.622356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] Set router f9f6300a-df36-4f0a-a84e-dd7749466a82 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:07:59.625824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d679c47-3021-4426-939c-dbc489b9e8d1 req-ebfa114e-2e4c-4be5-a266-5395fda2ce24 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742140 Oct 25 23:07:59.762929 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.784537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6925abf7-70fb-4e42-a7e7-e71d58dd7960'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:07:59.825301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-689a0645-1e92-44d8-85f7-0607b20eb535 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:59.834297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-689a0645-1e92-44d8-85f7-0607b20eb535 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 819 time: 0.3732870 Oct 25 23:07:59.878520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Pushing event deleted for resources: {'Port': ['ID=6925abf7-70fb-4e42-a7e7-e71d58dd7960,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:07:59.888192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-553454eb-123f-44a9-b501-ad9735dd7f6b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/quotas/975fac115086434ca9dfc7da8e18af8c HTTP/1.1" status: 200 len: 375 time: 0.0529616 Oct 25 23:07:59.940799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094ec9-74fd-4130-92e8-679b856cad27 req-3bf8eea7-7ff6-463d-9fcb-d7c388e84dec tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:07:59.944565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] No DVR routers for this DVR port 6925abf7-70fb-4e42-a7e7-e71d58dd7960 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:07:59.954764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77094ec9-74fd-4130-92e8-679b856cad27 req-3bf8eea7-7ff6-463d-9fcb-d7c388e84dec tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1042998 Oct 25 23:07:59.959991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:07:59.963808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-775307b8-93c8-4b31-bada-7a8168763ac4 req-d279ee02-68e9-46ce-ba33-f1cffa5676ad tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.11 "DELETE /v2.0/ports/6925abf7-70fb-4e42-a7e7-e71d58dd7960 HTTP/1.1" status: 204 len: 173 time: 0.9644315 Oct 25 23:07:59.965413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-deleted', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:07:59.976609 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8e7032-41eb-41db-b4bc-958ca696513c" -d '{"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-deleted", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:00.010905 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77094ec9-74fd-4130-92e8-679b856cad27 req-f352d237-b7ef-4c42-83bc-5c2b13791c71 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Oct 25 23:08:00.015457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-fe06ad73-a805-4a10-add2-95a2f9a01b14 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076844 Oct 25 23:08:00.032594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:07:55Z', 'revision_number': 4, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449', 'name': '', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'mac_address': 'fa:16:3e:05:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:55Z', 'updated_at': '2021-10-25T23:07:59Z', 'revision_number': 4, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'subnets': [{'id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:00.087615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ed0-0eea-4cfc-bab7-8ffb85c9ce1a None None] The sync data for ids ['f9f6300a-df36-4f0a-a84e-dd7749466a82'] in n-d-815373-1 is: [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:07:55Z', 'revision_number': 4, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449', 'name': '', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'mac_address': 'fa:16:3e:05:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:55Z', 'updated_at': '2021-10-25T23:07:59Z', 'revision_number': 4, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'subnets': [{'id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:08:00.244613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-6c39d6b5-dbf1-4155-938a-784332e93e4d service neutron] 10.222.0.25 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051661 Oct 25 23:08:00.351142 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0662f-a0f2-4d7c-83e9-7253e8f15d64 x-openstack-request-id: req-62e0662f-a0f2-4d7c-83e9-7253e8f15d64 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:00.351475 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4a07d-7bcc-43d3-a5de-aea97b27befd", "name": "network-vif-deleted", "tag": "6925abf7-70fb-4e42-a7e7-e71d58dd7960", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:00.351683 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62e0662f-a0f2-4d7c-83e9-7253e8f15d64 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:00.352086 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4a07d-7bcc-43d3-a5de-aea97b27befd', 'name': 'network-vif-deleted', 'tag': '6925abf7-70fb-4e42-a7e7-e71d58dd7960', 'status': 'completed', 'code': 200} Oct 25 23:08:00.418163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 965c2a72-9be0-4983-8632-3ddbcc3a4e34 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:00.450776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-a5a5e047-9e36-429f-a989-cd87b9a26617 service neutron] 10.222.0.25 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947169 Oct 25 23:08:00.534849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-747548f1-4990-44ee-bb0a-1713c4eb9301 req-edb51c67-d536-48e9-b995-f79633a6f295 tempest-ServersAdminTestJSON-1464397362 tempest-ServersAdminTestJSON-1464397362-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a4a07d-7bcc-43d3-a5de-aea97b27befd HTTP/1.1" status: 200 len: 210 time: 0.0917027 Oct 25 23:08:00.552437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:00.559421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:00.559861 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:00.599493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-7998a96c-e7f2-4856-b858-db3a4dee9751 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:00.601032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-7998a96c-e7f2-4856-b858-db3a4dee9751 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.15 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 819 time: 0.1827564 Oct 25 23:08:00.622982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Request body: {'port': {'device_id': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'admin_state_up': True, 'tenant_id': '975fac115086434ca9dfc7da8e18af8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:00.681282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:00.761045 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:08:00.835762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2382-a7f3-4472-b283-2b6f8d9ad095 req-085789d1-c504-4c79-b8be-1c4c059179f1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:00.837197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87ac2382-a7f3-4472-b283-2b6f8d9ad095 req-085789d1-c504-4c79-b8be-1c4c059179f1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1069460 Oct 25 23:08:00.837908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:00.859789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Made reservation on behalf of 975fac115086434ca9dfc7da8e18af8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:00.875750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:00.889956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:00.903952 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d52b727-0afb-4575-8f07-052548f61bfb" -d '{"events": [{"server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "name": "network-vif-plugged", "status": "completed", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:00.907407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:00.907780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:00.945464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87ac2382-a7f3-4472-b283-2b6f8d9ad095 req-da3ac857-7870-49be-a8e2-c261b1ef5256 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956111 Oct 25 23:08:01.006905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:01.030008 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:01.207274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:01.209533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=965c2a72-9be0-4983-8632-3ddbcc3a4e34,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:01.254581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880338f-d2cb-4253-93c6-0115277c7b0d req-c62e87d0-b3f5-4fbe-b1e7-a3b025252643 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:01.266879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9880338f-d2cb-4253-93c6-0115277c7b0d req-c62e87d0-b3f5-4fbe-b1e7-a3b025252643 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.2169120 Oct 25 23:08:01.278927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72416103-6125-4329-bd70-33c50b892b30 req-8fc5d540-7fc9-4778-9b6b-66619f124402 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 210 time: 0.0451071 Oct 25 23:08:01.287995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:01.306739 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:01.391559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:01.395933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9880338f-d2cb-4253-93c6-0115277c7b0d req-076d4525-6251-4fcb-af4f-5061e1edf206 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281030 Oct 25 23:08:01.411660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Allocated IP 172.20.0.13 (6d7413ed-73ef-4a49-adcf-2f17e5f31dbe/e27fb1f7-444a-46a2-9984-afaa130938e1/e75a1082-e462-4631-b06b-598857110896) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:01.485899 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f9af2a-bc2d-4794-a045-6e52b5bbbd32 x-openstack-request-id: req-e2f9af2a-bc2d-4794-a045-6e52b5bbbd32 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:01.486427 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "name": "network-vif-plugged", "status": "completed", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:01.486519 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2f9af2a-bc2d-4794-a045-6e52b5bbbd32 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:01.486859 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'code': 200} Oct 25 23:08:01.750814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818281-582b-4d5d-b3d3-0cc3ce976bfc req-1d68850f-5748-4ede-8314-c2a32578e190 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:01.754110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1818281-582b-4d5d-b3d3-0cc3ce976bfc req-1d68850f-5748-4ede-8314-c2a32578e190 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.2438049 Oct 25 23:08:01.767066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b43e58-66d8-4df8-8b46-2fbf70b2cb2d req-3c01b41d-d05f-456c-b6bc-b99acfaee1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:01.768569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35b43e58-66d8-4df8-8b46-2fbf70b2cb2d req-3c01b41d-d05f-456c-b6bc-b99acfaee1d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1616192 Oct 25 23:08:01.848754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35b43e58-66d8-4df8-8b46-2fbf70b2cb2d req-b1084daf-6d2f-443d-b3e1-a808a7cb0581 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703542 Oct 25 23:08:01.871298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:01.900785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1818281-582b-4d5d-b3d3-0cc3ce976bfc req-3215fdf9-2744-4497-b520-88af98f4b521 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311529 Oct 25 23:08:01.960535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.016705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:02.020470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:02.029155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:02.071818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Pushing event updated for resources: {'Port': ['ID=e75a1082-e462-4631-b06b-598857110896,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:02.139645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:02.140285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.152889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5178b4-5aa5-4e77-834b-318b7cf3ccdc req-096062a8-43a6-414e-b6e9-96bf2d8317df tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:02.154481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb5178b4-5aa5-4e77-834b-318b7cf3ccdc req-096062a8-43a6-414e-b6e9-96bf2d8317df tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1216309 Oct 25 23:08:02.186330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1bef2994-0771-433a-8f61-626e90532167 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5634601 Oct 25 23:08:02.242573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb5178b4-5aa5-4e77-834b-318b7cf3ccdc req-78033abd-7ffc-4415-b422-869441a452e4 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748401 Oct 25 23:08:02.247653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53598) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:02.271052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Request body: {'port': {'device_id': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:02.460447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4d09-5b5e-4201-9c7e-53997474d59d req-4af9c48a-6f35-4d72-98b6-23ed90842d8e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:02.462599 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-096d4d09-5b5e-4201-9c7e-53997474d59d req-4af9c48a-6f35-4d72-98b6-23ed90842d8e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0883896 Oct 25 23:08:02.483834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6f2655-09ca-4992-9f10-d19c848e28ec req-99e276ee-6beb-4529-9416-5a1b6c6e15c3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 210 time: 0.0712378 Oct 25 23:08:02.512016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.573254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-096d4d09-5b5e-4201-9c7e-53997474d59d req-1fe280ce-3aca-43fa-86fc-ff6d625f052f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978935 Oct 25 23:08:02.591414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-078f9531-86df-4631-9022-39ef17f5b917 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:02.592942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-078f9531-86df-4631-9022-39ef17f5b917 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.11 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 819 time: 0.2820246 Oct 25 23:08:02.626166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Request body: {'port': {'device_id': '09475368-165f-432a-a4ea-c3aed3f90694', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'admin_state_up': True, 'tenant_id': '975fac115086434ca9dfc7da8e18af8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:02.655211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2216efd4-b78d-4f8e-9982-202027b7fb5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58d3fbe18b314f9b8ce762eaadcd03e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054906 Oct 25 23:08:02.657704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53614) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:02.683573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:02.733823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc74-8f37-49f1-b928-22675be0ccac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.768700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc74-8f37-49f1-b928-22675be0ccac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.805791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:02.805791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.831989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc74-8f37-49f1-b928-22675be0ccac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.835437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc74-8f37-49f1-b928-22675be0ccac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.842830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69ffbc74-8f37-49f1-b928-22675be0ccac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a247523-9cfe-4528-ab34-faf3b7f31b93 HTTP/1.1" status: 204 len: 168 time: 0.1829009 Oct 25 23:08:02.869576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffbc74-8f37-49f1-b928-22675be0ccac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a247523-9cfe-4528-ab34-faf3b7f31b93,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:02.882393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Made reservation on behalf of 975fac115086434ca9dfc7da8e18af8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:02.887021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:02.957346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed15ed1-b6c5-4161-b49f-c2e9d3153cf6 req-c65975af-edc0-4073-88b2-6545a3dd1a8e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:02.966869 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ed15ed1-b6c5-4161-b49f-c2e9d3153cf6 req-c65975af-edc0-4073-88b2-6545a3dd1a8e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1218934 Oct 25 23:08:02.999947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc3e5-bc12-4179-98e7-f80c7da07dae req-40780473-6ca0-4ba4-be74-965e320482ea tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:03.009003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06cdc3e5-bc12-4179-98e7-f80c7da07dae req-40780473-6ca0-4ba4-be74-965e320482ea tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.3923612 Oct 25 23:08:03.018806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ed15ed1-b6c5-4161-b49f-c2e9d3153cf6 req-71db8908-4f73-48cc-8fb8-b149221107a3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508518 Oct 25 23:08:03.244706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06cdc3e5-bc12-4179-98e7-f80c7da07dae req-3888dd12-922c-4a1e-91c4-cf78411879b9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340188 Oct 25 23:08:03.332179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75a1082-e462-4631-b06b-598857110896 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:03.346116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.369781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Transition to ACTIVE for port object e75a1082-e462-4631-b06b-598857110896 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:03.385211 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.405377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53636) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:03.472151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcc7a-17a7-4cff-b2d3-7c7ddbe94303 req-86088426-b94a-454e-b73a-b5371b755e62 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:03.474632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81dfcc7a-17a7-4cff-b2d3-7c7ddbe94303 req-86088426-b94a-454e-b73a-b5371b755e62 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1136575 Oct 25 23:08:03.482230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e50dea06-b38d-4eb3-9246-f0581860cc0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa6cbffe5c5c4906bd8561d5fda51763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748072 Oct 25 23:08:03.489899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53638) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:03.511588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Allocated IP 172.20.0.6 (6d7413ed-73ef-4a49-adcf-2f17e5f31dbe/e27fb1f7-444a-46a2-9984-afaa130938e1/7978f3c9-6828-445a-abcf-fdecb81df340) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:03.563821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81dfcc7a-17a7-4cff-b2d3-7c7ddbe94303 req-4a0512c5-1a0f-424c-aae8-396481fa9057 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801265 Oct 25 23:08:03.577543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Pushing event updated for resources: {'Port': ['ID=e75a1082-e462-4631-b06b-598857110896,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:03.608751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5367a731-0830-4dc5-852d-8cdc355c98d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.637669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5367a731-0830-4dc5-852d-8cdc355c98d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.717100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5367a731-0830-4dc5-852d-8cdc355c98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.721395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5367a731-0830-4dc5-852d-8cdc355c98d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.722818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5367a731-0830-4dc5-852d-8cdc355c98d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/641366d9-eacf-42d7-a305-3f10285945d2 HTTP/1.1" status: 204 len: 168 time: 0.2307644 Oct 25 23:08:03.758308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367a731-0830-4dc5-852d-8cdc355c98d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641366d9-eacf-42d7-a305-3f10285945d2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:03.780049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:08:03.800594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1017f2a-df1a-4f93-b891-b887c41ab153 req-1eb3e670-a2bf-403f-bea4-803a7110587e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:03.811236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1017f2a-df1a-4f93-b891-b887c41ab153 req-1eb3e670-a2bf-403f-bea4-803a7110587e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1071413 Oct 25 23:08:03.844456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 6925abf7-70fb-4e42-a7e7-e71d58dd7960 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:08:03.844820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6925abf7-70fb-4e42-a7e7-e71d58dd7960 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:08:03.872198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1017f2a-df1a-4f93-b891-b887c41ab153 req-13d46f45-f432-4aca-85d2-126e3fffb63a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588589 Oct 25 23:08:03.888292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca7e1fa-d619-49a2-9135-a566f1a550d6 req-83672b57-8617-4f98-a799-3de0ada16a9b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 210 time: 0.1814759 Oct 25 23:08:03.913194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Attempting to bind port e75a1082-e462-4631-b06b-598857110896 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:03.913672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Attempting to bind port e75a1082-e462-4631-b06b-598857110896 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:03.914024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Attempting to bind port e75a1082-e462-4631-b06b-598857110896 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:03.922304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:03.923650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Port e75a1082-e462-4631-b06b-598857110896 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:03.923967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Attempting to bind port e75a1082-e462-4631-b06b-598857110896 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:03.932031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:03.932296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Checking segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:03.933888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Bound using segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:03.933888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Bound port: e75a1082-e462-4631-b06b-598857110896, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:03.933888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.054404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.069613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] For port e75a1082-e462-4631-b06b-598857110896, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:04.109253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] For port e75a1082-e462-4631-b06b-598857110896, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e75a1082-e462-4631-b06b-598857110896,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:04.123426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:04.127609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.134028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:04.143641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb04d0-0a06-4687-b769-91ec98901719 req-e704f394-5266-4b06-b8c3-3b37403f37ce tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.151005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-59eb04d0-0a06-4687-b769-91ec98901719 req-e704f394-5266-4b06-b8c3-3b37403f37ce tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1505518 Oct 25 23:08:04.155647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:04.189627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Pushing event updated for resources: {'Port': ['ID=7978f3c9-6828-445a-abcf-fdecb81df340,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:04.240882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.241501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.242917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] 10.222.0.15 "PUT /v2.0/ports/e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 1092 time: 1.9778130 Oct 25 23:08:04.243560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'tag': 'e75a1082-e462-4631-b06b-598857110896'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:04.245603 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0f332f-9a64-4e3a-899e-71463d043dfe", "tag": "e75a1082-e462-4631-b06b-598857110896"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:04.281799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-59eb04d0-0a06-4687-b769-91ec98901719 req-7abff032-e487-4f87-9303-49ae88d861f3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300719 Oct 25 23:08:04.294245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.294245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.308883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee72f6-e53b-41e7-a171-e550bef45a22 service neutron] Pushing event updated for resources: {'Port': ['ID=e75a1082-e462-4631-b06b-598857110896,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:04.404890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-9828dc4a-1bf2-4129-9373-a66bfb36a076 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7896521 Oct 25 23:08:04.406489 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23c2af-cae8-47c1-973c-32189e3d1200 x-openstack-request-id: req-3c23c2af-cae8-47c1-973c-32189e3d1200 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:04.406785 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0f332f-9a64-4e3a-899e-71463d043dfe", "tag": "e75a1082-e462-4631-b06b-598857110896", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:04.407039 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c23c2af-cae8-47c1-973c-32189e3d1200 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:04.407437 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'tag': 'e75a1082-e462-4631-b06b-598857110896', 'status': 'completed', 'code': 200} Oct 25 23:08:04.453229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-6a75d30a-3a5e-4d71-b6e8-e1d9096b822c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:08:04.461559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-6a75d30a-3a5e-4d71-b6e8-e1d9096b822c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0201402 Oct 25 23:08:04.480552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Request body: {'port': {'device_id': '09475368-165f-432a-a4ea-c3aed3f90694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:04.499608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-e42e4f7b-90ec-4e6c-955e-3ec935f7eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.500560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-e42e4f7b-90ec-4e6c-955e-3ec935f7eb84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1095 time: 0.1624384 Oct 25 23:08:04.540344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630099bf-d229-460b-b79e-2529f361be93 req-94c04156-55c6-4b64-98c0-f7ed629d6aa9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.542092 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-630099bf-d229-460b-b79e-2529f361be93 req-94c04156-55c6-4b64-98c0-f7ed629d6aa9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.0892129 Oct 25 23:08:04.568989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-61e4d188-f7ca-464a-a12d-82bf9245f3be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 217 time: 0.0526853 Oct 25 23:08:04.615383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-630099bf-d229-460b-b79e-2529f361be93 req-ee594752-8479-4e55-9c0e-54b8c7784763 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612810 Oct 25 23:08:04.643673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-743b967f-aa19-46ff-bd63-6f8fba1590c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.645282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-743b967f-aa19-46ff-bd63-6f8fba1590c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.0477197 Oct 25 23:08:04.655578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.719089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-e9ab74ef-ef2c-4356-8bd5-35f2b58d8ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656335 Oct 25 23:08:04.746535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84256-6af1-4d96-b68e-7f8ddbf84b16 req-2c5474bb-3ed1-44d3-9dd2-86f712e07e95 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.752120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57b84256-6af1-4d96-b68e-7f8ddbf84b16 req-2c5474bb-3ed1-44d3-9dd2-86f712e07e95 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.0733879 Oct 25 23:08:04.758584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:04.763433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Request body: {'floatingip': {'port_id': '965c2a72-9be0-4983-8632-3ddbcc3a4e34'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:04.808090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:04.837225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-aee37d28-a22c-48dd-be3a-e90ff929413c service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981724 Oct 25 23:08:04.891524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008bfa6-0bca-49f4-baec-08e86df3aa75 req-5c87fe79-3a7d-45d5-9321-ded9d8fed9ac tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:04.900272 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4008bfa6-0bca-49f4-baec-08e86df3aa75 req-5c87fe79-3a7d-45d5-9321-ded9d8fed9ac tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.3038242 Oct 25 23:08:05.156953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911cedf-0e9d-467e-bfb1-16fbb24aa4ac req-df8980a3-c8b1-40f2-ad1d-c03cd119f2fd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:05.159080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3911cedf-0e9d-467e-bfb1-16fbb24aa4ac req-df8980a3-c8b1-40f2-ad1d-c03cd119f2fd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 931 time: 0.1549430 Oct 25 23:08:05.277882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3911cedf-0e9d-467e-bfb1-16fbb24aa4ac req-54e0a427-4ac4-4570-8da4-9d0c86078493 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048963 Oct 25 23:08:05.445832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4008bfa6-0bca-49f4-baec-08e86df3aa75 req-9c4f6a6b-f0e4-473e-a94d-068a2e1ad9e4 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445914 Oct 25 23:08:05.562408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d37e10c-0992-49de-94c5-2bb54e068c26 req-fc77235d-d8e7-4279-9684-b75276dabaaf service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161314 Oct 25 23:08:05.644497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:05.656325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f47081-6439-4cff-bbdf-1ad7794e517a req-48a8dcfd-423e-4769-9846-4c0cf9b02204 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:05.662706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:05.664147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16f47081-6439-4cff-bbdf-1ad7794e517a req-48a8dcfd-423e-4769-9846-4c0cf9b02204 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0956306 Oct 25 23:08:05.772549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16f47081-6439-4cff-bbdf-1ad7794e517a req-ff2b2176-3fb7-48d6-9bd3-0809a3edad41 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036654 Oct 25 23:08:05.805914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-a9c67c96-562a-4df5-aba5-e03bfcd148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:05.808106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-a9c67c96-562a-4df5-aba5-e03bfcd148d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1095 time: 0.1170037 Oct 25 23:08:05.838669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7978f3c9-6828-445a-abcf-fdecb81df340 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:05.843305 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Floating IP 7a200808-d2b2-430f-abb6-b3e4e7e64dcc associated. External IP: 172.25.4.69, port: 965c2a72-9be0-4983-8632-3ddbcc3a4e34. Oct 25 23:08:05.949194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:05.963777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Transition to ACTIVE for port object 7978f3c9-6828-445a-abcf-fdecb81df340 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:05.967844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-ea877154-1aec-49d6-866e-857d4a4f1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:05.970850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-ea877154-1aec-49d6-866e-857d4a4f1912 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.1547618 Oct 25 23:08:05.972121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:05.995367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-71b3c425-66ae-406e-bf4c-6a254f034783 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422251 Oct 25 23:08:06.064186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7978f3c9-6828-445a-abcf-fdecb81df340,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:06.069062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-d9d0696b-1ff7-48d9-b661-01440d443a6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 217 time: 0.0578241 Oct 25 23:08:06.200698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485283-bc62-41fd-9050-9fa5a3650aa4 req-ec4f2866-9392-4a13-9baf-13b4d5b83ac0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.208624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c485283-bc62-41fd-9050-9fa5a3650aa4 req-ec4f2866-9392-4a13-9baf-13b4d5b83ac0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1935346 Oct 25 23:08:06.213821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-64126887-df66-45c4-9293-f58b9852c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.215353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-64126887-df66-45c4-9293-f58b9852c302 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.1225822 Oct 25 23:08:06.228415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-98385b54-a1ce-4f0a-8ecd-48e24a943111 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.233989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-98385b54-a1ce-4f0a-8ecd-48e24a943111 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277703 Oct 25 23:08:06.263855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-a508d655-e0ca-4ca0-8af1-18d8fd78bb08 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/quotas/58b588c70166474d9e7990f41234ee22 HTTP/1.1" status: 200 len: 375 time: 0.0257831 Oct 25 23:08:06.274369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Router ee24b1f5-60d7-4042-9bf8-bc181d01242e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:08:06.283319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-d955ce2a-0298-4026-b33b-4a034104d4c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468953 Oct 25 23:08:06.288632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c485283-bc62-41fd-9050-9fa5a3650aa4 req-7c572422-7764-466f-9096-f5b4927899e0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791934 Oct 25 23:08:06.340975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-9ed6eed8-a743-404c-b2f3-c11ea84eb73f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647385 Oct 25 23:08:06.433708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Attempting to bind port 7978f3c9-6828-445a-abcf-fdecb81df340 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:06.433963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Attempting to bind port 7978f3c9-6828-445a-abcf-fdecb81df340 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:06.434345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Attempting to bind port 7978f3c9-6828-445a-abcf-fdecb81df340 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:06.453787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Port 7978f3c9-6828-445a-abcf-fdecb81df340 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:06.454475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Attempting to bind port 7978f3c9-6828-445a-abcf-fdecb81df340 on network 6d7413ed-73ef-4a49-adcf-2f17e5f31dbe {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:06.476607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:06.476944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Checking segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:06.477326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Bound using segment: {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:06.477767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Bound port: 7978f3c9-6828-445a-abcf-fdecb81df340, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8090ff1-de77-4eca-91bd-52c419a64355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:06.482702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:06.492155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b5914-5a6b-4a52-b0fc-398ea92e65d3 req-df579d13-b50b-454f-857d-66ebe031e9ba tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.499403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f6b5914-5a6b-4a52-b0fc-398ea92e65d3 req-df579d13-b50b-454f-857d-66ebe031e9ba tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 943 time: 0.1052454 Oct 25 23:08:06.510455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-3566ba4e-6d3d-4151-b28e-0fe93332ecf5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1479759 Oct 25 23:08:06.560470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:08:06.570269 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] Sync routers for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:08:06.593154 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:06.594142 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:06.613069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-e81c4da6-ea36-40df-8334-923ed067e67b service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207140 Oct 25 23:08:06.715203 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:06.748343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c2aad81-a1f4-4177-b774-c4a8e1de1aa9 req-589b2a7b-7e67-4d99-9fb3-4440b1bb6475 service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915658 Oct 25 23:08:06.774441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f6b5914-5a6b-4a52-b0fc-398ea92e65d3 req-7052a832-ee6c-4dbc-ae42-a63b56d1e630 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738187 Oct 25 23:08:06.826615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.845160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.845625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.846080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.846572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.847028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.847479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:06.850140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-45af2294-3b16-4b09-830b-d06dd8e450b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6490 time: 0.2765644 Oct 25 23:08:06.902352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] For port 7978f3c9-6828-445a-abcf-fdecb81df340, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:06.907117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] For port 7978f3c9-6828-445a-abcf-fdecb81df340, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7978f3c9-6828-445a-abcf-fdecb81df340,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:06.935662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:07.052131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:07.099370 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '7a200808-d2b2-430f-abb6-b3e4e7e64dcc', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'port_id': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'mac_address': 'fa:16:3e:7b:e4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:45Z', 'updated_at': '2021-10-25T23:08:05Z', 'revision_number': 1, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:48Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:07.100123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-48273cf0-4057-4b6b-8ef5-87d249231303 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "PUT /v2.0/floatingips/7a200808-d2b2-430f-abb6-b3e4e7e64dcc HTTP/1.1" status: 200 len: 991 time: 2.3362701 Oct 25 23:08:07.100123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:07.100440 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:07.111750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6deb83-2b2d-4074-bf97-c947268b089d req-72b9d188-e766-4154-9a42-346cf5571f5f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.119753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e6deb83-2b2d-4074-bf97-c947268b089d req-72b9d188-e766-4154-9a42-346cf5571f5f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.5572908 Oct 25 23:08:07.129487 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] Checking router: ee24b1f5-60d7-4042-9bf8-bc181d01242e for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:08:07.140085 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:07.142405 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:07:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:07.147496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-d2f503f2-ae1c-4312-9320-0ad7f26c28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.147965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-d2f503f2-ae1c-4312-9320-0ad7f26c28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.148422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-d2f503f2-ae1c-4312-9320-0ad7f26c28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.150404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-d2f503f2-ae1c-4312-9320-0ad7f26c28f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a79191e-c507-4493-8e8e-dbf22773ffc6&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=e020199b-a6a4-4e1b-9455-8193d145de49&id=e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 200 len: 2291 time: 0.2688289 Oct 25 23:08:07.151308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7978f3c9-6828-445a-abcf-fdecb81df340,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:07.183823 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e6deb83-2b2d-4074-bf97-c947268b089d req-565e9413-80e9-4609-88df-1378b8903cdb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631304 Oct 25 23:08:07.188033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d5a2631-4469-4dc7-89df-9b4a1083c8ee req-26023ccc-c596-4b60-95a7-abac92f0a9a0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 210 time: 0.1836550 Oct 25 23:08:07.259225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.259360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:07.261435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-15b10006-f52d-4349-b62c-2714af2178b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7978f3c9-6828-445a-abcf-fdecb81df340 HTTP/1.1" status: 200 len: 1091 time: 2.7855775 Oct 25 23:08:07.261947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09475368-165f-432a-a4ea-c3aed3f90694', 'tag': '7978f3c9-6828-445a-abcf-fdecb81df340'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:07.268833 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6332e5c6-0e59-434a-9051-0002a1f2b146" -d '{"events": [{"name": "network-changed", "server_uuid": "09475368-165f-432a-a4ea-c3aed3f90694", "tag": "7978f3c9-6828-445a-abcf-fdecb81df340"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:07.344439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-0aa846bf-a2d2-4e88-adeb-fd0170028579 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 200 len: 1001 time: 0.1547325 Oct 25 23:08:07.412268 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6499b1c9-31de-4787-b59a-6308c46329ca x-openstack-request-id: req-6499b1c9-31de-4787-b59a-6308c46329ca {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:07.412495 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:07.412744 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6499b1c9-31de-4787-b59a-6308c46329ca {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:07.413140 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'status': 'completed', 'code': 200} Oct 25 23:08:07.429580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-56b220d2-d62b-42f9-9a05-c88137048e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.431293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-56b220d2-d62b-42f9-9a05-c88137048e56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 1094 time: 0.1078117 Oct 25 23:08:07.437546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-2b420d4a-d5ca-4067-9fdf-21796fe3ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.439143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-2b420d4a-d5ca-4067-9fdf-21796fe3ff4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b52f047-309a-46de-9baf-4586e7a965d0 HTTP/1.1" status: 200 len: 850 time: 0.0630851 Oct 25 23:08:07.470926 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:07.523602 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea92fbf4-56c5-42df-a215-16c65ca5bc6b x-openstack-request-id: req-ea92fbf4-56c5-42df-a215-16c65ca5bc6b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:07.524146 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09475368-165f-432a-a4ea-c3aed3f90694", "tag": "7978f3c9-6828-445a-abcf-fdecb81df340", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:07.524146 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea92fbf4-56c5-42df-a215-16c65ca5bc6b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:07.524510 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09475368-165f-432a-a4ea-c3aed3f90694', 'tag': '7978f3c9-6828-445a-abcf-fdecb81df340', 'status': 'completed', 'code': 200} Oct 25 23:08:07.525863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-84a36630-0437-4643-b4e1-a5a08870c2dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7978f3c9-6828-445a-abcf-fdecb81df340 HTTP/1.1" status: 200 len: 217 time: 0.0858541 Oct 25 23:08:07.665774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-7d1ca713-7854-499f-b0a1-a7877deaf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.667387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-7d1ca713-7854-499f-b0a1-a7877deaf97a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.1268523 Oct 25 23:08:07.672041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-ebc22b11-92a8-4161-bea6-a3dab944bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.673470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-ebc22b11-92a8-4161-bea6-a3dab944bac1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a79191e-c507-4493-8e8e-dbf22773ffc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263231 Oct 25 23:08:07.678852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-b644e7d4-693c-4cce-9958-79670cb6ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.680386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-b644e7d4-693c-4cce-9958-79670cb6ef01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f317246fc8a40dcb85334b0b3da4167&device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1671770 Oct 25 23:08:07.730825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-af5ca3a8-facc-4f73-be39-94ca36d94a4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477917 Oct 25 23:08:07.759812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273de5-dcff-41b0-b9b6-fb254f41f0fc req-2f272023-ad9c-484e-add2-e2323239b2dc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.760345 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '7a200808-d2b2-430f-abb6-b3e4e7e64dcc', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'port_id': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'mac_address': 'fa:16:3e:7b:e4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:45Z', 'updated_at': '2021-10-25T23:08:05Z', 'revision_number': 1, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:48Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:07.761285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-57273de5-dcff-41b0-b9b6-fb254f41f0fc req-2f272023-ad9c-484e-add2-e2323239b2dc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1632521 Oct 25 23:08:07.794134 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a4adc-80fd-4f36-8f0f-ebdbbeb50aa5 None None] The sync data for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 is: [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '7a200808-d2b2-430f-abb6-b3e4e7e64dcc', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'port_id': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'mac_address': 'fa:16:3e:7b:e4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:45Z', 'updated_at': '2021-10-25T23:08:05Z', 'revision_number': 1, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:48Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:08:07.938392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093af1-746c-4256-8bcc-87abffe664c2 req-bf3ff833-c22b-42ac-96e2-7de779e3b9da tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:07.939982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9093af1-746c-4256-8bcc-87abffe664c2 req-bf3ff833-c22b-42ac-96e2-7de779e3b9da tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 943 time: 0.0805056 Oct 25 23:08:08.008429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-57273de5-dcff-41b0-b9b6-fb254f41f0fc req-531213dc-ea6f-4b0d-87a9-f44d056bf904 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844311 Oct 25 23:08:08.016658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9093af1-746c-4256-8bcc-87abffe664c2 req-5042fa42-5228-44cb-ba6d-842f4e9f2c38 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Oct 25 23:08:08.053183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-f9be9827-f3db-4abf-bbe3-df08bfe8b5b1 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585975 Oct 25 23:08:08.076133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-f221afec-ee83-4ab9-8175-e83463d614c5 service neutron] 10.222.0.11 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249693 Oct 25 23:08:08.077458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-17183928-c4ff-4d4e-bcd7-257a968b8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.078954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-17183928-c4ff-4d4e-bcd7-257a968b8a4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=52dc262d-7aee-4062-8d81-b5550fc639b5 HTTP/1.1" status: 200 len: 916 time: 0.3877394 Oct 25 23:08:08.119660 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-01f91346-8f59-4bc5-b8d0-c88dac327dbd tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468941 Oct 25 23:08:08.142436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa742db2-cb1f-4673-97a9-28770cfdd6ea None None] New status for floating IP 7a200808-d2b2-430f-abb6-b3e4e7e64dcc: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:08:08.263102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-406460c6-d764-4fe3-abcf-e126be274835 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.265040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-406460c6-d764-4fe3-abcf-e126be274835 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398573 Oct 25 23:08:08.279606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:08.337998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-8475dffd-3acf-4121-b967-c24744ce185f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34 HTTP/1.1" status: 200 len: 999 time: 0.2377403 Oct 25 23:08:08.381949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0655b6ea-403c-498f-8ca2-06de54276aab req-8fafd6fd-ab19-447e-83a9-1184f68a3332 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 210 time: 0.0415330 Oct 25 23:08:08.435818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ed6ec40-4240-45ce-87b5-11adcda45392 req-0cbe859d-4f26-4814-b471-ba59ab671155 service neutron] 10.222.0.11 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344572 Oct 25 23:08:08.449611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d174f3-7d5c-45fc-982c-620c437f8fb7 req-62333e79-2aa6-44ef-b616-cef0804434af tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.450707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28d174f3-7d5c-45fc-982c-620c437f8fb7 req-62333e79-2aa6-44ef-b616-cef0804434af tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1877623 Oct 25 23:08:08.455019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-dd02aaef-f5a9-496c-9d55-3cc2a6ce2057 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751605 Oct 25 23:08:08.487434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:08.491231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-6e2b287c-ba07-42ee-b716-31635d5a2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.492684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-6e2b287c-ba07-42ee-b716-31635d5a2b59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09cfa4c3-4b6d-44ad-adad-1781a5a92829 HTTP/1.1" status: 200 len: 854 time: 0.1391191 Oct 25 23:08:08.493336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:08.503885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:08.542482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-c5662557-cceb-4483-861e-8dc5134b2594 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0725155 Oct 25 23:08:08.627197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28d174f3-7d5c-45fc-982c-620c437f8fb7 req-4d4c106f-d1ed-4577-a465-d8053b96a2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684079 Oct 25 23:08:08.664519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-850d343c-4dea-413a-a901-fa4ac6d2c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.666014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-850d343c-4dea-413a-a901-fa4ac6d2c7c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52dc262d-7aee-4062-8d81-b5550fc639b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430795 Oct 25 23:08:08.667472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-b1477add-8ebf-4e28-9c88-d7129132a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.668792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-b1477add-8ebf-4e28-9c88-d7129132a9cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0849795 Oct 25 23:08:08.669039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:08.670819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-1ffdda8e-4647-4447-9018-bbec6e070960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.673105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-1ffdda8e-4647-4447-9018-bbec6e070960 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 1094 time: 0.1515653 Oct 25 23:08:08.676067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:08.874386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.238 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/c826df78-a166-441b-897f-3b9235be6043) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:08.879421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac1271-10d3-442b-ae61-480f606478c9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:08.941200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-3d0396ac-d364-4416-acfb-f452630ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:08.943297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-3d0396ac-d364-4416-acfb-f452630ea5eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2594192 Oct 25 23:08:08.978884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-e6113bb0-5b38-43ae-b937-681222c7e34f service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039253 Oct 25 23:08:09.033552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-a8d181d2-ed95-406f-b78d-51663565000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:09.035279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-a8d181d2-ed95-406f-b78d-51663565000d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.3493934 Oct 25 23:08:09.047693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e8c37-2fcd-4b74-be6c-06063a839495 req-6ee25a95-1412-45d9-8db5-a93a8ac1e1d7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:09.056748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-787e8c37-2fcd-4b74-be6c-06063a839495 req-6ee25a95-1412-45d9-8db5-a93a8ac1e1d7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.2206326 Oct 25 23:08:09.079374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:09.159737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:09.204389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:09.211784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:09.221325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:09.240735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95f61f-114b-4b51-b878-1077b801420a req-1af4442a-6243-4a0a-99b5-3439b7adf0cb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:09.248346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b95f61f-114b-4b51-b878-1077b801420a req-1af4442a-6243-4a0a-99b5-3439b7adf0cb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 943 time: 0.1300313 Oct 25 23:08:09.289028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=c826df78-a166-441b-897f-3b9235be6043,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:09.348814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b95f61f-114b-4b51-b878-1077b801420a req-ac718da6-91ae-4427-a453-d80d57d226e8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995727 Oct 25 23:08:09.356584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:09.357267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:09.400430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-e83000d1-3dee-4aea-8d73-d3c7e907c705 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1251385 Oct 25 23:08:09.418388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Request body: {'port': {'device_id': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:09.527651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:09.565824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2ccc930b-1bfe-4850-ab96-e115ce695aea None None] Provisioning complete for port c826df78-a166-441b-897f-3b9235be6043 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:09.566922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ccc930b-1bfe-4850-ab96-e115ce695aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:09.608098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc930b-1bfe-4850-ab96-e115ce695aea None None] Port c826df78-a166-441b-897f-3b9235be6043 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:08:09.635489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-787e8c37-2fcd-4b74-be6c-06063a839495 req-a553c77e-4ae2-49b0-8200-b122d19d94c6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774307 Oct 25 23:08:09.641612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-0e46ba94-9929-4226-81a9-dd075a0f23a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7978f3c9-6828-445a-abcf-fdecb81df340 HTTP/1.1" status: 200 len: 217 time: 0.5727236 Oct 25 23:08:09.641885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb1301-20b1-480d-b4cb-610df30a00c2 req-4fd19cec-42b6-461a-a0dc-541462aee3c3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:09.643413 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-baeb1301-20b1-480d-b4cb-610df30a00c2 req-4fd19cec-42b6-461a-a0dc-541462aee3c3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 936 time: 0.0974627 Oct 25 23:08:09.753238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-9efc10bf-81a8-4b95-9029-75184e3d5ed4 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988982 Oct 25 23:08:09.783551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-d39f5807-daba-40b5-ba0c-c623f81bf7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:09.784400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-d39f5807-daba-40b5-ba0c-c623f81bf7b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.1355834 Oct 25 23:08:09.824187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-baeb1301-20b1-480d-b4cb-610df30a00c2 req-a0eeb9a4-5994-4d95-9c63-b930539747bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362872 Oct 25 23:08:09.839197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62fd02ff-f73d-4ecd-8395-c8a7cc918c90 req-b90a72d2-b3f3-4a6d-ade6-8d2c41a855d6 service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173604 Oct 25 23:08:09.912924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-53a28f16-8b44-49ad-8f52-62c6542cb1f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146362 Oct 25 23:08:10.009285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-168a1270-03b0-4ead-a143-888ba6bd6d98 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476735 Oct 25 23:08:10.031138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c826df78-a166-441b-897f-3b9235be6043 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:10.043200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.059353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Transition to ACTIVE for port object c826df78-a166-441b-897f-3b9235be6043 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:10.064039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.076742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-5c28071b-871b-4cc2-9b51-9db169d4e2af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 217 time: 0.0593638 Oct 25 23:08:10.083332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-cc9f6b81-ca46-454c-83f6-2ed655f5e7f6 service neutron] 10.222.0.11 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621163 Oct 25 23:08:10.124080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Pushing event updated for resources: {'Port': ['ID=c826df78-a166-441b-897f-3b9235be6043,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:10.202665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-2a91eae9-6732-41e2-abaa-1b3f680d6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.204410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-2a91eae9-6732-41e2-abaa-1b3f680d6a64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.1147335 Oct 25 23:08:10.240977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Attempting to bind port c826df78-a166-441b-897f-3b9235be6043 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:10.241540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Attempting to bind port c826df78-a166-441b-897f-3b9235be6043 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:10.241633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Attempting to bind port c826df78-a166-441b-897f-3b9235be6043 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:10.247354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Port c826df78-a166-441b-897f-3b9235be6043 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:10.247687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Attempting to bind port c826df78-a166-441b-897f-3b9235be6043 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:10.257003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:10.257003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:10.257318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:10.257722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Bound port: c826df78-a166-441b-897f-3b9235be6043, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:10.258284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.278704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6332e5c6-0e59-434a-9051-0002a1f2b146 req-2be92193-5d28-498e-b9d7-a260e15c6838 service neutron] 10.222.0.11 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876354 Oct 25 23:08:10.290112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-002f2898-4496-4ee9-9919-7dec8b7f31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.291818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-002f2898-4496-4ee9-9919-7dec8b7f31a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774441 Oct 25 23:08:10.388611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] For port c826df78-a166-441b-897f-3b9235be6043, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:10.400501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] For port c826df78-a166-441b-897f-3b9235be6043, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c826df78-a166-441b-897f-3b9235be6043,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:10.407737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.449748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e75a1082-e462-4631-b06b-598857110896 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:10.464294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.464927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.468473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] 10.222.0.11 "PUT /v2.0/ports/c826df78-a166-441b-897f-3b9235be6043 HTTP/1.1" status: 200 len: 1096 time: 1.0587063 Oct 25 23:08:10.468990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'tag': 'c826df78-a166-441b-897f-3b9235be6043'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:10.471591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-6108a757-7ef6-435f-947d-b73636090e52 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716630 Oct 25 23:08:10.471713 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d22e78d-ae00-47f8-b729-1c1c779238f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a06e44-2d39-490f-99e0-e2e0dbd4867c", "tag": "c826df78-a166-441b-897f-3b9235be6043"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:10.517402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675e58e-7962-4340-9574-6367df8b7572 service neutron] Pushing event updated for resources: {'Port': ['ID=c826df78-a166-441b-897f-3b9235be6043,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:10.594793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-80cdd4de-ccfc-4990-bc0f-4cf66d99bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.596397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-80cdd4de-ccfc-4990-bc0f-4cf66d99bf77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 1099 time: 0.0737512 Oct 25 23:08:10.670995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-10fd6ccd-1d1f-4be0-a6ab-1dfb8165cdc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=c826df78-a166-441b-897f-3b9235be6043 HTTP/1.1" status: 200 len: 217 time: 0.0549657 Oct 25 23:08:10.673180 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8cb87-bf0c-49eb-9e29-aa3f8d49acb9 x-openstack-request-id: req-c2f8cb87-bf0c-49eb-9e29-aa3f8d49acb9 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:10.673478 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a06e44-2d39-490f-99e0-e2e0dbd4867c", "tag": "c826df78-a166-441b-897f-3b9235be6043", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:10.673725 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2f8cb87-bf0c-49eb-9e29-aa3f8d49acb9 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:10.674134 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'tag': 'c826df78-a166-441b-897f-3b9235be6043', 'status': 'completed', 'code': 200} Oct 25 23:08:10.682067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34c82-694c-4043-b6ec-3a6870177f3c req-c64fa613-5bfe-4c84-bc0b-efd8dca735fc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.690418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51e34c82-694c-4043-b6ec-3a6870177f3c req-c64fa613-5bfe-4c84-bc0b-efd8dca735fc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 943 time: 0.2176523 Oct 25 23:08:10.729231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e75a1082-e462-4631-b06b-598857110896, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e75a1082-e462-4631-b06b-598857110896,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:10.753025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e75a1082-e462-4631-b06b-598857110896', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'port_id': 'e75a1082-e462-4631-b06b-598857110896', 'mac_address': 'fa:16:3e:bb:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:10.767111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-ea050c19-9863-417b-8527-cadbd89380f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.770950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-ea050c19-9863-417b-8527-cadbd89380f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0909340 Oct 25 23:08:10.782713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51e34c82-694c-4043-b6ec-3a6870177f3c req-3a526bfe-beb4-47e2-8dac-51a16a61d555 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913215 Oct 25 23:08:10.791688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-3839edc1-fd5c-4bff-bc0e-828a403d1f61 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614906 Oct 25 23:08:10.819281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.840350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a1082-e462-4631-b06b-598857110896 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:10.842900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339f7d-4d03-4592-b12d-acccd7ba61ec req-3f68f1e2-4ad2-45ef-b92a-a93c4217db4f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.846344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49339f7d-4d03-4592-b12d-acccd7ba61ec req-3f68f1e2-4ad2-45ef-b92a-a93c4217db4f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0744631 Oct 25 23:08:10.880454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e75a1082-e462-4631-b06b-598857110896, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e75a1082-e462-4631-b06b-598857110896,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:10.891495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:10.915968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-cec0a035-d9d0-4ce5-bbfc-57db00873acb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e HTTP/1.1" status: 200 len: 217 time: 0.0613329 Oct 25 23:08:10.947764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49339f7d-4d03-4592-b12d-acccd7ba61ec req-e1f9a3e7-4270-4e28-8ce8-80037daee94c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910616 Oct 25 23:08:10.955261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-019aade2-d217-498b-b2d0-b75acd1caf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:10.957143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-019aade2-d217-498b-b2d0-b75acd1caf2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020882 Oct 25 23:08:10.965399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e75a1082-e462-4631-b06b-598857110896,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:11.037873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-482fb2fb-a502-4b74-ad19-0a2998ea34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.039567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-482fb2fb-a502-4b74-ad19-0a2998ea34a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.1030016 Oct 25 23:08:11.104529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-c742c3af-cb88-4c33-808b-66600054c98b service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398683 Oct 25 23:08:11.136700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-83376e8a-e895-40f4-b912-428f1791c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.138424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-83376e8a-e895-40f4-b912-428f1791c64d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918529 Oct 25 23:08:11.158395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3bedf-d288-495f-9333-fd0041225a9e req-fa0baa64-685a-4567-a312-cfbc7b04bbd0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.168760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08a3bedf-d288-495f-9333-fd0041225a9e req-fa0baa64-685a-4567-a312-cfbc7b04bbd0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 948 time: 0.0868907 Oct 25 23:08:11.226980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-303a4ede-2f79-409c-9f2e-d9e3bb7a46d4 req-fdc9508f-d6ae-457f-b695-db9f77ef3503 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156611 Oct 25 23:08:11.269380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08a3bedf-d288-495f-9333-fd0041225a9e req-50da3aaf-af44-4b00-81fd-0f6f122fa169 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996299 Oct 25 23:08:11.333266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-4c725c8d-8631-486f-b743-0ce8f36ac59e service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852558 Oct 25 23:08:11.357074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e75a1082-e462-4631-b06b-598857110896'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:11.370708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-f10a8198-a65a-4245-b8c7-96561e4f2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.374410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-f10a8198-a65a-4245-b8c7-96561e4f2ed1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 1099 time: 0.0977011 Oct 25 23:08:11.499001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0692-d5bc-4bcf-aead-cea38ddf23ce req-6bee3a31-d4d5-46f4-bc01-3fe744990bf9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.500792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c63f0692-d5bc-4bcf-aead-cea38ddf23ce req-6bee3a31-d4d5-46f4-bc01-3fe744990bf9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1174300 Oct 25 23:08:11.536924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-88c79129-c17e-4da0-8a05-af052186cef5 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939502 Oct 25 23:08:11.543779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-96cd735a-0794-4fcd-9817-eb2976b9bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.545811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-96cd735a-0794-4fcd-9817-eb2976b9bd36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1607232 Oct 25 23:08:11.578553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c63f0692-d5bc-4bcf-aead-cea38ddf23ce req-9f884337-c4ae-4097-b2dd-e2275e78b307 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577810 Oct 25 23:08:11.602196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-b7f220e1-e153-4050-939d-977f6496a678 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=c826df78-a166-441b-897f-3b9235be6043 HTTP/1.1" status: 200 len: 217 time: 0.0453742 Oct 25 23:08:11.617154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-78c1fc89-4400-48ad-a992-b2227c9decbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=86a92093-db29-4a7c-826a-286aff49ec94 HTTP/1.1" status: 200 len: 217 time: 0.0686157 Oct 25 23:08:11.667759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-c7dec37f-81e9-478b-8a03-e0f6e930f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.669635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-c7dec37f-81e9-478b-8a03-e0f6e930f5bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0575130 Oct 25 23:08:11.681434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-e130b2f9-e662-4270-bbe4-f0c58498ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.682950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-e130b2f9-e662-4270-bbe4-f0c58498ad65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0572460 Oct 25 23:08:11.723934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-04ef70f6-5f8f-4e8b-b798-bd273c16c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.725468 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-04ef70f6-5f8f-4e8b-b798-bd273c16c218 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475163 Oct 25 23:08:11.729156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-b453e9ab-4f62-4c7e-b6d4-d63d58b7cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.730690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-b453e9ab-4f62-4c7e-b6d4-d63d58b7cc63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410342 Oct 25 23:08:11.823358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-66986ea5-85cf-4e40-b2e0-d1957caa7b65 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850370 Oct 25 23:08:11.827588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-dd1c6ea1-0bc2-4453-8f9e-7de83ea436fb service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886800 Oct 25 23:08:11.839660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7978f3c9-6828-445a-abcf-fdecb81df340 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:11.943145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d22e78d-ae00-47f8-b729-1c1c779238f0 req-15ea8c8c-e5d6-4193-92ea-ca7a392a0222 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045225 Oct 25 23:08:11.944492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7978f3c9-6828-445a-abcf-fdecb81df340, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7978f3c9-6828-445a-abcf-fdecb81df340,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:11.959676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad677d0-7f1b-4b97-88ca-183f391b86ba req-df0e88f5-8815-46de-b214-c2709a736aa4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:11.960698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '7978f3c9-6828-445a-abcf-fdecb81df340', 'network_id': '6d7413ed-73ef-4a49-adcf-2f17e5f31dbe', 'port_id': '7978f3c9-6828-445a-abcf-fdecb81df340', 'mac_address': 'fa:16:3e:3c:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27fb1f7-444a-46a2-9984-afaa130938e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:11.962596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ad677d0-7f1b-4b97-88ca-183f391b86ba req-df0e88f5-8815-46de-b214-c2709a736aa4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 943 time: 0.1015792 Oct 25 23:08:11.989011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-e7b3a5dd-f3c8-4b1c-a53f-7da7bdd88726 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499758 Oct 25 23:08:12.002861 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:12.015867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7978f3c9-6828-445a-abcf-fdecb81df340 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:12.037013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7978f3c9-6828-445a-abcf-fdecb81df340, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7978f3c9-6828-445a-abcf-fdecb81df340,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:12.041291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:12.047847 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ad677d0-7f1b-4b97-88ca-183f391b86ba req-41b97b80-de57-47d7-8ca3-bffdd3c01d84 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784690 Oct 25 23:08:12.049037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-e7784ff8-7417-49eb-9e24-94a4a4e47ef9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1357aba4-830f-4993-8580-1abbe79dad54 HTTP/1.1" status: 200 len: 217 time: 0.0527625 Oct 25 23:08:12.097065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7978f3c9-6828-445a-abcf-fdecb81df340,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:12.114648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-b17abcd4-714c-450f-81b7-0b520ac643e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.116117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-b17abcd4-714c-450f-81b7-0b520ac643e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.0574603 Oct 25 23:08:12.171521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-af43941e-1590-4577-916b-eddb8be638f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.173073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-af43941e-1590-4577-916b-eddb8be638f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491374 Oct 25 23:08:12.273692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-f3cc7f40-f3b9-4438-ac73-f8693e6cab36 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1937075991&fields=id&tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6 HTTP/1.1" status: 200 len: 267 time: 0.0468934 Oct 25 23:08:12.314688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['7978f3c9-6828-445a-abcf-fdecb81df340'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:12.345712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-704f27ad-b2cf-4898-9b80-8008b37a01e4 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640265 Oct 25 23:08:12.403114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65c9c6-bb39-4129-871d-c76982fbb236 req-fb8ff3e7-bef5-48d8-aecf-ab9420e99b0d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.404746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c65c9c6-bb39-4129-871d-c76982fbb236 req-fb8ff3e7-bef5-48d8-aecf-ab9420e99b0d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 948 time: 0.0529687 Oct 25 23:08:12.444390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c65c9c6-bb39-4129-871d-c76982fbb236 req-66f877ed-276d-4c68-90f0-c1b7c18705b7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Oct 25 23:08:12.453430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-6d15567f-9ce2-4842-9e34-d8bdad7b5aaa tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.455065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-6d15567f-9ce2-4842-9e34-d8bdad7b5aaa tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/networks?id=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 HTTP/1.1" status: 200 len: 816 time: 0.1734402 Oct 25 23:08:12.484925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-a4e8a37d-ead9-43a8-8233-79113d28af23 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/quotas/c3ab0b11d8ba48b78c0bb36b2f26bfb6 HTTP/1.1" status: 200 len: 375 time: 0.0192747 Oct 25 23:08:12.490235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-48e08ed0-79fc-4bd7-a7b9-3f8e98e88c26 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367557 Oct 25 23:08:12.553507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-e0351e0f-58b9-4443-898f-86948013cf6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 200 len: 217 time: 0.0543368 Oct 25 23:08:12.596998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-0c2fad54-d661-4a3b-b1fc-0d6c30a00008 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058252 Oct 25 23:08:12.622534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-ebd80ae8-b0bd-4862-93bc-5ee1e6b577e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.623910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-ebd80ae8-b0bd-4862-93bc-5ee1e6b577e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.0638974 Oct 25 23:08:12.681641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17284765-2dba-45cc-b683-5adc94256d39 req-74fc31ba-5c9b-461f-828b-98270ca4b57e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.683159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17284765-2dba-45cc-b683-5adc94256d39 req-74fc31ba-5c9b-461f-828b-98270ca4b57e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Oct 25 23:08:12.710417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:12.723787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17284765-2dba-45cc-b683-5adc94256d39 req-c9dbd8c9-4065-4291-9835-c45134fdf6a5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Oct 25 23:08:12.732489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895412-f03c-489c-8335-a0fc3372b147 req-8c6ec3f2-68fa-4ac6-915e-2258e6ae1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.733916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-8c6ec3f2-68fa-4ac6-915e-2258e6ae1f01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997982 Oct 25 23:08:12.740394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-e44175d0-cf6f-4201-9f25-21e35145fc33 service neutron] 10.222.0.25 "GET /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275258 Oct 25 23:08:12.894412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfd3e8-7248-44b5-880f-54547f145f61 req-cc56b22a-87f9-4ba0-8e50-9abf0a08e532 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:12.896036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4cfd3e8-7248-44b5-880f-54547f145f61 req-cc56b22a-87f9-4ba0-8e50-9abf0a08e532 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0537798 Oct 25 23:08:12.896420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-6fc90b8e-752c-438d-8cd8-3004edd45dba service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530447 Oct 25 23:08:12.899815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-dd74cc13-ab31-48c8-86dc-541d4e696c8d service neutron] 10.222.0.25 "GET /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481137 Oct 25 23:08:12.936119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4cfd3e8-7248-44b5-880f-54547f145f61 req-54c7a13c-5726-484d-8bd7-18612bbc6e5e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Oct 25 23:08:12.997220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82895412-f03c-489c-8335-a0fc3372b147 req-5f5c8fa7-e97c-4b17-8c5a-849b90119f80 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933981 Oct 25 23:08:13.089345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b484-87b6-41c2-a3c5-7027d730eba1 req-d7440632-dc11-460c-9a11-7702269dc5b3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.090904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09c7b484-87b6-41c2-a3c5-7027d730eba1 req-d7440632-dc11-460c-9a11-7702269dc5b3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0513248 Oct 25 23:08:13.133890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09c7b484-87b6-41c2-a3c5-7027d730eba1 req-7a14812c-be7f-4d0c-b14b-f3a569eb4447 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Oct 25 23:08:13.305934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700408a-5b4e-4aaa-acf0-9d676465601a req-4c3da1ab-6ab9-4caf-9849-6c9cdc5db032 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.307675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e700408a-5b4e-4aaa-acf0-9d676465601a req-4c3da1ab-6ab9-4caf-9849-6c9cdc5db032 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 944 time: 0.0828543 Oct 25 23:08:13.356451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e700408a-5b4e-4aaa-acf0-9d676465601a req-ef87d1e2-1492-4a6b-ab39-04342475b23b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Oct 25 23:08:13.377649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b074508-5a40-4c1f-8bb1-71855f6433ca req-59e0a51e-8302-4135-933f-d6983e5e9216 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.387139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b074508-5a40-4c1f-8bb1-71855f6433ca req-59e0a51e-8302-4135-933f-d6983e5e9216 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0751050 Oct 25 23:08:13.428667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b074508-5a40-4c1f-8bb1-71855f6433ca req-337655d5-9aad-49a5-a3b6-8b9b33e20921 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Oct 25 23:08:13.503670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a304c2c3-186c-40d0-8455-25fa41b0adc0 req-f0bc4f04-5791-4e44-8945-8d6aa82236b9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0334201 Oct 25 23:08:13.636325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.642196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.652794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.662523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.662766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f9e16-723f-40d3-a8a2-c34ca24cebd7 req-04d7e6d7-11b2-4de1-8caa-db20e77e1796 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.664124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff8f9e16-723f-40d3-a8a2-c34ca24cebd7 req-04d7e6d7-11b2-4de1-8caa-db20e77e1796 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 948 time: 0.0605826 Oct 25 23:08:13.669086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.678458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.685452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.694497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-fc77f081-6fbb-493b-a334-b29b3d2a9be4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.1199348 Oct 25 23:08:13.710044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff8f9e16-723f-40d3-a8a2-c34ca24cebd7 req-54494508-5715-4718-b967-96a3368aad57 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Oct 25 23:08:13.755433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3079ef6c-38ba-4bb7-89db-7d6bb47c410a req-0ac13688-10c5-421c-8bf3-022629216597 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593586 Oct 25 23:08:13.818010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a9bd-39a0-4ab2-abbc-81effd85dada req-7b41f720-2e54-41d3-b78e-4e7ff8c673a7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.819607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5226a9bd-39a0-4ab2-abbc-81effd85dada req-7b41f720-2e54-41d3-b78e-4e7ff8c673a7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0517859 Oct 25 23:08:13.849327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c826df78-a166-441b-897f-3b9235be6043 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:13.853844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7978f3c9-6828-445a-abcf-fdecb81df340 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:13.861969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5226a9bd-39a0-4ab2-abbc-81effd85dada req-8a0903bf-88ec-4513-afec-f1a27b643b91 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Oct 25 23:08:13.903896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.909974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.916019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.922002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.928397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.934819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.940890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:13.953564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3e8d430-b37c-4249-9c5e-25ed190fe855 req-3072a780-3041-4969-a360-7bedff0bc930 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.1103082 Oct 25 23:08:13.997184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 7978f3c9-6828-445a-abcf-fdecb81df340 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:14.009046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 7978f3c9-6828-445a-abcf-fdecb81df340 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:14.009335 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.011904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c826df78-a166-441b-897f-3b9235be6043, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c826df78-a166-441b-897f-3b9235be6043,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:14.045708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'c826df78-a166-441b-897f-3b9235be6043', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'c826df78-a166-441b-897f-3b9235be6043', 'mac_address': 'fa:16:3e:e3:4d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:14.049818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f545-7025-4982-a8d0-7793766f9297 req-c0fb0b80-4a5e-439e-9b02-f71789686a0d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:14.051364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31d0f545-7025-4982-a8d0-7793766f9297 req-c0fb0b80-4a5e-439e-9b02-f71789686a0d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0541916 Oct 25 23:08:14.091919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31d0f545-7025-4982-a8d0-7793766f9297 req-e256b145-32ad-4fb0-a03c-c2daedaae31e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Oct 25 23:08:14.095167 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.260025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db457c59-8058-43cf-8f89-93c29e31b0a6 req-7600bc49-5598-4872-97c1-f062fd865469 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:14.262251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db457c59-8058-43cf-8f89-93c29e31b0a6 req-7600bc49-5598-4872-97c1-f062fd865469 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0519822 Oct 25 23:08:14.268731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c826df78-a166-441b-897f-3b9235be6043 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:14.281374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.303014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c826df78-a166-441b-897f-3b9235be6043, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c826df78-a166-441b-897f-3b9235be6043,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:14.310351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.318614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db457c59-8058-43cf-8f89-93c29e31b0a6 req-87265f04-7cfc-404d-8660-607555a196cb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Oct 25 23:08:14.320644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09475368-165f-432a-a4ea-c3aed3f90694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978f3c9-6828-445a-abcf-fdecb81df340'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:14.323512 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15945347-b1f8-4c60-8318-4eaf44c5f4fb" -d '{"events": [{"server_uuid": "09475368-165f-432a-a4ea-c3aed3f90694", "name": "network-vif-plugged", "status": "completed", "tag": "7978f3c9-6828-445a-abcf-fdecb81df340"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:14.359250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7978f3c9-6828-445a-abcf-fdecb81df340, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7978f3c9-6828-445a-abcf-fdecb81df340,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:14.373323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.382797 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd66608f-b1e7-41ce-b580-9fc774e898ea x-openstack-request-id: req-bd66608f-b1e7-41ce-b580-9fc774e898ea {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:14.383087 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09475368-165f-432a-a4ea-c3aed3f90694", "name": "network-vif-plugged", "status": "completed", "tag": "7978f3c9-6828-445a-abcf-fdecb81df340", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:14.383613 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd66608f-b1e7-41ce-b580-9fc774e898ea {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:14.384862 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09475368-165f-432a-a4ea-c3aed3f90694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978f3c9-6828-445a-abcf-fdecb81df340', 'code': 200} Oct 25 23:08:14.422233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c826df78-a166-441b-897f-3b9235be6043,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:14.463893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e75a1082-e462-4631-b06b-598857110896 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:14.500372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbd6ad-f328-40c3-844a-bc75bcd4a57b req-93b71df3-3bd2-41e7-aafd-6a24ef4ecb15 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:14.503153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dddbd6ad-f328-40c3-844a-bc75bcd4a57b req-93b71df3-3bd2-41e7-aafd-6a24ef4ecb15 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0876386 Oct 25 23:08:14.530781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7978f3c9-6828-445a-abcf-fdecb81df340,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:14.548750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e75a1082-e462-4631-b06b-598857110896 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:14.557554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e75a1082-e462-4631-b06b-598857110896 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:14.558014 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.570392 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dddbd6ad-f328-40c3-844a-bc75bcd4a57b req-7b8a66a7-3984-4138-8a71-a03502ace344 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587893 Oct 25 23:08:14.605000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-7247bbc1-96a6-45f3-a898-19814b648e72 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:14.606821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-7247bbc1-96a6-45f3-a898-19814b648e72 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.15 "GET /v2.0/networks?id=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 HTTP/1.1" status: 200 len: 816 time: 0.2750735 Oct 25 23:08:14.616364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:14.624752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc417ad3-6c31-466d-b914-6dadc48311d6 req-4bae0bf9-151d-42fc-8251-dd3d22d1d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:14.626268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc417ad3-6c31-466d-b914-6dadc48311d6 req-4bae0bf9-151d-42fc-8251-dd3d22d1d46c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 1096 time: 0.1049981 Oct 25 23:08:14.639659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc621cc-f7f5-4cb2-81e5-6507ed36c16f req-631c69a2-3468-40fa-8611-7a2228dbc154 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:14.641297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1bc621cc-f7f5-4cb2-81e5-6507ed36c16f req-631c69a2-3468-40fa-8611-7a2228dbc154 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1405294 Oct 25 23:08:14.735751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc417ad3-6c31-466d-b914-6dadc48311d6 req-28a34ab7-0c78-4b2f-bb82-2d791a602527 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933139 Oct 25 23:08:14.737108 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.752311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-5f8c4cb3-df91-4efa-bee2-dfb2fc3f1348 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6 HTTP/1.1" status: 200 len: 380 time: 0.0710981 Oct 25 23:08:14.774199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1bc621cc-f7f5-4cb2-81e5-6507ed36c16f req-adf32949-6820-4569-890d-d3a7169fb270 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067677 Oct 25 23:08:14.774994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Request body: {'port': {'device_id': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'admin_state_up': True, 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'security_groups': ['26440819-d3a7-45bb-8225-b34632625d83']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:14.812155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e75a1082-e462-4631-b06b-598857110896, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e75a1082-e462-4631-b06b-598857110896,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:14.825783 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:14.839994 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fd866d5-36f1-4d3f-81e9-ee24396e37bd req-dfbfc8af-9bd3-41bc-a800-b31cea7dd2eb tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0794642 Oct 25 23:08:14.909844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e75a1082-e462-4631-b06b-598857110896,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:14.919614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Made reservation on behalf of c3ab0b11d8ba48b78c0bb36b2f26bfb6 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:14.923470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.024225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c9c7a-f0bd-4493-a264-b9fad1a57616 req-e07a4a1d-13c1-427c-b7e7-051f60885d4f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:15.025700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d2c9c7a-f0bd-4493-a264-b9fad1a57616 req-e07a4a1d-13c1-427c-b7e7-051f60885d4f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0547035 Oct 25 23:08:15.056269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d5ab-47f3-4874-914e-fa02c5002084 req-eab76567-3356-4464-9c0e-02c232ca54a7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:15.057760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c998d5ab-47f3-4874-914e-fa02c5002084 req-eab76567-3356-4464-9c0e-02c232ca54a7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 949 time: 0.0752101 Oct 25 23:08:15.067653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d2c9c7a-f0bd-4493-a264-b9fad1a57616 req-e22ac95f-48b8-4384-a607-f542b4372401 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348065 Oct 25 23:08:15.134396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Allocated IP 172.20.0.12 (a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51/5fb010f6-a006-4f8c-9e6e-852cc33ac551/c15ef3b4-be8b-41a5-bc2d-d851354d7b2b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:15.141981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c998d5ab-47f3-4874-914e-fa02c5002084 req-57dac722-b6f4-4afc-b236-8fa4e54c8f83 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651700 Oct 25 23:08:15.311033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3911d-548c-410d-8711-33ffee8f9d62 req-62598423-b2c7-4f10-8329-aadbc7e32826 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:15.312639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f3911d-548c-410d-8711-33ffee8f9d62 req-62598423-b2c7-4f10-8329-aadbc7e32826 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1090415 Oct 25 23:08:15.336916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.377693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f3911d-548c-410d-8711-33ffee8f9d62 req-3ca40780-5dd6-446d-ba74-ac11c63c6d86 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560379 Oct 25 23:08:15.392302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.444302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:15.447726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:15.452050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:15.459209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event updated for resources: {'Port': ['ID=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:15.516268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b3310c32-0ba7-4eae-9354-0118e7904ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.546061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:15.547069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.588125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-bd4759aa-bacc-4a88-94d3-e8805ef681c9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197310 Oct 25 23:08:15.611841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267aef-29f6-4954-84b4-867620084c26 req-5476eae9-8f27-414c-b01e-5f12f49bc1b3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:15.613626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29267aef-29f6-4954-84b4-867620084c26 req-5476eae9-8f27-414c-b01e-5f12f49bc1b3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0832021 Oct 25 23:08:15.619609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Request body: {'port': {'device_id': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:15.685078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29267aef-29f6-4954-84b4-867620084c26 req-17b35672-3e40-4165-8ead-2c496bc10b51 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605483 Oct 25 23:08:15.735177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.865027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c826df78-a166-441b-897f-3b9235be6043 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:15.881415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17224ef-b29d-4955-84f3-582edaef07ee req-b57a06dc-6641-4f3c-adbf-9d9e6740eff7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:15.883441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e17224ef-b29d-4955-84f3-582edaef07ee req-b57a06dc-6641-4f3c-adbf-9d9e6740eff7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0851119 Oct 25 23:08:15.940289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a3dfc236-de0d-4f45-a794-9484dfb82f8d None None] Provisioning complete for port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:15.941320 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a3dfc236-de0d-4f45-a794-9484dfb82f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:15.996940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfc236-de0d-4f45-a794-9484dfb82f8d None None] Port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:08:16.000429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e719-4812-41c9-81f6-47a233adbd5f req-ceae035f-b421-473f-b3a6-380f47752bfd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.011357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa8e719-4812-41c9-81f6-47a233adbd5f req-ceae035f-b421-473f-b3a6-380f47752bfd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1163483 Oct 25 23:08:16.026940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port c826df78-a166-441b-897f-3b9235be6043 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:16.032366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port c826df78-a166-441b-897f-3b9235be6043 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:16.032743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:16.072800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa8e719-4812-41c9-81f6-47a233adbd5f req-f46303ef-d29e-489c-a5f2-818bf52020cf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579939 Oct 25 23:08:16.082619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e17224ef-b29d-4955-84f3-582edaef07ee req-f4112829-5325-4b5b-9810-315b54bafbd7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624962 Oct 25 23:08:16.155352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:16.192626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53980) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:16.205036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port c826df78-a166-441b-897f-3b9235be6043, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c826df78-a166-441b-897f-3b9235be6043,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:16.210424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:16.256662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708d40f-78e7-4400-9f76-509a2b88b7f2 req-d45bb14b-3356-4d29-9521-c357ac5533ce tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.258230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a708d40f-78e7-4400-9f76-509a2b88b7f2 req-d45bb14b-3356-4d29-9521-c357ac5533ce tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 932 time: 0.0921140 Oct 25 23:08:16.291607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=c826df78-a166-441b-897f-3b9235be6043,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:16.329587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a708d40f-78e7-4400-9f76-509a2b88b7f2 req-05b8330a-b9b4-40d8-b631-d7e44daded74 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612376 Oct 25 23:08:16.386529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1082-e462-4631-b06b-598857110896'}, {'server_uuid': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c826df78-a166-441b-897f-3b9235be6043'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:16.388850 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcaff02-f17d-4ac8-93bb-6d618a4adb27" -d '{"events": [{"server_uuid": "9d0f332f-9a64-4e3a-899e-71463d043dfe", "name": "network-vif-plugged", "status": "completed", "tag": "e75a1082-e462-4631-b06b-598857110896"}, {"server_uuid": "f8a06e44-2d39-490f-99e0-e2e0dbd4867c", "name": "network-vif-plugged", "status": "completed", "tag": "c826df78-a166-441b-897f-3b9235be6043"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:16.402353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15ef3b4-be8b-41a5-bc2d-d851354d7b2b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:16.421141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.423224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:16.425538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.426033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.427058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.427809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.428195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.428705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.430871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-9307d711-38b5-4c84-95a8-a22f172735e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 6500 time: 0.2367442 Oct 25 23:08:16.459381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Transition to ACTIVE for port object c15ef3b4-be8b-41a5-bc2d-d851354d7b2b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:16.468775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:16.494459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-4e85405c-c69a-43d4-9396-9aaa8f76d5ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31a9265d-b605-4d98-9ed4-3935e346576a&id=eecbc2fd-6a71-4828-8453-8ccad605a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521109 Oct 25 23:08:16.578940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:16.647327 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908cefe0-970a-48df-aea7-7f6912218265 x-openstack-request-id: req-908cefe0-970a-48df-aea7-7f6912218265 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:16.647799 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0f332f-9a64-4e3a-899e-71463d043dfe", "name": "network-vif-plugged", "status": "completed", "tag": "e75a1082-e462-4631-b06b-598857110896", "code": 200}, {"server_uuid": "f8a06e44-2d39-490f-99e0-e2e0dbd4867c", "name": "network-vif-plugged", "status": "completed", "tag": "c826df78-a166-441b-897f-3b9235be6043", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:16.648194 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-908cefe0-970a-48df-aea7-7f6912218265 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:16.648775 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1082-e462-4631-b06b-598857110896', 'code': 200} Oct 25 23:08:16.649167 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c826df78-a166-441b-897f-3b9235be6043', 'code': 200} Oct 25 23:08:16.663640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704992e3-1e5f-4696-84d4-99dd0b78cde1 req-191c762c-4781-4a6d-8d11-cdcda410470b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.677361 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-704992e3-1e5f-4696-84d4-99dd0b78cde1 req-191c762c-4781-4a6d-8d11-cdcda410470b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 950 time: 0.1524713 Oct 25 23:08:16.751368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-704992e3-1e5f-4696-84d4-99dd0b78cde1 req-037bb3f2-6eab-4916-9ce9-086ccaa82105 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727854 Oct 25 23:08:16.796941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Attempting to bind port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:16.797280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Attempting to bind port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:16.797610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Attempting to bind port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b on network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:16.860559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b on network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:16.860883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Attempting to bind port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b on network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:16.873864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:16.874214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Checking segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:16.874600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Bound using segment: {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:16.875028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Bound port: c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:16.875402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:16.908652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13944f-9297-4178-993a-d540b667b224 req-76ded0d0-cb09-40d7-93a4-508fb03a7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.910171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d13944f-9297-4178-993a-d540b667b224 req-76ded0d0-cb09-40d7-93a4-508fb03a7bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 1101 time: 0.1766441 Oct 25 23:08:16.921562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e3085-2249-42c0-9b68-c5eafb8d1a5e req-3b462721-08de-4fae-afe7-532af29d79e5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.922973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-878e3085-2249-42c0-9b68-c5eafb8d1a5e req-3b462721-08de-4fae-afe7-532af29d79e5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1282849 Oct 25 23:08:16.951166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191031f-e69d-4807-940e-f67127c74439 req-add45858-d045-4561-bea6-919ca8b797d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:16.952588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b191031f-e69d-4807-940e-f67127c74439 req-add45858-d045-4561-bea6-919ca8b797d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.1664283 Oct 25 23:08:17.043750 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d13944f-9297-4178-993a-d540b667b224 req-2dd4e65f-dda4-46fe-aed2-a385ea185791 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025105 Oct 25 23:08:17.049162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] For port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:17.055914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-878e3085-2249-42c0-9b68-c5eafb8d1a5e req-9e6d1a18-771d-4121-a56c-9c4513f9db18 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127431 Oct 25 23:08:17.059603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b191031f-e69d-4807-940e-f67127c74439 req-cb55f1d5-fa64-45d6-b926-c81792b697ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880554 Oct 25 23:08:17.067715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] For port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:17.073360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:17.110737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.111643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:17.113344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] 10.222.0.15 "PUT /v2.0/ports/c15ef3b4-be8b-41a5-bc2d-d851354d7b2b HTTP/1.1" status: 200 len: 1092 time: 1.4987001 Oct 25 23:08:17.116994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:17.118881 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54d37c-018e-45d4-899a-7c9879139668" -d '{"events": [{"name": "network-changed", "server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:17.150908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f6fe2-d5c9-467b-b059-cadb9b23f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:17.189491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448db3e-c024-4bdb-b3c7-0f050501794b req-ee9a77ac-f000-4598-867e-78b3fa8181cc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.196703 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3448db3e-c024-4bdb-b3c7-0f050501794b req-ee9a77ac-f000-4598-867e-78b3fa8181cc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0592353 Oct 25 23:08:17.243156 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3448db3e-c024-4bdb-b3c7-0f050501794b req-5e9f4ddd-9da6-4fd5-8230-84270cfc730c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Oct 25 23:08:17.275019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d105da-e189-4160-afda-2a4585c3a4fa req-d0bb5a50-f034-44a8-b869-fde528dbedee tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.283744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55d105da-e189-4160-afda-2a4585c3a4fa req-d0bb5a50-f034-44a8-b869-fde528dbedee tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0773404 Oct 25 23:08:17.312213 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e5511-7f56-46e2-94ec-f9ffc708f8fe x-openstack-request-id: req-566e5511-7f56-46e2-94ec-f9ffc708f8fe {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:17.312682 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:17.312941 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-566e5511-7f56-46e2-94ec-f9ffc708f8fe {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:17.313340 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'status': 'completed', 'code': 200} Oct 25 23:08:17.342460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55d105da-e189-4160-afda-2a4585c3a4fa req-89193bd4-3b0f-44df-b713-493fa2b25b11 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537488 Oct 25 23:08:17.638007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd960-8ef9-439c-959c-b34591208ce9 req-98b4fec3-4222-4675-83fd-f91b61715ece tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.646570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49fcd960-8ef9-439c-959c-b34591208ce9 req-98b4fec3-4222-4675-83fd-f91b61715ece tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0832331 Oct 25 23:08:17.653090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54d37c-018e-45d4-899a-7c9879139668 req-ad5ca8bd-7a28-4050-9ede-5d3f0ca4c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.654610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a54d37c-018e-45d4-899a-7c9879139668 req-ad5ca8bd-7a28-4050-9ede-5d3f0ca4c554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6&device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 1095 time: 0.1226358 Oct 25 23:08:17.669297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-8b9d11a2-9708-4710-85ac-ea214a005aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.670907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-8b9d11a2-9708-4710-85ac-ea214a005aa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 1096 time: 0.0900798 Oct 25 23:08:17.685613 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49fcd960-8ef9-439c-959c-b34591208ce9 req-9361d8b5-d037-401d-9d28-116b18045b49 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377092 Oct 25 23:08:17.734193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039306d-ec83-427a-94d1-bcad96e637bf req-6529e274-7670-44e4-bfb5-6e37a62618aa tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.735669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7039306d-ec83-427a-94d1-bcad96e637bf req-6529e274-7670-44e4-bfb5-6e37a62618aa tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.1224153 Oct 25 23:08:17.886707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa1c5-fda1-4559-b74d-a9d13988e657 req-1d2ffd60-e085-405b-8871-b29380e31814 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:17.888695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-771aa1c5-fda1-4559-b74d-a9d13988e657 req-1d2ffd60-e085-405b-8871-b29380e31814 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0570483 Oct 25 23:08:17.940263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-771aa1c5-fda1-4559-b74d-a9d13988e657 req-4254c2e9-4884-49fc-a293-67ed9ccb760f tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Oct 25 23:08:18.055444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41be2e-567d-46be-9583-b80f974101de req-2e2dd143-7780-4564-96d2-3bce5cb95601 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.057157 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c41be2e-567d-46be-9583-b80f974101de req-2e2dd143-7780-4564-96d2-3bce5cb95601 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0586648 Oct 25 23:08:18.109706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c41be2e-567d-46be-9583-b80f974101de req-349438fb-74f5-4f22-bf25-46b763080abd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Oct 25 23:08:18.185119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7039306d-ec83-427a-94d1-bcad96e637bf req-10405183-f379-4140-9271-f130956fb3b0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4377255 Oct 25 23:08:18.217569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54d37c-018e-45d4-899a-7c9879139668 req-c467b088-5398-4800-b0f1-466513c6e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.219121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a54d37c-018e-45d4-899a-7c9879139668 req-c467b088-5398-4800-b0f1-466513c6e68e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5473499 Oct 25 23:08:18.220209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-a36ae5f1-e42f-4302-aafa-04b70f7cc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.221937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-a36ae5f1-e42f-4302-aafa-04b70f7cc191 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.5393374 Oct 25 23:08:18.229833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b659379-75cd-453f-9b72-fe95d568027e req-76d075ba-842d-4e27-96ec-49f254f3e1b7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.231975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b659379-75cd-453f-9b72-fe95d568027e req-76d075ba-842d-4e27-96ec-49f254f3e1b7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 950 time: 0.0561528 Oct 25 23:08:18.302884 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a640-dc63-46c7-9e7f-d74529f856e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:18.310446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b659379-75cd-453f-9b72-fe95d568027e req-0ded08b9-9750-4315-8e1c-ade059102fb6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692208 Oct 25 23:08:18.323315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-698a5355-9890-4157-bfb0-ba9b30d0cfc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7978f3c9-6828-445a-abcf-fdecb81df340 HTTP/1.1" status: 200 len: 217 time: 0.0935373 Oct 25 23:08:18.399151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-bf190408-d651-4d43-98c5-2257fb524251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.400623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-bf190408-d651-4d43-98c5-2257fb524251 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.0686445 Oct 25 23:08:18.420779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54d37c-018e-45d4-899a-7c9879139668 req-577c5ad6-75c0-4b9d-ac06-12aa395bb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.422528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a54d37c-018e-45d4-899a-7c9879139668 req-577c5ad6-75c0-4b9d-ac06-12aa395bb188 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853094 Oct 25 23:08:18.441467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-c0292c3a-8350-476d-bc3f-245a318d9567 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328741 Oct 25 23:08:18.585211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72cf6-39d9-484d-8269-22f29019b3e4 req-a8d63c10-8295-41fa-889e-5efa7aa8ec41 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.586768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1a72cf6-39d9-484d-8269-22f29019b3e4 req-a8d63c10-8295-41fa-889e-5efa7aa8ec41 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1393039 Oct 25 23:08:18.627899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-b0fb573f-7655-472c-8ff5-308ae4d5e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.629934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-b0fb573f-7655-472c-8ff5-308ae4d5e48b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6&device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 1095 time: 0.1122451 Oct 25 23:08:18.643302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-51c01546-3804-4eee-bab1-7544dfed64cc service neutron] 10.222.0.11 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940575 Oct 25 23:08:18.652973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1a72cf6-39d9-484d-8269-22f29019b3e4 req-f3c613f5-d0da-476b-8165-62e28fd33ccf tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Oct 25 23:08:18.752068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-0c05bd93-a08a-48f3-88a4-79147d8112a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b HTTP/1.1" status: 200 len: 217 time: 0.0910289 Oct 25 23:08:18.826700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d9df-c48c-49e2-9afa-3617c471e83a req-819227bb-75c7-4bd4-a502-81f3e08d961e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.829337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6706d9df-c48c-49e2-9afa-3617c471e83a req-819227bb-75c7-4bd4-a502-81f3e08d961e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0877087 Oct 25 23:08:18.843465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-4968d6b8-c502-4ac5-925d-9f7196729419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.844924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-4968d6b8-c502-4ac5-925d-9f7196729419 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fb010f6-a006-4f8c-9e6e-852cc33ac551 HTTP/1.1" status: 200 len: 855 time: 0.0841346 Oct 25 23:08:18.851485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c19b084-28bb-40bf-8416-a744040a9d97 req-8effe56b-2f88-488d-a341-84eea0f49fd6 service neutron] 10.222.0.11 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981752 Oct 25 23:08:18.902767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6706d9df-c48c-49e2-9afa-3617c471e83a req-3bf0cdab-4f10-4d35-82bd-4d7d79ba51f9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644145 Oct 25 23:08:18.906305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-50a1728d-534c-44ec-8e12-ec2e0936a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:18.908278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-50a1728d-534c-44ec-8e12-ec2e0936a6ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559418 Oct 25 23:08:19.099262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-2c3c2ef1-d46f-4859-b034-2fff445b970c service neutron] 10.222.0.15 "GET /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559258 Oct 25 23:08:19.108127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b11f1-f396-4af8-bfa1-78bbe4314804 req-161f76e9-a095-4684-a633-ee7eaf6dce96 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.116452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-528b11f1-f396-4af8-bfa1-78bbe4314804 req-161f76e9-a095-4684-a633-ee7eaf6dce96 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0964460 Oct 25 23:08:19.167390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-528b11f1-f396-4af8-bfa1-78bbe4314804 req-11af1aab-780d-4dec-a9a9-6a755ef16c85 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496848 Oct 25 23:08:19.255858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e20e2d31-c1b9-4015-918a-c185ffb87914 req-de05f048-1c9e-4842-8959-c350c749bf6c service neutron] 10.222.0.15 "GET /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497922 Oct 25 23:08:19.318921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c60ea-2c29-4333-8bed-a1ce38afe9d3 req-5a022ec2-e4e5-45b0-b5d5-315c6d875659 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.325348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae8c60ea-2c29-4333-8bed-a1ce38afe9d3 req-5a022ec2-e4e5-45b0-b5d5-315c6d875659 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0691805 Oct 25 23:08:19.361161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae8c60ea-2c29-4333-8bed-a1ce38afe9d3 req-6bb38cfc-3035-4a2a-8435-30275b9f9d7a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Oct 25 23:08:19.367371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb400a-a4c3-4d78-bf24-7af47f12a510 req-02b87b2a-1ed6-477f-aeb5-350005151c90 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.368973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96eb400a-a4c3-4d78-bf24-7af47f12a510 req-02b87b2a-1ed6-477f-aeb5-350005151c90 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0491014 Oct 25 23:08:19.412696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96eb400a-a4c3-4d78-bf24-7af47f12a510 req-aaadbc7b-4279-4703-9b17-9b238bf853b9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358810 Oct 25 23:08:19.495972 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:19.505878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d093a-dbf6-4bd4-afa7-53246e8925a2 req-0d3cf57e-2f79-49f8-875e-e122f158c91a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.507540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-240d093a-dbf6-4bd4-afa7-53246e8925a2 req-0d3cf57e-2f79-49f8-875e-e122f158c91a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 950 time: 0.0621805 Oct 25 23:08:19.552823 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-240d093a-dbf6-4bd4-afa7-53246e8925a2 req-59af838c-7346-49f7-86f8-050eec23389b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362148 Oct 25 23:08:19.621396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a04fde-4a19-41fe-807f-6e66b5e9d929 req-300c69c8-7492-400c-a111-8eb99b3dbb81 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.623118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53a04fde-4a19-41fe-807f-6e66b5e9d929 req-300c69c8-7492-400c-a111-8eb99b3dbb81 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0601013 Oct 25 23:08:19.665650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53a04fde-4a19-41fe-807f-6e66b5e9d929 req-81c3cb34-c04b-47fb-bfa8-e36d425d07ef tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Oct 25 23:08:19.745312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939fa6a-4c04-418c-9f86-8bff2ca4902c req-9ae58ef2-7ce1-4e0b-acdf-14da857a0148 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.747160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8939fa6a-4c04-418c-9f86-8bff2ca4902c req-9ae58ef2-7ce1-4e0b-acdf-14da857a0148 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 1101 time: 0.0453019 Oct 25 23:08:19.772340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8939fa6a-4c04-418c-9f86-8bff2ca4902c req-edf1753b-c97e-4b97-a6fd-f9fe0f8693be tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:19.866293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8939fa6a-4c04-418c-9f86-8bff2ca4902c req-edf1753b-c97e-4b97-a6fd-f9fe0f8693be tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:19.871748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8939fa6a-4c04-418c-9f86-8bff2ca4902c req-edf1753b-c97e-4b97-a6fd-f9fe0f8693be tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:19.879653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c179-f2a7-4a26-93ad-a072485750bb req-4a36e553-e84d-49e8-b889-83bf7e461f00 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:19.881427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6723c179-f2a7-4a26-93ad-a072485750bb req-4a36e553-e84d-49e8-b889-83bf7e461f00 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0516002 Oct 25 23:08:19.907226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8939fa6a-4c04-418c-9f86-8bff2ca4902c req-edf1753b-c97e-4b97-a6fd-f9fe0f8693be tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532481 Oct 25 23:08:19.916891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1753b-c97e-4b97-a6fd-f9fe0f8693be tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f8101-2071-43d0-bce1-63d07efc14a2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:19.943039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6723c179-f2a7-4a26-93ad-a072485750bb req-395bf8db-5122-4b29-9610-1e08e5d4d640 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Oct 25 23:08:20.046336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e31b76-52b4-4756-b655-8e309e4a808b req-a5caf9b1-f99e-407c-a95b-b8ae8ab018f9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:20.047840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6e31b76-52b4-4756-b655-8e309e4a808b req-a5caf9b1-f99e-407c-a95b-b8ae8ab018f9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0506673 Oct 25 23:08:20.073247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:20.107882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6e31b76-52b4-4756-b655-8e309e4a808b req-30c23abb-5d2a-46a4-a5d3-6b21613dbf4d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Oct 25 23:08:20.179678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-ed5216b2-d17b-49cd-9218-b3c879de8a49 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241113 Oct 25 23:08:20.310329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-78c5c260-f6bc-419a-b004-9bb677484525 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:20.312171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-78c5c260-f6bc-419a-b004-9bb677484525 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258073 Oct 25 23:08:20.327917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-97a4dd84-220e-4c3e-a256-27e5a92bc62d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/quotas/58b588c70166474d9e7990f41234ee22 HTTP/1.1" status: 200 len: 375 time: 0.0100155 Oct 25 23:08:20.385727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-ba9e66b2-731c-4b06-95ac-e1bb7c58e0db tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515563 Oct 25 23:08:20.545553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18dff-6544-4332-8f44-9e2de3c347ba req-5be48ac9-9ec1-41c7-b859-b40fd12c9bcc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:20.547188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55b18dff-6544-4332-8f44-9e2de3c347ba req-5be48ac9-9ec1-41c7-b859-b40fd12c9bcc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0534248 Oct 25 23:08:20.599371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55b18dff-6544-4332-8f44-9e2de3c347ba req-bcb01a49-81ee-4611-ae5d-0dede144223b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Oct 25 23:08:20.629474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:20.777756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06141-ee34-4493-8408-0b69122b48da req-e49cfe32-f0a0-4a18-848f-dde70253ad89 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:20.779536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ae06141-ee34-4493-8408-0b69122b48da req-e49cfe32-f0a0-4a18-848f-dde70253ad89 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0553019 Oct 25 23:08:20.852260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ae06141-ee34-4493-8408-0b69122b48da req-8fd39631-3a2d-4506-81eb-4158f940a9eb tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554776 Oct 25 23:08:20.896879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029ad9f-eaf7-479b-899e-ba518b0a905a req-817f2c55-b83e-4adc-85b3-9e0e29838cad tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:20.906183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c029ad9f-eaf7-479b-899e-ba518b0a905a req-817f2c55-b83e-4adc-85b3-9e0e29838cad tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0664773 Oct 25 23:08:20.951667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c029ad9f-eaf7-479b-899e-ba518b0a905a req-6436e22f-f8d5-4bff-a470-252056803c25 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Oct 25 23:08:21.146226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14a62f67-99a9-4baa-8a97-8f585b28c07d req-8bb65da3-e5a9-4153-b2b4-41c466172919 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 210 time: 0.0330760 Oct 25 23:08:21.709756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361257a-8dee-4c91-a751-2eddf95f670f req-239b929b-b4eb-4287-87cf-b8938b05495c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:21.711273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d361257a-8dee-4c91-a751-2eddf95f670f req-239b929b-b4eb-4287-87cf-b8938b05495c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0511122 Oct 25 23:08:21.750980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d361257a-8dee-4c91-a751-2eddf95f670f req-6510f5eb-138b-4a2c-b34f-3f4f9cf113d4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Oct 25 23:08:21.980940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffc5e-781c-402f-a586-6a90cd8ec307 req-83b0b98d-040f-493f-b4c8-e7cdfe5fd693 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:21.992538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c46ffc5e-781c-402f-a586-6a90cd8ec307 req-83b0b98d-040f-493f-b4c8-e7cdfe5fd693 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0754168 Oct 25 23:08:22.047655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c46ffc5e-781c-402f-a586-6a90cd8ec307 req-2d9f9beb-fdc9-4ab7-bb61-3c1801d822ed tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539794 Oct 25 23:08:22.059327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-a94755d4-324e-4015-a87e-0af22dfb6bb8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328979 Oct 25 23:08:22.198319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1980f5-55ef-4503-8fbc-ec1cfda52228 req-0990b2be-9704-4567-91c9-4d3293908e7e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:22.199815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b1980f5-55ef-4503-8fbc-ec1cfda52228 req-0990b2be-9704-4567-91c9-4d3293908e7e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0712204 Oct 25 23:08:22.243465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-0cd2703e-f442-4f13-b346-075ce0b58461 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:22.244910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-0cd2703e-f442-4f13-b346-075ce0b58461 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800549 Oct 25 23:08:22.247746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a5f38d50-0b94-436d-93e1-fc0643b7f98b req-7709f950-915f-49f3-80cd-43746a0b5c85 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Oct 25 23:08:22.262313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b1980f5-55ef-4503-8fbc-ec1cfda52228 req-4f47f260-527b-482f-88f3-ead2d9e772c5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523553 Oct 25 23:08:22.276653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:22.390351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:22.394116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:22.445063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-7fb7ec27-1bb9-4146-bf15-4eab45ad291d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253396 Oct 25 23:08:22.537330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.237 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/4e062b75-37c0-40cb-86d9-b6a1dff6dd88) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:22.580624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-769167e3-86a0-40ce-a394-f837db02a2f5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:22.582203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-769167e3-86a0-40ce-a394-f837db02a2f5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232491 Oct 25 23:08:22.600106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': '1cfedaa6-4376-45fa-846f-ab967663e411', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:22.684482 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:22.710605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:22.713973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:22.718206 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:22.733299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:22.769613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:22.774125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:22.777214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:22.809787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:22.846137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:22.847168 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:22.889136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.187 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/3968e4c0-04a0-4345-bbec-0d18928f3233) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:22.904350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-98476bd0-eec0-4893-bbfe-aa297353d2bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6314530 Oct 25 23:08:22.919802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Request body: {'port': {'device_id': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:22.956656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28d690-37b1-4fac-bb93-8ea08cf92a77 req-d90f5c2e-f393-418b-b6af-4c0367d54666 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:22.958576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e28d690-37b1-4fac-bb93-8ea08cf92a77 req-d90f5c2e-f393-418b-b6af-4c0367d54666 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1003778 Oct 25 23:08:23.028918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e28d690-37b1-4fac-bb93-8ea08cf92a77 req-c583b52d-41ab-4c09-8ecc-d73aa4f56ad7 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614052 Oct 25 23:08:23.031505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.059133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-40db9467-3ce1-48e6-add1-4ce957bd9698 None None] Provisioning complete for port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:23.059499 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40db9467-3ce1-48e6-add1-4ce957bd9698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.094997 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.100320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-40db9467-3ce1-48e6-add1-4ce957bd9698 None None] Port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:08:23.145893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.211404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:23.232179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:23.246065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:23.250989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:23.289727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=3968e4c0-04a0-4345-bbec-0d18928f3233,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:23.312429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172efb6-1453-4426-aca4-97b969593ef1 req-40e6338a-d137-435d-a24d-9fd3f6409120 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:23.318703 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6172efb6-1453-4426-aca4-97b969593ef1 req-40e6338a-d137-435d-a24d-9fd3f6409120 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.1608796 Oct 25 23:08:23.347549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:23.348881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.380741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-9105a5f6-284d-45ed-8396-e616a2fb7b3e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7847147 Oct 25 23:08:23.412706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6172efb6-1453-4426-aca4-97b969593ef1 req-b3c00969-867e-4978-9075-276e1b7dc253 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478227 Oct 25 23:08:23.419261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Request body: {'port': {'device_id': '1cfedaa6-4376-45fa-846f-ab967663e411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:23.453862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3764e-1e16-4b82-a282-482e672123f5 req-10e77dd0-1581-4659-b822-fb9c0d9291fb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:23.455482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4b3764e-1e16-4b82-a282-482e672123f5 req-10e77dd0-1581-4659-b822-fb9c0d9291fb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 936 time: 0.0972319 Oct 25 23:08:23.460627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:23.477162 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.509655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Transition to ACTIVE for port object 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:23.519666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4b3764e-1e16-4b82-a282-482e672123f5 req-1c09cd01-a8d5-4ecc-9849-adedf8b6ce73 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Oct 25 23:08:23.520825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.534718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fd77c4d7-c24d-4da1-bafc-2c505c834415 None None] Provisioning complete for port 3968e4c0-04a0-4345-bbec-0d18928f3233 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:23.535162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd77c4d7-c24d-4da1-bafc-2c505c834415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.538870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.578739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fd77c4d7-c24d-4da1-bafc-2c505c834415 None None] Port 3968e4c0-04a0-4345-bbec-0d18928f3233 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:08:23.580276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:23.593632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c98d2-0cf1-49fb-bd92-d3b06f8cb8c1 req-e5ff994a-cd1a-443f-ab4c-3c86ae6abecf tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:23.595245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-903c98d2-0cf1-49fb-bd92-d3b06f8cb8c1 req-e5ff994a-cd1a-443f-ab4c-3c86ae6abecf tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0989690 Oct 25 23:08:23.664721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Attempting to bind port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:23.665215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Attempting to bind port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:23.666180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Attempting to bind port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:23.670548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:23.670838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Attempting to bind port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:23.675635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:23.676352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:23.676579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:23.677095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Bound port: 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:23.677491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.696281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-903c98d2-0cf1-49fb-bd92-d3b06f8cb8c1 req-078599bd-e08e-479d-b264-65fc1ac7343f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921855 Oct 25 23:08:23.748468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] For port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:23.751744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] For port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:23.758311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.804944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:23.805560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.806993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-56281655-8753-4f73-a154-34815ef85af0 service neutron] 10.222.0.11 "PUT /v2.0/ports/4e062b75-37c0-40cb-86d9-b6a1dff6dd88 HTTP/1.1" status: 200 len: 1096 time: 0.8932054 Oct 25 23:08:23.807443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'tag': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:23.809719 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c765ec94-44ab-40c2-a6a6-e8040f40da88" -d '{"events": [{"name": "network-changed", "server_uuid": "891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0", "tag": "4e062b75-37c0-40cb-86d9-b6a1dff6dd88"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:23.832617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56281655-8753-4f73-a154-34815ef85af0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:23.861651 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24885b47-b5fd-4fdf-bb32-9b5b22c277ac x-openstack-request-id: req-24885b47-b5fd-4fdf-bb32-9b5b22c277ac {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:23.861942 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0", "tag": "4e062b75-37c0-40cb-86d9-b6a1dff6dd88", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:23.862741 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24885b47-b5fd-4fdf-bb32-9b5b22c277ac {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:23.862741 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'tag': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', 'status': 'completed', 'code': 200} Oct 25 23:08:23.896794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-6458896c-615b-497f-9474-dd595d17b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:23.898377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-6458896c-615b-497f-9474-dd595d17b4a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 1099 time: 0.0485530 Oct 25 23:08:23.923799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3968e4c0-04a0-4345-bbec-0d18928f3233 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:23.934318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.949396 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Transition to ACTIVE for port object 3968e4c0-04a0-4345-bbec-0d18928f3233 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:23.954492 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:23.956984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-814cbde6-e581-4e48-af3c-a9b5ae5190d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88 HTTP/1.1" status: 200 len: 217 time: 0.0498672 Oct 25 23:08:24.008068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Pushing event updated for resources: {'Port': ['ID=3968e4c0-04a0-4345-bbec-0d18928f3233,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:24.015479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-3dc81a85-b688-4888-966a-09fdcd6e5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.017077 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-3dc81a85-b688-4888-966a-09fdcd6e5a21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0533087 Oct 25 23:08:24.067399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-274be3ba-0519-42b3-9def-0e17b78ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.069044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-274be3ba-0519-42b3-9def-0e17b78ce12f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444343 Oct 25 23:08:24.092294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Attempting to bind port 3968e4c0-04a0-4345-bbec-0d18928f3233 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:24.092628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Attempting to bind port 3968e4c0-04a0-4345-bbec-0d18928f3233 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:24.092954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Attempting to bind port 3968e4c0-04a0-4345-bbec-0d18928f3233 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:24.099319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Port 3968e4c0-04a0-4345-bbec-0d18928f3233 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:24.099636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Attempting to bind port 3968e4c0-04a0-4345-bbec-0d18928f3233 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:24.105251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:24.105595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:24.105975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:24.106443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Bound port: 3968e4c0-04a0-4345-bbec-0d18928f3233, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:24.106782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:24.180783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] For port 3968e4c0-04a0-4345-bbec-0d18928f3233, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:24.184150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] For port 3968e4c0-04a0-4345-bbec-0d18928f3233, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3968e4c0-04a0-4345-bbec-0d18928f3233,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:24.189861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97461d17-3e7c-415e-be65-5860963c87c3 req-1d25c887-2822-4e5e-a68f-83d50afc6b2c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.192889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:24.198339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97461d17-3e7c-415e-be65-5860963c87c3 req-1d25c887-2822-4e5e-a68f-83d50afc6b2c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0725908 Oct 25 23:08:24.249752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-beb5184d-d975-4265-a4a3-0284efd94a1b service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737483 Oct 25 23:08:24.252597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Pushing event updated for resources: {'Port': ['ID=3968e4c0-04a0-4345-bbec-0d18928f3233,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:24.252732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97461d17-3e7c-415e-be65-5860963c87c3 req-a524bff4-adaf-4f16-9c8c-c2a0b94a9170 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Oct 25 23:08:24.272838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.273768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:24.276075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-5a8fbf17-b71a-4be5-b8db-b22301e4b565 service neutron] 10.222.0.11 "PUT /v2.0/ports/3968e4c0-04a0-4345-bbec-0d18928f3233 HTTP/1.1" status: 200 len: 1096 time: 0.8785322 Oct 25 23:08:24.276572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfedaa6-4376-45fa-846f-ab967663e411', 'tag': '3968e4c0-04a0-4345-bbec-0d18928f3233'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:24.279038 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea74938-1bd5-40ea-97a6-611251e6bb70" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfedaa6-4376-45fa-846f-ab967663e411", "tag": "3968e4c0-04a0-4345-bbec-0d18928f3233"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:24.364632 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e698a-3272-4282-ad16-4250ff123b11 x-openstack-request-id: req-1d2e698a-3272-4282-ad16-4250ff123b11 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:24.364922 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfedaa6-4376-45fa-846f-ab967663e411", "tag": "3968e4c0-04a0-4345-bbec-0d18928f3233", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:24.365674 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d2e698a-3272-4282-ad16-4250ff123b11 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:24.365674 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfedaa6-4376-45fa-846f-ab967663e411', 'tag': '3968e4c0-04a0-4345-bbec-0d18928f3233', 'status': 'completed', 'code': 200} Oct 25 23:08:24.384831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-73c05019-d668-4aa0-b26a-78c221483ae5 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262691 Oct 25 23:08:24.391637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-796b0aa6-95c3-4807-8c4b-8033fc4b757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.393147 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-796b0aa6-95c3-4807-8c4b-8033fc4b757e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 1099 time: 0.0589881 Oct 25 23:08:24.455118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-6074314d-d408-4f54-bdad-9f22b12b738c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3968e4c0-04a0-4345-bbec-0d18928f3233 HTTP/1.1" status: 200 len: 217 time: 0.0493507 Oct 25 23:08:24.518073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-670f6487-8e79-4931-b424-c53b79d0db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.519602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-670f6487-8e79-4931-b424-c53b79d0db38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 1099 time: 0.0725639 Oct 25 23:08:24.545254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-e39892e4-e84a-4073-80e8-64fdfa0a8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.547122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-e39892e4-e84a-4073-80e8-64fdfa0a8fc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0829697 Oct 25 23:08:24.596301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6366-48f3-4c2d-9ca7-5f852ea4813b req-4aeab283-5591-43db-8d70-e4b5490e483e tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.598060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbcc6366-48f3-4c2d-9ca7-5f852ea4813b req-4aeab283-5591-43db-8d70-e4b5490e483e tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.1021171 Oct 25 23:08:24.620576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-3c7d3762-378b-4f2f-b96f-cc54e5e5dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.622293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-3c7d3762-378b-4f2f-b96f-cc54e5e5dce1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660074 Oct 25 23:08:24.659188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-1aac4996-8848-4992-8a65-c95d373be665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.661553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-1aac4996-8848-4992-8a65-c95d373be665 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1330268 Oct 25 23:08:24.690265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbcc6366-48f3-4c2d-9ca7-5f852ea4813b req-6d71aaf9-bac2-442b-bc61-17ae3f2ea344 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814657 Oct 25 23:08:24.708425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-9cfec529-d761-40af-bd48-e2caf5a7fc4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88 HTTP/1.1" status: 200 len: 217 time: 0.0385995 Oct 25 23:08:24.716968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7524d46-bee0-4136-a776-60741e0f481a req-0b48b583-5694-43e9-b11b-4986afe8d6be tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.718435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7524d46-bee0-4136-a776-60741e0f481a req-0b48b583-5694-43e9-b11b-4986afe8d6be tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 948 time: 0.0932157 Oct 25 23:08:24.736938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-7e2e9580-d16e-43e3-8c54-2af948738b29 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044664 Oct 25 23:08:24.792132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-b492ce88-1072-4e43-baf1-38b236129d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.793617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-b492ce88-1072-4e43-baf1-38b236129d96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0743377 Oct 25 23:08:24.796633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7524d46-bee0-4136-a776-60741e0f481a req-e28f48d1-de9a-4fa7-9bc7-70b2d5cfaa62 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Oct 25 23:08:24.844988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-376d470b-c802-4b10-8f0e-777581bac42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:24.846533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-376d470b-c802-4b10-8f0e-777581bac42b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430565 Oct 25 23:08:24.942912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-d13f0c75-edb2-4dd5-b833-6657d0c3c91f service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881896 Oct 25 23:08:25.046315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c765ec94-44ab-40c2-a6a6-e8040f40da88 req-f0a7c600-bf6a-4a26-a7b9-d58bc3889785 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962374 Oct 25 23:08:25.164850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3459e5-3277-49f8-b786-6065e6be7aac req-cda751e6-966c-4cd6-a4f7-f1c3e7477186 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.166374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a3459e5-3277-49f8-b786-6065e6be7aac req-cda751e6-966c-4cd6-a4f7-f1c3e7477186 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1066589 Oct 25 23:08:25.169824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fccae019-bcea-456a-b9cf-8156ebf26440 req-106431ab-45b9-45b5-87e8-6ee3d3364a15 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251418 Oct 25 23:08:25.205373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a3459e5-3277-49f8-b786-6065e6be7aac req-7aa2cfa1-d0cf-403f-9f12-906c83aa8cce tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Oct 25 23:08:25.261502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-030a084a-8fea-4f70-b7ad-c1cf02f184f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.263034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-030a084a-8fea-4f70-b7ad-c1cf02f184f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 1099 time: 0.0402513 Oct 25 23:08:25.360360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-176c79d0-a698-4343-b95e-70fa6d6e121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.361811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-176c79d0-a698-4343-b95e-70fa6d6e121d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.0898013 Oct 25 23:08:25.387348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7631132-c767-4c3a-ad77-5e82fc6b68d0 req-56f53315-e4aa-4ef2-8372-7fca244a0042 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.388952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7631132-c767-4c3a-ad77-5e82fc6b68d0 req-56f53315-e4aa-4ef2-8372-7fca244a0042 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0497494 Oct 25 23:08:25.409274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-e46f04b1-39ed-4a9e-b1fd-3f9a5af5d47c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3968e4c0-04a0-4345-bbec-0d18928f3233 HTTP/1.1" status: 200 len: 217 time: 0.0385437 Oct 25 23:08:25.429259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7631132-c767-4c3a-ad77-5e82fc6b68d0 req-c730baff-5827-45a9-9f19-ddf8fa660bb4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Oct 25 23:08:25.462739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-6aca9808-49a7-43fe-b134-ff7b61b97072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.464173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-6aca9808-49a7-43fe-b134-ff7b61b97072 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0471632 Oct 25 23:08:25.511219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-02f81467-6915-4b14-92a4-dfb5acb74d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.512718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-02f81467-6915-4b14-92a4-dfb5acb74d1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401547 Oct 25 23:08:25.536183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-92b9aae2-d605-4a46-b16f-1fc6b940b7c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438869 Oct 25 23:08:25.608063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-d32536ec-ecd9-4876-84a1-d62cc028b19b service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867674 Oct 25 23:08:25.609991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-0089ca30-8a79-4a57-b835-d19387ec034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.611531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-0089ca30-8a79-4a57-b835-d19387ec034c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5447de20631f44d1a3107769528b4055&device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 1097 time: 0.0408111 Oct 25 23:08:25.700747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ea74938-1bd5-40ea-97a6-611251e6bb70 req-b016ab6c-f05c-4112-a848-7753ff8511ac service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842159 Oct 25 23:08:25.716509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-a6d5d0e0-390c-4d12-919f-44141eaeb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.718537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-a6d5d0e0-390c-4d12-919f-44141eaeb1b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=862b4513-16b1-4d23-ac43-97c2fe47324a HTTP/1.1" status: 200 len: 907 time: 0.0861290 Oct 25 23:08:25.812655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-8ccd4cce-03ba-45c4-b673-dd5def70e34e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf28564-7adf-4336-8828-ac0187f13555 HTTP/1.1" status: 200 len: 1002 time: 0.0860813 Oct 25 23:08:25.835866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ee5e5-d3b8-45ed-b334-773556917f43 req-83ac8256-5c37-40b6-ac4c-217700fbd5a9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.837328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c5ee5e5-d3b8-45ed-b334-773556917f43 req-83ac8256-5c37-40b6-ac4c-217700fbd5a9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0731127 Oct 25 23:08:25.897316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-cd0afa84-dbb3-485c-ad41-f70c0c01a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.898717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-cd0afa84-dbb3-485c-ad41-f70c0c01a0f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3b06244-3aa2-46e0-b15d-f94bbaaa682d HTTP/1.1" status: 200 len: 845 time: 0.0794108 Oct 25 23:08:25.906062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c5ee5e5-d3b8-45ed-b334-773556917f43 req-e0928154-cfeb-48c3-8954-4f2f950ea2ee tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512714 Oct 25 23:08:25.922437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098375-84e4-4eb3-a778-84b98ef2f2e5 req-cbe75908-9fac-4af4-b132-b3257590fd58 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.923964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e098375-84e4-4eb3-a778-84b98ef2f2e5 req-cbe75908-9fac-4af4-b132-b3257590fd58 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 948 time: 0.0555751 Oct 25 23:08:25.946626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-2d82d7ad-e044-45b7-8110-b1857735b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:25.948263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-2d82d7ad-e044-45b7-8110-b1857735b6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=862b4513-16b1-4d23-ac43-97c2fe47324a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413435 Oct 25 23:08:25.964585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e098375-84e4-4eb3-a778-84b98ef2f2e5 req-eff287ab-4348-48b1-b296-20075f06f3fd tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Oct 25 23:08:26.039144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-d0ae51e7-4a43-4489-a953-8c7559b2f9e6 service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827115 Oct 25 23:08:26.133278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9828f1d8-5e57-4dd5-9fc2-c01c80d9448b req-80c3dfd1-2484-4cb4-a1c4-160c2042eeb2 service neutron] 10.222.0.15 "GET /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869877 Oct 25 23:08:26.323070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80980b3f-51b5-49dc-b985-c4621358ff15 req-f3bae402-352f-4b34-be14-ca8a6fad2b33 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:26.324577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80980b3f-51b5-49dc-b985-c4621358ff15 req-f3bae402-352f-4b34-be14-ca8a6fad2b33 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0496659 Oct 25 23:08:26.361578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80980b3f-51b5-49dc-b985-c4621358ff15 req-171bf185-4b91-4797-b7c3-1b01fe4efbed tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Oct 25 23:08:26.544743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be5b5d-859d-4384-9367-da3b8d38f55c req-a284c88a-6f56-4184-8224-64009b14a068 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:26.546225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31be5b5d-859d-4384-9367-da3b8d38f55c req-a284c88a-6f56-4184-8224-64009b14a068 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Oct 25 23:08:26.585255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31be5b5d-859d-4384-9367-da3b8d38f55c req-ad86adcb-4459-4270-8664-091ee36f3cb3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Oct 25 23:08:27.023736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990eea03-97e6-4dd7-b49c-965752e6ee2e req-5b067a84-c361-4fad-9a9d-41b098971c39 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:27.025254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-990eea03-97e6-4dd7-b49c-965752e6ee2e req-5b067a84-c361-4fad-9a9d-41b098971c39 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0493171 Oct 25 23:08:27.063390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-990eea03-97e6-4dd7-b49c-965752e6ee2e req-157b9b2b-844d-46e3-8662-ef15c179f2ee tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Oct 25 23:08:27.086191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2353365-4e7f-4da9-8e51-bbea52dd4caf req-da258753-88d8-4b3b-817c-f1b8377ff788 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:27.087763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2353365-4e7f-4da9-8e51-bbea52dd4caf req-da258753-88d8-4b3b-817c-f1b8377ff788 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 948 time: 0.0552537 Oct 25 23:08:27.125632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2353365-4e7f-4da9-8e51-bbea52dd4caf req-bd5ffa65-4d8e-469a-8e82-4a17a042c8b9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Oct 25 23:08:27.475098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f433f-1110-4db9-a7be-7f6032d7976b req-b64d5848-da8b-49e3-8554-73c24ef9d1fd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:27.476591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-123f433f-1110-4db9-a7be-7f6032d7976b req-b64d5848-da8b-49e3-8554-73c24ef9d1fd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0488298 Oct 25 23:08:27.514614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-123f433f-1110-4db9-a7be-7f6032d7976b req-468bbeb6-884b-493e-bf50-3309f7733b88 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Oct 25 23:08:27.708871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb10f23-3073-4940-bf0d-5bf2abcb5dcb req-7c9eb9e1-5c99-4bdc-89d6-54fd75a6577a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:27.710378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bb10f23-3073-4940-bf0d-5bf2abcb5dcb req-7c9eb9e1-5c99-4bdc-89d6-54fd75a6577a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0533111 Oct 25 23:08:27.746861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bb10f23-3073-4940-bf0d-5bf2abcb5dcb req-57b86cfb-5b21-47fd-a452-16b9350061b6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Oct 25 23:08:27.927183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3968e4c0-04a0-4345-bbec-0d18928f3233 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:28.021294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3968e4c0-04a0-4345-bbec-0d18928f3233, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3968e4c0-04a0-4345-bbec-0d18928f3233,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:28.032329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '3968e4c0-04a0-4345-bbec-0d18928f3233', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '3968e4c0-04a0-4345-bbec-0d18928f3233', 'mac_address': 'fa:16:3e:20:b5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:28.068956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:28.081411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3968e4c0-04a0-4345-bbec-0d18928f3233 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:28.102942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3968e4c0-04a0-4345-bbec-0d18928f3233, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3968e4c0-04a0-4345-bbec-0d18928f3233,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:28.106883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:28.107744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:28.177659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:28.188854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea3a3b-1afd-4976-8d63-c4239fcfe557 req-acd62289-a964-4ad4-8485-a0436a365e5e tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:28.190641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3ea3a3b-1afd-4976-8d63-c4239fcfe557 req-acd62289-a964-4ad4-8485-a0436a365e5e tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0524318 Oct 25 23:08:28.193769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3968e4c0-04a0-4345-bbec-0d18928f3233,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:28.203671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', 'mac_address': 'fa:16:3e:f2:32:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:28.207985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:28.238346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3ea3a3b-1afd-4976-8d63-c4239fcfe557 req-00f62bd4-e545-4ed8-bee8-992aef200cd6 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337832 Oct 25 23:08:28.248736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:28.264128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:28.286251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:28.290861 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:28.313815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93415abf-4256-4250-b3a4-a830ff611c77 req-ddea6f10-382c-49d6-be9a-6b9cd6f4f12b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:28.315464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93415abf-4256-4250-b3a4-a830ff611c77 req-ddea6f10-382c-49d6-be9a-6b9cd6f4f12b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 949 time: 0.0525420 Oct 25 23:08:28.339330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:28.353726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93415abf-4256-4250-b3a4-a830ff611c77 req-779d2c26-ce58-4c31-ad6e-6c9a3811993c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Oct 25 23:08:28.617659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3968e4c0-04a0-4345-bbec-0d18928f3233'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:28.621070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['4e062b75-37c0-40cb-86d9-b6a1dff6dd88'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:28.641523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a005-029b-4723-a81f-021c9b8c42d8 req-475f0db0-e063-411b-9c4b-ce6c831cf7e9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:28.643049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6dc1a005-029b-4723-a81f-021c9b8c42d8 req-475f0db0-e063-411b-9c4b-ce6c831cf7e9 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0549371 Oct 25 23:08:28.685031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6dc1a005-029b-4723-a81f-021c9b8c42d8 req-037fd936-1af8-4cd9-bd91-155185b0e071 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341969 Oct 25 23:08:28.862014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa5c2-30e5-419e-bf9f-5747be7b26e8 req-a9e32b2f-aa0e-400b-9be4-8c22a061bab2 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:28.863557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-474aa5c2-30e5-419e-bf9f-5747be7b26e8 req-a9e32b2f-aa0e-400b-9be4-8c22a061bab2 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0494061 Oct 25 23:08:28.901792 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-474aa5c2-30e5-419e-bf9f-5747be7b26e8 req-709e8c57-6923-4032-8dd9-1015703d2e7d tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Oct 25 23:08:29.355225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed566-0f92-4cad-8465-1435fe9b6e9a req-5c078aab-e75b-4bc3-9705-e471adb8d5ca tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:29.356685 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb9ed566-0f92-4cad-8465-1435fe9b6e9a req-5c078aab-e75b-4bc3-9705-e471adb8d5ca tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0485942 Oct 25 23:08:29.398762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb9ed566-0f92-4cad-8465-1435fe9b6e9a req-2e9f3027-2cdd-44dd-9e65-2917e188f458 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358794 Oct 25 23:08:29.471031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba5e0-a5cb-46e0-9c6f-4c8579b42f77 req-4c129888-0ee7-41d2-8029-01ca092d1615 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:29.472467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7dba5e0-a5cb-46e0-9c6f-4c8579b42f77 req-4c129888-0ee7-41d2-8029-01ca092d1615 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 949 time: 0.0487304 Oct 25 23:08:29.509774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7dba5e0-a5cb-46e0-9c6f-4c8579b42f77 req-8aee25c4-1fec-4231-a51c-1329e3db0d8d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Oct 25 23:08:29.810948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd1f26-d24b-4965-a2e8-8ec374c0bc14 req-79e778bb-6df3-4096-b6d4-02ad0d77edf5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:29.812398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bebd1f26-d24b-4965-a2e8-8ec374c0bc14 req-79e778bb-6df3-4096-b6d4-02ad0d77edf5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0562644 Oct 25 23:08:29.851664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bebd1f26-d24b-4965-a2e8-8ec374c0bc14 req-27d9df2b-a68b-4910-b826-2ec2087592be tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Oct 25 23:08:29.945614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3968e4c0-04a0-4345-bbec-0d18928f3233 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:29.997726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 3968e4c0-04a0-4345-bbec-0d18928f3233 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:30.001966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 3968e4c0-04a0-4345-bbec-0d18928f3233 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:30.002382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.024378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cedc3-9697-4299-ab7c-c42876e67ca1 req-9c19cdce-89a8-4cd1-bb8e-fc0446c4c76d tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:30.025889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c69cedc3-9697-4299-ab7c-c42876e67ca1 req-9c19cdce-89a8-4cd1-bb8e-fc0446c4c76d tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0531483 Oct 25 23:08:30.064154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c69cedc3-9697-4299-ab7c-c42876e67ca1 req-bd9f0d3a-a43d-4a2a-8234-116cd7ba8edf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Oct 25 23:08:30.083531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.105708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfedaa6-4376-45fa-846f-ab967663e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3968e4c0-04a0-4345-bbec-0d18928f3233'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:30.107930 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd23b3fc-2229-4547-add4-d2815c1028c4" -d '{"events": [{"server_uuid": "1cfedaa6-4376-45fa-846f-ab967663e411", "name": "network-vif-plugged", "status": "completed", "tag": "3968e4c0-04a0-4345-bbec-0d18928f3233"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:30.119612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3968e4c0-04a0-4345-bbec-0d18928f3233, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3968e4c0-04a0-4345-bbec-0d18928f3233,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:30.124890 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.125723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:30.163638 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c250372c-311b-4914-9349-709e9126baec x-openstack-request-id: req-c250372c-311b-4914-9349-709e9126baec {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:30.163921 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfedaa6-4376-45fa-846f-ab967663e411", "name": "network-vif-plugged", "status": "completed", "tag": "3968e4c0-04a0-4345-bbec-0d18928f3233", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:30.164171 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c250372c-311b-4914-9349-709e9126baec {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:30.164544 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfedaa6-4376-45fa-846f-ab967663e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3968e4c0-04a0-4345-bbec-0d18928f3233', 'code': 200} Oct 25 23:08:30.202379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3968e4c0-04a0-4345-bbec-0d18928f3233,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:30.212484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.212821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.213153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.213481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.213805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.214122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.214467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.214785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.215100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.215415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.215730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.216040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:30.225739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:30.229911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:30.230315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.249706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff4798-a7ef-47da-8154-2934d500ded5 req-e5bc0679-770d-44d9-ad47-60e669a9ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:30.251219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96ff4798-a7ef-47da-8154-2934d500ded5 req-e5bc0679-770d-44d9-ad47-60e669a9ba20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 1101 time: 0.0432413 Oct 25 23:08:30.288787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96ff4798-a7ef-47da-8154-2934d500ded5 req-c8d9a031-cf3e-4425-9a79-cd863a81387d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290315 Oct 25 23:08:30.314107 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.347539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:30.352246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.396993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:30.512723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdfafa-26c3-49f7-bc12-755cf4834b8c req-541d9cc5-51e0-4d5b-a4df-ef3a8ea50ebc tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:30.514242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-befdfafa-26c3-49f7-bc12-755cf4834b8c req-541d9cc5-51e0-4d5b-a4df-ef3a8ea50ebc tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 944 time: 0.0493815 Oct 25 23:08:30.531821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c15ef3b4-be8b-41a5-bc2d-d851354d7b2b details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:30.555082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-befdfafa-26c3-49f7-bc12-755cf4834b8c req-d43bf883-de8d-49b9-a204-1223176f2dd1 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Oct 25 23:08:30.633659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993e3d9-96c4-4792-9378-bd0fc2ae8f6b req-d4831f23-51ab-4eef-8a5d-a81b3fecf5f6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:30.633996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:30.635288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8993e3d9-96c4-4792-9378-bd0fc2ae8f6b req-d4831f23-51ab-4eef-8a5d-a81b3fecf5f6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 950 time: 0.0509644 Oct 25 23:08:30.645597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'port_id': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'mac_address': 'fa:16:3e:9b:07:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:30.673517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8993e3d9-96c4-4792-9378-bd0fc2ae8f6b req-84996bdf-2974-4330-b835-11db2eb3d81e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Oct 25 23:08:30.682794 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.695737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15ef3b4-be8b-41a5-bc2d-d851354d7b2b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:30.715048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:30.718835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:30.764000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:30.968743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012e0e-7b79-47e2-9cbd-e05773e63ed0 req-31545e1e-8369-4191-8a93-837579acd18c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:30.970312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e012e0e-7b79-47e2-9cbd-e05773e63ed0 req-31545e1e-8369-4191-8a93-837579acd18c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0487673 Oct 25 23:08:31.007915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e012e0e-7b79-47e2-9cbd-e05773e63ed0 req-c3cfbb4e-83a8-434f-a255-a3c87ec875da tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Oct 25 23:08:31.187764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646afceb-7749-47bc-973b-5fd082809aee req-f1630eab-79e4-425f-825e-939f3c84c7fb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:31.189219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-646afceb-7749-47bc-973b-5fd082809aee req-f1630eab-79e4-425f-825e-939f3c84c7fb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0532129 Oct 25 23:08:31.226688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-646afceb-7749-47bc-973b-5fd082809aee req-f2df4bd1-c3aa-44bf-861e-0a358728f6e8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Oct 25 23:08:31.278601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c15ef3b4-be8b-41a5-bc2d-d851354d7b2b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:31.675620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04eed-d131-4461-b549-cb715d63b053 req-5dad7197-fa2f-4c7b-921f-e8845f928bb0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:31.677267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15c04eed-d131-4461-b549-cb715d63b053 req-5dad7197-fa2f-4c7b-921f-e8845f928bb0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 945 time: 0.0527117 Oct 25 23:08:31.720541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15c04eed-d131-4461-b549-cb715d63b053 req-842cb19d-a6c0-4abc-aa98-224809a54d23 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368042 Oct 25 23:08:31.795758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19d3eb-891c-4c0d-a5eb-d8460c5503d9 req-1389576b-5dd1-4abc-b893-c3ead33198a7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:31.797271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f19d3eb-891c-4c0d-a5eb-d8460c5503d9 req-1389576b-5dd1-4abc-b893-c3ead33198a7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 950 time: 0.0525572 Oct 25 23:08:31.839363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f19d3eb-891c-4c0d-a5eb-d8460c5503d9 req-544efa30-46e2-47af-98c7-7be9a696d297 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Oct 25 23:08:31.955195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71b3c2-ca11-40e3-91a6-2b47f3e099ff req-ba45124d-301d-4c95-beaa-52721c9c9d6b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:31.957999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c71b3c2-ca11-40e3-91a6-2b47f3e099ff req-ba45124d-301d-4c95-beaa-52721c9c9d6b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 950 time: 0.0523129 Oct 25 23:08:31.996536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c71b3c2-ca11-40e3-91a6-2b47f3e099ff req-126c45a6-4bbc-4515-b7e6-7141098b7f4c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Oct 25 23:08:32.126000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518590-e93f-4af5-ba2d-911442d25c10 req-a1910b3d-5652-48e6-b53c-c3ac35447015 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:32.127520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5d518590-e93f-4af5-ba2d-911442d25c10 req-a1910b3d-5652-48e6-b53c-c3ac35447015 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0482283 Oct 25 23:08:32.165138 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5d518590-e93f-4af5-ba2d-911442d25c10 req-75afbfdc-c831-4d27-8a91-b1b2e6160b6a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Oct 25 23:08:32.165700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:32.168146 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe4c9b-26c1-4b53-8394-a1057234147b" -d '{"events": [{"server_uuid": "891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "4e062b75-37c0-40cb-86d9-b6a1dff6dd88"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:32.203054 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df6101-bbdf-4009-bd42-3bbdf2f03c83 x-openstack-request-id: req-61df6101-bbdf-4009-bd42-3bbdf2f03c83 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:32.203341 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0", "name": "network-vif-plugged", "status": "completed", "tag": "4e062b75-37c0-40cb-86d9-b6a1dff6dd88", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:32.203590 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61df6101-bbdf-4009-bd42-3bbdf2f03c83 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:32.203973 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', 'code': 200} Oct 25 23:08:32.337408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf0650-6c1e-4af9-96fc-f0284d19339d req-fab35ee7-aaae-446d-89f0-5cec5d1cb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:32.338931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccdf0650-6c1e-4af9-96fc-f0284d19339d req-fab35ee7-aaae-446d-89f0-5cec5d1cb313 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 1101 time: 0.0738823 Oct 25 23:08:32.351413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4729b-0759-49d4-bea4-868636c94b27 req-f9c6e9d3-4af7-437e-8bce-d0ba4d09e58b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:32.352781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95f4729b-0759-49d4-bea4-868636c94b27 req-f9c6e9d3-4af7-437e-8bce-d0ba4d09e58b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0573933 Oct 25 23:08:32.401063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccdf0650-6c1e-4af9-96fc-f0284d19339d req-cb840095-d618-4717-a6bb-7dc3085a2c8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472770 Oct 25 23:08:32.407827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95f4729b-0759-49d4-bea4-868636c94b27 req-16a8aaa0-5806-4da3-95af-429a422a98c4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Oct 25 23:08:32.835408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4c2b-c69f-49f5-8ee4-845edad3a7e6 req-bed2b273-4553-4602-9359-9c3cc8959914 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:32.836880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-554b4c2b-c69f-49f5-8ee4-845edad3a7e6 req-bed2b273-4553-4602-9359-9c3cc8959914 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 945 time: 0.0489564 Oct 25 23:08:32.874204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-554b4c2b-c69f-49f5-8ee4-845edad3a7e6 req-a859b591-4fce-40c2-84cc-97dae1840124 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Oct 25 23:08:33.113554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3dd8d-d01d-4b10-82ce-3caaab02c895 req-1fd6c2d9-dfb7-4f23-909b-7af7c993dc64 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:33.115040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8a3dd8d-d01d-4b10-82ce-3caaab02c895 req-1fd6c2d9-dfb7-4f23-909b-7af7c993dc64 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 950 time: 0.0478866 Oct 25 23:08:33.153314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8a3dd8d-d01d-4b10-82ce-3caaab02c895 req-baf3f955-c839-4930-8436-dd2d96c52b58 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Oct 25 23:08:33.290689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989174ae-06fe-4e4b-8d62-516c09adc5ab req-f92a085a-4434-45d8-a35f-8560ddf9cd5a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:33.292262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-989174ae-06fe-4e4b-8d62-516c09adc5ab req-f92a085a-4434-45d8-a35f-8560ddf9cd5a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0531933 Oct 25 23:08:33.330688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-989174ae-06fe-4e4b-8d62-516c09adc5ab req-aad289eb-91fe-40a9-b617-c2e91c3f43de tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Oct 25 23:08:33.529007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5fe74-41d0-44f3-87c1-4d1a12899bb9 req-7a811d4a-10dc-4306-929a-67aa88476ad2 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:33.530498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ca5fe74-41d0-44f3-87c1-4d1a12899bb9 req-7a811d4a-10dc-4306-929a-67aa88476ad2 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Oct 25 23:08:33.568237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ca5fe74-41d0-44f3-87c1-4d1a12899bb9 req-177a052f-d9ad-4608-988e-801288eda5d9 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Oct 25 23:08:33.988149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d302-9e99-41ce-9ca3-91cc2ec6fbb7 req-0543bae7-e09c-4b73-9197-74b5466127b9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:33.990350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61d9d302-9e99-41ce-9ca3-91cc2ec6fbb7 req-0543bae7-e09c-4b73-9197-74b5466127b9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Oct 25 23:08:34.026871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61d9d302-9e99-41ce-9ca3-91cc2ec6fbb7 req-43ea9c25-7ee7-4334-8ff2-972540799893 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Oct 25 23:08:34.266108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972b8aa-28f8-44bb-9bad-d5c9d7145e28 req-0f7c08bf-add3-4d3d-9ee7-c4253698ecdf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.267577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6972b8aa-28f8-44bb-9bad-d5c9d7145e28 req-0f7c08bf-add3-4d3d-9ee7-c4253698ecdf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 950 time: 0.0495393 Oct 25 23:08:34.305612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6972b8aa-28f8-44bb-9bad-d5c9d7145e28 req-320f2b4b-c3ad-47f3-9e75-848b7943bc83 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Oct 25 23:08:34.449461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914803b-253b-475e-aa8c-e34698221f6a req-dc2a0546-47e6-42d9-b398-f4fa963f374a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.450975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3914803b-253b-475e-aa8c-e34698221f6a req-dc2a0546-47e6-42d9-b398-f4fa963f374a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0532889 Oct 25 23:08:34.491060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3914803b-253b-475e-aa8c-e34698221f6a req-0507aed1-3317-4a2e-8827-004605ef1108 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Oct 25 23:08:34.543861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c15ef3b4-be8b-41a5-bc2d-d851354d7b2b up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:34.585355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3827923-79f9-42a4-9d20-e366bea9d3f0 req-31ce5577-1ab2-4c52-9ea7-88a4e604f816 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.591415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3827923-79f9-42a4-9d20-e366bea9d3f0 req-31ce5577-1ab2-4c52-9ea7-88a4e604f816 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.593103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3827923-79f9-42a4-9d20-e366bea9d3f0 req-31ce5577-1ab2-4c52-9ea7-88a4e604f816 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411&device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 1691 time: 0.0581470 Oct 25 23:08:34.594751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:34.600232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:34.600609 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:34.636810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3827923-79f9-42a4-9d20-e366bea9d3f0 req-9ecb6fb7-faa9-4b3a-ac40-d07d868ebe2c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368555 Oct 25 23:08:34.686594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:34.691151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed58bf5-47dd-4e69-9803-54bdfb6d0c43 req-61cbb94c-9f99-42ae-8e04-38436ce8e562 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.693356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ed58bf5-47dd-4e69-9803-54bdfb6d0c43 req-61cbb94c-9f99-42ae-8e04-38436ce8e562 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0546529 Oct 25 23:08:34.714938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:34.717699 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e6a5f4-a3da-45b7-8cc6-d6d3967f40fd" -d '{"events": [{"server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "name": "network-vif-plugged", "status": "completed", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:34.731450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:34.737009 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:34.738996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ed58bf5-47dd-4e69-9803-54bdfb6d0c43 req-f389ffeb-25dc-4b58-b349-9efc200969d5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Oct 25 23:08:34.792358 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0cd867-5f31-4f45-b85a-09d0ac91aba5 x-openstack-request-id: req-6c0cd867-5f31-4f45-b85a-09d0ac91aba5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:34.792659 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "name": "network-vif-plugged", "status": "completed", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:34.792915 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c0cd867-5f31-4f45-b85a-09d0ac91aba5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:34.793303 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'code': 200} Oct 25 23:08:34.798042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:34.824495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fd1e-84ad-416d-83eb-f5bc16cbd413 req-fecee4cd-2cbb-4ee8-b364-af8abba4b46f tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.826021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ee8fd1e-84ad-416d-83eb-f5bc16cbd413 req-fecee4cd-2cbb-4ee8-b364-af8abba4b46f tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 1101 time: 0.0583537 Oct 25 23:08:34.862754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ee8fd1e-84ad-416d-83eb-f5bc16cbd413 req-84160ac9-2b89-47fe-b08b-afe6c330709b tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294559 Oct 25 23:08:34.910829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5315a-a376-4eaa-a105-5a46ab4c7fe7 req-11de0d2e-7898-4bec-bc06-c25f6bdc9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.912602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8d5315a-a376-4eaa-a105-5a46ab4c7fe7 req-11de0d2e-7898-4bec-bc06-c25f6bdc9bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 1097 time: 0.0401285 Oct 25 23:08:34.976883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8d5315a-a376-4eaa-a105-5a46ab4c7fe7 req-89d33dae-8cd9-4965-889b-8b53fc9d2652 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572100 Oct 25 23:08:34.987987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee576d92-36b3-40da-b8e4-dcb9662fe0dd req-11603f6a-665b-4cba-a38b-915aa36cb885 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:34.989967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee576d92-36b3-40da-b8e4-dcb9662fe0dd req-11603f6a-665b-4cba-a38b-915aa36cb885 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 1101 time: 0.0552557 Oct 25 23:08:35.025420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee576d92-36b3-40da-b8e4-dcb9662fe0dd req-2f00bc72-add8-4bc0-963d-91692993c303 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294030 Oct 25 23:08:35.146936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610402f1-e796-4d1b-958f-ac511369cee5 req-b53d4625-a131-4eed-a5e6-0adbd9885948 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:35.148522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-610402f1-e796-4d1b-958f-ac511369cee5 req-b53d4625-a131-4eed-a5e6-0adbd9885948 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Oct 25 23:08:35.186144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-610402f1-e796-4d1b-958f-ac511369cee5 req-28620d7c-f678-43c8-91dd-c3f1b9a02f23 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Oct 25 23:08:35.556673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-d7ac86f1-fed9-45a4-9acb-2efa12a2acfa tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216866 Oct 25 23:08:35.614535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defeddd-c52a-4f52-837e-08a15a6d6691 req-6302488e-d411-4a11-a935-72db209f508f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:35.616099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0defeddd-c52a-4f52-837e-08a15a6d6691 req-6302488e-d411-4a11-a935-72db209f508f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0530326 Oct 25 23:08:35.654484 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0defeddd-c52a-4f52-837e-08a15a6d6691 req-029fb940-0fd7-4413-9405-993ea07dc645 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Oct 25 23:08:35.668076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-7bae7e26-a21f-4114-80c8-156e5cb573de tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:35.669531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-7bae7e26-a21f-4114-80c8-156e5cb573de tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075554 Oct 25 23:08:35.685069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-bcd09bcb-de7a-4c04-a744-da482ffc7386 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/quotas/58b588c70166474d9e7990f41234ee22 HTTP/1.1" status: 200 len: 375 time: 0.0096471 Oct 25 23:08:35.737126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-2646c6f3-5ef0-4e76-81ed-a681aa0b4398 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468669 Oct 25 23:08:35.855612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11955eaa-4ca3-4f57-8540-bd90a70137d3 req-67379c45-2e50-4935-91bc-8d8e86d4e6c8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:35.857237 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11955eaa-4ca3-4f57-8540-bd90a70137d3 req-67379c45-2e50-4935-91bc-8d8e86d4e6c8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0513167 Oct 25 23:08:35.899261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11955eaa-4ca3-4f57-8540-bd90a70137d3 req-8a6a3235-c7ad-4832-9188-347e137d0008 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Oct 25 23:08:36.225298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6edb9184-5dea-4634-9e56-2685ec4f9d19 req-50af4ba1-1b98-4eeb-af97-e4b049e584a4 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 210 time: 0.0264459 Oct 25 23:08:36.316206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1b138-fd09-47eb-835f-124843578714 req-efaca639-6a90-4c66-8d31-01c44e5e85bd tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:36.318125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bef1b138-fd09-47eb-835f-124843578714 req-efaca639-6a90-4c66-8d31-01c44e5e85bd tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.0576751 Oct 25 23:08:36.358138 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bef1b138-fd09-47eb-835f-124843578714 req-d3508977-db9b-45af-897a-9684f750d00a tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Oct 25 23:08:36.785635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5e867-e470-499c-8623-606a0ec378fa req-85700de7-534c-4be8-af63-10e0652d5ba2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:36.790625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68c5e867-e470-499c-8623-606a0ec378fa req-85700de7-534c-4be8-af63-10e0652d5ba2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0597413 Oct 25 23:08:36.834173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68c5e867-e470-499c-8623-606a0ec378fa req-a5d1c602-77ee-41d2-a400-257702e059d0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Oct 25 23:08:37.030410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e0c55-536b-4c72-83b1-f1ea6f1c9ceb req-192c4fd4-1e05-44df-a273-00ca61d07741 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:37.031915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-595e0c55-536b-4c72-83b1-f1ea6f1c9ceb req-192c4fd4-1e05-44df-a273-00ca61d07741 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0579131 Oct 25 23:08:37.071161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-595e0c55-536b-4c72-83b1-f1ea6f1c9ceb req-34fd6d08-2285-426f-b326-a3ad670c863e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Oct 25 23:08:37.326871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2cb9b51-c10f-4a55-8974-d6c957c273bd req-6abe3f8a-553a-4f50-bdd0-ac82a2a35508 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 210 time: 0.0291817 Oct 25 23:08:37.471595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-a2eb180c-2bf2-4be2-bd3d-cb4a5cd0a408 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340450 Oct 25 23:08:37.488979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e957d-cc1c-48c6-b590-203c3cd9157b req-43fc5c66-2f06-4991-8ced-4647e9c179b6 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:37.494845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-647e957d-cc1c-48c6-b590-203c3cd9157b req-43fc5c66-2f06-4991-8ced-4647e9c179b6 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.0572307 Oct 25 23:08:37.564461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-a921c405-29f0-4add-9aa7-48f7ea359c21 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528700 Oct 25 23:08:37.577237 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-647e957d-cc1c-48c6-b590-203c3cd9157b req-4cf8d3d1-fc86-456c-88be-cfa5bd6a921f tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791025 Oct 25 23:08:37.610716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-24777e44-317f-46b7-a203-0248746b1745 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:37.612520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-24777e44-317f-46b7-a203-0248746b1745 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335299 Oct 25 23:08:37.695725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:37.741053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412c61-99c9-411b-9062-633b41a1920a req-492daa94-ee58-49a1-b839-39f665031af4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:37.750956 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:08:37.751425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03412c61-99c9-411b-9062-633b41a1920a req-492daa94-ee58-49a1-b839-39f665031af4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.0901906 Oct 25 23:08:37.760184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:37.762094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-3b2ddf76-8fbf-4dcb-aa10-0ca18e5ebef8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:37.763615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-3b2ddf76-8fbf-4dcb-aa10-0ca18e5ebef8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854732 Oct 25 23:08:37.764953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Request body: {'floatingip': {'port_id': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:37.815132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:37.833423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': '812710f0-9590-495c-a4ca-13b572e34d78', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:37.996254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ed971-882e-4af3-82f9-508164a0c470 req-ed931e4d-ed46-44b9-811c-0ad60a70ec9b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:37.997944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-576ed971-882e-4af3-82f9-508164a0c470 req-ed931e4d-ed46-44b9-811c-0ad60a70ec9b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0905509 Oct 25 23:08:38.008076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:38.011894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:38.016651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:38.147532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-576ed971-882e-4af3-82f9-508164a0c470 req-256790ba-a0d5-4638-95d6-1661d7c67e14 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123505 Oct 25 23:08:38.277605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:38.294217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'port_id': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'mac_address': 'fa:16:3e:7d:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:38.312518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:38.316538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:38.371297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.104 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/b826b258-1abb-42b1-ac87-37ad4acd7ef6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:38.398666 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:38.402420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737edabd-f7c5-4e2d-8702-3cd9245a05f4 req-adbc5099-8bb2-4ef4-ba20-494d6ea3bfc5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:38.406841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737edabd-f7c5-4e2d-8702-3cd9245a05f4 req-adbc5099-8bb2-4ef4-ba20-494d6ea3bfc5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1272292 Oct 25 23:08:38.423722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:38.469397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:38.476190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:38.502252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737edabd-f7c5-4e2d-8702-3cd9245a05f4 req-e6a090c3-1929-4f31-b276-b7bc9005b680 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774083 Oct 25 23:08:38.568464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6bdac1a-cc49-4dde-a272-1b5c600d41af req-2f7f1914-b1ff-45bb-8373-537cb64ae1a5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 210 time: 0.1009705 Oct 25 23:08:38.568721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:38.672352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['dd319388-fcc6-478c-beec-6dcde0497bf7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:38.728554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:38.800745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:38.905448 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.resource_extend [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:08:38.938795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:38.939913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=b826b258-1abb-42b1-ac87-37ad4acd7ef6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:38.948162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:38.951040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.952206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.952631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.952973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.953307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.953639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.954650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.954985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.955318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.955648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.955983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.956310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:38.960715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:38.998262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.202 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/6cc41190-265f-4f86-9449-57497b686c29) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:39.015694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:39.026006 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:39.094053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:39.102852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:39.106999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:39.160963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-feb71e2f-824e-4eeb-9c79-7edde703c27d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3312087 Oct 25 23:08:39.163053 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Floating IP 9ec1e8d7-2b07-4795-82da-1ddab6b80bfd associated. External IP: 172.25.4.133, port: c15ef3b4-be8b-41a5-bc2d-d851354d7b2b. Oct 25 23:08:39.175395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Request body: {'port': {'device_id': '812710f0-9590-495c-a4ca-13b572e34d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:39.301086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:39.517931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6beac-ad77-4ca3-8fc3-b7d54eadc50c req-bab1ceda-37fc-47c8-9508-27fbf69d2fda tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:39.531419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8cf6beac-ad77-4ca3-8fc3-b7d54eadc50c req-bab1ceda-37fc-47c8-9508-27fbf69d2fda tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.2022288 Oct 25 23:08:39.574007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-be2dccb2-3a7d-4b0f-8bbf-511d30dff2a0 None None] Provisioning complete for port b826b258-1abb-42b1-ac87-37ad4acd7ef6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:39.575448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-be2dccb2-3a7d-4b0f-8bbf-511d30dff2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:39.634305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-be2dccb2-3a7d-4b0f-8bbf-511d30dff2a0 None None] Port b826b258-1abb-42b1-ac87-37ad4acd7ef6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:08:39.641740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8cf6beac-ad77-4ca3-8fc3-b7d54eadc50c req-9755427f-b183-4d3a-9cbb-df3f47f11066 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877979 Oct 25 23:08:39.825293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f68b0b-ae87-440b-ae5c-6c9082771468 req-c0744fef-180f-4a8b-be78-f209916000f6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:39.827176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f2f68b0b-ae87-440b-ae5c-6c9082771468 req-c0744fef-180f-4a8b-be78-f209916000f6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 936 time: 0.0802028 Oct 25 23:08:39.838628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd7c0e-505e-4efd-8d47-05ff1b1a5ece req-4a0eba70-9da5-43cf-8e65-61d5c147eb1e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:39.840206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fcd7c0e-505e-4efd-8d47-05ff1b1a5ece req-4a0eba70-9da5-43cf-8e65-61d5c147eb1e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.2153919 Oct 25 23:08:39.843330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:39.877361 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f2f68b0b-ae87-440b-ae5c-6c9082771468 req-ba2d6097-839a-4872-ae22-2eb09d4cb90e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Oct 25 23:08:39.880943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Router 5ce9ecff-bf6c-4403-923e-c47c654f714a has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:08:39.914437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fcd7c0e-505e-4efd-8d47-05ff1b1a5ece req-6fba9938-8969-4fe8-974b-f2984f2e1616 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628173 Oct 25 23:08:40.023257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:40.032759 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.091241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port dd319388-fcc6-478c-beec-6dcde0497bf7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:40.092334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=6cc41190-265f-4f86-9449-57497b686c29,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:40.093131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.112441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:40.116448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:40.121584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.121941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.123006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.123407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.123751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.124564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.124564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.124784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.125132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.125538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.125774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.126104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:08:40.131157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:40.196054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:40.196614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.208690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:08:40.217864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.226906 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] Sync routers for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:08:40.247362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:40.247991 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:40.252762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-7ad29780-1f3d-427f-aa64-f7407ed276ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5619793 Oct 25 23:08:40.275180 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.289481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b52c5c5a-a5b8-4890-8f16-cff7ea8fffb7 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "PUT /v2.0/floatingips/9ec1e8d7-2b07-4795-82da-1ddab6b80bfd HTTP/1.1" status: 200 len: 992 time: 2.5279629 Oct 25 23:08:40.292046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:40.295269 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b7a42-f970-4581-a101-a217e2e4f784" -d '{"events": [{"name": "network-changed", "server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:40.311228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Request body: {'port': {'device_id': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:40.339955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b826b258-1abb-42b1-ac87-37ad4acd7ef6 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:40.342279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:40.344328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:40.347087 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a0c3f-7891-434e-b1be-b42bc682a8a8" -d '{"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-plugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:40.355856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.356407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.387129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Transition to ACTIVE for port object b826b258-1abb-42b1-ac87-37ad4acd7ef6 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:40.396215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.435158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:40.469456 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e757a-02ba-4453-948f-54f2655c40f4 x-openstack-request-id: req-e70e757a-02ba-4453-948f-54f2655c40f4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:40.469910 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-plugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:40.470357 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e70e757a-02ba-4453-948f-54f2655c40f4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:40.470887 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'code': 200} Oct 25 23:08:40.497863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.517760 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:40.537357 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274f9dc7-5c1e-43d9-b976-e42d63a15994 x-openstack-request-id: req-274f9dc7-5c1e-43d9-b976-e42d63a15994 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:40.537661 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:40.537900 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-274f9dc7-5c1e-43d9-b976-e42d63a15994 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:40.538339 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'status': 'completed', 'code': 200} Oct 25 23:08:40.543493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Pushing event updated for resources: {'Port': ['ID=b826b258-1abb-42b1-ac87-37ad4acd7ef6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:40.571353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f85e878e-f500-44ec-b15a-bac929e68533 None None] Provisioning complete for port 6cc41190-265f-4f86-9449-57497b686c29 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:40.571808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f85e878e-f500-44ec-b15a-bac929e68533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.675552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f85e878e-f500-44ec-b15a-bac929e68533 None None] Port 6cc41190-265f-4f86-9449-57497b686c29 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:08:40.721485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Attempting to bind port b826b258-1abb-42b1-ac87-37ad4acd7ef6 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:40.722225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Attempting to bind port b826b258-1abb-42b1-ac87-37ad4acd7ef6 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:40.722898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Attempting to bind port b826b258-1abb-42b1-ac87-37ad4acd7ef6 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:40.728371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Port b826b258-1abb-42b1-ac87-37ad4acd7ef6 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:40.728783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Attempting to bind port b826b258-1abb-42b1-ac87-37ad4acd7ef6 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:40.735001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:40.735478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:40.736254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:40.736659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Bound port: b826b258-1abb-42b1-ac87-37ad4acd7ef6, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:40.737119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.750577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-646fcded-e22b-4e4f-a8b2-fde83149734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:40.752171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-646fcded-e22b-4e4f-a8b2-fde83149734d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6&device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 1097 time: 0.1643190 Oct 25 23:08:40.859415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:40.869986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] For port b826b258-1abb-42b1-ac87-37ad4acd7ef6, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:40.891282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd78d5-caa9-48c4-98ba-474376cb9e3a req-bc6accde-13fd-4bb7-9009-cf92acc3661d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:40.893196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ccd78d5-caa9-48c4-98ba-474376cb9e3a req-bc6accde-13fd-4bb7-9009-cf92acc3661d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0950041 Oct 25 23:08:40.898494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] For port b826b258-1abb-42b1-ac87-37ad4acd7ef6, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:40.912382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.959480 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9ec1e8d7-2b07-4795-82da-1ddab6b80bfd', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'port_id': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'mac_address': 'fa:16:3e:9b:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:42Z', 'updated_at': '2021-10-25T23:08:38Z', 'revision_number': 1, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:41Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:40.985298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:40.986010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:40.988491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] 10.222.0.11 "PUT /v2.0/ports/b826b258-1abb-42b1-ac87-37ad4acd7ef6 HTTP/1.1" status: 200 len: 1096 time: 1.8195553 Oct 25 23:08:40.992525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812710f0-9590-495c-a4ca-13b572e34d78', 'tag': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:40.995739 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe05139-161a-42a0-bd72-9f412fb32c26" -d '{"events": [{"name": "network-changed", "server_uuid": "812710f0-9590-495c-a4ca-13b572e34d78", "tag": "b826b258-1abb-42b1-ac87-37ad4acd7ef6"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:41.020296 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] Checking router: 5ce9ecff-bf6c-4403-923e-c47c654f714a for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:08:41.055878 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:41.056763 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:41.057489 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ccd78d5-caa9-48c4-98ba-474376cb9e3a req-e631808a-1b47-44b1-9a03-bb4a72dd23dc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570923 Oct 25 23:08:41.154463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfec70-d687-4255-a5cb-31441b8f645d service neutron] Pushing event updated for resources: {'Port': ['ID=b826b258-1abb-42b1-ac87-37ad4acd7ef6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:41.197906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-e72f35c4-f06d-4a9b-afb1-efc08f81fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.204536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-e72f35c4-f06d-4a9b-afb1-efc08f81fe11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 1099 time: 0.1424308 Oct 25 23:08:41.246520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-af6b5a75-e7b4-4f69-bc9e-503406583228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.249197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-af6b5a75-e7b4-4f69-bc9e-503406583228 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 HTTP/1.1" status: 200 len: 917 time: 0.4799738 Oct 25 23:08:41.253711 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:41.264327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145b2ad-71ef-46d6-b3f8-d90247f2f871 req-c21e5eeb-3d10-4b95-88f2-37e45668cd87 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.281497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a145b2ad-71ef-46d6-b3f8-d90247f2f871 req-c21e5eeb-3d10-4b95-88f2-37e45668cd87 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 948 time: 0.2014477 Oct 25 23:08:41.311107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-db11add7-7c97-4fbc-a75c-92ffbee00db0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6 HTTP/1.1" status: 200 len: 217 time: 0.0965657 Oct 25 23:08:41.368972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a145b2ad-71ef-46d6-b3f8-d90247f2f871 req-9bd3e602-3eee-4250-907b-b61c5d4b12ac tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863948 Oct 25 23:08:41.505016 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16f2af2-f05c-4094-8e63-04631fcbf15e x-openstack-request-id: req-d16f2af2-f05c-4094-8e63-04631fcbf15e {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:41.509200 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812710f0-9590-495c-a4ca-13b572e34d78", "tag": "b826b258-1abb-42b1-ac87-37ad4acd7ef6", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:41.509793 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d16f2af2-f05c-4094-8e63-04631fcbf15e {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:41.510384 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812710f0-9590-495c-a4ca-13b572e34d78', 'tag': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6', 'status': 'completed', 'code': 200} Oct 25 23:08:41.565636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-50e1ce56-689e-4750-805a-e4b9edf7d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.569183 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9ec1e8d7-2b07-4795-82da-1ddab6b80bfd', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'port_id': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'mac_address': 'fa:16:3e:9b:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:42Z', 'updated_at': '2021-10-25T23:08:38Z', 'revision_number': 1, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:41Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:41.572124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-6820aa5a-4540-449c-910a-2a9712d58b5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b HTTP/1.1" status: 200 len: 1000 time: 0.2552698 Oct 25 23:08:41.578396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-50e1ce56-689e-4750-805a-e4b9edf7d493 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1902239 Oct 25 23:08:41.588329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f725c-6294-4a65-bbd3-7f63974d98c0 req-005dfb22-6116-496a-ac44-e8f05c959561 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.596116 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-484f725c-6294-4a65-bbd3-7f63974d98c0 req-005dfb22-6116-496a-ac44-e8f05c959561 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.2843444 Oct 25 23:08:41.597143 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3467876-fbb0-420c-adff-22e80914c7d8 None None] The sync data for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 is: [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9ec1e8d7-2b07-4795-82da-1ddab6b80bfd', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'port_id': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'mac_address': 'fa:16:3e:9b:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:07:42Z', 'updated_at': '2021-10-25T23:08:38Z', 'revision_number': 1, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:41Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:08:41.758945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-484f725c-6294-4a65-bbd3-7f63974d98c0 req-e80fb22b-5e52-43d8-a13f-20551671efc3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560581 Oct 25 23:08:41.767048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-509b24fd-79cd-41dc-be51-69e95287df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.768531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-509b24fd-79cd-41dc-be51-69e95287df47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611371 Oct 25 23:08:41.797911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-6014997a-09d4-4741-81ad-8d2929d85455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.799428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-6014997a-09d4-4741-81ad-8d2929d85455 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fb010f6-a006-4f8c-9e6e-852cc33ac551 HTTP/1.1" status: 200 len: 855 time: 0.1546409 Oct 25 23:08:41.851741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc41190-265f-4f86-9449-57497b686c29 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:41.869051 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:41.881842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-064ef822-81c8-4f60-9aa3-28d9a7412a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:41.883448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-064ef822-81c8-4f60-9aa3-28d9a7412a85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750241 Oct 25 23:08:41.954491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-0824b8e2-d832-44e6-a48d-e004f5da586a service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747088 Oct 25 23:08:41.975776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Transition to ACTIVE for port object 6cc41190-265f-4f86-9449-57497b686c29 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:08:41.981568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:42.014634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f7a8c-a417-42f9-88a9-ef026a522c43 None None] New status for floating IP 9ec1e8d7-2b07-4795-82da-1ddab6b80bfd: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:08:42.134257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-5f332188-2f49-4985-a7a8-8582f4a95b26 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504414 Oct 25 23:08:42.226824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc41190-265f-4f86-9449-57497b686c29,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:42.240169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-a16cb178-b2ce-44f5-ab2b-fdaa60de7c1b service neutron] 10.222.0.15 "GET /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459196 Oct 25 23:08:42.282059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-711469d1-c18b-4189-9cb3-136a715fc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.283749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-711469d1-c18b-4189-9cb3-136a715fc3a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 1099 time: 0.0705500 Oct 25 23:08:42.298576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46879fff-de60-4e17-9f6a-72e2ea559d46 req-a8af20eb-a735-4990-b716-4fe1712fe9de tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.308334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-46879fff-de60-4e17-9f6a-72e2ea559d46 req-a8af20eb-a735-4990-b716-4fe1712fe9de tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1435819 Oct 25 23:08:42.402633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d5b7a42-f970-4581-a101-a217e2e4f784 req-c93bc3a4-125c-4a84-9ff1-98c63420b9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462529 Oct 25 23:08:42.423257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-46879fff-de60-4e17-9f6a-72e2ea559d46 req-d8dc3a11-e9c2-4b97-b292-e8590e1d0233 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123817 Oct 25 23:08:42.428631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Attempting to bind port 6cc41190-265f-4f86-9449-57497b686c29 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:42.429230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Attempting to bind port 6cc41190-265f-4f86-9449-57497b686c29 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:42.429639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Attempting to bind port 6cc41190-265f-4f86-9449-57497b686c29 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:42.437731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Port 6cc41190-265f-4f86-9449-57497b686c29 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:08:42.438073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Attempting to bind port 6cc41190-265f-4f86-9449-57497b686c29 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:42.443303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:42.443640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:42.444026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:42.445193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Bound port: 6cc41190-265f-4f86-9449-57497b686c29, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:42.445521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:42.481297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-0214fc9b-357c-42a8-8323-db1a420664da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.483134 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-0214fc9b-357c-42a8-8323-db1a420664da service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1666977 Oct 25 23:08:42.538578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-08ab0a88-bdfd-4b90-89b5-fb9661c46217 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6 HTTP/1.1" status: 200 len: 217 time: 0.0397630 Oct 25 23:08:42.560536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7841431-22a4-4c88-b97b-a698fdb760d8 req-5da94a88-aa9d-4dc6-ac99-ed67050435a8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.562049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7841431-22a4-4c88-b97b-a698fdb760d8 req-5da94a88-aa9d-4dc6-ac99-ed67050435a8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 948 time: 0.0979936 Oct 25 23:08:42.564645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] For port 6cc41190-265f-4f86-9449-57497b686c29, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:42.568566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] For port 6cc41190-265f-4f86-9449-57497b686c29, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=6cc41190-265f-4f86-9449-57497b686c29,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:42.588399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:42.608565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-a2e6f4d4-0326-4dbb-9b6a-ec30f3a9e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.610008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-a2e6f4d4-0326-4dbb-9b6a-ec30f3a9e52a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0618727 Oct 25 23:08:42.648055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.648668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:42.650063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/6cc41190-265f-4f86-9449-57497b686c29 HTTP/1.1" status: 200 len: 1096 time: 2.3588989 Oct 25 23:08:42.650553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'tag': '6cc41190-265f-4f86-9449-57497b686c29'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:42.652824 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e" -d '{"events": [{"name": "network-changed", "server_uuid": "79aba3d4-d940-45ec-9c27-c71accbac9c1", "tag": "6cc41190-265f-4f86-9449-57497b686c29"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:42.689960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-6004b5d2-8638-4435-b359-c488c7957166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.693267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-6004b5d2-8638-4435-b359-c488c7957166 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742056 Oct 25 23:08:42.697846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7841431-22a4-4c88-b97b-a698fdb760d8 req-602770c2-7cbf-4047-86e9-3dea31b787af tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278617 Oct 25 23:08:42.720659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac159-3758-4475-aae4-7b117fbad9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc41190-265f-4f86-9449-57497b686c29,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:42.760237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:42.766673 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200e642-3f38-4aa7-8b18-39de7e3423b1 x-openstack-request-id: req-7200e642-3f38-4aa7-8b18-39de7e3423b1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:42.766951 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79aba3d4-d940-45ec-9c27-c71accbac9c1", "tag": "6cc41190-265f-4f86-9449-57497b686c29", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:42.767200 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7200e642-3f38-4aa7-8b18-39de7e3423b1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:42.767623 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'tag': '6cc41190-265f-4f86-9449-57497b686c29', 'status': 'completed', 'code': 200} Oct 25 23:08:42.897398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-3bf5bca6-3539-4a90-9440-0eb826ea15a8 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942496 Oct 25 23:08:42.898061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-e0a9b234-dc11-4ef7-80fa-7be84be0b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.899673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-e0a9b234-dc11-4ef7-80fa-7be84be0b853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 1099 time: 0.1001413 Oct 25 23:08:42.917243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3320e-b06a-4983-b859-0093ef173cac req-cf8808b1-b7d8-4ac7-a681-6893c5d53e1c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:42.933546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21e3320e-b06a-4983-b859-0093ef173cac req-cf8808b1-b7d8-4ac7-a681-6893c5d53e1c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0899084 Oct 25 23:08:43.025449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-bfbc2a10-afca-4335-8ef1-1baa70d27290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6cc41190-265f-4f86-9449-57497b686c29 HTTP/1.1" status: 200 len: 217 time: 0.0801120 Oct 25 23:08:43.057882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe05139-161a-42a0-bd72-9f412fb32c26 req-8289cace-4ab6-4843-a4ea-c61e8c7c6d76 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508794 Oct 25 23:08:43.066803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21e3320e-b06a-4983-b859-0093ef173cac req-0ddd2b84-3209-4bad-83ce-f76a110c2b86 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318986 Oct 25 23:08:43.093297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ca74b-de21-41c2-b0e2-2e4553df6e3b req-4d7c365a-8b34-4948-ac6b-255ee0173bdf tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.096395 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-029ca74b-de21-41c2-b0e2-2e4553df6e3b req-4d7c365a-8b34-4948-ac6b-255ee0173bdf tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0776474 Oct 25 23:08:43.119092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-b7558586-2cb5-41d3-b0d7-b5c99e545c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.121536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-b7558586-2cb5-41d3-b0d7-b5c99e545c09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0821183 Oct 25 23:08:43.152903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-029ca74b-de21-41c2-b0e2-2e4553df6e3b req-b621d01d-efe0-4e46-9ad4-b16430989bd3 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490215 Oct 25 23:08:43.194107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a398-1f16-4126-9280-00a533b825d7 req-892611aa-417a-4c24-ab8e-1835b7bc3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.196439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-892611aa-417a-4c24-ab8e-1835b7bc3550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648878 Oct 25 23:08:43.323775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-a1f486eb-8fc3-4974-8f09-e8252e079133 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195607 Oct 25 23:08:43.432089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9841a398-1f16-4126-9280-00a533b825d7 req-94aed4fa-9cba-417e-89d8-bc0580037747 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001716 Oct 25 23:08:43.547509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf297c-434a-455a-b60e-2e0164524e9a req-a360dbc0-fdb7-4622-a7b5-a15bd35bd02f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.549702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bcf297c-434a-455a-b60e-2e0164524e9a req-a360dbc0-fdb7-4622-a7b5-a15bd35bd02f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0558596 Oct 25 23:08:43.587814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-5331d959-2762-411b-a0b7-2f8d68049797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.589710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-5331d959-2762-411b-a0b7-2f8d68049797 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 1099 time: 0.0493808 Oct 25 23:08:43.601195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bcf297c-434a-455a-b60e-2e0164524e9a req-d7e57c75-b87e-4ddf-a80f-febd1f31f73b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Oct 25 23:08:43.701669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-742d6d34-efc7-4c0e-8b5c-fdc224588c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.703198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-742d6d34-efc7-4c0e-8b5c-fdc224588c96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1043875 Oct 25 23:08:43.748882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-7d0eb208-e521-4eee-b183-5f59c7f4604a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6cc41190-265f-4f86-9449-57497b686c29 HTTP/1.1" status: 200 len: 217 time: 0.0380819 Oct 25 23:08:43.841812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-77286182-83f3-440b-bd06-9c065cead0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.843405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-77286182-83f3-440b-bd06-9c065cead0b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0869641 Oct 25 23:08:43.861618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359dcb-a245-48eb-96d1-f017c5cee7c0 req-1a25089f-b01f-4c10-8aea-4ed686d1ff2f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.861618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03359dcb-a245-48eb-96d1-f017c5cee7c0 req-1a25089f-b01f-4c10-8aea-4ed686d1ff2f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 948 time: 0.0657859 Oct 25 23:08:43.914360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03359dcb-a245-48eb-96d1-f017c5cee7c0 req-c2f71924-12bf-4904-b176-194a5e6898e8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462332 Oct 25 23:08:43.953924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-93d27b46-35b3-418a-bf97-7b2b0e1a2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:43.954680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-93d27b46-35b3-418a-bf97-7b2b0e1a2848 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569751 Oct 25 23:08:44.106385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-50389fad-f598-4089-8347-8e45c4119d98 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406717 Oct 25 23:08:44.211120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61d981-d827-432c-8ea5-85fdfc8e46bf req-9a62f91b-15e7-4270-9925-3e104f1a59d8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:44.212953 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc61d981-d827-432c-8ea5-85fdfc8e46bf req-9a62f91b-15e7-4270-9925-3e104f1a59d8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0623875 Oct 25 23:08:44.260840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc61d981-d827-432c-8ea5-85fdfc8e46bf req-1e763822-d40a-4c22-9860-4b1957243de5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Oct 25 23:08:44.268897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af9dd3d-8e1c-4982-9d6e-ac18acd5f94e req-7ec1792e-1edc-42f3-be53-f598e3726230 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521955 Oct 25 23:08:44.281952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c69298-084c-4d03-9b6b-f05b3ea92398 req-281e1290-2f87-40e7-b5ca-10ef92c52a70 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:44.303531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77c69298-084c-4d03-9b6b-f05b3ea92398 req-281e1290-2f87-40e7-b5ca-10ef92c52a70 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.1061726 Oct 25 23:08:44.345920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77c69298-084c-4d03-9b6b-f05b3ea92398 req-0c98199e-9eda-4c25-aa34-2fe2cdaed7bf tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Oct 25 23:08:44.735426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3353d19-f2aa-4647-a0e5-a41a2186c356 req-310d56bb-a0b2-43b0-91f8-1c397e20cb14 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:44.737082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3353d19-f2aa-4647-a0e5-a41a2186c356 req-310d56bb-a0b2-43b0-91f8-1c397e20cb14 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0543242 Oct 25 23:08:44.790535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3353d19-f2aa-4647-a0e5-a41a2186c356 req-4fe841ea-a951-41af-94ca-45c7541370d0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Oct 25 23:08:45.027016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90205d-f6b8-4369-8e80-c3ce07364e56 req-179dea96-e13f-4396-b650-9e9497a254a4 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:45.028807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e90205d-f6b8-4369-8e80-c3ce07364e56 req-179dea96-e13f-4396-b650-9e9497a254a4 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0658355 Oct 25 23:08:45.072164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e90205d-f6b8-4369-8e80-c3ce07364e56 req-9f59145b-cc3c-4b9c-bc30-05c3889c0b64 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373340 Oct 25 23:08:45.140163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff100e38-33f7-4e0d-b540-a589b59bfa6b req-1e539d13-5af2-4931-9ad4-829c951b8d8c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:45.141871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff100e38-33f7-4e0d-b540-a589b59bfa6b req-1e539d13-5af2-4931-9ad4-829c951b8d8c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 948 time: 0.0632093 Oct 25 23:08:45.182921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff100e38-33f7-4e0d-b540-a589b59bfa6b req-5c3e520a-e789-41df-b3bd-c2b430e288b0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Oct 25 23:08:45.391690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62cb5c-0187-4e4f-b86c-c730c1650145 req-008b4aa7-81e3-46e1-b502-6dc73afa472b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:45.393156 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f62cb5c-0187-4e4f-b86c-c730c1650145 req-008b4aa7-81e3-46e1-b502-6dc73afa472b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0558505 Oct 25 23:08:45.452154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f62cb5c-0187-4e4f-b86c-c730c1650145 req-6e526e48-3466-4d46-aef7-d9ab3619e513 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Oct 25 23:08:45.518956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-784af419-acec-4343-bce6-7dc87caef3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:45.921211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b410e-eef4-4474-84ba-a9abf450b68a req-117d84ce-8445-4bec-aa4a-4fb64ed27ff2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:45.922866 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-886b410e-eef4-4474-84ba-a9abf450b68a req-117d84ce-8445-4bec-aa4a-4fb64ed27ff2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0545378 Oct 25 23:08:45.967441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-886b410e-eef4-4474-84ba-a9abf450b68a req-6b65a255-a956-4cb7-b8d9-8552fe5c8899 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Oct 25 23:08:46.071426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b826b258-1abb-42b1-ac87-37ad4acd7ef6 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:46.189197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b826b258-1abb-42b1-ac87-37ad4acd7ef6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:46.213480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6', 'mac_address': 'fa:16:3e:0c:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:46.233523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49298fa-2d8e-4fca-9941-e36f8734903f req-eeb30fa3-edd8-441d-850e-c74fcb8c76d9 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:46.235567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d49298fa-2d8e-4fca-9941-e36f8734903f req-eeb30fa3-edd8-441d-850e-c74fcb8c76d9 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0580704 Oct 25 23:08:46.277918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:46.279858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d49298fa-2d8e-4fca-9941-e36f8734903f req-de91b7ee-c0d0-4a69-a780-2d7771d34752 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367413 Oct 25 23:08:46.295205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b826b258-1abb-42b1-ac87-37ad4acd7ef6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:46.322815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b826b258-1abb-42b1-ac87-37ad4acd7ef6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:46.329598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:46.365902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06696106-ff3e-40c3-a825-c64ef9ed2c26 req-c638d904-7728-4154-943f-f8a4e956bdc7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:46.373905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06696106-ff3e-40c3-a825-c64ef9ed2c26 req-c638d904-7728-4154-943f-f8a4e956bdc7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 948 time: 0.0600488 Oct 25 23:08:46.384485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b826b258-1abb-42b1-ac87-37ad4acd7ef6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:46.416564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06696106-ff3e-40c3-a825-c64ef9ed2c26 req-6e7f725d-486b-4b90-8cc5-c92b2ae21ea0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Oct 25 23:08:46.626013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fba7b-8c2a-44a1-bb41-a984ec866b0d req-cb2dcb82-cbee-4f18-9242-a1c2cb1a8edc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:46.634581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b9fba7b-8c2a-44a1-bb41-a984ec866b0d req-cb2dcb82-cbee-4f18-9242-a1c2cb1a8edc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0836241 Oct 25 23:08:46.672000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b9fba7b-8c2a-44a1-bb41-a984ec866b0d req-3a1d2d66-0df6-4e55-9ff6-3937521b5ba8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365162 Oct 25 23:08:46.790104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:47.056914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-1e65f76f-7bc6-4772-99b1-38fec45ee537 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:47.058869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-1e65f76f-7bc6-4772-99b1-38fec45ee537 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.15 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0576355 Oct 25 23:08:47.141685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309dad8-9f0c-40b5-97eb-6b3ed2ad56ea req-2f4ea009-4a9b-42e7-9c50-21cb29113f78 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:47.153194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0309dad8-9f0c-40b5-97eb-6b3ed2ad56ea req-2f4ea009-4a9b-42e7-9c50-21cb29113f78 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0913036 Oct 25 23:08:47.193694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Deleting port adf28564-7adf-4336-8828-ac0187f13555 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:08:47.194350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:47.195653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0309dad8-9f0c-40b5-97eb-6b3ed2ad56ea req-6ab6564c-8b18-4302-855c-ed72019defa6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Oct 25 23:08:47.305792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] For port adf28564-7adf-4336-8828-ac0187f13555, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=adf28564-7adf-4336-8828-ac0187f13555,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:47.306393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:47.408718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287dcc5-c922-40c8-9b85-42d69097b844 req-3b2295f6-978f-4646-bfa5-36cfeffe647c tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:47.410609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8287dcc5-c922-40c8-9b85-42d69097b844 req-3b2295f6-978f-4646-bfa5-36cfeffe647c tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 946 time: 0.0534422 Oct 25 23:08:47.465234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8287dcc5-c922-40c8-9b85-42d69097b844 req-02814c18-1805-404b-9b2d-288ee56c715d tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups?id=73223adb-0d15-403c-b77a-e26266b7a02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Oct 25 23:08:47.820932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809722-e553-44cd-9a58-5db8c55344ec req-6db6eafe-83fa-4245-b828-89bf74ee7396 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:47.822595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4809722-e553-44cd-9a58-5db8c55344ec req-6db6eafe-83fa-4245-b828-89bf74ee7396 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.0621057 Oct 25 23:08:47.882503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9166-d0da-4c70-82eb-8d11cb460793 req-20993414-ae35-49fd-9865-bf8194d1019d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:47.886710 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4809722-e553-44cd-9a58-5db8c55344ec req-ba25b7c5-9164-435e-b879-b4ca87e8c77b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567000 Oct 25 23:08:47.890128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeb9166-d0da-4c70-82eb-8d11cb460793 req-20993414-ae35-49fd-9865-bf8194d1019d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 949 time: 0.1076167 Oct 25 23:08:47.925367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:47.925728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:47.926672 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Floating IP 5011b482-527a-41a0-8c7e-20dd02b5abc6 disassociated. External IP: 172.25.4.162, port: adf28564-7adf-4336-8828-ac0187f13555. Oct 25 23:08:47.927020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Calling delete_port for adf28564-7adf-4336-8828-ac0187f13555 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:08:47.957199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeb9166-d0da-4c70-82eb-8d11cb460793 req-284fafce-52bc-44c4-b26e-fef68eba4b11 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660827 Oct 25 23:08:48.103879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:48.137466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event deleted for resources: {'Port': ['ID=adf28564-7adf-4336-8828-ac0187f13555,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:48.301166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Router 41ee97b1-5650-4880-9379-4702d91b7faf has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:08:48.304532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd14fdbb-2b17-472d-8043-6cc2db7c6a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:48.476568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e55e91-061f-4f4e-869c-2de89f9014a4 req-d3e3dadd-497f-4bc1-907b-c21bcb6abe20 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:48.479707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29e55e91-061f-4f4e-869c-2de89f9014a4 req-d3e3dadd-497f-4bc1-907b-c21bcb6abe20 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0836506 Oct 25 23:08:48.486362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:08:48.514960 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] Sync routers for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:08:48.533196 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:48.533824 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:48.600979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29e55e91-061f-4f4e-869c-2de89f9014a4 req-17d5b06f-0a3f-489c-a626-7b1f5b5d7e24 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122522 Oct 25 23:08:48.637759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 6cc41190-265f-4f86-9449-57497b686c29 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:08:48.660880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] No DVR routers for this DVR port adf28564-7adf-4336-8828-ac0187f13555 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:08:48.664410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:48.669172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8fc15c9-2f7a-4e49-8cb8-715d25b1f6d7 req-e05cb904-310b-49b3-b7d1-c426ccbef760 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.15 "DELETE /v2.0/ports/adf28564-7adf-4336-8828-ac0187f13555 HTTP/1.1" status: 204 len: 173 time: 1.6034863 Oct 25 23:08:48.669671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'name': 'network-vif-deleted', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:48.674045 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4426f9f-080c-43ff-9b43-2a5d57f43e17" -d '{"events": [{"server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "name": "network-vif-deleted", "tag": "adf28564-7adf-4336-8828-ac0187f13555"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:48.739405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b653580-5ae2-4f4c-909e-399255f5f203 req-a63bf80d-750c-471f-a875-e8f8a98fa958 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/ports?device_id=6617b0cf-8a4b-47c9-9661-38211f11a567 HTTP/1.1" status: 200 len: 210 time: 0.1381130 Oct 25 23:08:48.801407 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6e2eee-d8ca-429a-a389-f431cbb4af3c x-openstack-request-id: req-3d6e2eee-d8ca-429a-a389-f431cbb4af3c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:48.802199 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6617b0cf-8a4b-47c9-9661-38211f11a567", "name": "network-vif-deleted", "tag": "adf28564-7adf-4336-8828-ac0187f13555", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:48.802608 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d6e2eee-d8ca-429a-a389-f431cbb4af3c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:48.803664 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6617b0cf-8a4b-47c9-9661-38211f11a567', 'name': 'network-vif-deleted', 'tag': 'adf28564-7adf-4336-8828-ac0187f13555', 'status': 'completed', 'code': 200} Oct 25 23:08:48.812757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:48.933099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 6cc41190-265f-4f86-9449-57497b686c29, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=6cc41190-265f-4f86-9449-57497b686c29,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:48.947818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '6cc41190-265f-4f86-9449-57497b686c29', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '6cc41190-265f-4f86-9449-57497b686c29', 'mac_address': 'fa:16:3e:18:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:08:48.998268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:49.016879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc41190-265f-4f86-9449-57497b686c29 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:08:49.041327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 6cc41190-265f-4f86-9449-57497b686c29, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=6cc41190-265f-4f86-9449-57497b686c29,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:49.054885 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:49.087727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a844-c9ec-41ef-9fdc-5565ef66c4c8 req-29eb69ca-5fda-4691-a2ef-d0017bfc4a6b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:49.092637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2a0a844-c9ec-41ef-9fdc-5565ef66c4c8 req-29eb69ca-5fda-4691-a2ef-d0017bfc4a6b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1078589 Oct 25 23:08:49.123807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=6cc41190-265f-4f86-9449-57497b686c29,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:49.169742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504727c-9eae-4d7e-ac89-fd2158b5d975 req-fdc794fb-0f07-4480-a78e-eb89a65d6702 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:49.171325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0504727c-9eae-4d7e-ac89-fd2158b5d975 req-fdc794fb-0f07-4480-a78e-eb89a65d6702 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 949 time: 0.0984132 Oct 25 23:08:49.181770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2a0a844-c9ec-41ef-9fdc-5565ef66c4c8 req-25f1cf66-f3a2-427e-9bff-2a1f5b071331 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814257 Oct 25 23:08:49.229194 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:25Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:49.236569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0504727c-9eae-4d7e-ac89-fd2158b5d975 req-7c86178b-81f3-4d14-adf7-d7550d3cb110 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Oct 25 23:08:49.389846 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] Checking router: 41ee97b1-5650-4880-9379-4702d91b7faf for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:08:49.404560 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:49.405483 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:49.501725 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:49.557621 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:49.581091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:08:49.786532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc623c1-96cf-4b5e-a58c-56b662286374 req-6a757668-f7be-4866-980e-593435a29136 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:49.797274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fc623c1-96cf-4b5e-a58c-56b662286374 req-6a757668-f7be-4866-980e-593435a29136 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0822744 Oct 25 23:08:49.866719 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:25Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:49.871425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fc623c1-96cf-4b5e-a58c-56b662286374 req-16aad36e-ff8e-42ad-b365-34d8fc4acf0f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707831 Oct 25 23:08:49.878189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54556) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:49.908675 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bda26c-98e9-43f1-a8f1-8821c53b68bf None None] The sync data for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 is: [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:05:17Z', 'revision_number': 4, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'abf50e13-37ef-4131-978e-1bfa786a72ac', 'name': '', 'network_id': '862b4513-16b1-4d23-ac43-97c2fe47324a', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'mac_address': 'fa:16:3e:74:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:16Z', 'updated_at': '2021-10-25T23:05:25Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'subnets': [{'id': 'f3b06244-3aa2-46e0-b15d-f94bbaaa682d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:08:49.981015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d60ae330-2c11-4630-a382-898b2e397442 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.013017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d60ae330-2c11-4630-a382-898b2e397442 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.076636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.093723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d60ae330-2c11-4630-a382-898b2e397442 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.096949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d60ae330-2c11-4630-a382-898b2e397442 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.104357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d60ae330-2c11-4630-a382-898b2e397442 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "DELETE /v2.0/security-groups/73223adb-0d15-403c-b77a-e26266b7a02d HTTP/1.1" status: 204 len: 168 time: 0.2216747 Oct 25 23:08:50.105352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54560) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:50.106315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b826b258-1abb-42b1-ac87-37ad4acd7ef6 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:50.125569 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-f97cee20-c5fb-419e-bff3-9750f213da54 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] show failed (client error): The resource could not be found. Oct 25 23:08:50.131602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f97cee20-c5fb-419e-bff3-9750f213da54 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "GET /v2.0/security-groups/73223adb-0d15-403c-b77a-e26266b7a02d HTTP/1.1" status: 404 len: 347 time: 0.0250907 Oct 25 23:08:50.132224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54562) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:50.137916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ae330-2c11-4630-a382-898b2e397442 tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73223adb-0d15-403c-b77a-e26266b7a02d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:50.228687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port b826b258-1abb-42b1-ac87-37ad4acd7ef6 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:50.233728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port b826b258-1abb-42b1-ac87-37ad4acd7ef6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:50.234104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.344769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d76d4c-224a-4ea2-9207-6e7dea06b5cb None None] New status for floating IP 5011b482-527a-41a0-8c7e-20dd02b5abc6: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:08:50.401747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42050cc9-a2ae-4226-a9eb-6490396cbd64 req-253e5611-ebcd-406e-9b26-091a526ba335 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:50.412668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42050cc9-a2ae-4226-a9eb-6490396cbd64 req-253e5611-ebcd-406e-9b26-091a526ba335 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1134355 Oct 25 23:08:50.424721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Deleting port 38169232-c5b6-41bf-96dc-8d8827134b03 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:08:50.425191 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.475118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42050cc9-a2ae-4226-a9eb-6490396cbd64 req-1cd9b820-43ad-4a15-90a4-ba77b2458da8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538313 Oct 25 23:08:50.542403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712f96-46c4-4c5a-9d22-db805b8c3325 req-b50ad4cf-1ce3-44c1-9136-c4f1090edbe6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:50.550218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64712f96-46c4-4c5a-9d22-db805b8c3325 req-b50ad4cf-1ce3-44c1-9136-c4f1090edbe6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 949 time: 0.1759710 Oct 25 23:08:50.570316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.661563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812710f0-9590-495c-a4ca-13b572e34d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:50.664170 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebb90e3-3de7-48b7-b2a3-b4260e2d95f8" -d '{"events": [{"server_uuid": "812710f0-9590-495c-a4ca-13b572e34d78", "name": "network-vif-plugged", "status": "completed", "tag": "b826b258-1abb-42b1-ac87-37ad4acd7ef6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:50.664388 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64712f96-46c4-4c5a-9d22-db805b8c3325 req-56a5078c-14be-41a5-a573-bda9a57e06ff tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129611 Oct 25 23:08:50.695120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device adf28564-7adf-4336-8828-ac0187f13555 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:08:50.731751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b826b258-1abb-42b1-ac87-37ad4acd7ef6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:50.734867 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.736660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: adf28564-7adf-4336-8828-ac0187f13555 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:08:50.737188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device adf28564-7adf-4336-8828-ac0187f13555 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:08:50.742544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.777259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008fad7-4582-4e70-8c69-ac67f3c66110 req-c2f99555-bb2b-486d-97b1-056ce2f9bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:50.778825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8008fad7-4582-4e70-8c69-ac67f3c66110 req-c2f99555-bb2b-486d-97b1-056ce2f9bd2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 1096 time: 0.1439745 Oct 25 23:08:50.787988 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77b1ce3-f4df-44f0-8efb-95b250e98fd5 x-openstack-request-id: req-d77b1ce3-f4df-44f0-8efb-95b250e98fd5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:50.788349 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812710f0-9590-495c-a4ca-13b572e34d78", "name": "network-vif-plugged", "status": "completed", "tag": "b826b258-1abb-42b1-ac87-37ad4acd7ef6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:50.788514 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77b1ce3-f4df-44f0-8efb-95b250e98fd5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:50.788891 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812710f0-9590-495c-a4ca-13b572e34d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6', 'code': 200} Oct 25 23:08:50.793861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.794198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:50.817260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b826b258-1abb-42b1-ac87-37ad4acd7ef6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:50.826067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Calling delete_port for 38169232-c5b6-41bf-96dc-8d8827134b03 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:08:50.884206 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8008fad7-4582-4e70-8c69-ac67f3c66110 req-84bc90bb-37f4-4409-aca5-c2858e0f2323 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861771 Oct 25 23:08:50.891247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36f545-6aad-4677-9ada-a44347c424eb req-84cf0741-8450-4230-915a-17e440854aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:50.893203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b36f545-6aad-4677-9ada-a44347c424eb req-84cf0741-8450-4230-915a-17e440854aea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 1101 time: 0.0613399 Oct 25 23:08:50.996641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:51.031310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597f358-bfaf-4ce1-99ec-9d07d4e2a666 req-e25d6ec2-31ae-44c5-b464-02ca88eb590a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:51.036796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Pushing event deleted for resources: {'Port': ['ID=38169232-c5b6-41bf-96dc-8d8827134b03,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:51.044649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a597f358-bfaf-4ce1-99ec-9d07d4e2a666 req-e25d6ec2-31ae-44c5-b464-02ca88eb590a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0851226 Oct 25 23:08:51.088983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a597f358-bfaf-4ce1-99ec-9d07d4e2a666 req-af441165-b571-4d06-916f-fcb422687a28 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Oct 25 23:08:51.109971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:51.113035 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:51.114518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-14eeb974-6a62-4b6e-95a5-da1f861daeef tempest-ServersTestJSON-1987515616 tempest-ServersTestJSON-1987515616-project] 10.222.0.25 "DELETE /v2.0/floatingips/5011b482-527a-41a0-8c7e-20dd02b5abc6 HTTP/1.1" status: 204 len: 168 time: 0.9810221 Oct 25 23:08:51.117363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54578) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:51.136303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b36f545-6aad-4677-9ada-a44347c424eb req-e0e1253d-0568-47f3-9685-5305bd9e8d2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Oct 25 23:08:51.501196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:51.831781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dd10a-2e4a-4e02-96f4-f98be3149a8a req-2e350523-80b6-4293-a4d9-1aedda900c76 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:51.834239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f37dd10a-2e4a-4e02-96f4-f98be3149a8a req-2e350523-80b6-4293-a4d9-1aedda900c76 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 950 time: 0.0632277 Oct 25 23:08:51.890711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f37dd10a-2e4a-4e02-96f4-f98be3149a8a req-19b12c66-2fb5-4a0b-9a11-3a30a647d3ad tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Oct 25 23:08:51.993583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff2fd-dc86-4f1f-9cca-17ca9bb153d3 req-1c71f4c3-fbbb-48c3-be3c-205f940777be tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:51.995112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7aff2fd-dc86-4f1f-9cca-17ca9bb153d3 req-1c71f4c3-fbbb-48c3-be3c-205f940777be tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1032002 Oct 25 23:08:52.106968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7aff2fd-dc86-4f1f-9cca-17ca9bb153d3 req-7e9af7fe-2746-43bb-850d-493e5206b0b7 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979331 Oct 25 23:08:52.276663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faf852-7b62-4fce-bcc4-c5478b4cdc43 req-8965c92d-98e6-42ec-a499-589676e769b2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:52.278334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13faf852-7b62-4fce-bcc4-c5478b4cdc43 req-8965c92d-98e6-42ec-a499-589676e769b2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0889187 Oct 25 23:08:52.287186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Deleting port abf50e13-37ef-4131-978e-1bfa786a72ac {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:08:52.287527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.371265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13faf852-7b62-4fce-bcc4-c5478b4cdc43 req-d2a9c261-da36-475c-af1f-6e3fd9fd0114 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816646 Oct 25 23:08:52.401956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] For port abf50e13-37ef-4131-978e-1bfa786a72ac, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=abf50e13-37ef-4131-978e-1bfa786a72ac,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:52.402424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.416031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Calling delete_port for abf50e13-37ef-4131-978e-1bfa786a72ac owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:08:52.601972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.629238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf50e13-37ef-4131-978e-1bfa786a72ac,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:52.673560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 6cc41190-265f-4f86-9449-57497b686c29 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:08:52.734882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 6cc41190-265f-4f86-9449-57497b686c29 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:08:52.743981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 6cc41190-265f-4f86-9449-57497b686c29 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:52.743981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.821848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.851689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.882347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc41190-265f-4f86-9449-57497b686c29'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:52.884633 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7785e2-c276-4c3d-8b25-19899289e833" -d '{"events": [{"server_uuid": "79aba3d4-d940-45ec-9c27-c71accbac9c1", "name": "network-vif-plugged", "status": "completed", "tag": "6cc41190-265f-4f86-9449-57497b686c29"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:52.897868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 6cc41190-265f-4f86-9449-57497b686c29, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=6cc41190-265f-4f86-9449-57497b686c29,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:52.902791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:52.940280 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48383845-2e22-43ce-90e9-a3568b71f3bd x-openstack-request-id: req-48383845-2e22-43ce-90e9-a3568b71f3bd {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:52.940693 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aba3d4-d940-45ec-9c27-c71accbac9c1", "name": "network-vif-plugged", "status": "completed", "tag": "6cc41190-265f-4f86-9449-57497b686c29", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:52.941927 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48383845-2e22-43ce-90e9-a3568b71f3bd {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:52.941927 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc41190-265f-4f86-9449-57497b686c29', 'code': 200} Oct 25 23:08:52.973355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=6cc41190-265f-4f86-9449-57497b686c29,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:53.038423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d4da7-79ba-44d8-b692-3f8a06443f25 req-8fcdad33-3bd6-4113-bb9e-60aa98d2f6b9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.040212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-800d4da7-79ba-44d8-b692-3f8a06443f25 req-8fcdad33-3bd6-4113-bb9e-60aa98d2f6b9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 950 time: 0.0733650 Oct 25 23:08:53.064956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Router 41ee97b1-5650-4880-9379-4702d91b7faf has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:08:53.127953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-db20773c-72e6-4cbf-b951-cecdd1526755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.130042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-db20773c-72e6-4cbf-b951-cecdd1526755 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1097 time: 0.1139436 Oct 25 23:08:53.144480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-800d4da7-79ba-44d8-b692-3f8a06443f25 req-c1e77dd3-eaaa-4a57-a6bb-ed390395c631 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844390 Oct 25 23:08:53.149381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24a679-053c-4977-bcf9-bfc61782e069 req-361c6156-409e-463a-bc56-a1badd1e28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.150882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b24a679-053c-4977-bcf9-bfc61782e069 req-361c6156-409e-463a-bc56-a1badd1e28d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 1101 time: 0.1097698 Oct 25 23:08:53.210274 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:08:53.217536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-299847c6-be26-4ce9-a2bf-004c02e349d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/41ee97b1-5650-4880-9379-4702d91b7faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991254 Oct 25 23:08:53.222406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54620) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:53.225223 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] Sync routers for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:08:53.242420 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:53.243403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:53.273201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b24a679-053c-4977-bcf9-bfc61782e069 req-c6af44df-5e99-4d77-8b72-3883ba464a52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138756 Oct 25 23:08:53.304786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3371-8d47-44c6-812c-84a4fb6e7fb7 req-f0036199-cd81-4bdf-821f-85c431beb46c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.305285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979412-a3fb-4020-8f01-9be2eb6e21ee req-f344feb3-3f68-4994-be78-6a6338e246d6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.306895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27979412-a3fb-4020-8f01-9be2eb6e21ee req-f344feb3-3f68-4994-be78-6a6338e246d6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 950 time: 0.0942013 Oct 25 23:08:53.312050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-894e3533-da61-497d-90b5-4225598ea137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.312372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-264c3371-8d47-44c6-812c-84a4fb6e7fb7 req-f0036199-cd81-4bdf-821f-85c431beb46c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1319861 Oct 25 23:08:53.313584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-894e3533-da61-497d-90b5-4225598ea137 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 914 time: 0.1667674 Oct 25 23:08:53.361355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-264c3371-8d47-44c6-812c-84a4fb6e7fb7 req-f38fd035-6d17-4964-8e28-d0fc5863c8a7 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Oct 25 23:08:53.369166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-f9196864-2cae-494b-9f42-627bab43c677 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 217 time: 0.0459304 Oct 25 23:08:53.375846 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:53.386075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:53.403929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27979412-a3fb-4020-8f01-9be2eb6e21ee req-568696ca-61c6-410a-8bae-1938c19ac142 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887141 Oct 25 23:08:53.456647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-82b696d7-72a9-4102-bf49-1efb170305b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.459204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-82b696d7-72a9-4102-bf49-1efb170305b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0773959 Oct 25 23:08:53.496974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-61af3465-3bf6-4596-8629-6769ecb8bbe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290260 Oct 25 23:08:53.513395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:53.570132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Deleting port 785dda07-e307-4e21-9464-203491906969 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:08:53.570648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:53.593398 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '785dda07-e307-4e21-9464-203491906969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:08:52Z', 'revision_number': 5, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port': {'id': '785dda07-e307-4e21-9464-203491906969', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:05:12Z', 'updated_at': '2021-10-25T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:53.600570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efe7e7-ee18-42e8-9057-48d528796ee4 req-863bf70f-5d5a-48f6-bc00-7ae34d02a4d4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.602101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10efe7e7-ee18-42e8-9057-48d528796ee4 req-863bf70f-5d5a-48f6-bc00-7ae34d02a4d4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1083853 Oct 25 23:08:53.621230 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] Checking router: 41ee97b1-5650-4880-9379-4702d91b7faf for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:08:53.631122 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] Routers {'41ee97b1-5650-4880-9379-4702d91b7faf'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:08:53.631773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['41ee97b1-5650-4880-9379-4702d91b7faf'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:53.646867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-beadba7a-b21c-4a3f-8a8a-2fef952ed385 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398642 Oct 25 23:08:53.663148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] For port 785dda07-e307-4e21-9464-203491906969, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=785dda07-e307-4e21-9464-203491906969,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:53.663896 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:53.665145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10efe7e7-ee18-42e8-9057-48d528796ee4 req-8cb5bafc-48a4-4cee-bb5e-b8599c8f59dc tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480194 Oct 25 23:08:53.678623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Calling delete_port for 785dda07-e307-4e21-9464-203491906969 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:08:53.756166 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] Set router 41ee97b1-5650-4880-9379-4702d91b7faf gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:08:53.818440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3152cb9b-d8bb-4459-aa12-69faeb0c80dd req-dd44802a-ed14-4a00-822e-a1dd12f62bfa service neutron] 10.222.0.11 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486669 Oct 25 23:08:53.822765 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:08:53Z', 'revision_number': 6, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:53.838453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f79af-2fef-415f-aaaa-915e2ca222f4 req-ba59517a-43f4-4bb0-a11b-44048945d7b0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:53.840712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-873f79af-2fef-415f-aaaa-915e2ca222f4 req-ba59517a-43f4-4bb0-a11b-44048945d7b0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0908287 Oct 25 23:08:53.857175 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a3b3f-34ae-4563-9f7e-229660fdca21 None None] The sync data for ids ['41ee97b1-5650-4880-9379-4702d91b7faf'] in n-d-815373-1 is: [{'id': '41ee97b1-5650-4880-9379-4702d91b7faf', 'name': 'tempest-ServersTestJSON-1855166475-router', 'tenant_id': '5447de20631f44d1a3107769528b4055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:05:11Z', 'updated_at': '2021-10-25T23:08:53Z', 'revision_number': 6, 'project_id': '5447de20631f44d1a3107769528b4055', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:08:53.897912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-873f79af-2fef-415f-aaaa-915e2ca222f4 req-81598d44-c474-4c9c-aefc-70dfecb635b6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Oct 25 23:08:53.930479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:53.955458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Pushing event deleted for resources: {'Port': ['ID=785dda07-e307-4e21-9464-203491906969,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:54.016296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73625bf6-c699-47fc-accb-383b8b6b6788 req-b0354b5d-e155-45b1-9344-71e4408ed1a1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:54.017774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73625bf6-c699-47fc-accb-383b8b6b6788 req-b0354b5d-e155-45b1-9344-71e4408ed1a1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0483813 Oct 25 23:08:54.020664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.062343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73625bf6-c699-47fc-accb-383b8b6b6788 req-0dd686eb-a75b-44f5-8057-04b378f485b9 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Oct 25 23:08:54.114447 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.116583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.161924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.162576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ee97b1-5650-4880-9379-4702d91b7faf {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:08:54.167732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.168879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-327a6b56-bfe0-4dbc-89a9-cab4b9b2fafd admin admin] 10.222.0.25 "DELETE /v2.0/routers/41ee97b1-5650-4880-9379-4702d91b7faf HTTP/1.1" status: 204 len: 168 time: 0.9467680 Oct 25 23:08:54.171353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54636) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:54.225652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Deleting subnet f3b06244-3aa2-46e0-b15d-f94bbaaa682d {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:08:54.229880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.267440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.349676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.399399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.423659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b06244-3aa2-46e0-b15d-f94bbaaa682d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:54.427759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.433368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-25c9e6cb-c2ae-44a2-884b-728243ce0336 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3b06244-3aa2-46e0-b15d-f94bbaaa682d HTTP/1.1" status: 204 len: 168 time: 0.2588143 Oct 25 23:08:54.433916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54640) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:54.437958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a917de7-a003-41b1-aa83-e95ab3ae67bf None None] Network 862b4513-16b1-4d23-ac43-97c2fe47324a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:08:54.539200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.556662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353e3fb-bd77-43a6-bada-3dd71cda21f0 req-3c64df81-d2b4-4c61-ac12-dd743c96d8df tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:54.558201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7353e3fb-bd77-43a6-bada-3dd71cda21f0 req-3c64df81-d2b4-4c61-ac12-dd743c96d8df tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 950 time: 0.0761790 Oct 25 23:08:54.626277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7353e3fb-bd77-43a6-bada-3dd71cda21f0 req-3ad4aa83-82b6-4292-b428-e6d788ae8ef7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612993 Oct 25 23:08:54.639571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Deleting port d48bfe86-2517-4f03-b500-61db2d6f16f2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:08:54.639917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.659560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] DHCP port deletion for 862b4513-16b1-4d23-ac43-97c2fe47324a request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:08:54.717430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] Deleting port d48bfe86-2517-4f03-b500-61db2d6f16f2 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:08:54.717948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.720291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] For port d48bfe86-2517-4f03-b500-61db2d6f16f2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d48bfe86-2517-4f03-b500-61db2d6f16f2,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:54.720833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.738944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Calling delete_port for d48bfe86-2517-4f03-b500-61db2d6f16f2 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:08:54.838178 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.852519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] No DVR routers for this DVR port d48bfe86-2517-4f03-b500-61db2d6f16f2 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:08:54.873126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48bfe86-2517-4f03-b500-61db2d6f16f2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:54.876442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d48bfe86-2517-4f03-b500-61db2d6f16f2 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:08:54.926771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d48bfe86-2517-4f03-b500-61db2d6f16f2 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:08:54.927026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d48bfe86-2517-4f03-b500-61db2d6f16f2 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:08:54.927442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 785dda07-e307-4e21-9464-203491906969 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:08:54.960995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 785dda07-e307-4e21-9464-203491906969 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:08:54.961327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 785dda07-e307-4e21-9464-203491906969 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:08:54.962752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device abf50e13-37ef-4131-978e-1bfa786a72ac no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:08:54.965039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:54.994383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: abf50e13-37ef-4131-978e-1bfa786a72ac {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:08:54.994738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device abf50e13-37ef-4131-978e-1bfa786a72ac not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:08:55.004874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] For port d48bfe86-2517-4f03-b500-61db2d6f16f2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d48bfe86-2517-4f03-b500-61db2d6f16f2,segment=NetworkSegment(784a1655-4c48-42f8-9e8f-ac5701005127),segment_id=784a1655-4c48-42f8-9e8f-ac5701005127)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:55.005348 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.024522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862b4513-16b1-4d23-ac43-97c2fe47324a']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:55.029772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] Calling delete_port for d48bfe86-2517-4f03-b500-61db2d6f16f2 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:08:55.034561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784a1655-4c48-42f8-9e8f-ac5701005127') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:55.034970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784a1655-4c48-42f8-9e8f-ac5701005127') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:08:55.053893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.071057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.079753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:08:55.081019 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:08:55.084014 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:08:55.119031 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.154943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] Pushing event deleted for resources: {'Port': ['ID=d48bfe86-2517-4f03-b500-61db2d6f16f2,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:55.165061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f1ba7-265b-449e-bc2f-5291cf22ae66 None None] No DVR routers for this DVR port d48bfe86-2517-4f03-b500-61db2d6f16f2 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:08:55.197254 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.202297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.209455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] 10.222.0.25 "DELETE /v2.0/networks/862b4513-16b1-4d23-ac43-97c2fe47324a HTTP/1.1" status: 204 len: 168 time: 0.7743480 Oct 25 23:08:55.234342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8b3f-39ab-4235-abd0-3e69eedfec45 req-be913fd1-be87-466a-a85f-c6bbbce64e17 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:55.235622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed516151-0565-4b6d-bb00-d0030860617b req-47ef2643-8daf-4940-9184-623095d14ab0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:55.235858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f3a8b3f-39ab-4235-abd0-3e69eedfec45 req-be913fd1-be87-466a-a85f-c6bbbce64e17 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0586321 Oct 25 23:08:55.237087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed516151-0565-4b6d-bb00-d0030860617b req-47ef2643-8daf-4940-9184-623095d14ab0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.1398802 Oct 25 23:08:55.237857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e46071-722a-4fb8-8f7a-338a6f0e5531 admin admin] Pushing event deleted for resources: {'Network': ['ID=862b4513-16b1-4d23-ac43-97c2fe47324a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:55.276482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f3a8b3f-39ab-4235-abd0-3e69eedfec45 req-9304d16d-25db-4141-aa3b-bc46305b2850 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Oct 25 23:08:55.286328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed516151-0565-4b6d-bb00-d0030860617b req-3436567e-bf7d-474c-9ce3-3584f49f9d0a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Oct 25 23:08:55.417953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54658) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:55.471663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-58eea8de-01ce-47ee-9336-25dfb8122a45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5447de20631f44d1a3107769528b4055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524023 Oct 25 23:08:55.475615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54662) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:55.527521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c3de96e-6b83-4c2e-b766-b7f4c07dab67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.551248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c3de96e-6b83-4c2e-b766-b7f4c07dab67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.564992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fa54c-dfbf-4dee-a20c-9a66d169b002 req-f9c7f0be-6021-46b1-b9a0-5f9ad337218a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:55.566625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f39fa54c-dfbf-4dee-a20c-9a66d169b002 req-f9c7f0be-6021-46b1-b9a0-5f9ad337218a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0562692 Oct 25 23:08:55.600772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c3de96e-6b83-4c2e-b766-b7f4c07dab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.603616 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c3de96e-6b83-4c2e-b766-b7f4c07dab67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:55.604740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c3de96e-6b83-4c2e-b766-b7f4c07dab67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7586e853-3e74-4ead-adc6-54116914ab8c HTTP/1.1" status: 204 len: 168 time: 0.1280088 Oct 25 23:08:55.607518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f39fa54c-dfbf-4dee-a20c-9a66d169b002 req-862a954f-31ff-4367-8fef-db7ce560c94e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Oct 25 23:08:55.612925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3de96e-6b83-4c2e-b766-b7f4c07dab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7586e853-3e74-4ead-adc6-54116914ab8c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:55.763626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d01-1d24-4d43-abab-4e0944109845 req-51db435d-41ed-4987-86f5-8a1c94734536 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:55.765239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35919d01-1d24-4d43-abab-4e0944109845 req-51db435d-41ed-4987-86f5-8a1c94734536 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 950 time: 0.0592399 Oct 25 23:08:55.809704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35919d01-1d24-4d43-abab-4e0944109845 req-b8150bee-6065-43d2-8cdb-754cc0c2cafd tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358949 Oct 25 23:08:56.105141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f07e7-d478-4f28-84fb-d2dcbaa5dafd req-9cefe7a0-99d6-42c4-93c5-3029d95ed3d3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.111241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f07e7-d478-4f28-84fb-d2dcbaa5dafd req-9cefe7a0-99d6-42c4-93c5-3029d95ed3d3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.113128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-226f07e7-d478-4f28-84fb-d2dcbaa5dafd req-9cefe7a0-99d6-42c4-93c5-3029d95ed3d3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1&device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 1691 time: 0.0658257 Oct 25 23:08:56.149176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:08:56.156607 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-226f07e7-d478-4f28-84fb-d2dcbaa5dafd req-9c70cd64-fdf8-41ff-b212-98f3e2da0004 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363455 Oct 25 23:08:56.247902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.273146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:08:56.275780 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b6d0f1-49e3-4526-a581-bbeef0900f24" -d '{"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-unplugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:08:56.289281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:08:56.303327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.336776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2ab88-60f5-4d58-a060-bf4cea614fb0 req-28c1ccce-5fe6-4981-b75b-aa49bcb2f230 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.336950 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ef130d-89d6-4b3c-87aa-278176e2245e x-openstack-request-id: req-44ef130d-89d6-4b3c-87aa-278176e2245e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:08:56.337360 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-unplugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:08:56.337623 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44ef130d-89d6-4b3c-87aa-278176e2245e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:08:56.338014 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'code': 200} Oct 25 23:08:56.344288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1aa2ab88-60f5-4d58-a060-bf4cea614fb0 req-28c1ccce-5fe6-4981-b75b-aa49bcb2f230 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 1101 time: 0.0669184 Oct 25 23:08:56.371644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:56.380802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54700) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:56.385038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1aa2ab88-60f5-4d58-a060-bf4cea614fb0 req-39d3721c-b92a-417d-8b71-1856d6934dfe tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Oct 25 23:08:56.458711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4928-d1e0-420d-b7cb-9580d832aa42 req-58472981-54ac-454a-aa18-7edf6805234b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.466512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb8f4928-d1e0-420d-b7cb-9580d832aa42 req-58472981-54ac-454a-aa18-7edf6805234b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.0754845 Oct 25 23:08:56.502816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-217032931-network', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:56.508923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb8f4928-d1e0-420d-b7cb-9580d832aa42 req-7905cb24-26c0-48bf-afbb-46fa06ba37ee tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Oct 25 23:08:56.537328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:56.539748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.549721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.593020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f9593-22ed-49b3-ba38-de38b0cb9cca req-5643b332-d683-4eee-b2bc-ff85d06b266f tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.595370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-765f9593-22ed-49b3-ba38-de38b0cb9cca req-5643b332-d683-4eee-b2bc-ff85d06b266f tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 1101 time: 0.0535772 Oct 25 23:08:56.634721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-765f9593-22ed-49b3-ba38-de38b0cb9cca req-5e6e0b4d-cc54-49a9-8986-b09a688ddcb5 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301459 Oct 25 23:08:56.671340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc577f86-2855-4dbb-863f-1aabc5d6ff3c req-ef1e4e14-79f7-483c-a8be-41aacc334c51 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.672899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc577f86-2855-4dbb-863f-1aabc5d6ff3c req-ef1e4e14-79f7-483c-a8be-41aacc334c51 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.0770636 Oct 25 23:08:56.688008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.695336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.734567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:08:56.753730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ae1e5-b015-4ba2-88a9-21ef32e218d5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:56.758574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4059-69e2-47de-a945-df50d69a05af req-c5ae9f8b-f310-41c4-8f3e-d14963a91587 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.762940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc577f86-2855-4dbb-863f-1aabc5d6ff3c req-ec359c7a-cac9-43b8-815b-ab35ab596345 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806012 Oct 25 23:08:56.764070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.766931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef0b4059-69e2-47de-a945-df50d69a05af req-c5ae9f8b-f310-41c4-8f3e-d14963a91587 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0628641 Oct 25 23:08:56.769640 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Added segment f87742b8-d4d9-489a-84f0-c6fb03737f1a of type vlan for network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 Oct 25 23:08:56.822831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.835342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef0b4059-69e2-47de-a945-df50d69a05af req-ffbc2b62-6ec4-4173-9235-d4f67c66236a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621257 Oct 25 23:08:56.859106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.860184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:56.860837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:56.936916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5516155 Oct 25 23:08:56.936916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-fe56bd03-58da-4caf-be90-e0d6642c1a44 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714295 Oct 25 23:08:56.938385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54736) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:56.947539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Request body: {'subnet': {'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-217032931-subnet', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:56.978779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:08:56.981560 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.018014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164be879-fc2b-400b-9d1e-7f01cd4577ca admin admin] Pushing event updated for resources: {'Network': ['ID=881ecd6b-cf84-4d34-a721-e6ed53ebd074,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:57.038674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:08:57.057550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-338a9f8c-4a8d-4db0-a4ca-557de8f0fe5a req-9deb2392-f243-474c-b574-8fea8dbbc264 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:08:57.071802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-338a9f8c-4a8d-4db0-a4ca-557de8f0fe5a req-9deb2392-f243-474c-b574-8fea8dbbc264 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1069369 Oct 25 23:08:57.093010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-4219abe8-a424-4309-9144-8dd7bb79ce47 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:57.095069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-4219abe8-a424-4309-9144-8dd7bb79ce47 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427639 Oct 25 23:08:57.129791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-51d06580-bfe9-44cf-8238-bd94af230962 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/quotas/58b588c70166474d9e7990f41234ee22 HTTP/1.1" status: 200 len: 375 time: 0.0257106 Oct 25 23:08:57.236361 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-b14ef49b-dfa1-4d32-88d2-c0ee719c2e30 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1046929 Oct 25 23:08:57.292370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.424782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee152769-3d1f-4daf-91c5-63f9ff9675ee,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:57.484496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317136e0-b756-4df9-8d04-17b3ad850a7f req-bc6e4823-0ab5-4f65-8037-c593f6d91225 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:57.486761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-317136e0-b756-4df9-8d04-17b3ad850a7f req-bc6e4823-0ab5-4f65-8037-c593f6d91225 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.1167436 Oct 25 23:08:57.490584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:57.491711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Network hostable DHCP agents. Network: 881ecd6b-cf84-4d34-a721-e6ed53ebd074, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:08:57.520468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:08:57.549463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 881ecd6b-cf84-4d34-a721-e6ed53ebd074) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:57.559393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900c06a-b7bb-4c79-8cfd-d93c0585738f None None] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:08:57.572974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:57.573558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.620323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-317136e0-b756-4df9-8d04-17b3ad850a7f req-c001f3aa-a282-4ba5-a41f-98737b0f67e4 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107311 Oct 25 23:08:57.642813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6923395-4410-4796-9d4a-927e3cc74946 req-8a14cecc-b9bd-44cf-ad12-e90297010597 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 210 time: 0.0405304 Oct 25 23:08:57.664553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54768) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:08:57.668772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54271a27-9fc4-450d-8b00-c38a390bdf76 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7268517 Oct 25 23:08:57.671949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:57.717774 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.719152 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.759493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-9064b00c-fe33-43ed-ad92-643b1581a107 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479812 Oct 25 23:08:57.796354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:08:57.797450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.834684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:57.964652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Allocated IP 172.20.0.2 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/4325f21d-435b-4c72-bab2-b8dd69044f09) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:58.041308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.180671 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.199904 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.231379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.257462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:58.260845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:58.268029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:58.272437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Pushing event updated for resources: {'Port': ['ID=4325f21d-435b-4c72-bab2-b8dd69044f09,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:58.376594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Attempting to bind port 4325f21d-435b-4c72-bab2-b8dd69044f09 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:08:58.376974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Attempting to bind port 4325f21d-435b-4c72-bab2-b8dd69044f09 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:08:58.378336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Attempting to bind port 4325f21d-435b-4c72-bab2-b8dd69044f09 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:08:58.388668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.393450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:08:58.393834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:08:58.395681 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.396027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:08:58.396549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Bound port: 4325f21d-435b-4c72-bab2-b8dd69044f09, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:08:58.396956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.423231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.499966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] For port 4325f21d-435b-4c72-bab2-b8dd69044f09, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:08:58.516230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] For port 4325f21d-435b-4c72-bab2-b8dd69044f09, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4325f21d-435b-4c72-bab2-b8dd69044f09,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:08:58.522188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.594186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cb605-a473-483a-ba6e-97566d072921 None None] Pushing event updated for resources: {'Port': ['ID=4325f21d-435b-4c72-bab2-b8dd69044f09,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:58.608474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Allocated IP 172.25.4.209 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/23332ded-81a5-4874-b329-010d0845623d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:08:58.763812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.766689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9959b250-e7b3-4999-86f4-6d81e4805284 req-69a0d751-ef20-4cd4-a1a8-69c56cc8a995 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 210 time: 0.0350564 Oct 25 23:08:58.796966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3c8e7-6d1b-4c33-8999-66d773d0d757 req-e4be691f-d803-4b75-953b-c18c92b30d13 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:58.798476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aef3c8e7-6d1b-4c33-8999-66d773d0d757 req-e4be691f-d803-4b75-953b-c18c92b30d13 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.0773168 Oct 25 23:08:58.868284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:58.886666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aef3c8e7-6d1b-4c33-8999-66d773d0d757 req-07773dd3-1fa3-4886-92a3-041e13b132fb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810361 Oct 25 23:08:58.917922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:08:58.922603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:08:58.926516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:08:58.933484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Pushing event updated for resources: {'Port': ['ID=23332ded-81a5-4874-b329-010d0845623d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:08:59.192670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-0d4f92d3-8429-4baa-8535-b4d68b22ec64 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302341 Oct 25 23:08:59.277183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:59.395980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-0f5bf4c4-96d8-4836-919c-731b776c2965 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:59.397426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-0f5bf4c4-96d8-4836-919c-731b776c2965 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877003 Oct 25 23:08:59.419894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:59.676214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:59.708917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-01f6831f-e32f-49d3-bec8-f12c6f2f8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:59.709744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16b97-d3be-4510-b332-54f11f93e037 req-6a775bed-65cb-466c-9d9b-bd97963ab837 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:08:59.710777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-01f6831f-e32f-49d3-bec8-f12c6f2f8d24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56&tenant_id=64270b90f07946ada167d1d09e33f567 HTTP/1.1" status: 200 len: 1095 time: 0.0789771 Oct 25 23:08:59.711266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11e16b97-d3be-4510-b332-54f11f93e037 req-6a775bed-65cb-466c-9d9b-bd97963ab837 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1353340 Oct 25 23:08:59.740537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:08:59.743366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2570c-ebaa-4e70-9e16-150f7f4ed8a8 None None] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:08:59.817304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0186cfc8-8bf1-439a-8181-c007f173001b None None] Provisioning complete for port 4325f21d-435b-4c72-bab2-b8dd69044f09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:08:59.817938 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0186cfc8-8bf1-439a-8181-c007f173001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:59.836318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:08:59.915808 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-becdb754-85db-4712-a651-95181d36d050 req-8411ae6d-fb16-495d-a87b-fc62b78f67fb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 210 time: 0.0366709 Oct 25 23:09:00.018201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0186cfc8-8bf1-439a-8181-c007f173001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.068066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0186cfc8-8bf1-439a-8181-c007f173001b None None] For port 4325f21d-435b-4c72-bab2-b8dd69044f09, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4325f21d-435b-4c72-bab2-b8dd69044f09,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:00.072344 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0186cfc8-8bf1-439a-8181-c007f173001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.124996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae1edd-6ba1-4513-ba1d-cfae1f87545f req-dfef27d4-37b5-4894-bea0-c0691218c927 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.126897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1bae1edd-6ba1-4513-ba1d-cfae1f87545f req-dfef27d4-37b5-4894-bea0-c0691218c927 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 944 time: 0.1113193 Oct 25 23:09:00.146409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-5c104ca4-56e3-41a0-b7ff-b205f7ae3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.148913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-5c104ca4-56e3-41a0-b7ff-b205f7ae3821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.5304997 Oct 25 23:09:00.150368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186cfc8-8bf1-439a-8181-c007f173001b None None] Pushing event updated for resources: {'Port': ['ID=4325f21d-435b-4c72-bab2-b8dd69044f09,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:00.160100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:09:00.164002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.169365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:09:00.206544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1bae1edd-6ba1-4513-ba1d-cfae1f87545f req-d8fd9168-d729-40f1-bf4d-18fa49ed3692 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658987 Oct 25 23:09:00.239494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:00.250193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11e16b97-d3be-4510-b332-54f11f93e037 req-5b51a8ca-5c08-4e35-ba88-419ec6912bfd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988818 Oct 25 23:09:00.280243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:00.356346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:00.368146 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.385560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Transition to ACTIVE for port object dd319388-fcc6-478c-beec-6dcde0497bf7 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:09:00.390126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.397379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-39669308-715a-4c7a-846f-705c83d72228 None None] Provisioning complete for port 4325f21d-435b-4c72-bab2-b8dd69044f09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:00.397746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39669308-715a-4c7a-846f-705c83d72228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.414411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-67be6dfc-fd02-40c5-a785-2ca552048dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.415867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-67be6dfc-fd02-40c5-a785-2ca552048dde service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.2495708 Oct 25 23:09:00.456467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] No DVR routers for this DVR port dd319388-fcc6-478c-beec-6dcde0497bf7 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:09:00.463529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=9']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:00.471191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-e81f53ac-e35b-4d92-89bf-179b19e8f8d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 217 time: 0.0414243 Oct 25 23:09:00.493524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.224 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/ef5b2379-0b3b-4aaa-a53a-1912a0650095) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:09:00.498532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Router f9c81e9b-21e4-4650-83e6-806c36bea810 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:09:00.505896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:00.506272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:00.506597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:00.511499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Port dd319388-fcc6-478c-beec-6dcde0497bf7 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:09:00.511637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Attempting to bind port dd319388-fcc6-478c-beec-6dcde0497bf7 on network a1a273a2-186e-4767-b0cd-92db4e62bf47 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:00.516575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:00.516912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Checking segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:00.517296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Bound using segment: {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:00.517718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Bound port: dd319388-fcc6-478c-beec-6dcde0497bf7, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c83554-1313-4c83-8bca-deed1cc8e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:00.518069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.556776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-6a39cf87-41c3-48f2-aa21-5383c5f6eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.560882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-6a39cf87-41c3-48f2-aa21-5383c5f6eab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.0795445 Oct 25 23:09:00.593460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:00.597367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:00.604918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.631172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.631968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.634564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] 10.222.0.15 "PUT /v2.0/ports/dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 1092 time: 0.9014561 Oct 25 23:09:00.639015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:00.639629 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:00.654003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4325f21d-435b-4c72-bab2-b8dd69044f09 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:00.663996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-55d4655d-f1c5-466b-be1a-fb2d7c8aeb5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457935 Oct 25 23:09:00.717062 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfddc3ee-7746-4940-87b9-60071afbd130 x-openstack-request-id: req-dfddc3ee-7746-4940-87b9-60071afbd130 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:00.717365 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:00.717621 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfddc3ee-7746-4940-87b9-60071afbd130 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:00.718019 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'status': 'completed', 'code': 200} Oct 25 23:09:00.726773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4325f21d-435b-4c72-bab2-b8dd69044f09 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:00.727263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.786535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-ba78dcf2-2c06-4f08-a2ec-fb6494413e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.788101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-ba78dcf2-2c06-4f08-a2ec-fb6494413e6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1096 time: 0.0839205 Oct 25 23:09:00.789124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8c158-f268-4870-a305-fb253c4ffb2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:00.805479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:09:00.824313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553354f-4851-4803-bd44-27030599ccde None None] Sync routers for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:09:00.855621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:09:00.856645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:00.859036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.862952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b5bd1da8-2686-47ba-9f2b-5e6ed1986352 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1947026 Oct 25 23:09:00.868759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54816) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:00.925914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:00.935122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-98c7644f-7c1f-4fb9-beab-32e3f2be7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:00.937198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-98c7644f-7c1f-4fb9-beab-32e3f2be7419 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 914 time: 0.1348376 Oct 25 23:09:00.956846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-5427a80c-e39c-4e2e-b61a-119f395d8c43 service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341943 Oct 25 23:09:00.989287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:09:00.996302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-4c002d94-56b0-4770-9caa-a81a67f88d83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 217 time: 0.0472999 Oct 25 23:09:01.087731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-f7d3b890-7288-4f03-81cf-7ae16d39a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:01.090083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-f7d3b890-7288-4f03-81cf-7ae16d39a3d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0865278 Oct 25 23:09:01.090944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c95dd638-88e9-4e1f-b719-13e8828c78e0 req-ace50b4c-629d-4e17-a614-08cb316fb50d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 210 time: 0.0305047 Oct 25 23:09:01.093499 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:01.114132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:01.135189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-a5ed6dce-6de9-4aea-9331-9213ed5e704e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351701 Oct 25 23:09:01.136975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:01.208916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65c08c07-f876-408c-ae8b-9ee1d3894255 req-98e73b60-e349-4abf-9c54-6aee6319959a service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419837 Oct 25 23:09:01.229669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:01.236184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:01.245888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:09:01.249916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=ef5b2379-0b3b-4aaa-a53a-1912a0650095,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:01.283461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-658f7b8a-7c85-4017-b9b9-2ecafa0074e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315544 Oct 25 23:09:01.389603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:01.390551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:01.463001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-d2016797-fefb-491f-9607-08094078cb6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0469995 Oct 25 23:09:01.479434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd19fd-cbdd-4033-909f-a5a07bf81763 req-52beb7a2-588e-4874-b0e0-f0810579b6bf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:01.481136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83bd19fd-cbdd-4033-909f-a5a07bf81763 req-52beb7a2-588e-4874-b0e0-f0810579b6bf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0753026 Oct 25 23:09:01.568257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Request body: {'port': {'device_id': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:01.666625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad52556-bfa2-4c98-a794-26c48250dbc6 req-e136b509-370d-47df-882b-5c7c3329d02e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:01.667862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ad52556-bfa2-4c98-a794-26c48250dbc6 req-e136b509-370d-47df-882b-5c7c3329d02e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.2489800 Oct 25 23:09:01.701108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b97ea41f-d637-4d87-9270-3537ed1b5d0c None None] Provisioning complete for port ef5b2379-0b3b-4aaa-a53a-1912a0650095 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:01.701479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b97ea41f-d637-4d87-9270-3537ed1b5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:01.711612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:01.719248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:08:59Z', 'revision_number': 3, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:01.774589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553354f-4851-4803-bd44-27030599ccde None None] Checking router: f9c81e9b-21e4-4650-83e6-806c36bea810 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:09:01.774903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553354f-4851-4803-bd44-27030599ccde None None] Updating router f9c81e9b-21e4-4650-83e6-806c36bea810 port 23332ded-81a5-4874-b329-010d0845623d binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:09:01.790486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:01.794783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ad52556-bfa2-4c98-a794-26c48250dbc6 req-de64bdf3-31fd-426f-8818-dfe0741b0bf1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112306 Oct 25 23:09:01.819242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea41f-d637-4d87-9270-3537ed1b5d0c None None] Port ef5b2379-0b3b-4aaa-a53a-1912a0650095 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:09:01.836836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3553354f-4851-4803-bd44-27030599ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:01.898969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83bd19fd-cbdd-4033-909f-a5a07bf81763 req-a379f69d-79b7-406c-aac3-d78bbb6bbb4f tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093637 Oct 25 23:09:01.905858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-731c83c4-3049-4c0b-8630-8bcb66b113fc req-c80c74b2-d877-43a1-a633-6c9622284d53 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926361 Oct 25 23:09:02.140844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Allocated IP 172.20.0.1 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/617576a3-1663-47d1-a837-8e5657ebc716) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:09:02.193627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-efacfe10-541c-4660-bf6e-60e8420bb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:02.195838 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-efacfe10-541c-4660-bf6e-60e8420bb7a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1096 time: 0.0772183 Oct 25 23:09:02.251616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5b2379-0b3b-4aaa-a53a-1912a0650095 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:02.265639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.298799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Transition to ACTIVE for port object ef5b2379-0b3b-4aaa-a53a-1912a0650095 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:09:02.310103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.316213 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3553354f-4851-4803-bd44-27030599ccde None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.330818 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3553354f-4851-4803-bd44-27030599ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.365686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.375503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac136-fbec-4e65-bd6f-728694a3acd7 req-b1bcc184-adcd-4184-bd99-aabb96a31895 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:02.393711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d0ac136-fbec-4e65-bd6f-728694a3acd7 req-b1bcc184-adcd-4184-bd99-aabb96a31895 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 936 time: 0.1643014 Oct 25 23:09:02.416076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3553354f-4851-4803-bd44-27030599ccde None None] Attempting to bind port 23332ded-81a5-4874-b329-010d0845623d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:02.416532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3553354f-4851-4803-bd44-27030599ccde None None] Attempting to bind port 23332ded-81a5-4874-b329-010d0845623d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:02.416956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553354f-4851-4803-bd44-27030599ccde None None] Attempting to bind port 23332ded-81a5-4874-b329-010d0845623d on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:02.419626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbb96f-eced-42ea-a85c-fe4685bab3b1 None None] Pushing event updated for resources: {'Port': ['ID=23332ded-81a5-4874-b329-010d0845623d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:02.447407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553354f-4851-4803-bd44-27030599ccde None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:02.447793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553354f-4851-4803-bd44-27030599ccde None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:02.448201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3553354f-4851-4803-bd44-27030599ccde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.448591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553354f-4851-4803-bd44-27030599ccde None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:02.449604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3553354f-4851-4803-bd44-27030599ccde None None] Bound port: 23332ded-81a5-4874-b329-010d0845623d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:02.450005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3553354f-4851-4803-bd44-27030599ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.466433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b2379-0b3b-4aaa-a53a-1912a0650095,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:02.492880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Attempting to bind port ef5b2379-0b3b-4aaa-a53a-1912a0650095 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:02.493315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Attempting to bind port ef5b2379-0b3b-4aaa-a53a-1912a0650095 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:02.493856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Attempting to bind port ef5b2379-0b3b-4aaa-a53a-1912a0650095 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:02.502748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Port ef5b2379-0b3b-4aaa-a53a-1912a0650095 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:09:02.503075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Attempting to bind port ef5b2379-0b3b-4aaa-a53a-1912a0650095 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:02.511223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:02.512296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:02.512692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:02.513132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Bound port: ef5b2379-0b3b-4aaa-a53a-1912a0650095, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:02.513489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.528417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d0ac136-fbec-4e65-bd6f-728694a3acd7 req-ebae1f04-a47f-45f2-9518-14706102daaa tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271148 Oct 25 23:09:02.529603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.539052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-265ad484-b137-475b-8452-aa43b270a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:02.540746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-265ad484-b137-475b-8452-aa43b270a4ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 914 time: 0.3374147 Oct 25 23:09:02.583368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:02.603730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3553354f-4851-4803-bd44-27030599ccde None None] For port 23332ded-81a5-4874-b329-010d0845623d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:02.614108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3553354f-4851-4803-bd44-27030599ccde None None] For port 23332ded-81a5-4874-b329-010d0845623d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=23332ded-81a5-4874-b329-010d0845623d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:02.620941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3553354f-4851-4803-bd44-27030599ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.633838 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-5479f873-4220-4ebb-8bac-e812f987e621 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 217 time: 0.0847216 Oct 25 23:09:02.645042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:02.663439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:09:02.694754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-ac6e60c8-296b-4a4f-9ce4-ef7606d17eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:02.696346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-ac6e60c8-296b-4a4f-9ce4-ef7606d17eb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0542610 Oct 25 23:09:02.778889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:02.798462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-4bccbf19-6d88-4e34-91bc-66c0ca117fea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902894 Oct 25 23:09:02.859427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:09:02.860072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:02.964989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbb96f-eced-42ea-a85c-fe4685bab3b1 None None] Pushing event updated for resources: {'Port': ['ID=23332ded-81a5-4874-b329-010d0845623d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:03.087873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-dfe3747f-90ee-48a2-b95f-8354e375cf60 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463019 Oct 25 23:09:03.095496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] For port ef5b2379-0b3b-4aaa-a53a-1912a0650095, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:03.099102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Pushing event updated for resources: {'Port': ['ID=617576a3-1663-47d1-a837-8e5657ebc716,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:03.167606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:09:03.217660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] For port ef5b2379-0b3b-4aaa-a53a-1912a0650095, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef5b2379-0b3b-4aaa-a53a-1912a0650095,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:03.253208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:03.341056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6874051-a26e-4fa2-8700-76de9d11e276 req-0006f2d2-776f-435d-8f74-2f94cf6b97b8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:03.359254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:03.360032 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:03.361468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] 10.222.0.15 "PUT /v2.0/ports/ef5b2379-0b3b-4aaa-a53a-1912a0650095 HTTP/1.1" status: 200 len: 1096 time: 1.7992673 Oct 25 23:09:03.365095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6874051-a26e-4fa2-8700-76de9d11e276 req-0006f2d2-776f-435d-8f74-2f94cf6b97b8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1051812 Oct 25 23:09:03.386628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5af28-0714-421c-bf53-e57103d61c5b req-0d588377-3384-49dc-83c5-2ac93559b3f0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:03.388305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07b5af28-0714-421c-bf53-e57103d61c5b req-0d588377-3384-49dc-83c5-2ac93559b3f0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.3747351 Oct 25 23:09:03.390117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5b1a6d9d-b9c3-415d-878a-e5e6adc0dc65 None None] Provisioning complete for port 617576a3-1663-47d1-a837-8e5657ebc716 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:03.390730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b1a6d9d-b9c3-415d-878a-e5e6adc0dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:03.398590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'tag': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:03.409478 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c883d5e-66fa-42f2-a2d4-d2ac46164555" -d '{"events": [{"name": "network-changed", "server_uuid": "07f40229-8f0d-4e35-98bf-761a2f2e1c81", "tag": "ef5b2379-0b3b-4aaa-a53a-1912a0650095"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:03.462370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6874051-a26e-4fa2-8700-76de9d11e276 req-859c6e2d-ce1e-44ee-bc9d-427cfa4af64b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959582 Oct 25 23:09:03.485255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a6d9d-b9c3-415d-878a-e5e6adc0dc65 None None] Port 617576a3-1663-47d1-a837-8e5657ebc716 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:09:03.586424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3553354f-4851-4803-bd44-27030599ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:08:59Z', 'revision_number': 3, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:03.623505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553354f-4851-4803-bd44-27030599ccde None None] The sync data for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 is: [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:08:59Z', 'revision_number': 3, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:09:03.699507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:03.710169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07b5af28-0714-421c-bf53-e57103d61c5b req-d9bb3769-aefb-492a-99e2-96476657c05c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688086 Oct 25 23:09:03.712588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a772ef-a22b-4116-b713-b83dae587d98 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b2379-0b3b-4aaa-a53a-1912a0650095,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:03.949944 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc982df-b84a-4dd0-97e2-6bd476721fde x-openstack-request-id: req-1cc982df-b84a-4dd0-97e2-6bd476721fde {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:03.950264 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f40229-8f0d-4e35-98bf-761a2f2e1c81", "tag": "ef5b2379-0b3b-4aaa-a53a-1912a0650095", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:03.950517 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cc982df-b84a-4dd0-97e2-6bd476721fde {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:03.950915 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'tag': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', 'status': 'completed', 'code': 200} Oct 25 23:09:04.114968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:04.126077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:04.210952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743296b-f135-454a-845f-d551b1812e98 req-5ce15060-9f2d-4f2e-ae39-06141774611f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:04.218779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4743296b-f135-454a-845f-d551b1812e98 req-5ce15060-9f2d-4f2e-ae39-06141774611f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 948 time: 0.1730309 Oct 25 23:09:04.261369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Pushing event updated for resources: {'Port': ['ID=617576a3-1663-47d1-a837-8e5657ebc716,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:04.275122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:04.308153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4743296b-f135-454a-845f-d551b1812e98 req-ab600686-4c54-483d-82c0-16d5cbe47658 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Oct 25 23:09:04.430325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:04.431985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:04.725363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 23332ded-81a5-4874-b329-010d0845623d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:04.813633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 23332ded-81a5-4874-b329-010d0845623d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:04.814434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:04.904416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4eaf6049-e369-40de-a8a4-4ba94a4149cc None None] Provisioning complete for port 617576a3-1663-47d1-a837-8e5657ebc716 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:04.907544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4eaf6049-e369-40de-a8a4-4ba94a4149cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:04.998625 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:05.004928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf6049-e369-40de-a8a4-4ba94a4149cc None None] Port 617576a3-1663-47d1-a837-8e5657ebc716 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:09:05.033898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 23332ded-81a5-4874-b329-010d0845623d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=23332ded-81a5-4874-b329-010d0845623d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:05.039484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:05.092362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=23332ded-81a5-4874-b329-010d0845623d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:05.093166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Router f9c81e9b-21e4-4650-83e6-806c36bea810 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:09:05.226617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:09:05.232057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-841e71b4-3b51-484c-bb2b-18b36c322194 admin admin] 10.222.0.25 "PUT /v2.0/routers/f9c81e9b-21e4-4650-83e6-806c36bea810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3624218 Oct 25 23:09:05.760514 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Sync routers for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:09:05.772679 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:09:05.773383 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:05.883254 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:09:06.089121 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 2, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:06.115666 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Checking router: f9c81e9b-21e4-4650-83e6-806c36bea810 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:09:06.116010 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Updating router f9c81e9b-21e4-4650-83e6-806c36bea810 port 617576a3-1663-47d1-a837-8e5657ebc716 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:09:06.141293 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.504545 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.509970 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.590575 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Pushing event updated for resources: {'Port': ['ID=617576a3-1663-47d1-a837-8e5657ebc716,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:06.610506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 23332ded-81a5-4874-b329-010d0845623d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:06.611075 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.611278 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.611611 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.612091 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.618585 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.619174 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.619584 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.619991 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.620419 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.620809 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.621211 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.621607 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:06.641347 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Attempting to bind port 617576a3-1663-47d1-a837-8e5657ebc716 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:06.641899 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Attempting to bind port 617576a3-1663-47d1-a837-8e5657ebc716 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:06.642411 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Attempting to bind port 617576a3-1663-47d1-a837-8e5657ebc716 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:06.662980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:06.664251 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:06.665286 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.671270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 23332ded-81a5-4874-b329-010d0845623d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:06.671458 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:06.671642 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.672100 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Bound port: 617576a3-1663-47d1-a837-8e5657ebc716, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:06.672659 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.781960 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] For port 617576a3-1663-47d1-a837-8e5657ebc716, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:06.788304 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] For port 617576a3-1663-47d1-a837-8e5657ebc716, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=617576a3-1663-47d1-a837-8e5657ebc716,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:06.793251 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.840015 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:09:06.840656 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:06.939544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-02c6394a-e74f-45d1-8345-88ec8789ca81 None None] Provisioning complete for port 617576a3-1663-47d1-a837-8e5657ebc716 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:06.939914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-02c6394a-e74f-45d1-8345-88ec8789ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:06.960865 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2448-7221-469d-b09a-8d5c19811fee None None] Pushing event updated for resources: {'Port': ['ID=617576a3-1663-47d1-a837-8e5657ebc716,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:07.027265 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:09:07.058538 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-02c6394a-e74f-45d1-8345-88ec8789ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:07.094706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-02c6394a-e74f-45d1-8345-88ec8789ca81 None None] For port 617576a3-1663-47d1-a837-8e5657ebc716, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=617576a3-1663-47d1-a837-8e5657ebc716,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:07.099630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-02c6394a-e74f-45d1-8345-88ec8789ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:07.162047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6394a-e74f-45d1-8345-88ec8789ca81 None None] Pushing event updated for resources: {'Port': ['ID=617576a3-1663-47d1-a837-8e5657ebc716,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:07.223914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-09fc5370-3371-4434-b514-be5d2bc214ae None None] Provisioning complete for port 617576a3-1663-47d1-a837-8e5657ebc716 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:07.224307 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09fc5370-3371-4434-b514-be5d2bc214ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:07.275754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:06Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:07.304614 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929d925-7bef-4136-96bd-8e740a958c3b None None] The sync data for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 is: [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:06Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:09:08.602287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 617576a3-1663-47d1-a837-8e5657ebc716 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:08.658359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 617576a3-1663-47d1-a837-8e5657ebc716 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:08.658763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:12.745108 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:14.750726 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:09:15.502486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-87552f3c-391d-405e-9c0d-39d9fa85291c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:17.606931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8a93372-9cc5-4b1d-9fdf-0912d82783aa req-57c1f789-db93-42ae-b203-0eb07e7ab2fe service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898483 Oct 25 23:09:17.647911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd717f-4baf-47ad-a670-5f2fa136612d req-d2c62baf-2517-4c27-82f9-3b0eeada0bf5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:17.649385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fcd717f-4baf-47ad-a670-5f2fa136612d req-d2c62baf-2517-4c27-82f9-3b0eeada0bf5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0785375 Oct 25 23:09:17.677753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883d5e-66fa-42f2-a2d4-d2ac46164555 req-3d4b68a7-7e98-4579-801f-d93e10c1b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:17.679525 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c883d5e-66fa-42f2-a2d4-d2ac46164555 req-3d4b68a7-7e98-4579-801f-d93e10c1b6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 1099 time: 0.0701575 Oct 25 23:09:17.697843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fcd717f-4baf-47ad-a670-5f2fa136612d req-624aafef-5673-4a7b-8498-1864a1617b90 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Oct 25 23:09:17.756324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c883d5e-66fa-42f2-a2d4-d2ac46164555 req-624b1af8-9fe2-4856-b53a-51f004dd6a1c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204017 Oct 25 23:09:17.794951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3be6a6-e02f-4031-ba58-30714a5975a6 req-9783c89c-881a-4f56-9f43-9e8ffeded0e3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:17.796433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e3be6a6-e02f-4031-ba58-30714a5975a6 req-9783c89c-881a-4f56-9f43-9e8ffeded0e3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0597475 Oct 25 23:09:17.838330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e3be6a6-e02f-4031-ba58-30714a5975a6 req-430558c6-2f38-4453-b4e8-17eda48e0271 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343854 Oct 25 23:09:17.912232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883d5e-66fa-42f2-a2d4-d2ac46164555 req-1b63242a-9c7e-443e-899c-dc976c1f4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:17.913993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c883d5e-66fa-42f2-a2d4-d2ac46164555 req-1b63242a-9c7e-443e-899c-dc976c1f4a09 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260831 Oct 25 23:09:17.925425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e4199-2ac6-4c80-b45b-1ac0b2c34b6a req-c0353133-c6a0-4855-848d-09cd02a8d9e9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:17.926903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b65e4199-2ac6-4c80-b45b-1ac0b2c34b6a req-c0353133-c6a0-4855-848d-09cd02a8d9e9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 948 time: 0.0906658 Oct 25 23:09:17.969423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b65e4199-2ac6-4c80-b45b-1ac0b2c34b6a req-cd3622bd-048c-4a1a-9e23-8925f2faad04 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344229 Oct 25 23:09:18.029176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-513a35b2-1707-4ec1-a8ba-b3cb256fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:18.030672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-513a35b2-1707-4ec1-a8ba-b3cb256fd0fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 1099 time: 0.0421369 Oct 25 23:09:18.079257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-4bd7f343-43a2-4f6a-8547-00e0d1106622 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ef5b2379-0b3b-4aaa-a53a-1912a0650095 HTTP/1.1" status: 200 len: 217 time: 0.0329266 Oct 25 23:09:18.133128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-55c29511-9859-4a5a-b98a-00ee3befe525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:18.134828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-55c29511-9859-4a5a-b98a-00ee3befe525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0473254 Oct 25 23:09:18.182694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-4e02c8e1-0e5a-4031-bc4c-6c6d8fe85bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:18.184209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-4e02c8e1-0e5a-4031-bc4c-6c6d8fe85bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416293 Oct 25 23:09:18.279630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:18.291315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154114250', 'description': 'tempest-description--982439061'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:18.302754 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2159687e-3ad5-4592-a6d8-95c1273343be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.303279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-f299ca94-cb14-4be3-8dd1-ce74cb31f5df service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098387 Oct 25 23:09:18.358863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.428340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6405bec5-e234-48c8-b336-d8487ca4a6df req-6f6cec48-e11e-43bb-9fe5-a30ebf5fd0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161666 Oct 25 23:09:18.463427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.466906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.497514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.498882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2181034 Oct 25 23:09:18.500722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfa498-c9d8-4488-9f6e-81567ef69300 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c2f9cf-f792-4cf8-985a-e73498810894,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:18.501640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:18.507696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'security_group_rule': {'security_group_id': '83c2f9cf-f792-4cf8-985a-e73498810894', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:18.554578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.614609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.677552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.697126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b4640d-4541-4c7f-a50c-a29d1d9b012d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:18.707480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.708887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-10ba0e7c-c7da-47b4-b642-351132edb942 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2061234 Oct 25 23:09:18.711521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54896) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:18.716165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'security_group_rule': {'security_group_id': '83c2f9cf-f792-4cf8-985a-e73498810894', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:18.746508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.807319 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.811528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.830461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f8db64-a6e3-4b59-8c76-b8363f22a3d2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:18.840322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.842679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d9df728-f09d-48c9-90a4-11492ab78720 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301064 Oct 25 23:09:18.844413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54902) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:18.844751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44ea3-6ce4-454d-8b77-3f6a5fc39ece req-3bf58cec-281d-4c2b-87f2-7cdfd08a4e17 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:18.846300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12b44ea3-6ce4-454d-8b77-3f6a5fc39ece req-3bf58cec-281d-4c2b-87f2-7cdfd08a4e17 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0675235 Oct 25 23:09:18.848860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:18.883048 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:18.902410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-12b44ea3-6ce4-454d-8b77-3f6a5fc39ece req-228c8243-db1a-4f6f-bab8-2f06af1bd772 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478466 Oct 25 23:09:18.996059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f17a0d-0c8a-4755-9ad6-765260e9f3e0 req-b0367f41-57fb-49c9-b805-7974db646094 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:18.997454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3f17a0d-0c8a-4755-9ad6-765260e9f3e0 req-b0367f41-57fb-49c9-b805-7974db646094 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0670364 Oct 25 23:09:19.055316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3f17a0d-0c8a-4755-9ad6-765260e9f3e0 req-69cb3ef8-0547-431d-8852-a32a49044b53 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Oct 25 23:09:19.058090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.095897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996def6-1e30-4a09-97ad-4ceb8b6e74b3 req-b6b5d607-e9fb-4735-b90a-2b66ce7ddeb1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:19.097402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1996def6-1e30-4a09-97ad-4ceb8b6e74b3 req-b6b5d607-e9fb-4735-b90a-2b66ce7ddeb1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 948 time: 0.0537860 Oct 25 23:09:19.138528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1996def6-1e30-4a09-97ad-4ceb8b6e74b3 req-317be817-6d98-412f-8fc0-c48af110082f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Oct 25 23:09:19.180842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Allocated IP 172.25.4.23 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/6719141d-79b4-465a-b1f2-c7c5fb26c39d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:09:19.285375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.329660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.368992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:19.372036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:19.375731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:09:19.399791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=6719141d-79b4-465a-b1f2-c7c5fb26c39d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:19.466252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.500141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.500825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.655841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.661045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.736322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=6719141d-79b4-465a-b1f2-c7c5fb26c39d,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:19.745074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.761000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:19.762273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9923e95b-ef1d-4b65-b52a-c40b9f01b65c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9168787 Oct 25 23:09:19.904087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-5d149562-6c40-4360-ad9f-aad9f1bae3f9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1154114250&fields=id&tenant_id=47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 267 time: 0.0330696 Oct 25 23:09:20.020209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-a12f27b9-de8d-489f-98af-8456cd319f39 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:20.020778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f3bd-9f01-4c2a-bb9a-89a60ee25ec4 req-3ba0e08c-24da-4441-870c-f948bf2519d6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:20.021659 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-a12f27b9-de8d-489f-98af-8456cd319f39 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.1107688 Oct 25 23:09:20.022398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7519f3bd-9f01-4c2a-bb9a-89a60ee25ec4 req-3ba0e08c-24da-4441-870c-f948bf2519d6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0498984 Oct 25 23:09:20.037583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-0ba9cf8b-6264-4e32-959f-c26bdb3c5190 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/quotas/47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 375 time: 0.0098403 Oct 25 23:09:20.062638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7519f3bd-9f01-4c2a-bb9a-89a60ee25ec4 req-a37caacd-705e-41a2-a319-2f9c864f5d1f tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Oct 25 23:09:20.068207 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:20.097261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-de067e4c-6a84-420c-8430-16e7e4ba3e32 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530686 Oct 25 23:09:20.180465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8805940-5462-4b98-80cf-e1ac497b4f5e req-cbd43101-0c7a-470f-816b-880cc758abeb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:20.182141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8805940-5462-4b98-80cf-e1ac497b4f5e req-cbd43101-0c7a-470f-816b-880cc758abeb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0546467 Oct 25 23:09:20.197761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-4be17582-c41f-4e38-b21e-6a22efa12860 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877163 Oct 25 23:09:20.221690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8805940-5462-4b98-80cf-e1ac497b4f5e req-35f14b46-4803-445e-b088-d318d63b5e35 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Oct 25 23:09:20.293350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-34f4e30c-1800-4bb2-bfa5-6e26b1322b6e service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882072 Oct 25 23:09:20.330903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cebb8d-1299-4f46-bfca-f3054020b0e8 req-aabf2152-00dc-4349-99dc-e75fd333d076 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:20.332469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71cebb8d-1299-4f46-bfca-f3054020b0e8 req-aabf2152-00dc-4349-99dc-e75fd333d076 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 948 time: 0.0517862 Oct 25 23:09:20.371537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71cebb8d-1299-4f46-bfca-f3054020b0e8 req-2b99808d-2f76-4879-aabe-5019897632d8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Oct 25 23:09:20.461397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4dadc36-52c3-4236-a605-b1543af6b1c3 req-167a5a52-745b-4a9c-99c1-8fcc21cef52c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 210 time: 0.0265868 Oct 25 23:09:20.625291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:21.237725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0615526-655d-41ee-945f-499eb15e0431 req-d4cddb7e-7d0e-4d30-be5d-c3a475fe4abe tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:21.239245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0615526-655d-41ee-945f-499eb15e0431 req-d4cddb7e-7d0e-4d30-be5d-c3a475fe4abe tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0907493 Oct 25 23:09:21.241956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd9896-4081-4e39-a77a-be5b95fc2057 req-ef3ab5b2-f826-4ddf-bd7f-e51a72194746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:21.243407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84cd9896-4081-4e39-a77a-be5b95fc2057 req-ef3ab5b2-f826-4ddf-bd7f-e51a72194746 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.0596213 Oct 25 23:09:21.303898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0615526-655d-41ee-945f-499eb15e0431 req-a21a5345-6b3d-47cd-aed5-2a6638f654a9 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Oct 25 23:09:21.305700 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84cd9896-4081-4e39-a77a-be5b95fc2057 req-c24bd745-4ea7-4070-980f-b411d787c75e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529408 Oct 25 23:09:21.357389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46208b-99e3-4556-956a-fbe670b13b85 req-e7b8be15-95b6-44ea-9e86-8a9f962efd38 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:21.358920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff46208b-99e3-4556-956a-fbe670b13b85 req-e7b8be15-95b6-44ea-9e86-8a9f962efd38 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Oct 25 23:09:21.400489 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff46208b-99e3-4556-956a-fbe670b13b85 req-737ab045-e12a-4408-bff4-1c8b654d7ca2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Oct 25 23:09:21.570688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43d97a17-35d6-4b11-b9f7-0ec44ad261e3 req-6541ad59-9a06-4828-80c4-76f8c54c308e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 210 time: 0.0354924 Oct 25 23:09:21.578715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a49f52-62d9-49f3-8229-136ac62a7299 req-e84a8b71-84ea-418b-ba7b-d295de04cfcf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:21.580350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49a49f52-62d9-49f3-8229-136ac62a7299 req-e84a8b71-84ea-418b-ba7b-d295de04cfcf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 948 time: 0.1265094 Oct 25 23:09:21.609458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-634c0ea1-bdf4-4872-a6ae-aee72b858d2b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:21.610876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-634c0ea1-bdf4-4872-a6ae-aee72b858d2b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.1473510 Oct 25 23:09:21.646703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49a49f52-62d9-49f3-8229-136ac62a7299 req-f06fcfd6-55df-4b26-8b7a-a90214180913 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528400 Oct 25 23:09:21.668394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-c8e846b4-80c8-470c-9428-1886be3d2f7a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 380 time: 0.0438514 Oct 25 23:09:21.680608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'port': {'device_id': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'admin_state_up': True, 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'security_groups': ['83c2f9cf-f792-4cf8-985a-e73498810894']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:21.789849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:09:21.793718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:21.915123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Allocated IP 172.20.0.8 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/d54d4ef8-261a-499f-b2d3-ccb96b40023b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:09:22.056274 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.089749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.137146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:22.140355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:22.144118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:09:22.171521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:22.204335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:22.204990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.223879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-ed03f370-3bbc-4391-b888-e6d8742b546e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475612 Oct 25 23:09:22.236271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Request body: {'port': {'device_id': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:22.297394 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.454128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-342ee215-3f99-4366-a4e4-5f99786928c2 None None] Provisioning complete for port d54d4ef8-261a-499f-b2d3-ccb96b40023b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:22.455265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-342ee215-3f99-4366-a4e4-5f99786928c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.497388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-342ee215-3f99-4366-a4e4-5f99786928c2 None None] Port d54d4ef8-261a-499f-b2d3-ccb96b40023b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:09:22.498929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937df9e9-eae2-4648-b7df-5b52aaf4187a req-ac5e31ce-e564-4a66-87de-b8f03715beee tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:22.500757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937df9e9-eae2-4648-b7df-5b52aaf4187a req-ac5e31ce-e564-4a66-87de-b8f03715beee tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0985012 Oct 25 23:09:22.528191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7f57c-64a2-479b-b2d6-88c1b8f14f9e req-5f8f84f1-cc1f-4ef4-9ac2-93adb1cb59c6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:22.529737 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2dd7f57c-64a2-479b-b2d6-88c1b8f14f9e req-5f8f84f1-cc1f-4ef4-9ac2-93adb1cb59c6 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 945 time: 0.0521114 Oct 25 23:09:22.570573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2dd7f57c-64a2-479b-b2d6-88c1b8f14f9e req-ed4161a4-7a1c-4d69-832c-ee4883d6e121 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Oct 25 23:09:22.574209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-937df9e9-eae2-4648-b7df-5b52aaf4187a req-77c50da6-0525-4f26-964a-a807bcf42c64 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650935 Oct 25 23:09:22.635044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:22.642637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.655155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Transition to ACTIVE for port object d54d4ef8-261a-499f-b2d3-ccb96b40023b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:09:22.658963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.698202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ccd13-0f15-47dd-85e2-37bc6967c97b req-9aec98bb-be0b-4f77-86f1-1e150e793f51 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:22.703995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c2ccd13-0f15-47dd-85e2-37bc6967c97b req-9aec98bb-be0b-4f77-86f1-1e150e793f51 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 931 time: 0.0608811 Oct 25 23:09:22.761438 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c2ccd13-0f15-47dd-85e2-37bc6967c97b req-ef2bda1a-9ee0-4ede-9863-733f8cb890ee tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Oct 25 23:09:22.781191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827febac-abdd-4764-8480-745554307bbb service neutron] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:22.821930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1f87-eecb-490b-8c12-9a7e336610e9 req-bc229f8f-c513-4dbd-b29f-34808b7e6ff7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:22.824424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf1f87-eecb-490b-8c12-9a7e336610e9 req-bc229f8f-c513-4dbd-b29f-34808b7e6ff7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 948 time: 0.0991275 Oct 25 23:09:22.829190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Attempting to bind port d54d4ef8-261a-499f-b2d3-ccb96b40023b on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:22.829535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Attempting to bind port d54d4ef8-261a-499f-b2d3-ccb96b40023b by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:22.829846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Attempting to bind port d54d4ef8-261a-499f-b2d3-ccb96b40023b on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:22.848008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Port d54d4ef8-261a-499f-b2d3-ccb96b40023b on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:09:22.848337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Attempting to bind port d54d4ef8-261a-499f-b2d3-ccb96b40023b on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:22.859565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:22.859938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:22.860332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:22.860767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Bound port: d54d4ef8-261a-499f-b2d3-ccb96b40023b, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:22.861119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.861574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef5b2379-0b3b-4aaa-a53a-1912a0650095 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:09:22.885195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf1f87-eecb-490b-8c12-9a7e336610e9 req-187ca0b4-63a9-4c86-acb9-815c934d6fb5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523047 Oct 25 23:09:22.952955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:22.956410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:22.962176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:22.985665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ef5b2379-0b3b-4aaa-a53a-1912a0650095, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef5b2379-0b3b-4aaa-a53a-1912a0650095,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:22.998586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', 'mac_address': 'fa:16:3e:7c:c7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:09:23.002741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.003349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:23.005292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-827febac-abdd-4764-8480-745554307bbb service neutron] 10.222.0.11 "PUT /v2.0/ports/d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 1091 time: 0.7726867 Oct 25 23:09:23.005292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:23.007491 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec7df4-db0b-4f84-8289-5dba8a9c1095" -d '{"events": [{"name": "network-changed", "server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:23.031651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827febac-abdd-4764-8480-745554307bbb service neutron] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:23.062807 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492196fa-32c2-4afa-ba78-ba6533c6469d x-openstack-request-id: req-492196fa-32c2-4afa-ba78-ba6533c6469d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:23.063100 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:23.063337 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-492196fa-32c2-4afa-ba78-ba6533c6469d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:23.063737 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'status': 'completed', 'code': 200} Oct 25 23:09:23.074926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:23.110005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5b2379-0b3b-4aaa-a53a-1912a0650095 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:23.126652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-2bee8065-2759-4b73-8e47-42e06570d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.128320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-2bee8065-2759-4b73-8e47-42e06570d2b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1094 time: 0.0569553 Oct 25 23:09:23.137317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ef5b2379-0b3b-4aaa-a53a-1912a0650095, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef5b2379-0b3b-4aaa-a53a-1912a0650095,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:23.148913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:23.149675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:09:23.182824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-fe47250f-e831-4dbe-b215-8afbdded2955 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 217 time: 0.0371461 Oct 25 23:09:23.237195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-81fbd606-6090-425f-bdf2-27e9a54052a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.238755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-81fbd606-6090-425f-bdf2-27e9a54052a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0491552 Oct 25 23:09:23.303107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-1e0921c9-11ef-4cfa-8456-423716526d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.304998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-1e0921c9-11ef-4cfa-8456-423716526d06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550776 Oct 25 23:09:23.399107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-225af033-dc2d-4f6a-9bf6-6a2d63a36ce9 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856750 Oct 25 23:09:23.401577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ef5b2379-0b3b-4aaa-a53a-1912a0650095,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:23.445913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:23.458638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'network_id': 'a1a273a2-186e-4767-b0cd-92db4e62bf47', 'port_id': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'mac_address': 'fa:16:3e:7d:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:09:23.493354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fecc7d62-672b-4f84-8258-9bc3059f7d0c req-a89222f4-469d-4265-8e12-a18868cd407a service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Oct 25 23:09:23.494947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:23.508654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:23.528571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:23.533262 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:23.589116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-f413ef49-cf15-43b0-bb8e-0483963e3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.590727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-f413ef49-cf15-43b0-bb8e-0483963e3ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1094 time: 0.0427413 Oct 25 23:09:23.595512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:23.714755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d97b-c9a3-44f9-8663-fb1b1d28b617 req-e85802ff-ed04-45d6-9ca2-102f0eb6d125 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.722465 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a039d97b-c9a3-44f9-8663-fb1b1d28b617 req-e85802ff-ed04-45d6-9ca2-102f0eb6d125 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0705237 Oct 25 23:09:23.749297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-99943944-8160-4378-b453-d6d8cfb671d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.750826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-99943944-8160-4378-b453-d6d8cfb671d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1415954 Oct 25 23:09:23.762576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a039d97b-c9a3-44f9-8663-fb1b1d28b617 req-115a6699-5bd7-4cac-9cbd-81a1b0c8359a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390613 Oct 25 23:09:23.765501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8836e2a-0daf-4058-b478-3bcd73e1a52d req-32068d59-23c9-46b1-a7b1-981f1b31a5e1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.774517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8836e2a-0daf-4058-b478-3bcd73e1a52d req-32068d59-23c9-46b1-a7b1-981f1b31a5e1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1053040 Oct 25 23:09:23.823323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-f4c57048-a3d2-418f-89a7-2ca536f8addf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 217 time: 0.0464447 Oct 25 23:09:23.868206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8836e2a-0daf-4058-b478-3bcd73e1a52d req-b1fe4c7a-4275-4480-bb09-7a91707f441b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927451 Oct 25 23:09:23.884878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc75a9-5607-4157-a82b-ee600a542d02 req-06d2e865-2ac9-4a2a-b15d-e22d60fd1835 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.887026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bdc75a9-5607-4157-a82b-ee600a542d02 req-06d2e865-2ac9-4a2a-b15d-e22d60fd1835 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 943 time: 0.0544219 Oct 25 23:09:23.889060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-4e581b9c-de70-4e96-ba59-23b8e7865916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.890513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-4e581b9c-de70-4e96-ba59-23b8e7865916 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0566645 Oct 25 23:09:23.933606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bdc75a9-5607-4157-a82b-ee600a542d02 req-766fcbcd-ce12-453b-a51e-0333bdf889c2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Oct 25 23:09:23.940905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-cc1072ab-2b8c-4131-9ca0-1a0246733d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:23.942707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-cc1072ab-2b8c-4131-9ca0-1a0246733d5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446966 Oct 25 23:09:24.072914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-1415d005-109f-4c9f-a40a-a9226bcbd0c4 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212840 Oct 25 23:09:24.084562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba455a-0ba3-4fa0-8900-62d37e0eeae9 req-3d9d5306-7c63-4d0e-87b6-d68f5c32ff0c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:24.085997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4ba455a-0ba3-4fa0-8900-62d37e0eeae9 req-3d9d5306-7c63-4d0e-87b6-d68f5c32ff0c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 949 time: 0.0809870 Oct 25 23:09:24.203491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4ba455a-0ba3-4fa0-8900-62d37e0eeae9 req-7eaf17da-6e73-4d4c-9d58-64a2cc5c799d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092355 Oct 25 23:09:24.223657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-2ebff71d-3028-4c3f-ab4c-ab2b7faa9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:24.225161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-2ebff71d-3028-4c3f-ab4c-ab2b7faa9c07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.0846133 Oct 25 23:09:24.228878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ef5b2379-0b3b-4aaa-a53a-1912a0650095'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:24.238504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66940343-bee9-4fe9-94f5-843a0aa2e85f req-2060aa72-9a88-4967-a09b-ee1e080c7f62 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:24.245515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bec7df4-db0b-4f84-8289-5dba8a9c1095 req-462aa1c6-3cc1-4b9c-8c32-d58fef377bbd service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585531 Oct 25 23:09:24.247858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66940343-bee9-4fe9-94f5-843a0aa2e85f req-2060aa72-9a88-4967-a09b-ee1e080c7f62 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0628862 Oct 25 23:09:24.274228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dd319388-fcc6-478c-beec-6dcde0497bf7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:24.289973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66940343-bee9-4fe9-94f5-843a0aa2e85f req-d0d53d15-8c92-4412-8b5d-f8183029919b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Oct 25 23:09:24.346770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-b0d60aa9-a192-4ec3-999e-05a527c706cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:24.348275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-b0d60aa9-a192-4ec3-999e-05a527c706cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.1121137 Oct 25 23:09:24.403059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-4a467db7-9195-46bd-ad3c-cf030b8f15bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 217 time: 0.0386569 Oct 25 23:09:24.456971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-691f5dbb-35dc-4380-b963-edda5f9f7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:24.458665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-691f5dbb-35dc-4380-b963-edda5f9f7a8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.0467780 Oct 25 23:09:24.491538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-240763e4-165e-4927-aade-5d0d8c511b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257835 Oct 25 23:09:24.583811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-3fbdc3c3-1f6c-4d85-996d-67aaa366d01f service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856352 Oct 25 23:09:24.671617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bad8f415-1d65-47f6-b4d2-b3b74be5e167 req-579233b6-536d-4406-9fe7-c481e398ea74 service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793650 Oct 25 23:09:24.885224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732b250-7bca-4463-81c9-59eb7e4d1b41 req-175e132f-9508-4dd2-961b-f4342fc40f20 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:24.886711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f732b250-7bca-4463-81c9-59eb7e4d1b41 req-175e132f-9508-4dd2-961b-f4342fc40f20 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0539680 Oct 25 23:09:24.925007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f732b250-7bca-4463-81c9-59eb7e4d1b41 req-d627ab33-54ac-49a0-9d18-abf08b9a3f3c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Oct 25 23:09:25.073604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1c2d-f2ea-48f7-9eaa-32c7dce55dc7 req-43eb6274-5589-41f1-b616-a11a0b9a5bce tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:25.075006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a7a1c2d-f2ea-48f7-9eaa-32c7dce55dc7 req-43eb6274-5589-41f1-b616-a11a0b9a5bce tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 943 time: 0.0542462 Oct 25 23:09:25.113464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a7a1c2d-f2ea-48f7-9eaa-32c7dce55dc7 req-0215d141-5b6f-493c-bb56-83ce1042f3e0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Oct 25 23:09:25.320860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011eb43-a059-4fb9-bb7b-a55ea7cda8be req-2012969f-1cc0-4834-9c9a-297e68c57748 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:25.323551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a011eb43-a059-4fb9-bb7b-a55ea7cda8be req-2012969f-1cc0-4834-9c9a-297e68c57748 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 949 time: 0.0506086 Oct 25 23:09:25.363437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a011eb43-a059-4fb9-bb7b-a55ea7cda8be req-db82b898-b386-43ed-ac3a-1ed4f8f6b94c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Oct 25 23:09:25.472194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf71a0-9322-4c8d-a2fd-7842e41cff86 req-4ae5a075-1b94-45cf-9112-90f8791b8818 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:25.473682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88cf71a0-9322-4c8d-a2fd-7842e41cff86 req-4ae5a075-1b94-45cf-9112-90f8791b8818 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0500619 Oct 25 23:09:25.510941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88cf71a0-9322-4c8d-a2fd-7842e41cff86 req-60b3a588-4cf7-4bd3-a18c-7e5f28001eaa tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Oct 25 23:09:26.039983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa2815-d915-4283-8777-2eb8ced1d15b req-36b7778f-c877-4abf-b246-977325e85198 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:26.042037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26fa2815-d915-4283-8777-2eb8ced1d15b req-36b7778f-c877-4abf-b246-977325e85198 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Oct 25 23:09:26.079391 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26fa2815-d915-4283-8777-2eb8ced1d15b req-594d0e7c-bf3d-45c3-a82e-6b8ab2a8397b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Oct 25 23:09:26.230944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b8ee8-a0c5-448c-8f75-912d688c3ae4 req-95e447ad-15a1-42b7-a5b6-ba08262c8d47 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:26.232335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-250b8ee8-a0c5-448c-8f75-912d688c3ae4 req-95e447ad-15a1-42b7-a5b6-ba08262c8d47 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 943 time: 0.0511785 Oct 25 23:09:26.270478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-250b8ee8-a0c5-448c-8f75-912d688c3ae4 req-842d0f94-951d-4a05-9d13-416e8e49bab2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Oct 25 23:09:26.295469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:09:26.390486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:26.401966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:09:26.439924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:26.455103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:26.475514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:26.479921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:26.484324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3338b-85ae-49ac-966e-16410041274b req-748d2f55-87cd-4fb0-ba7f-fbbe69c0665a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:26.491628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78f3338b-85ae-49ac-966e-16410041274b req-748d2f55-87cd-4fb0-ba7f-fbbe69c0665a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 949 time: 0.0603325 Oct 25 23:09:26.528721 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78f3338b-85ae-49ac-966e-16410041274b req-963e8050-5b6c-40d2-8afb-894741178034 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Oct 25 23:09:26.540061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:26.635930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90deb6-e049-4c16-94fe-37f8e8f9bf94 req-9516dacf-aaf4-48e8-806b-73a7851fd381 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:26.637483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a90deb6-e049-4c16-94fe-37f8e8f9bf94 req-9516dacf-aaf4-48e8-806b-73a7851fd381 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0484719 Oct 25 23:09:26.674036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a90deb6-e049-4c16-94fe-37f8e8f9bf94 req-b7e25664-9864-45d8-b670-ec3d0a59c201 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306773 Oct 25 23:09:26.844768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['d54d4ef8-261a-499f-b2d3-ccb96b40023b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:26.888787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:26.979129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port dd319388-fcc6-478c-beec-6dcde0497bf7 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:09:26.988849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port dd319388-fcc6-478c-beec-6dcde0497bf7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:26.989216 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:27.086567 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:27.109396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:27.111675 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6129732a-ad3a-4b42-9c82-938ccc39de5f" -d '{"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-plugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:27.125297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:27.130572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:27.131395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef5b2379-0b3b-4aaa-a53a-1912a0650095 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:27.172652 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d1197-3fdb-45b2-988a-02209bb21ce5 x-openstack-request-id: req-0a7d1197-3fdb-45b2-988a-02209bb21ce5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:27.172940 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-plugged", "status": "completed", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:27.173194 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a7d1197-3fdb-45b2-988a-02209bb21ce5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:27.173579 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'code': 200} Oct 25 23:09:27.204910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c435528-8f27-4805-8a6c-d9131d3e8271 req-025cc6a2-d317-4128-9109-03598ddc4ecb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:27.206778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c435528-8f27-4805-8a6c-d9131d3e8271 req-025cc6a2-d317-4128-9109-03598ddc4ecb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0523710 Oct 25 23:09:27.213048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:27.228907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port ef5b2379-0b3b-4aaa-a53a-1912a0650095 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:09:27.232565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ef5b2379-0b3b-4aaa-a53a-1912a0650095 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:27.232926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:27.249056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c435528-8f27-4805-8a6c-d9131d3e8271 req-b694defe-2e08-44e9-9696-6ae60f2ae68d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Oct 25 23:09:27.326488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:27.379465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ef5b2379-0b3b-4aaa-a53a-1912a0650095, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef5b2379-0b3b-4aaa-a53a-1912a0650095,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:27.382984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:27.405990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ce750-20e0-4f65-ac11-44d8f9db157c req-6b50ed17-fced-485a-8aca-3e4125f630fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:27.407542 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-096ce750-20e0-4f65-ac11-44d8f9db157c req-6b50ed17-fced-485a-8aca-3e4125f630fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1098 time: 0.0753641 Oct 25 23:09:27.423669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b7422-eae2-4ace-a8a8-94ad022a898d req-3ec5ab0e-bb69-4061-8cab-e0724403b0f4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:27.425163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-583b7422-eae2-4ace-a8a8-94ad022a898d req-3ec5ab0e-bb69-4061-8cab-e0724403b0f4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0627084 Oct 25 23:09:27.431178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ef5b2379-0b3b-4aaa-a53a-1912a0650095,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:27.478031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-583b7422-eae2-4ace-a8a8-94ad022a898d req-13a9d609-93f9-400e-8a15-63f82ffd91f0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464551 Oct 25 23:09:27.482366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-096ce750-20e0-4f65-ac11-44d8f9db157c req-c10204f7-0d15-41c7-ae4b-97e05eee4f21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562868 Oct 25 23:09:27.648890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67920bfb-a4ff-47ad-bff5-6b604eef3644 req-3a28f02b-9e00-438f-a911-6d42858e52d1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:27.651108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67920bfb-a4ff-47ad-bff5-6b604eef3644 req-3a28f02b-9e00-438f-a911-6d42858e52d1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.0512352 Oct 25 23:09:27.689245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67920bfb-a4ff-47ad-bff5-6b604eef3644 req-1bd8b361-ab6b-4e16-a42e-501ad78b17bc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Oct 25 23:09:27.854046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608d194-a16b-46ae-a246-5f6898a0502a req-5d13fc8c-2c2e-494a-8bae-f40bd405d1d8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:27.855516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3608d194-a16b-46ae-a246-5f6898a0502a req-5d13fc8c-2c2e-494a-8bae-f40bd405d1d8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0511806 Oct 25 23:09:27.892165 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3608d194-a16b-46ae-a246-5f6898a0502a req-94ff056d-000f-4791-9319-8390b606ee5a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Oct 25 23:09:28.200304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:28.291801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:28.342410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port d54d4ef8-261a-499f-b2d3-ccb96b40023b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:09:28.346709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port d54d4ef8-261a-499f-b2d3-ccb96b40023b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:28.347078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:28.376836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c2ca-4307-4f65-94b6-a8bb07c02585 req-4e6b01b2-9cff-4c5e-acc8-e9024090c932 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:28.378451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-deb1c2ca-4307-4f65-94b6-a8bb07c02585 req-4e6b01b2-9cff-4c5e-acc8-e9024090c932 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0553157 Oct 25 23:09:28.419430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-deb1c2ca-4307-4f65-94b6-a8bb07c02585 req-286cd11e-d1f2-4137-8886-6eba8e3ae468 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Oct 25 23:09:28.428192 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:28.462627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:28.466733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:28.512769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:28.597014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631cb1c-cff9-4fdf-8a3b-5807a91db9e1 req-120b5354-104f-4225-967a-cc60ba0555e5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:28.598527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b631cb1c-cff9-4fdf-8a3b-5807a91db9e1 req-120b5354-104f-4225-967a-cc60ba0555e5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.0498464 Oct 25 23:09:28.637029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b631cb1c-cff9-4fdf-8a3b-5807a91db9e1 req-2abbda58-fc5b-477f-bbf6-afe27db97950 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Oct 25 23:09:28.808181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916835-7230-4891-9e6c-61062a018d28 req-066e7291-bd0b-4c60-b139-ad458261de59 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:28.809764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e916835-7230-4891-9e6c-61062a018d28 req-066e7291-bd0b-4c60-b139-ad458261de59 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.0502987 Oct 25 23:09:28.847505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e916835-7230-4891-9e6c-61062a018d28 req-2ceaada0-1f73-47fc-8f26-9916ab9743d2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Oct 25 23:09:29.008643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2679814-24d0-4c7d-8766-2a85472081ff req-55999b98-6425-4bf0-b18c-c35f0fcade27 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:29.010359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2679814-24d0-4c7d-8766-2a85472081ff req-55999b98-6425-4bf0-b18c-c35f0fcade27 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0496287 Oct 25 23:09:29.047523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2679814-24d0-4c7d-8766-2a85472081ff req-562ff8b6-b865-4314-a355-ffce3b2a7b13 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Oct 25 23:09:29.175058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095'}, {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:29.177742 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf55fa6-2a8c-4d75-a21c-96ad2a0300c1" -d '{"events": [{"server_uuid": "07f40229-8f0d-4e35-98bf-761a2f2e1c81", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b2379-0b3b-4aaa-a53a-1912a0650095"}, {"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:29.224868 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d2ffa-c485-40d2-88cc-c3f32157adea x-openstack-request-id: req-bb3d2ffa-c485-40d2-88cc-c3f32157adea {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:29.225172 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f40229-8f0d-4e35-98bf-761a2f2e1c81", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b2379-0b3b-4aaa-a53a-1912a0650095", "code": 200}, {"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:29.225422 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb3d2ffa-c485-40d2-88cc-c3f32157adea {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:29.225814 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', 'code': 200} Oct 25 23:09:29.226066 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:09:29.394783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edba93-7cc4-485a-a9cc-89633f4456ac req-0bc87139-c1ce-4988-8f53-22fce5af96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:29.396366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89edba93-7cc4-485a-a9cc-89633f4456ac req-0bc87139-c1ce-4988-8f53-22fce5af96cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1096 time: 0.1121621 Oct 25 23:09:29.407654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d493-f27f-47e9-8fae-c7aa232e1b51 req-dbc91a9d-3392-449c-af74-399908621012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:29.409056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54f6d493-f27f-47e9-8fae-c7aa232e1b51 req-dbc91a9d-3392-449c-af74-399908621012 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 1101 time: 0.0510459 Oct 25 23:09:29.467486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89edba93-7cc4-485a-a9cc-89633f4456ac req-ab130c8f-7dd7-409f-ad5f-b7b72f913fa3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574634 Oct 25 23:09:29.471178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54f6d493-f27f-47e9-8fae-c7aa232e1b51 req-2663c4f0-d0e0-4fa5-847f-3a663a1ccc59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Oct 25 23:09:29.569166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02bc6-8ee1-4ef4-8f5d-d397cb9f3bd4 req-063d3ebb-e40c-4811-b9bd-15dcc2f145f3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:29.576136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9f02bc6-8ee1-4ef4-8f5d-d397cb9f3bd4 req-063d3ebb-e40c-4811-b9bd-15dcc2f145f3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0636213 Oct 25 23:09:29.618742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9f02bc6-8ee1-4ef4-8f5d-d397cb9f3bd4 req-49a72bec-46f6-44cd-af01-853d31499b70 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Oct 25 23:09:29.785962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580d55a-5dc5-409f-855f-b591599510d7 req-e96eb4cb-17ad-4cea-aeed-656919b140b0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:29.790830 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a580d55a-5dc5-409f-855f-b591599510d7 req-e96eb4cb-17ad-4cea-aeed-656919b140b0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.0687404 Oct 25 23:09:29.830672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a580d55a-5dc5-409f-855f-b591599510d7 req-f78db07b-aeab-4271-b3a1-7e7396753435 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368304 Oct 25 23:09:29.977866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21110d-2844-4c4c-bbb4-8a02da938fb8 req-bad80ff8-f687-432a-b729-e00e022f9a8f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:29.979597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b21110d-2844-4c4c-bbb4-8a02da938fb8 req-bad80ff8-f687-432a-b729-e00e022f9a8f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.0495870 Oct 25 23:09:30.024088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b21110d-2844-4c4c-bbb4-8a02da938fb8 req-801fccab-c2d8-403a-936e-51c40cca8f99 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381799 Oct 25 23:09:30.487929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afa15a-a5ce-489b-83c2-c3d4ea829438 req-626bb1f9-2938-4b5d-bde4-ee10cb70da38 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:30.489436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94afa15a-a5ce-489b-83c2-c3d4ea829438 req-626bb1f9-2938-4b5d-bde4-ee10cb70da38 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0524309 Oct 25 23:09:30.526861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94afa15a-a5ce-489b-83c2-c3d4ea829438 req-89a1ab57-d989-4386-bffb-362801cc6f96 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Oct 25 23:09:30.742324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846df52-fae9-436f-abce-ec2497d7a545 req-6a7e7b9d-aab0-4876-ba9c-f1c827772d14 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:30.743872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9846df52-fae9-436f-abce-ec2497d7a545 req-6a7e7b9d-aab0-4876-ba9c-f1c827772d14 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0517855 Oct 25 23:09:30.785879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9846df52-fae9-436f-abce-ec2497d7a545 req-f635718e-e62a-43db-b1ea-05743388eb96 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Oct 25 23:09:30.932592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfaa4c-0752-44e8-8178-61ebd64d891b req-5f7c7eca-8260-4c7d-b507-d7d5cd44a2fa tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:30.934133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebdfaa4c-0752-44e8-8178-61ebd64d891b req-5f7c7eca-8260-4c7d-b507-d7d5cd44a2fa tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0529389 Oct 25 23:09:30.969041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5754f-8761-4476-9b04-9d0f28626f4e req-57e2e04a-7bcb-426d-a80d-81397ef2fc71 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:30.970571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af5754f-8761-4476-9b04-9d0f28626f4e req-57e2e04a-7bcb-426d-a80d-81397ef2fc71 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.0502343 Oct 25 23:09:30.973859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebdfaa4c-0752-44e8-8178-61ebd64d891b req-8132f78a-f25a-4dbd-8301-3071b2093837 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Oct 25 23:09:31.013033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4af5754f-8761-4476-9b04-9d0f28626f4e req-332065f7-a217-45a3-bbd1-e378ec898d2a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361311 Oct 25 23:09:31.193501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995cff4-c2e8-4cfb-93c3-bc86bc907359 req-2f597c8d-a37f-4699-ba7f-2d8580580a93 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:31.195026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e995cff4-c2e8-4cfb-93c3-bc86bc907359 req-2f597c8d-a37f-4699-ba7f-2d8580580a93 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0548937 Oct 25 23:09:31.234377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9db9bf-3474-4566-afaa-58407136bb5a req-cb65a6f9-2fb5-4e49-93ad-30cfeb86f7ad tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:31.236520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca9db9bf-3474-4566-afaa-58407136bb5a req-cb65a6f9-2fb5-4e49-93ad-30cfeb86f7ad tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.0600402 Oct 25 23:09:31.248079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55146) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:31.253455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'floatingip': {'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:31.269604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e995cff4-c2e8-4cfb-93c3-bc86bc907359 req-a5f366a1-42c5-4e2b-bc99-573f65c122be tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637977 Oct 25 23:09:31.330869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:31.481072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342bb4-4152-4cc4-963f-d1f2274f35f1 req-c6310a86-05b6-4328-8e36-f0f042e4d44b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:31.482202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c342bb4-4152-4cc4-963f-d1f2274f35f1 req-c6310a86-05b6-4328-8e36-f0f042e4d44b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.1479127 Oct 25 23:09:31.498478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544645b-3cca-43d4-9d12-52f9839e418e req-a5bb9859-fe3b-4797-82fa-00c229d28d67 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:31.505644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8544645b-3cca-43d4-9d12-52f9839e418e req-a5bb9859-fe3b-4797-82fa-00c229d28d67 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0684993 Oct 25 23:09:31.540806 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8544645b-3cca-43d4-9d12-52f9839e418e req-c5c8fd82-9b8c-453c-9e39-f2fba40b72df tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Oct 25 23:09:31.602202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c342bb4-4152-4cc4-963f-d1f2274f35f1 req-4cf40e77-d021-4ed7-9b3f-fea8f0481ce5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113186 Oct 25 23:09:31.663620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1274-d8b6-4b8c-ba95-52b884f82737 req-f6d3f5ce-cf73-4f66-9f94-1784c11777b1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:31.666410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9cc1274-d8b6-4b8c-ba95-52b884f82737 req-f6d3f5ce-cf73-4f66-9f94-1784c11777b1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0500653 Oct 25 23:09:31.709276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9cc1274-d8b6-4b8c-ba95-52b884f82737 req-5098912c-70d7-4fec-9cc5-43865b7a0289 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Oct 25 23:09:31.846772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e49d7-7234-46ef-b7f7-e3c18228104f req-40ab79ab-6eeb-4892-bbe1-87377fa54ce0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:31.848479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac7e49d7-7234-46ef-b7f7-e3c18228104f req-40ab79ab-6eeb-4892-bbe1-87377fa54ce0 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0524614 Oct 25 23:09:31.868783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:31.874263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:31.919973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac7e49d7-7234-46ef-b7f7-e3c18228104f req-1bf18a9e-14b0-4606-b2cf-83bf182bec29 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614505 Oct 25 23:09:32.022828 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Floating IP 16465466-6062-4f4f-8165-ed055e4b6cf1 associated. External IP: 172.25.4.23, port: d54d4ef8-261a-499f-b2d3-ccb96b40023b. Oct 25 23:09:32.097120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a322752-31ae-4a57-b87c-35343bc2ee75 req-7447f0a3-dc5d-4cc8-ab96-833f75874d99 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:32.098643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a322752-31ae-4a57-b87c-35343bc2ee75 req-7447f0a3-dc5d-4cc8-ab96-833f75874d99 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.1203980 Oct 25 23:09:32.163562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a322752-31ae-4a57-b87c-35343bc2ee75 req-cd0f53cf-4a11-45b6-b9db-5fcc96022408 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541060 Oct 25 23:09:32.300480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Router f9c81e9b-21e4-4650-83e6-806c36bea810 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:09:32.425288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:09:32.430610 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:32.438640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] Sync routers for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:09:32.458711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:09:32.461750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-41188356-6deb-44ef-b2aa-e737281ed775 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "PUT /v2.0/floatingips/16465466-6062-4f4f-8165-ed055e4b6cf1 HTTP/1.1" status: 200 len: 990 time: 1.2100468 Oct 25 23:09:32.461750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:32.462286 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc032df-07d0-424e-aa15-748ff6bf401f" -d '{"events": [{"name": "network-changed", "server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:32.464659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9163446-7dac-4f6a-9e34-10997c981941 req-d540c719-76af-438c-914e-88df54c1542f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:32.465960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:09:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:32.466580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9163446-7dac-4f6a-9e34-10997c981941 req-d540c719-76af-438c-914e-88df54c1542f tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0618215 Oct 25 23:09:32.538031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9163446-7dac-4f6a-9e34-10997c981941 req-8df2539a-e337-49af-a937-d0bc38ff672b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646620 Oct 25 23:09:32.579975 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74293ac1-49a3-4684-ae68-18b19b1013f4 x-openstack-request-id: req-74293ac1-49a3-4684-ae68-18b19b1013f4 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:32.580633 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:32.581096 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74293ac1-49a3-4684-ae68-18b19b1013f4 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:32.581696 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'status': 'completed', 'code': 200} Oct 25 23:09:32.610891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:09:32.661328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-3f64a47f-a70d-47b7-aab6-1b9a8ae31346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:32.663725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-3f64a47f-a70d-47b7-aab6-1b9a8ae31346 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1096 time: 0.0523229 Oct 25 23:09:32.783504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f556b31-e0ac-46f5-b54a-20bb79c09747 req-410b3286-89fc-4b37-9253-d389b4c7d83d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:32.784891 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f556b31-e0ac-46f5-b54a-20bb79c09747 req-410b3286-89fc-4b37-9253-d389b4c7d83d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.1047966 Oct 25 23:09:32.810838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-3ffbb9e9-4899-4033-82cd-729a451b6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:32.812498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-3ffbb9e9-4899-4033-82cd-729a451b6616 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1412261 Oct 25 23:09:32.859814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '16465466-6062-4f4f-8165-ed055e4b6cf1', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:09:19Z', 'updated_at': '2021-10-25T23:09:31Z', 'revision_number': 1, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:07Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:32.873719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f556b31-e0ac-46f5-b54a-20bb79c09747 req-bf2098bd-87bb-4037-a2c2-8a7b538b83cf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Oct 25 23:09:32.892759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] Checking router: f9c81e9b-21e4-4650-83e6-806c36bea810 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:09:32.896214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-f259b233-3fde-486b-b815-8d36bd66d267 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.0694895 Oct 25 23:09:32.902396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:09:32.903213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:09:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:32.952738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-12912eaf-a158-4016-b8b4-04e4d33fdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:32.954503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-12912eaf-a158-4016-b8b4-04e4d33fdaca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0465593 Oct 25 23:09:33.011029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf763c-b92a-48f6-b171-5e8350befa0d req-29a38ee6-65ed-4d98-bdd2-f45d9096664e tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.014894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19bf763c-b92a-48f6-b171-5e8350befa0d req-29a38ee6-65ed-4d98-bdd2-f45d9096664e tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 1101 time: 0.0651813 Oct 25 23:09:33.022955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-888541a2-d002-4d07-829b-021c4e3a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.024448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-888541a2-d002-4d07-829b-021c4e3a5dc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576944 Oct 25 23:09:33.037019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:09:33.064806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19bf763c-b92a-48f6-b171-5e8350befa0d req-1ae229d4-c704-45e8-a9e6-91bd5bd2aa7c tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367928 Oct 25 23:09:33.157761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-260e77c2-8cfc-4609-b01f-5433966eeeb9 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177909 Oct 25 23:09:33.255495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-e18aebd0-5ddc-4085-8300-d23c8040250b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365994 Oct 25 23:09:33.377921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '16465466-6062-4f4f-8165-ed055e4b6cf1', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:09:19Z', 'updated_at': '2021-10-25T23:09:31Z', 'revision_number': 1, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:07Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:33.407277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66dc53-a6a8-437d-a013-1997e9b0319a None None] The sync data for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 is: [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '16465466-6062-4f4f-8165-ed055e4b6cf1', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:09:19Z', 'updated_at': '2021-10-25T23:09:31Z', 'revision_number': 1, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:07Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:09:33.423219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.429862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.443898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.450423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.456515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.462765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.468919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.477791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7a934184-e63c-47c7-a66d-d57249bf917b req-63c3edda-bb13-406f-b6ed-037d532ff842 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.1611612 Oct 25 23:09:33.533820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7a934184-e63c-47c7-a66d-d57249bf917b req-8269dfa3-78d7-4842-8fbd-e802fc31e98f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536819 Oct 25 23:09:33.710441 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33fc72-bd25-42f8-9501-c8214f8c3e41 None None] New status for floating IP 16465466-6062-4f4f-8165-ed055e4b6cf1: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:09:33.796947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbc032df-07d0-424e-aa15-748ff6bf401f req-934dbc8c-14d0-461a-b619-ff835e45ae82 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279652 Oct 25 23:09:33.822598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-d0487ae2-0f7b-47a5-b5ac-dca84029e9ed tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.824504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-d0487ae2-0f7b-47a5-b5ac-dca84029e9ed tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5585465 Oct 25 23:09:33.843590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-677980fd-1aba-411e-9750-d78e18d9ec51 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/quotas/58b588c70166474d9e7990f41234ee22 HTTP/1.1" status: 200 len: 375 time: 0.0119805 Oct 25 23:09:33.910016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-c7760b18-8680-412c-a07d-45f85902f147 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0602317 Oct 25 23:09:33.945409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5007d3-2e65-49bf-92af-502fda336a09 req-f412394b-bb88-4a9d-bb9d-ecd755069601 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:33.947146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b5007d3-2e65-49bf-92af-502fda336a09 req-f412394b-bb88-4a9d-bb9d-ecd755069601 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0627041 Oct 25 23:09:33.988424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b5007d3-2e65-49bf-92af-502fda336a09 req-0ba818f0-318c-494d-9e8f-ad0a0e2894c2 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Oct 25 23:09:34.169757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-501811ff-01ab-4958-80bc-44aa54c750e5 req-5a66d055-e42a-45c7-83b1-864754e2106c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 210 time: 0.0314965 Oct 25 23:09:34.178436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.187754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.190813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.197335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.203269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.211665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.219031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.221213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68defbfb-0204-4355-8403-6a94f59f255c req-fa20797b-62a2-4b4e-9a81-6d4aa249efc9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.1230466 Oct 25 23:09:34.434017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcb2c7-44d2-47b9-bec4-8a6e43e6c9f1 req-0e31f835-bb0b-4267-b1d1-213471ffe681 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.448906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3fbcb2c7-44d2-47b9-bec4-8a6e43e6c9f1 req-0e31f835-bb0b-4267-b1d1-213471ffe681 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0879321 Oct 25 23:09:34.491893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-bf98fb96-5d74-48ad-996d-939629ec8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.493591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-bf98fb96-5d74-48ad-996d-939629ec8795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64270b90f07946ada167d1d09e33f567&device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 1098 time: 0.0783801 Oct 25 23:09:34.517611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3fbcb2c7-44d2-47b9-bec4-8a6e43e6c9f1 req-4d63913e-fef1-49f3-a84f-dcf1b0ca3093 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Oct 25 23:09:34.606645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-9a9b84c0-93c1-4a62-8a86-f4cf322c3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.608332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-9a9b84c0-93c1-4a62-8a86-f4cf322c3957 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 200 len: 914 time: 0.1076763 Oct 25 23:09:34.655569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-4fd18761-bea3-4827-a390-db660d5466f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 200 len: 217 time: 0.0397077 Oct 25 23:09:34.746568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-10ad2904-b4cb-4b15-89ff-7162199a4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:34.748117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-10ad2904-b4cb-4b15-89ff-7162199a4faa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 200 len: 853 time: 0.0671449 Oct 25 23:09:34.798553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-3fd7780f-5680-46e1-9e89-1c14630ade5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1a273a2-186e-4767-b0cd-92db4e62bf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292716 Oct 25 23:09:34.902085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-1518beb4-8190-46bb-90fc-b71ccadcf9b4 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943284 Oct 25 23:09:34.995481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2405d83f-df70-4596-a4e5-7e27b1aa6b51 req-e6269b97-b023-4c18-b9ce-95b817ce6685 service neutron] 10.222.0.15 "GET /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Oct 25 23:09:35.271193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3cae500c-96fc-46df-a2d4-a78a6cb4424a req-4a782d19-ba5c-4bda-a560-06b5fe9d91eb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 210 time: 0.0275478 Oct 25 23:09:35.323505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-e539d62f-14a3-4b69-ba37-6184e7b391fc tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290911 Oct 25 23:09:35.455879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-2752fcc0-1ef8-4e6a-b5b2-9205dd646f31 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:35.457561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-2752fcc0-1ef8-4e6a-b5b2-9205dd646f31 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179132 Oct 25 23:09:35.550970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:35.673672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61f029-648f-4e56-bd64-f90012cb7ff4 req-22da281c-80d9-4a16-ad6e-475173771a6e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:35.675177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b61f029-648f-4e56-bd64-f90012cb7ff4 req-22da281c-80d9-4a16-ad6e-475173771a6e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0847042 Oct 25 23:09:35.722683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:09:35.726000 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:35.739393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b61f029-648f-4e56-bd64-f90012cb7ff4 req-d1d04008-d7f5-4c97-8372-5946df976adc tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554004 Oct 25 23:09:35.889907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.146 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/012ed672-c0e7-4729-ba60-bed362dd00fc) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:09:36.055805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:36.090729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:36.106589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:36.148573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:36.152513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:36.155164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:09:36.183754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29', 'ef5b2379-0b3b-4aaa-a53a-1912a0650095'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:36.191518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=012ed672-c0e7-4729-ba60-bed362dd00fc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:36.234917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.243160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55266) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:36.244939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:36.267986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-0caf476a-c029-4b08-b073-9ec0baf25d6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7216403 Oct 25 23:09:36.336642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Request body: {'port': {'device_id': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:36.374292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.375287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.375942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.376616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.377253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.377994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.378632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.386986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-73e9b9f2-e6dd-43c3-b854-13a4ee4c40ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6490 time: 0.1416814 Oct 25 23:09:36.440403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-f4d9bba1-e49f-4f8b-9aab-7bcec75b0b76 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519028 Oct 25 23:09:36.485497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:36.581023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76a13-6cc0-4ea8-92ae-eb38f5f944d6 req-6c543418-b790-49ca-9511-de9d360d402f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.589136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2d76a13-6cc0-4ea8-92ae-eb38f5f944d6 req-6c543418-b790-49ca-9511-de9d360d402f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 936 time: 0.1382172 Oct 25 23:09:36.632691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2d76a13-6cc0-4ea8-92ae-eb38f5f944d6 req-057b2b8b-3ef6-4293-a77a-ae505109c462 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Oct 25 23:09:36.710213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0852e7f-25d4-41e5-afaf-a1d13e1ecec4 None None] Provisioning complete for port 012ed672-c0e7-4729-ba60-bed362dd00fc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:36.710578 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0852e7f-25d4-41e5-afaf-a1d13e1ecec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:36.813541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d0852e7f-25d4-41e5-afaf-a1d13e1ecec4 None None] Port 012ed672-c0e7-4729-ba60-bed362dd00fc cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:09:36.885740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012ed672-c0e7-4729-ba60-bed362dd00fc {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:36.898892 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:36.925808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Transition to ACTIVE for port object 012ed672-c0e7-4729-ba60-bed362dd00fc will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:09:36.935341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561c162-1a88-40df-b42b-7b65a3c10735 req-3893da04-812e-4d8c-8e9e-fe0fd380f4cd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:36.936959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c561c162-1a88-40df-b42b-7b65a3c10735 req-3893da04-812e-4d8c-8e9e-fe0fd380f4cd tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0907784 Oct 25 23:09:36.938131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:37.024534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Pushing event updated for resources: {'Port': ['ID=012ed672-c0e7-4729-ba60-bed362dd00fc,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:37.064436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c561c162-1a88-40df-b42b-7b65a3c10735 req-27c4472c-f299-4ead-8496-80a53e6bfd25 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180975 Oct 25 23:09:37.118355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Attempting to bind port 012ed672-c0e7-4729-ba60-bed362dd00fc on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:37.119362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Attempting to bind port 012ed672-c0e7-4729-ba60-bed362dd00fc by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:37.119610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Attempting to bind port 012ed672-c0e7-4729-ba60-bed362dd00fc on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:37.125004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Port 012ed672-c0e7-4729-ba60-bed362dd00fc on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:09:37.125346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Attempting to bind port 012ed672-c0e7-4729-ba60-bed362dd00fc on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:37.133629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:37.133976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:37.134506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:37.135140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Bound port: 012ed672-c0e7-4729-ba60-bed362dd00fc, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:37.136146 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:37.237916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] For port 012ed672-c0e7-4729-ba60-bed362dd00fc, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:37.242302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] For port 012ed672-c0e7-4729-ba60-bed362dd00fc, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=012ed672-c0e7-4729-ba60-bed362dd00fc,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:37.252051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6884de5-42f7-4d7d-85a3-0678e9e40e54 req-ebe5e746-3ff0-4199-a3ee-b45460671093 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.253579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6884de5-42f7-4d7d-85a3-0678e9e40e54 req-ebe5e746-3ff0-4199-a3ee-b45460671093 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0774536 Oct 25 23:09:37.255293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:37.319229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.319833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:37.321201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/012ed672-c0e7-4729-ba60-bed362dd00fc HTTP/1.1" status: 200 len: 1096 time: 0.9898155 Oct 25 23:09:37.323511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'tag': '012ed672-c0e7-4729-ba60-bed362dd00fc'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:37.325697 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78494cff-11f0-4ab1-a089-ca46d8cd484a" -d '{"events": [{"name": "network-changed", "server_uuid": "825ef906-35f1-4181-bc10-39f0b0f66afe", "tag": "012ed672-c0e7-4729-ba60-bed362dd00fc"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:37.359445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6884de5-42f7-4d7d-85a3-0678e9e40e54 req-caa6d73e-af20-4033-b96b-bd0537579ba5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975621 Oct 25 23:09:37.360243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12412431-87df-40a2-b872-33a02c6353c9 service neutron] Pushing event updated for resources: {'Port': ['ID=012ed672-c0e7-4729-ba60-bed362dd00fc,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:37.382681 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4dc804-e3d2-4124-8d45-dc56901b82bd x-openstack-request-id: req-4f4dc804-e3d2-4124-8d45-dc56901b82bd {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:37.382979 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825ef906-35f1-4181-bc10-39f0b0f66afe", "tag": "012ed672-c0e7-4729-ba60-bed362dd00fc", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:37.383233 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f4dc804-e3d2-4124-8d45-dc56901b82bd {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:37.383692 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'tag': '012ed672-c0e7-4729-ba60-bed362dd00fc', 'status': 'completed', 'code': 200} Oct 25 23:09:37.446292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-3b5e2511-9c08-4ca3-87ce-1622dd2742a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.448490 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-3b5e2511-9c08-4ca3-87ce-1622dd2742a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 1099 time: 0.0451455 Oct 25 23:09:37.502478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-73a4ca20-7585-4c18-9f31-a138d0f47af3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=012ed672-c0e7-4729-ba60-bed362dd00fc HTTP/1.1" status: 200 len: 217 time: 0.0380628 Oct 25 23:09:37.518574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca081-c4b7-453b-9d89-2336955a3649 req-af8d1285-4f6c-4913-8f06-9b1501202ed3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.520109 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-628ca081-c4b7-453b-9d89-2336955a3649 req-af8d1285-4f6c-4913-8f06-9b1501202ed3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0619597 Oct 25 23:09:37.564770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-628ca081-c4b7-453b-9d89-2336955a3649 req-023d7a7c-ce0b-450d-b9cb-01e1e8660580 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Oct 25 23:09:37.570730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-64c8ba54-b2a6-434d-a44e-8322e5e9aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.573035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-64c8ba54-b2a6-434d-a44e-8322e5e9aedb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0545456 Oct 25 23:09:37.622465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-107a5a47-7608-4fe0-b3ce-24fbfaa26a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.624709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-107a5a47-7608-4fe0-b3ce-24fbfaa26a51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445077 Oct 25 23:09:37.743259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5916b12-43cd-4287-ac95-4c2b173e26c2 req-1f8e966f-b929-46e9-aa27-f2002eabb227 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.744807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5916b12-43cd-4287-ac95-4c2b173e26c2 req-1f8e966f-b929-46e9-aa27-f2002eabb227 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.1053238 Oct 25 23:09:37.760925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9fb1-a1a6-474d-805a-6b9814076ac2 req-84b6640a-da43-4aba-b68b-6e7a5f938d39 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:37.762869 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a10d9fb1-a1a6-474d-805a-6b9814076ac2 req-84b6640a-da43-4aba-b68b-6e7a5f938d39 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 948 time: 0.0520015 Oct 25 23:09:37.772925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-aa613a3c-3102-4932-bc25-6acf722ce2ab service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411421 Oct 25 23:09:37.820672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a10d9fb1-a1a6-474d-805a-6b9814076ac2 req-918e684c-9882-4a2d-95d5-7465bd9a0528 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466633 Oct 25 23:09:37.841677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5916b12-43cd-4287-ac95-4c2b173e26c2 req-2c40ad5a-f0ff-4cf0-9277-eac812804d6a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861332 Oct 25 23:09:37.894928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1e393-0fea-4110-a07f-d56d19692d8c req-a1a1bf31-4753-482f-8061-32531e85dc48 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136611 Oct 25 23:09:38.012896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9ccc-9163-49af-ad56-b8e4d3a21bda req-2bb76aa4-fe6f-4f1d-bd3e-10c1592bfd4b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.014350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fae9ccc-9163-49af-ad56-b8e4d3a21bda req-2bb76aa4-fe6f-4f1d-bd3e-10c1592bfd4b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0552948 Oct 25 23:09:38.052995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fae9ccc-9163-49af-ad56-b8e4d3a21bda req-2d241067-56d7-4a70-a561-deffd4fa30da tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Oct 25 23:09:38.119084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-a9ba2e5b-f17f-4be7-8153-0accd27bd6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.120682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-a9ba2e5b-f17f-4be7-8153-0accd27bd6c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 1099 time: 0.0491574 Oct 25 23:09:38.198923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7ba86-64c6-4902-8150-aa9f8bcc4152 req-681c3292-cd2f-46e7-9e81-ef2e8a7482ca tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.200902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4f7ba86-64c6-4902-8150-aa9f8bcc4152 req-681c3292-cd2f-46e7-9e81-ef2e8a7482ca tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0594723 Oct 25 23:09:38.236461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-369e5315-dee2-4f99-bf5b-bff70124f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.237928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-369e5315-dee2-4f99-bf5b-bff70124f905 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1005344 Oct 25 23:09:38.240440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4f7ba86-64c6-4902-8150-aa9f8bcc4152 req-8b412e21-431b-4d59-bdda-219b154fa81a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Oct 25 23:09:38.321115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-21864768-b284-4264-b164-9854547a00cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=012ed672-c0e7-4729-ba60-bed362dd00fc HTTP/1.1" status: 200 len: 217 time: 0.0563178 Oct 25 23:09:38.410048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-67072fad-ba47-4625-9589-027806ff57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.411547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-67072fad-ba47-4625-9589-027806ff57c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0797005 Oct 25 23:09:38.424217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680a6a-0a4e-47c8-badf-1527e5716fbb req-7f9c58ce-486d-4aad-9a03-824ed55ab78d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.425618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db680a6a-0a4e-47c8-badf-1527e5716fbb req-7f9c58ce-486d-4aad-9a03-824ed55ab78d tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0642064 Oct 25 23:09:38.488391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db680a6a-0a4e-47c8-badf-1527e5716fbb req-7db3e31a-d1f1-4957-b3a1-9401dde760f1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540631 Oct 25 23:09:38.491047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-bfb3fb3a-376b-4dd3-931a-fed1655f0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.492454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-bfb3fb3a-376b-4dd3-931a-fed1655f0bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660117 Oct 25 23:09:38.596694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-bf6b5ab1-5924-4beb-9b54-b372b28861a2 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958502 Oct 25 23:09:38.614847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8430-027b-4efa-9c02-67b2711ce553 req-f227e4e3-c53e-477d-9337-3b7f3808d4e5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.616372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-633c8430-027b-4efa-9c02-67b2711ce553 req-f227e4e3-c53e-477d-9337-3b7f3808d4e5 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0520465 Oct 25 23:09:38.656098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-633c8430-027b-4efa-9c02-67b2711ce553 req-5a3f352e-c51d-498c-af89-b49b7848b45e tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Oct 25 23:09:38.694528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78494cff-11f0-4ab1-a089-ca46d8cd484a req-219c5502-a6e6-48e8-8290-2bf921deec33 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897300 Oct 25 23:09:38.777380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-54af8541-58e1-480c-9cae-08e090e7f198 req-dc6240e3-a333-40f1-bd7a-a66131d1cea1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:09:38.778348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54af8541-58e1-480c-9cae-08e090e7f198 req-dc6240e3-a333-40f1-bd7a-a66131d1cea1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0506332 Oct 25 23:09:38.881971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61e3d0-b16b-4870-8e17-565fb2da26c5 req-a05095c3-c8bb-4da6-9a8b-d4634dda502b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.883526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c61e3d0-b16b-4870-8e17-565fb2da26c5 req-a05095c3-c8bb-4da6-9a8b-d4634dda502b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0519226 Oct 25 23:09:38.925515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c61e3d0-b16b-4870-8e17-565fb2da26c5 req-08fca994-1048-4b46-a24e-18dfcd420cee tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352399 Oct 25 23:09:38.932763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561fc9c-3b80-4cec-9f7e-2b2278f18523 req-5032d552-3219-40d2-b3b2-b47ef3d9f49a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:38.934346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7561fc9c-3b80-4cec-9f7e-2b2278f18523 req-5032d552-3219-40d2-b3b2-b47ef3d9f49a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 948 time: 0.0559335 Oct 25 23:09:38.981367 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7561fc9c-3b80-4cec-9f7e-2b2278f18523 req-d292bf3d-d3c3-417b-b48d-8190c143836a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Oct 25 23:09:39.053910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e886-785d-46a3-8e39-edccee9ad8e8 req-a4f30b01-33b7-40ff-b097-d001849fa6f1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:39.055680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebb5e886-785d-46a3-8e39-edccee9ad8e8 req-a4f30b01-33b7-40ff-b097-d001849fa6f1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0533600 Oct 25 23:09:39.093572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebb5e886-785d-46a3-8e39-edccee9ad8e8 req-e334447d-d734-496a-a582-4c556edf93be tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Oct 25 23:09:39.263947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a17c0-7a2b-481b-a718-175f5926362c req-7008dfb1-e3f6-4997-b3b0-544c0f313dcf tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:39.265369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f3a17c0-7a2b-481b-a718-175f5926362c req-7008dfb1-e3f6-4997-b3b0-544c0f313dcf tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0495245 Oct 25 23:09:39.306096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f3a17c0-7a2b-481b-a718-175f5926362c req-2b9785d5-250c-4b5e-ac38-0a729897b7d7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Oct 25 23:09:39.421534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d15d2-75fd-4249-990c-56c802593214 req-1cb1ee78-7f81-453d-bd6e-9244426e9f5b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:39.423035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cd1d15d2-75fd-4249-990c-56c802593214 req-1cb1ee78-7f81-453d-bd6e-9244426e9f5b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0494640 Oct 25 23:09:39.460299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cd1d15d2-75fd-4249-990c-56c802593214 req-966eb77c-a24e-49d2-a114-fd70d0d672de tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Oct 25 23:09:39.588727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf1d7b-426f-499d-bf51-9a1880050ca3 req-88695c94-997a-44b8-945c-1033f32d7ea3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:39.590090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7acf1d7b-426f-499d-bf51-9a1880050ca3 req-88695c94-997a-44b8-945c-1033f32d7ea3 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0526187 Oct 25 23:09:39.627290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7acf1d7b-426f-499d-bf51-9a1880050ca3 req-b9c26d96-e389-458b-a0c6-2fb46cb9464a tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Oct 25 23:09:39.744778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183878b-4211-4a66-8f2a-c67706f6070d req-61413d4d-60be-492e-912f-9ecdb7e47254 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:39.746321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d183878b-4211-4a66-8f2a-c67706f6070d req-61413d4d-60be-492e-912f-9ecdb7e47254 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0497150 Oct 25 23:09:39.784669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d183878b-4211-4a66-8f2a-c67706f6070d req-0ca595f4-11cc-4613-b60e-fef2475e24aa tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Oct 25 23:09:39.908871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85420-d0a9-47d8-9ab9-3201a293189e req-506fa26b-1c16-456c-b4ec-1e5f8e66c063 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:39.910374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41c85420-d0a9-47d8-9ab9-3201a293189e req-506fa26b-1c16-456c-b4ec-1e5f8e66c063 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0491233 Oct 25 23:09:39.948929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41c85420-d0a9-47d8-9ab9-3201a293189e req-aa3bb52a-4e5d-4f6b-b777-963fc0f9b243 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 Oct 25 23:09:40.109243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926df3-bd4b-4965-ae30-aaec9de0a890 req-7be0ad7e-b19e-434d-aaac-09b1ca0a2925 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:40.110737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97926df3-bd4b-4965-ae30-aaec9de0a890 req-7be0ad7e-b19e-434d-aaac-09b1ca0a2925 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 948 time: 0.0497270 Oct 25 23:09:40.149882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97926df3-bd4b-4965-ae30-aaec9de0a890 req-153591b9-0d61-4932-83af-e4ea26a63d8e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Oct 25 23:09:41.277666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08e9bf-ac39-4e26-a781-b8ea95325983 req-1ec5622f-d8db-4d78-9a52-62d46333acdf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:41.278768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a08e9bf-ac39-4e26-a781-b8ea95325983 req-1ec5622f-d8db-4d78-9a52-62d46333acdf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 948 time: 0.0589468 Oct 25 23:09:41.323101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a08e9bf-ac39-4e26-a781-b8ea95325983 req-ee750777-db97-425e-8db6-bb6b5657c4e8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Oct 25 23:09:42.455780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90efa6-1484-4491-9b90-1703ab8c4007 req-8f3a087f-db08-46a2-bd8a-a6af356dca84 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:42.465348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc90efa6-1484-4491-9b90-1703ab8c4007 req-8f3a087f-db08-46a2-bd8a-a6af356dca84 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 948 time: 0.0639782 Oct 25 23:09:42.504273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc90efa6-1484-4491-9b90-1703ab8c4007 req-dc2adde9-3455-4fa8-9774-fa218b226b9c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Oct 25 23:09:42.742569 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:42.992094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 012ed672-c0e7-4729-ba60-bed362dd00fc details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:09:43.093031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 012ed672-c0e7-4729-ba60-bed362dd00fc, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=012ed672-c0e7-4729-ba60-bed362dd00fc,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:43.104257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '012ed672-c0e7-4729-ba60-bed362dd00fc', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '012ed672-c0e7-4729-ba60-bed362dd00fc', 'mac_address': 'fa:16:3e:9b:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:09:43.141995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:43.155761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012ed672-c0e7-4729-ba60-bed362dd00fc {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:43.176696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 012ed672-c0e7-4729-ba60-bed362dd00fc, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=012ed672-c0e7-4729-ba60-bed362dd00fc,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:43.180805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:43.229521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=012ed672-c0e7-4729-ba60-bed362dd00fc,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:43.238899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.239788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.239788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.240229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.240839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.241088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.241564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.242250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.242797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.243328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.246268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.246932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:43.644240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd1069-4679-4096-8734-86ed4920e6e2 req-6643ab7f-43c7-483d-b6f3-e541bd0ddfec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:43.651714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8bd1069-4679-4096-8734-86ed4920e6e2 req-6643ab7f-43c7-483d-b6f3-e541bd0ddfec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 949 time: 0.0691211 Oct 25 23:09:43.694370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a8bd1069-4679-4096-8734-86ed4920e6e2 req-4101a5ae-977e-4cd8-ac0d-ea3fb0d34e9f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Oct 25 23:09:43.798542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['012ed672-c0e7-4729-ba60-bed362dd00fc'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:44.031370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21fe5-433c-4d5d-bd1f-a24dacacbb2f req-aa63e93d-7ad9-4419-93f8-da2c62c7befb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:44.033520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1b21fe5-433c-4d5d-bd1f-a24dacacbb2f req-aa63e93d-7ad9-4419-93f8-da2c62c7befb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0826519 Oct 25 23:09:44.039789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-333264e4-0201-4702-8558-cfe669430171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:44.041787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-333264e4-0201-4702-8558-cfe669430171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.0655327 Oct 25 23:09:44.123888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1b21fe5-433c-4d5d-bd1f-a24dacacbb2f req-8d6bfe90-5988-4b13-a74f-cb273e7923f1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810828 Oct 25 23:09:44.163441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-6b1e2907-9dd8-4edb-89a3-93ca18083411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:44.164962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-6b1e2907-9dd8-4edb-89a3-93ca18083411 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.1075611 Oct 25 23:09:44.223714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-0426d0d0-0e6e-4892-a09a-6d3f39fe26f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 217 time: 0.0382476 Oct 25 23:09:44.276285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-3777c872-0e28-408e-97a9-2e7feb5718ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:44.277779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-3777c872-0e28-408e-97a9-2e7feb5718ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.0459604 Oct 25 23:09:44.313326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-2ef8afcf-3a6d-475e-965c-0e63ecfa8855 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276186 Oct 25 23:09:44.430543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-46fa06f1-e85e-4f2c-a199-90c7f3a5989a service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075022 Oct 25 23:09:44.574411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd03373b-3a42-4a54-82bb-cdcf349029ce req-7dd87162-6812-4cc0-a557-af50f850e056 service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366379 Oct 25 23:09:44.657695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd739ef-596e-45ce-8774-01146577bc55 req-2d009a9e-56f8-416f-a081-a0bd0225baf1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:44.665674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bd739ef-596e-45ce-8774-01146577bc55 req-2d009a9e-56f8-416f-a081-a0bd0225baf1 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0602632 Oct 25 23:09:44.719150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3bd739ef-596e-45ce-8774-01146577bc55 req-9bfa66e0-2a09-4c99-b777-94c5aa97a0ba tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525177 Oct 25 23:09:44.835072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b157a-e4a5-46ff-904a-f22db52c2854 req-183e065f-d4c2-46ff-87c9-5d0e522e6f8c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:44.837059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-816b157a-e4a5-46ff-904a-f22db52c2854 req-183e065f-d4c2-46ff-87c9-5d0e522e6f8c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 949 time: 0.0533504 Oct 25 23:09:44.878693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-816b157a-e4a5-46ff-904a-f22db52c2854 req-be75ec39-4713-4d1a-9f9d-8cc0f9fb079a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Oct 25 23:09:45.244531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd069a7-3503-47d8-a265-7f737b0695cb req-7b9252cb-7448-4c07-8da0-a6bc7c207847 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:45.246012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5cd069a7-3503-47d8-a265-7f737b0695cb req-7b9252cb-7448-4c07-8da0-a6bc7c207847 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0499606 Oct 25 23:09:45.284352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5cd069a7-3503-47d8-a265-7f737b0695cb req-c2488a5f-d899-4e24-9a5e-6bb18b2505fb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Oct 25 23:09:45.506976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1ce656df-b6ef-45da-b743-05e94593961f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:45.839159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ebb04-350f-43d6-8ea0-51da7d81d4f4 req-369b23c1-4ee4-4df7-99af-b85edfb09c1b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:45.840643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b2ebb04-350f-43d6-8ea0-51da7d81d4f4 req-369b23c1-4ee4-4df7-99af-b85edfb09c1b tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0500531 Oct 25 23:09:45.879021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b2ebb04-350f-43d6-8ea0-51da7d81d4f4 req-f274d045-4609-4535-bb49-486c16ef9b02 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Oct 25 23:09:45.993678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888ac18-a417-42ef-913f-f9e2f026b7cc req-25ee9e22-abe1-4ed7-a7a7-744eb92f6ee9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:45.995221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3888ac18-a417-42ef-913f-f9e2f026b7cc req-25ee9e22-abe1-4ed7-a7a7-744eb92f6ee9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 949 time: 0.0495715 Oct 25 23:09:46.032647 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3888ac18-a417-42ef-913f-f9e2f026b7cc req-1184ddd6-dbdc-4365-be07-d91051366211 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Oct 25 23:09:46.410675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f9fa5-607b-44c1-94ce-b99bcc9955ec req-5dd48476-d646-4be1-9347-ca7306d878cb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:46.412127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b8f9fa5-607b-44c1-94ce-b99bcc9955ec req-5dd48476-d646-4be1-9347-ca7306d878cb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0475116 Oct 25 23:09:46.449418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b8f9fa5-607b-44c1-94ce-b99bcc9955ec req-56a890f9-3ba0-43f8-bf84-1261ca7f53b0 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305488 Oct 25 23:09:47.001430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7b7e4-1742-404e-8521-33ed452b20de req-b8b0c80c-4a67-4dc0-89d2-e23494920efb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:47.002950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cad7b7e4-1742-404e-8521-33ed452b20de req-b8b0c80c-4a67-4dc0-89d2-e23494920efb tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0535154 Oct 25 23:09:47.028623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 012ed672-c0e7-4729-ba60-bed362dd00fc up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:47.046110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cad7b7e4-1742-404e-8521-33ed452b20de req-88768018-a522-4959-a98a-6def46b207b7 tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/security-groups?id=82816fd6-8044-4f8e-af84-57176cb828ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Oct 25 23:09:47.083193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 012ed672-c0e7-4729-ba60-bed362dd00fc completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:09:47.086833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 012ed672-c0e7-4729-ba60-bed362dd00fc triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:47.087202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.150335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d200e55-dfa8-411c-b921-61852c7ad495 req-75e672d8-6970-4b9e-a442-4bd38669fbb3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:47.151813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d200e55-dfa8-411c-b921-61852c7ad495 req-75e672d8-6970-4b9e-a442-4bd38669fbb3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 949 time: 0.0485530 Oct 25 23:09:47.165350 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.187733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012ed672-c0e7-4729-ba60-bed362dd00fc'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:47.189969 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1bea6-50d8-45a3-9dc4-371e42770568" -d '{"events": [{"server_uuid": "825ef906-35f1-4181-bc10-39f0b0f66afe", "name": "network-vif-plugged", "status": "completed", "tag": "012ed672-c0e7-4729-ba60-bed362dd00fc"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:47.194381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d200e55-dfa8-411c-b921-61852c7ad495 req-fcc83241-539e-4386-a7b7-c4ced678bea3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361602 Oct 25 23:09:47.204333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 012ed672-c0e7-4729-ba60-bed362dd00fc, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=012ed672-c0e7-4729-ba60-bed362dd00fc,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:47.209207 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.234224 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658e0dd4-930a-4191-8939-387170dcc36b x-openstack-request-id: req-658e0dd4-930a-4191-8939-387170dcc36b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:47.234512 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825ef906-35f1-4181-bc10-39f0b0f66afe", "name": "network-vif-plugged", "status": "completed", "tag": "012ed672-c0e7-4729-ba60-bed362dd00fc", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:47.234758 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-658e0dd4-930a-4191-8939-387170dcc36b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:47.235134 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012ed672-c0e7-4729-ba60-bed362dd00fc', 'code': 200} Oct 25 23:09:47.262770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=012ed672-c0e7-4729-ba60-bed362dd00fc,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:47.324623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-ce58e7c0-a6b5-4ad3-a095-6528d507cc2c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:47.326075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-ce58e7c0-a6b5-4ad3-a095-6528d507cc2c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 947 time: 0.0499105 Oct 25 23:09:47.383234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128af08d-da2f-412b-a321-d19576bf4408 req-6cb3d3f6-05d6-4f59-b107-85d580b89482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:47.385408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-128af08d-da2f-412b-a321-d19576bf4408 req-6cb3d3f6-05d6-4f59-b107-85d580b89482 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 1101 time: 0.0405452 Oct 25 23:09:47.420822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-128af08d-da2f-412b-a321-d19576bf4408 req-34c107e0-5db2-41ee-ab7f-11512746265e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273600 Oct 25 23:09:47.434033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Deleting port dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:09:47.434613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.535642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] For port dd319388-fcc6-478c-beec-6dcde0497bf7, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dd319388-fcc6-478c-beec-6dcde0497bf7,segment=NetworkSegment(b2c83554-1313-4c83-8bca-deed1cc8e333),segment_id=b2c83554-1313-4c83-8bca-deed1cc8e333)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:47.536006 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.562879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Calling delete_port for dd319388-fcc6-478c-beec-6dcde0497bf7 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:09:47.620341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4aabb-d186-4197-bb96-e778a886a674 req-d35a837a-edc3-4fa7-9717-45e30fa7b766 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:47.621797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0e4aabb-d186-4197-bb96-e778a886a674 req-d35a837a-edc3-4fa7-9717-45e30fa7b766 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1007953 Oct 25 23:09:47.677923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0e4aabb-d186-4197-bb96-e778a886a674 req-1b3315e8-4180-47da-b29f-c6f49fd87255 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496752 Oct 25 23:09:47.736297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.766696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Pushing event deleted for resources: {'Port': ['ID=dd319388-fcc6-478c-beec-6dcde0497bf7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:47.770533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dd319388-fcc6-478c-beec-6dcde0497bf7'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:47.796648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.796991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.797425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.797781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.798187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.798523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.798974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.799305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.799631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.799954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.800277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.800597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:47.825787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] No DVR routers for this DVR port dd319388-fcc6-478c-beec-6dcde0497bf7 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:09:47.828353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:47.831654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0f6aa31-05c6-446c-9542-58cdc25fe637 req-93aa0e34-3606-42a0-bf8d-5a1afc13f2ae tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.15 "DELETE /v2.0/ports/dd319388-fcc6-478c-beec-6dcde0497bf7 HTTP/1.1" status: 204 len: 173 time: 0.4863272 Oct 25 23:09:47.832088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-deleted', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:47.834321 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab8c7b9-ca6b-4472-93a4-fe18cd65e664" -d '{"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-deleted", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:47.874505 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbde88e-4c0d-46db-b671-45abc69bdfc9 x-openstack-request-id: req-cfbde88e-4c0d-46db-b671-45abc69bdfc9 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:47.874793 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c4e07-fcf0-4a9e-9903-90b144bbed56", "name": "network-vif-deleted", "tag": "dd319388-fcc6-478c-beec-6dcde0497bf7", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:47.875040 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfbde88e-4c0d-46db-b671-45abc69bdfc9 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:47.875437 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5c4e07-fcf0-4a9e-9903-90b144bbed56', 'name': 'network-vif-deleted', 'tag': 'dd319388-fcc6-478c-beec-6dcde0497bf7', 'status': 'completed', 'code': 200} Oct 25 23:09:48.160513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09c34c58-e087-48cb-9708-e021765d2601 req-125f14a6-a698-4b9b-aec9-27487fff6f1c tempest-ServersNegativeTestJSON-150424821 tempest-ServersNegativeTestJSON-150424821-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5c4e07-fcf0-4a9e-9903-90b144bbed56 HTTP/1.1" status: 200 len: 210 time: 0.0270152 Oct 25 23:09:48.297021 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a5efccf-07a9-4012-a6e4-7c72f92b14a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:48.325360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9f636-49e6-4dbd-b945-e66169ce5a64 req-5db2a754-6d0b-43ae-b99f-695e4171713e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:48.326949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ff9f636-49e6-4dbd-b945-e66169ce5a64 req-5db2a754-6d0b-43ae-b99f-695e4171713e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 950 time: 0.0567508 Oct 25 23:09:48.363883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ff9f636-49e6-4dbd-b945-e66169ce5a64 req-9cd19d4b-c21a-44f5-818a-c1655c07b3d9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Oct 25 23:09:48.798127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d489ac-961b-4125-9b5f-0694b3bc8de3 req-2cd71355-edc0-4234-a477-490f50bd5d26 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:48.799564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-84d489ac-961b-4125-9b5f-0694b3bc8de3 req-2cd71355-edc0-4234-a477-490f50bd5d26 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0523174 Oct 25 23:09:48.838568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-84d489ac-961b-4125-9b5f-0694b3bc8de3 req-2d936948-d3da-4a2d-a592-80e84109cbdf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Oct 25 23:09:49.220459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55488) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:49.264909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Deleting subnet 93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:09:49.267936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.307133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.346214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.402618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.430495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:49.433472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.436377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93a49bc1-4adb-44b2-a6da-11ec0a8c6cb2 HTTP/1.1" status: 204 len: 168 time: 0.2147107 Oct 25 23:09:49.441953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55492) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:49.450907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.451258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.451593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.451923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.452253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.452579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.452927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.453251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.453572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.453889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.454231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.454550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857330a-79a4-4196-9f75-ecb52d58a6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:09:49.485802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08547d1-f7cf-47a4-b9e6-66b7cdbec14f req-4e0fa778-7077-4813-995f-2c90a4197e2e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:49.487631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a08547d1-f7cf-47a4-b9e6-66b7cdbec14f req-4e0fa778-7077-4813-995f-2c90a4197e2e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 950 time: 0.0514965 Oct 25 23:09:49.505300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.521345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.529756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a08547d1-f7cf-47a4-b9e6-66b7cdbec14f req-b8fe6fcc-b5f6-4419-b67e-4eea274b7bab tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Oct 25 23:09:49.613871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.649719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a273a2-186e-4767-b0cd-92db4e62bf47']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:49.661361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c83554-1313-4c83-8bca-deed1cc8e333') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:49.661661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c83554-1313-4c83-8bca-deed1cc8e333') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:09:49.674474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.677074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953b85-e76d-43eb-8701-03abe4a2b1a5 req-a77b9b02-434a-43a4-a49a-2e49bd0596b8 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:49.678616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27953b85-e76d-43eb-8701-03abe4a2b1a5 req-a77b9b02-434a-43a4-a49a-2e49bd0596b8 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 1101 time: 0.0758779 Oct 25 23:09:49.702307 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.711956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:09:49.712925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:09:49.714545 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:09:50.004489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5da77-9b90-4e91-8ebc-78e194a66650 req-bd2b8248-c849-4094-84a2-08ad607fecdd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:50.005969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28a5da77-9b90-4e91-8ebc-78e194a66650 req-bd2b8248-c849-4094-84a2-08ad607fecdd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0522294 Oct 25 23:09:50.046970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28a5da77-9b90-4e91-8ebc-78e194a66650 req-3bb213b1-c010-4fce-8c78-6a89bb12d968 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Oct 25 23:09:50.060627 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27953b85-e76d-43eb-8701-03abe4a2b1a5 req-efc71e2e-0761-4c39-bb9d-85a63d1cbb52 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737431 Oct 25 23:09:50.084092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.084312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.094835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.097954 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] 10.222.0.25 "DELETE /v2.0/networks/a1a273a2-186e-4767-b0cd-92db4e62bf47 HTTP/1.1" status: 204 len: 168 time: 0.6550543 Oct 25 23:09:50.108289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92097ba-cd81-4dd3-af4f-acc1ed93013c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a273a2-186e-4767-b0cd-92db4e62bf47,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:50.212333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-de4ee784-4164-40c4-8613-f7b6168a0464 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219073 Oct 25 23:09:50.224249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55516) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:50.267330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c048641e-9e6a-4b74-8b92-7e6b66e135b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64270b90f07946ada167d1d09e33f567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417933 Oct 25 23:09:50.269933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55520) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:50.321425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b943e4b4-3923-44cf-a9b3-5fb075e11fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.331239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-6a794f91-fe40-49cd-ba03-05260cbd4818 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:50.332840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-6a794f91-fe40-49cd-ba03-05260cbd4818 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142497 Oct 25 23:09:50.343723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b943e4b4-3923-44cf-a9b3-5fb075e11fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.348424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-1de0bb27-18c1-43e7-a6b6-f52d5beeb7d7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/quotas/58b588c70166474d9e7990f41234ee22 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Oct 25 23:09:50.389727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b943e4b4-3923-44cf-a9b3-5fb075e11fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.392412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b943e4b4-3923-44cf-a9b3-5fb075e11fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:50.393570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b943e4b4-3923-44cf-a9b3-5fb075e11fbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82816fd6-8044-4f8e-af84-57176cb828ba HTTP/1.1" status: 204 len: 168 time: 0.1225045 Oct 25 23:09:50.402251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e4b4-3923-44cf-a9b3-5fb075e11fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82816fd6-8044-4f8e-af84-57176cb828ba,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:50.419367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-93be6c75-479c-4f58-9917-bcde4f3439c6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0644543 Oct 25 23:09:50.594995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d74d9f56-6282-4e44-9211-1a8f6f06b1ce req-5c5265ac-eec5-42f8-b19d-00789acea7f7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 210 time: 0.0371575 Oct 25 23:09:50.635484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.077020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:09:51.119103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: dd319388-fcc6-478c-beec-6dcde0497bf7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:09:51.120625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dd319388-fcc6-478c-beec-6dcde0497bf7 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:09:51.185257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdfd08-fb63-48fc-bb2f-e08008ab61f3 req-1068e38d-5bed-4d88-bb50-18e1016d53bd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:51.186882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9fdfd08-fb63-48fc-bb2f-e08008ab61f3 req-1068e38d-5bed-4d88-bb50-18e1016d53bd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0612237 Oct 25 23:09:51.227074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9fdfd08-fb63-48fc-bb2f-e08008ab61f3 req-2ee69e2b-bdd9-4bfe-9949-8485894b81c4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Oct 25 23:09:51.393201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55566) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:51.500526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c741-5bf5-4a00-bf31-56becd36ba37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.533130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-8c3f697a-277d-4f69-80db-51c6cc0bdca7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58b588c70166474d9e7990f41234ee22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241919 Oct 25 23:09:51.586461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c741-5bf5-4a00-bf31-56becd36ba37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.592100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c741-5bf5-4a00-bf31-56becd36ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.638843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4fa7c741-5bf5-4a00-bf31-56becd36ba37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bba7a25d1cd24bdb89f3917b7615f86b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444644 Oct 25 23:09:51.639586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55572) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:51.641558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7c741-5bf5-4a00-bf31-56becd36ba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d7475f-a6f3-4649-a4e9-2af45ed9a543,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:51.680928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-8c62c919-80e8-4b9d-b584-2d5746a738a8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:51.683405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-8c62c919-80e8-4b9d-b584-2d5746a738a8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437528 Oct 25 23:09:51.700029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Request body: {'port': {'device_id': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '58b588c70166474d9e7990f41234ee22'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:51.722894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28977ca0-aac9-4f7e-92cc-fa70aaa54f6e req-1cc91268-f292-4393-ae76-e48c2b3b89f6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 210 time: 0.0296841 Oct 25 23:09:51.752089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:09:51.763563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b182ce7-f7a5-4a30-a32c-239999ee0be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.801695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b182ce7-f7a5-4a30-a32c-239999ee0be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.861933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Made reservation on behalf of 58b588c70166474d9e7990f41234ee22 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:09:51.865453 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.895176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b182ce7-f7a5-4a30-a32c-239999ee0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.897648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b182ce7-f7a5-4a30-a32c-239999ee0be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:51.898785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b182ce7-f7a5-4a30-a32c-239999ee0be3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22d7475f-a6f3-4649-a4e9-2af45ed9a543 HTTP/1.1" status: 204 len: 168 time: 0.2581773 Oct 25 23:09:51.936757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b182ce7-f7a5-4a30-a32c-239999ee0be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d7475f-a6f3-4649-a4e9-2af45ed9a543,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:52.022399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Allocated IP 192.168.233.83 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/84b763dd-12b5-403e-a5f0-fba4e591d8ef) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:09:52.183447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:52.217996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:52.232030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:52.265384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:09:52.268796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:09:52.273669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:09:52.280875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event updated for resources: {'Port': ['ID=84b763dd-12b5-403e-a5f0-fba4e591d8ef,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:52.288548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29', 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', '012ed672-c0e7-4729-ba60-bed362dd00fc'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:52.361601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:52.362300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:52.391702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-bdc5289a-f308-48da-ba6b-f419add561c1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6961017 Oct 25 23:09:52.405938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Request body: {'port': {'device_id': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:09:52.454199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be9d1a-8afb-4bb6-8a79-43edeef87044 req-c9674603-5276-4f24-9447-f8556ce2b9d2 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:52.465404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72be9d1a-8afb-4bb6-8a79-43edeef87044 req-c9674603-5276-4f24-9447-f8556ce2b9d2 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0780985 Oct 25 23:09:52.490709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:52.530876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72be9d1a-8afb-4bb6-8a79-43edeef87044 req-c12eb08e-fc1a-4a38-b667-72b5492efa2b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643589 Oct 25 23:09:52.801996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-acb7c12a-afd1-4396-abf5-9fe3b3d4846d None None] Provisioning complete for port 84b763dd-12b5-403e-a5f0-fba4e591d8ef triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:52.802387 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-acb7c12a-afd1-4396-abf5-9fe3b3d4846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:52.874138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46153-a7dd-4b01-bd13-fb4e10bb3113 req-fe1d2938-f6fc-4e25-8673-83d60f2f6b6b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:52.876328 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7b46153-a7dd-4b01-bd13-fb4e10bb3113 req-fe1d2938-f6fc-4e25-8673-83d60f2f6b6b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 935 time: 0.0656035 Oct 25 23:09:52.893729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-acb7c12a-afd1-4396-abf5-9fe3b3d4846d None None] Port 84b763dd-12b5-403e-a5f0-fba4e591d8ef cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:09:52.937195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7b46153-a7dd-4b01-bd13-fb4e10bb3113 req-68416dca-188e-4b79-a971-4aaaae7c53ee tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497561 Oct 25 23:09:53.151149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b763dd-12b5-403e-a5f0-fba4e591d8ef {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:53.158895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:53.171170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Transition to ACTIVE for port object 84b763dd-12b5-403e-a5f0-fba4e591d8ef will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:09:53.175071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:53.250629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Pushing event updated for resources: {'Port': ['ID=84b763dd-12b5-403e-a5f0-fba4e591d8ef,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:53.314895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Attempting to bind port 84b763dd-12b5-403e-a5f0-fba4e591d8ef on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:09:53.315231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Attempting to bind port 84b763dd-12b5-403e-a5f0-fba4e591d8ef by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:09:53.315561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Attempting to bind port 84b763dd-12b5-403e-a5f0-fba4e591d8ef on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:53.320115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Port 84b763dd-12b5-403e-a5f0-fba4e591d8ef on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:09:53.320437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Attempting to bind port 84b763dd-12b5-403e-a5f0-fba4e591d8ef on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:09:53.327782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:09:53.328125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:09:53.328540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:09:53.328979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Bound port: 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:09:53.329333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:53.396135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] For port 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:09:53.399398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] For port 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:09:53.405953 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:53.456464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:53.457080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:53.458623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] 10.222.0.11 "PUT /v2.0/ports/84b763dd-12b5-403e-a5f0-fba4e591d8ef HTTP/1.1" status: 200 len: 1095 time: 1.0577128 Oct 25 23:09:53.459076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'tag': '84b763dd-12b5-403e-a5f0-fba4e591d8ef'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:53.461312 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fad792-b282-4985-90f7-f38013c3712e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e0639c-9943-4958-a71e-fbf57f813b7e", "tag": "84b763dd-12b5-403e-a5f0-fba4e591d8ef"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:53.492654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516c7d-7762-43a6-a8f2-7b080154a75c service neutron] Pushing event updated for resources: {'Port': ['ID=84b763dd-12b5-403e-a5f0-fba4e591d8ef,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:53.534798 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f9479-b922-481e-8999-f0f4f6c6bc03 x-openstack-request-id: req-f74f9479-b922-481e-8999-f0f4f6c6bc03 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:53.535517 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e0639c-9943-4958-a71e-fbf57f813b7e", "tag": "84b763dd-12b5-403e-a5f0-fba4e591d8ef", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:53.535980 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f74f9479-b922-481e-8999-f0f4f6c6bc03 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:53.536599 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'tag': '84b763dd-12b5-403e-a5f0-fba4e591d8ef', 'status': 'completed', 'code': 200} Oct 25 23:09:53.588687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-adecf976-1570-4dba-b157-48b03d6dea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:53.590371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-adecf976-1570-4dba-b157-48b03d6dea22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 1098 time: 0.0706406 Oct 25 23:09:53.649242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-f99b371f-98b9-40d9-ac1c-7010deee391f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef HTTP/1.1" status: 200 len: 217 time: 0.0475922 Oct 25 23:09:53.692928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157bf0-8209-45da-91bd-ddb8133f940b req-6138dd7a-983b-4f5f-9495-7380aa6266ad tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:53.695222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10157bf0-8209-45da-91bd-ddb8133f940b req-6138dd7a-983b-4f5f-9495-7380aa6266ad tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0683875 Oct 25 23:09:53.722427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-b8ea9c63-487d-41e9-9f66-ceab58f477b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:53.724271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-b8ea9c63-487d-41e9-9f66-ceab58f477b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0673392 Oct 25 23:09:53.741323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10157bf0-8209-45da-91bd-ddb8133f940b req-a8a48299-71f6-4124-b8e4-38d8c830afea tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391734 Oct 25 23:09:53.781342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-e3d1f45a-4f44-4e84-b137-3b30514d4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:53.782866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-e3d1f45a-4f44-4e84-b137-3b30514d4a4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496266 Oct 25 23:09:53.881235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-93c48b5b-534e-46b1-ab75-dfc2b25f0756 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905023 Oct 25 23:09:53.978405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1fdb8ed-0ce1-4f40-b46a-512bb0de2705 req-6ee0a5f2-0138-4044-bea7-9965de6fb159 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893602 Oct 25 23:09:54.098574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad792-b282-4985-90f7-f38013c3712e req-e1a621ba-b8b5-4c40-bf76-c1f317b433ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:54.100072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-e1a621ba-b8b5-4c40-bf76-c1f317b433ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b588c70166474d9e7990f41234ee22&device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 1098 time: 0.0633230 Oct 25 23:09:54.108475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b06e-4241-41f7-9aa8-3a113288b9d1 req-b89fd5ff-db3b-4179-a254-48b6f14449b0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:54.109882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf73b06e-4241-41f7-9aa8-3a113288b9d1 req-b89fd5ff-db3b-4179-a254-48b6f14449b0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 947 time: 0.0830181 Oct 25 23:09:54.197690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf73b06e-4241-41f7-9aa8-3a113288b9d1 req-f6d6d39e-a70e-4dfa-87a5-4eefc22469a0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769835 Oct 25 23:09:54.224227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad792-b282-4985-90f7-f38013c3712e req-b1da7696-641f-4305-a6a6-226e105f3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:54.227268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-b1da7696-641f-4305-a6a6-226e105f3455 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1164780 Oct 25 23:09:54.276459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-1371746d-3aab-4260-95b3-59cadac3b000 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef HTTP/1.1" status: 200 len: 217 time: 0.0378330 Oct 25 23:09:54.327543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad792-b282-4985-90f7-f38013c3712e req-d9cd006e-bccc-493b-8e00-1dea358b248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:54.329024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-d9cd006e-bccc-493b-8e00-1dea358b248e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0458448 Oct 25 23:09:54.375983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad792-b282-4985-90f7-f38013c3712e req-e0209e2d-4db0-4720-867f-7eccda71ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:54.377560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-e0209e2d-4db0-4720-867f-7eccda71ff57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406320 Oct 25 23:09:54.483587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-ed8a9eda-23b5-4dbb-ad7c-becd53bbdf03 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971727 Oct 25 23:09:54.586322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fad792-b282-4985-90f7-f38013c3712e req-3c922bd7-0501-4e8b-8514-67f2d6fd61bf service neutron] 10.222.0.11 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944321 Oct 25 23:09:54.870310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d68d57-6b3a-4e29-be69-45f358ab581a req-6eb94b92-0988-4af2-870a-83dffbcaf83b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:54.872527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87d68d57-6b3a-4e29-be69-45f358ab581a req-6eb94b92-0988-4af2-870a-83dffbcaf83b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0521021 Oct 25 23:09:54.910386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87d68d57-6b3a-4e29-be69-45f358ab581a req-ea5503d4-2889-4947-98d1-9f67bd4760de tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Oct 25 23:09:55.336861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e308b-3572-4520-a01d-4e9cf2d27671 req-dc2d8a26-4213-4722-8fed-f5c9b9e8d0d5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:55.338566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb7e308b-3572-4520-a01d-4e9cf2d27671 req-dc2d8a26-4213-4722-8fed-f5c9b9e8d0d5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 947 time: 0.0626976 Oct 25 23:09:55.378081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb7e308b-3572-4520-a01d-4e9cf2d27671 req-f30a5492-87fa-4a50-85bb-3cf93117c22b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Oct 25 23:09:56.035535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a58d03-1b0b-4bd3-8b51-c57319da4e1c req-04b0d213-de31-4f6c-b0ea-ac2a0c8f5831 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:56.037552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-81a58d03-1b0b-4bd3-8b51-c57319da4e1c req-04b0d213-de31-4f6c-b0ea-ac2a0c8f5831 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0545816 Oct 25 23:09:56.077460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-81a58d03-1b0b-4bd3-8b51-c57319da4e1c req-6fc14b68-8697-41a9-91c3-b571bbaab3ef tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Oct 25 23:09:56.414073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 84b763dd-12b5-403e-a5f0-fba4e591d8ef details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:09:56.503378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cfa26-8b0e-44f0-890d-d66a9a88ee3b req-dd7b428e-e299-4bc6-bc10-4cc5b478e48d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:56.505004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-086cfa26-8b0e-44f0-890d-d66a9a88ee3b req-dd7b428e-e299-4bc6-bc10-4cc5b478e48d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 947 time: 0.0528088 Oct 25 23:09:56.520302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:56.533640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '84b763dd-12b5-403e-a5f0-fba4e591d8ef', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '84b763dd-12b5-403e-a5f0-fba4e591d8ef', 'mac_address': 'fa:16:3e:24:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:09:56.550330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-086cfa26-8b0e-44f0-890d-d66a9a88ee3b req-86e16940-8d7b-4a20-a579-89ed38694251 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Oct 25 23:09:56.576632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:56.591253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b763dd-12b5-403e-a5f0-fba4e591d8ef {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:09:56.610902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:56.615174 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:56.668657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=84b763dd-12b5-403e-a5f0-fba4e591d8ef,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:56.959219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['84b763dd-12b5-403e-a5f0-fba4e591d8ef'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:09:57.203886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c072-d28b-4b85-9f63-6c574d2d658f req-ccebeda8-3bc5-4a99-bb48-9350847e3db1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:57.205368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5644c072-d28b-4b85-9f63-6c574d2d658f req-ccebeda8-3bc5-4a99-bb48-9350847e3db1 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0511198 Oct 25 23:09:57.248222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5644c072-d28b-4b85-9f63-6c574d2d658f req-8370220c-88b3-42ec-8985-9ef22fb9650e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367301 Oct 25 23:09:57.560983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:57.678089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4526a-ccde-49bf-b15c-005c9b5607d0 req-5d1c97ae-4676-473b-9da5-93fff97cf9ae tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:57.679673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0e4526a-ccde-49bf-b15c-005c9b5607d0 req-5d1c97ae-4676-473b-9da5-93fff97cf9ae tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 948 time: 0.0601845 Oct 25 23:09:57.681746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5870-1774-4cb0-a3e5-4438d1403d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.741766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0e4526a-ccde-49bf-b15c-005c9b5607d0 req-e31737b7-b0ab-4509-b6b7-38bd176b2467 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Oct 25 23:09:57.791575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5870-1774-4cb0-a3e5-4438d1403d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.796700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5870-1774-4cb0-a3e5-4438d1403d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.836884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4e7f5870-1774-4cb0-a3e5-4438d1403d2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77ba45374282413ca2de6568810d9b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747848 Oct 25 23:09:57.838263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f5870-1774-4cb0-a3e5-4438d1403d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196a3061-671b-4ddd-885e-0934f30dd126,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:57.840250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55848) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:57.891066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bf413d7-1fe2-448c-8fe4-914748a42941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.911630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bf413d7-1fe2-448c-8fe4-914748a42941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.957509 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bf413d7-1fe2-448c-8fe4-914748a42941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.960147 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bf413d7-1fe2-448c-8fe4-914748a42941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:57.961301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9bf413d7-1fe2-448c-8fe4-914748a42941 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/196a3061-671b-4ddd-885e-0934f30dd126 HTTP/1.1" status: 204 len: 168 time: 0.1200016 Oct 25 23:09:57.969476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf413d7-1fe2-448c-8fe4-914748a42941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196a3061-671b-4ddd-885e-0934f30dd126,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:58.204448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.217991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55856) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:58.234178 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6314-314d-40c2-8235-26292852622d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.308801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6314-314d-40c2-8235-26292852622d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.312715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6314-314d-40c2-8235-26292852622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.376124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f1bc6314-314d-40c2-8235-26292852622d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6e00f3692ac4d70a01ab99a3a205870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569386 Oct 25 23:09:58.376841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6314-314d-40c2-8235-26292852622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d011627-f8d0-4b6c-b1e5-a095012d821d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:58.378865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55860) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:09:58.398683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d8259-0993-4709-9112-9aef6cf21d12 req-82492036-baa3-47ca-857e-a6ea7cd46f58 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:58.400834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-918d8259-0993-4709-9112-9aef6cf21d12 req-82492036-baa3-47ca-857e-a6ea7cd46f58 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0771327 Oct 25 23:09:58.428940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 84b763dd-12b5-403e-a5f0-fba4e591d8ef up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:09:58.444126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-918d8259-0993-4709-9112-9aef6cf21d12 req-3f715c46-4830-482d-91b7-11d8c1c6f0e7 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Oct 25 23:09:58.454820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858f226a-92e3-472b-b6c9-36abdb6d1304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.478857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858f226a-92e3-472b-b6c9-36abdb6d1304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.487008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 84b763dd-12b5-403e-a5f0-fba4e591d8ef completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:09:58.490655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 84b763dd-12b5-403e-a5f0-fba4e591d8ef triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:09:58.491016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.528086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858f226a-92e3-472b-b6c9-36abdb6d1304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.530748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858f226a-92e3-472b-b6c9-36abdb6d1304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.534244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-858f226a-92e3-472b-b6c9-36abdb6d1304 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d011627-f8d0-4b6c-b1e5-a095012d821d HTTP/1.1" status: 204 len: 168 time: 0.1519337 Oct 25 23:09:58.539831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f226a-92e3-472b-b6c9-36abdb6d1304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d011627-f8d0-4b6c-b1e5-a095012d821d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:58.582259 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.606005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b763dd-12b5-403e-a5f0-fba4e591d8ef'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:09:58.608472 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2232f50-6cd7-4fe7-bb82-45be8bbab17b" -d '{"events": [{"server_uuid": "f0e0639c-9943-4958-a71e-fbf57f813b7e", "name": "network-vif-plugged", "status": "completed", "tag": "84b763dd-12b5-403e-a5f0-fba4e591d8ef"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:09:58.621323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:09:58.626142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:09:58.658407 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5acec13-dd5a-4e6f-9f32-967b026b946b x-openstack-request-id: req-b5acec13-dd5a-4e6f-9f32-967b026b946b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:09:58.658695 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e0639c-9943-4958-a71e-fbf57f813b7e", "name": "network-vif-plugged", "status": "completed", "tag": "84b763dd-12b5-403e-a5f0-fba4e591d8ef", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:09:58.658947 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5acec13-dd5a-4e6f-9f32-967b026b946b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:09:58.659327 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b763dd-12b5-403e-a5f0-fba4e591d8ef', 'code': 200} Oct 25 23:09:58.685852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=84b763dd-12b5-403e-a5f0-fba4e591d8ef,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:09:58.763715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b7f26-6404-440b-9b9a-8b9cf176b346 req-4306cb0a-3694-494a-a2ae-dff296e1d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:58.765235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b9b7f26-6404-440b-9b9a-8b9cf176b346 req-4306cb0a-3694-494a-a2ae-dff296e1d961 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 1100 time: 0.0405014 Oct 25 23:09:58.804433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b9b7f26-6404-440b-9b9a-8b9cf176b346 req-c2430003-080f-4551-9940-a6ed36e7f6a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Oct 25 23:09:58.866602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9bc7-7c2e-403b-8895-abb865a99506 req-ccb59eb5-e2cb-44ee-9dbd-ae391deb0aa8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:58.868079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6efc9bc7-7c2e-403b-8895-abb865a99506 req-ccb59eb5-e2cb-44ee-9dbd-ae391deb0aa8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 949 time: 0.0489807 Oct 25 23:09:58.909741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6efc9bc7-7c2e-403b-8895-abb865a99506 req-595fd7d9-a045-4d27-a47b-bbc79b670c72 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Oct 25 23:09:59.578087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf9466-c546-4c3d-b903-1979577137a9 req-1d6c258c-d80b-45d8-8ea6-02475b937ccd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:09:59.579608 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00bf9466-c546-4c3d-b903-1979577137a9 req-1d6c258c-d80b-45d8-8ea6-02475b937ccd tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0630157 Oct 25 23:09:59.620458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00bf9466-c546-4c3d-b903-1979577137a9 req-e0f811eb-1479-4112-b33a-7dcf43b886a4 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 Oct 25 23:10:00.037752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad15e-d921-4b6c-935f-97aed694150f req-607be950-f12a-49a4-b7c7-726699e13b76 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:00.044037 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-631ad15e-d921-4b6c-935f-97aed694150f req-607be950-f12a-49a4-b7c7-726699e13b76 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 949 time: 0.0613174 Oct 25 23:10:00.085468 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-631ad15e-d921-4b6c-935f-97aed694150f req-5f8deca0-8d8a-4d66-afbb-c6a42e5ecb8d tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Oct 25 23:10:00.744505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c7f4d-7acb-43a6-97b2-f339cb47685f req-3e0f7824-a3a9-4a78-8eaf-361e9deb24fb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:00.746113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a13c7f4d-7acb-43a6-97b2-f339cb47685f req-3e0f7824-a3a9-4a78-8eaf-361e9deb24fb tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0501044 Oct 25 23:10:00.784946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a13c7f4d-7acb-43a6-97b2-f339cb47685f req-ed923cb2-05fa-49f0-9836-06a30f65f96c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Oct 25 23:10:01.212696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38ce1-1c94-4b7a-8605-70b9affb7abf req-4903df71-985d-46e4-91cb-154b3cce917c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:01.219008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6f38ce1-1c94-4b7a-8605-70b9affb7abf req-4903df71-985d-46e4-91cb-154b3cce917c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 949 time: 0.0555477 Oct 25 23:10:01.260525 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6f38ce1-1c94-4b7a-8605-70b9affb7abf req-6f3ac727-df3f-4f72-a9cc-9f67d703db6a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Oct 25 23:10:01.367671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0d6c1-3cdb-4e6a-85ff-358e2abde9f4 req-5aadc174-dba0-4294-8844-8ab4bc3c00a8 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:01.369785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4a0d6c1-3cdb-4e6a-85ff-358e2abde9f4 req-5aadc174-dba0-4294-8844-8ab4bc3c00a8 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 1100 time: 0.0411952 Oct 25 23:10:01.404316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4a0d6c1-3cdb-4e6a-85ff-358e2abde9f4 req-e30b2810-f629-4a3a-bc66-d1820625cdf2 tempest-ServersOnMultiNodesTest-1319265033 tempest-ServersOnMultiNodesTest-1319265033-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282295 Oct 25 23:10:01.652400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d7b8-244b-4eca-9c6b-936288b2ff60 req-93e96de2-de14-4c70-80a5-5aea3b7ea7d8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:01.654005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5990d7b8-244b-4eca-9c6b-936288b2ff60 req-93e96de2-de14-4c70-80a5-5aea3b7ea7d8 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 949 time: 0.0526078 Oct 25 23:10:01.698013 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5990d7b8-244b-4eca-9c6b-936288b2ff60 req-be68d035-0c70-4688-9854-881b396be00c tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Oct 25 23:10:01.704962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56006) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:01.837634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6e99c4d-f7fa-4f95-88ba-c3d909d4af41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:01.941696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685ac42-2724-47b4-bfae-beeef939f922 req-d4e201ef-bc1d-4d37-81c1-8ae685f040e7 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:01.943230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8685ac42-2724-47b4-bfae-beeef939f922 req-d4e201ef-bc1d-4d37-81c1-8ae685f040e7 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0790637 Oct 25 23:10:01.978692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6e99c4d-f7fa-4f95-88ba-c3d909d4af41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:01.984625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6e99c4d-f7fa-4f95-88ba-c3d909d4af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.014754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8685ac42-2724-47b4-bfae-beeef939f922 req-6cce32b9-45a3-41d1-8ff7-ee73a7bed46b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609324 Oct 25 23:10:02.031442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e99c4d-f7fa-4f95-88ba-c3d909d4af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499fa7c9-e7ec-4bd7-86c6-cd62d929009b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:02.036004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a6e99c4d-f7fa-4f95-88ba-c3d909d4af41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc9ab6cae10442819b86e61d5326795b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300128 Oct 25 23:10:02.039587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56012) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:02.092223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33725839-d4d6-4f55-a7e9-d7c03f54197d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.113394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33725839-d4d6-4f55-a7e9-d7c03f54197d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.160848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33725839-d4d6-4f55-a7e9-d7c03f54197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.163538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33725839-d4d6-4f55-a7e9-d7c03f54197d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.164673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33725839-d4d6-4f55-a7e9-d7c03f54197d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/499fa7c9-e7ec-4bd7-86c6-cd62d929009b HTTP/1.1" status: 204 len: 168 time: 0.1247067 Oct 25 23:10:02.174328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33725839-d4d6-4f55-a7e9-d7c03f54197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499fa7c9-e7ec-4bd7-86c6-cd62d929009b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:02.421584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:02.435615 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45220967-29b0-4fa7-a51d-a5a3974542e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.511312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45220967-29b0-4fa7-a51d-a5a3974542e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.514886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45220967-29b0-4fa7-a51d-a5a3974542e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.551487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220967-29b0-4fa7-a51d-a5a3974542e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fbe4b-1f7f-40bf-82b2-20f1ad36f66b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:02.556183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-45220967-29b0-4fa7-a51d-a5a3974542e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbcd433bb4f249e0ab1277f9858a25f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335051 Oct 25 23:10:02.559021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56024) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:02.613538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d138d7b-c80f-4ca1-858a-7885ddcb58fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.634703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d138d7b-c80f-4ca1-858a-7885ddcb58fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.687139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d138d7b-c80f-4ca1-858a-7885ddcb58fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.689917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d138d7b-c80f-4ca1-858a-7885ddcb58fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:02.691413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5d138d7b-c80f-4ca1-858a-7885ddcb58fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/155fbe4b-1f7f-40bf-82b2-20f1ad36f66b HTTP/1.1" status: 204 len: 168 time: 0.1314921 Oct 25 23:10:02.700339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d138d7b-c80f-4ca1-858a-7885ddcb58fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fbe4b-1f7f-40bf-82b2-20f1ad36f66b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:02.834827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185d352-2b44-4a06-9f41-d86b893827da req-4d003a3a-a5c9-44f5-98ec-f77b028af1cf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:02.836453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e185d352-2b44-4a06-9f41-d86b893827da req-4d003a3a-a5c9-44f5-98ec-f77b028af1cf tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 949 time: 0.0578260 Oct 25 23:10:02.890030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e185d352-2b44-4a06-9f41-d86b893827da req-918082d3-70de-47f0-9055-8ba8d12107a4 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Oct 25 23:10:03.045283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-427f516e-4829-4ab5-9c1c-40df3d562fbb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:03.047068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-427f516e-4829-4ab5-9c1c-40df3d562fbb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 949 time: 0.0643837 Oct 25 23:10:03.161749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port 84b763dd-12b5-403e-a5f0-fba4e591d8ef {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:03.162100 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:03.163409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e0be-b53b-44df-ae34-5fb5498e6665 req-8f641a8a-00dc-442a-90af-bcc75abaf18b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:03.166333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cfc7e0be-b53b-44df-ae34-5fb5498e6665 req-8f641a8a-00dc-442a-90af-bcc75abaf18b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0565982 Oct 25 23:10:03.214481 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cfc7e0be-b53b-44df-ae34-5fb5498e6665 req-748f1e61-db07-4e25-84f8-a319216689c6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Oct 25 23:10:03.287737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port 84b763dd-12b5-403e-a5f0-fba4e591d8ef, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=84b763dd-12b5-403e-a5f0-fba4e591d8ef,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:03.288090 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:03.311939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for 84b763dd-12b5-403e-a5f0-fba4e591d8ef owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:03.460895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:03.474123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6', '84b763dd-12b5-403e-a5f0-fba4e591d8ef'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:03.492451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=84b763dd-12b5-403e-a5f0-fba4e591d8ef,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:03.503743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29', 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', '012ed672-c0e7-4729-ba60-bed362dd00fc'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:03.551419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port 84b763dd-12b5-403e-a5f0-fba4e591d8ef on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:03.554489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:03.558127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85b3934b-4f2a-4232-add5-a3ffe07db4fc req-08ba9bf6-8531-41a1-b574-fe9657de6321 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "DELETE /v2.0/ports/84b763dd-12b5-403e-a5f0-fba4e591d8ef HTTP/1.1" status: 204 len: 173 time: 0.5039313 Oct 25 23:10:03.558613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'name': 'network-vif-deleted', 'tag': '84b763dd-12b5-403e-a5f0-fba4e591d8ef'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:03.560874 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae624a5-8d14-428a-8162-ae71ce822f1b" -d '{"events": [{"server_uuid": "f0e0639c-9943-4958-a71e-fbf57f813b7e", "name": "network-vif-deleted", "tag": "84b763dd-12b5-403e-a5f0-fba4e591d8ef"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:03.678407 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e90f63-5d11-4c8f-be4d-56fdcdc29938 x-openstack-request-id: req-50e90f63-5d11-4c8f-be4d-56fdcdc29938 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:03.678922 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e0639c-9943-4958-a71e-fbf57f813b7e", "name": "network-vif-deleted", "tag": "84b763dd-12b5-403e-a5f0-fba4e591d8ef", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:03.679369 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50e90f63-5d11-4c8f-be4d-56fdcdc29938 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:03.680250 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e0639c-9943-4958-a71e-fbf57f813b7e', 'name': 'network-vif-deleted', 'tag': '84b763dd-12b5-403e-a5f0-fba4e591d8ef', 'status': 'completed', 'code': 200} Oct 25 23:10:04.017984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2dd0b52-a192-49b9-8e5b-77b6ccc84f02 req-afb5ae2d-4e15-4a76-a428-bd10dae8f897 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e0639c-9943-4958-a71e-fbf57f813b7e HTTP/1.1" status: 200 len: 210 time: 0.0306633 Oct 25 23:10:04.356629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53de0eb-2eed-455c-b371-b6b4f78b8c52 req-bda6ff6f-2e2a-4fb6-b828-49d4216ad131 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:04.359593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a53de0eb-2eed-455c-b371-b6b4f78b8c52 req-bda6ff6f-2e2a-4fb6-b828-49d4216ad131 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0598035 Oct 25 23:10:04.399599 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a53de0eb-2eed-455c-b371-b6b4f78b8c52 req-6883ea01-b998-48c5-9ab0-d9fd4126400a tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338838 Oct 25 23:10:04.972704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56108) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:05.076773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fe27c86-53ec-4e92-a854-a40f91bbb134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.153312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fe27c86-53ec-4e92-a854-a40f91bbb134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.157785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fe27c86-53ec-4e92-a854-a40f91bbb134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.206953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:05.207603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6fe27c86-53ec-4e92-a854-a40f91bbb134 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eee7cb9a98ee4b448fcc777cf96a07b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336254 Oct 25 23:10:05.208785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27c86-53ec-4e92-a854-a40f91bbb134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8fb589-8994-407c-9116-35bdd4663678,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:05.263217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3bed1c2-ce3a-4613-829c-f529942dbe45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.312528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3bed1c2-ce3a-4613-829c-f529942dbe45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.352317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59864eed-2e3b-4b00-aef9-ddd56b7971ec req-af931ccb-9bb1-44aa-b083-540b1167f2af tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:05.354055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59864eed-2e3b-4b00-aef9-ddd56b7971ec req-af931ccb-9bb1-44aa-b083-540b1167f2af tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 950 time: 0.0866017 Oct 25 23:10:05.391884 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3bed1c2-ce3a-4613-829c-f529942dbe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.394372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f3bed1c2-ce3a-4613-829c-f529942dbe45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.395467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f3bed1c2-ce3a-4613-829c-f529942dbe45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc8fb589-8994-407c-9116-35bdd4663678 HTTP/1.1" status: 204 len: 168 time: 0.1875443 Oct 25 23:10:05.400117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59864eed-2e3b-4b00-aef9-ddd56b7971ec req-a0e5b9a3-0765-4023-a279-be7e2bfcf3d1 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Oct 25 23:10:05.406375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bed1c2-ce3a-4613-829c-f529942dbe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8fb589-8994-407c-9116-35bdd4663678,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:05.530138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8466bac-4693-48b8-abfa-60c81e4dfb77 req-68f4364b-5102-49bc-8c1c-0702b66b93a3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:05.532518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8466bac-4693-48b8-abfa-60c81e4dfb77 req-68f4364b-5102-49bc-8c1c-0702b66b93a3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0566595 Oct 25 23:10:05.575264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8466bac-4693-48b8-abfa-60c81e4dfb77 req-1c8c15c9-d3bb-4e23-90c0-cffc1e224dd8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366759 Oct 25 23:10:05.683369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56132) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:05.696577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1fda-e815-4b46-9e10-9b2a92d8a959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.770980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1fda-e815-4b46-9e10-9b2a92d8a959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.774620 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1fda-e815-4b46-9e10-9b2a92d8a959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.810764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1fda-e815-4b46-9e10-9b2a92d8a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0735c-a213-4b4c-9ee0-f3e153720356,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:05.814964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0bdd1fda-e815-4b46-9e10-9b2a92d8a959 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c061b3db00444b8af34494b5221d0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305962 Oct 25 23:10:05.817554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56134) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:05.869535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d61f78b-b53a-4027-960d-c9c3d7ea87b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.890395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d61f78b-b53a-4027-960d-c9c3d7ea87b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.934353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d61f78b-b53a-4027-960d-c9c3d7ea87b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.936884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d61f78b-b53a-4027-960d-c9c3d7ea87b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:05.940412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d61f78b-b53a-4027-960d-c9c3d7ea87b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60f0735c-a213-4b4c-9ee0-f3e153720356 HTTP/1.1" status: 204 len: 168 time: 0.1195836 Oct 25 23:10:05.945618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61f78b-b53a-4027-960d-c9c3d7ea87b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0735c-a213-4b4c-9ee0-f3e153720356,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:06.444939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 84b763dd-12b5-403e-a5f0-fba4e591d8ef no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:06.465821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 84b763dd-12b5-403e-a5f0-fba4e591d8ef {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:06.466388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 84b763dd-12b5-403e-a5f0-fba4e591d8ef not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:06.526880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b657a40-36b9-435b-888f-bb87546e3a7d req-96a8e047-a2c1-458b-9a2e-a2ea4aaf4c91 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:06.534310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b657a40-36b9-435b-888f-bb87546e3a7d req-96a8e047-a2c1-458b-9a2e-a2ea4aaf4c91 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 950 time: 0.0593359 Oct 25 23:10:06.573066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b657a40-36b9-435b-888f-bb87546e3a7d req-d63ddf10-8d3c-443d-b1d6-42852e918881 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 Oct 25 23:10:06.699869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074afab-2fcc-4777-9551-5ab643ed63b5 req-fa15d3df-b257-448d-8dd9-f08c808efb44 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:06.701299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1074afab-2fcc-4777-9551-5ab643ed63b5 req-fa15d3df-b257-448d-8dd9-f08c808efb44 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0536728 Oct 25 23:10:06.744778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1074afab-2fcc-4777-9551-5ab643ed63b5 req-bd610c56-3832-401c-b882-7f614e7e999b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369322 Oct 25 23:10:07.196360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-d57d204d-0d68-4609-894f-4d38fdf2cd75 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:07.198540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-d57d204d-0d68-4609-894f-4d38fdf2cd75 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 950 time: 0.0526388 Oct 25 23:10:07.295756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port 012ed672-c0e7-4729-ba60-bed362dd00fc {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:07.296186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:07.395785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port 012ed672-c0e7-4729-ba60-bed362dd00fc, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=012ed672-c0e7-4729-ba60-bed362dd00fc,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:07.396296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:07.412854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for 012ed672-c0e7-4729-ba60-bed362dd00fc owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:07.567856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6424-41bd-4e5d-9763-82c5f6d9ad23 req-a4fefd7a-7032-42c7-96c8-946cea63819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:07.568425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:07.569548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-543e6424-41bd-4e5d-9763-82c5f6d9ad23 req-a4fefd7a-7032-42c7-96c8-946cea63819c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.0564172 Oct 25 23:10:07.581215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:07.616472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-543e6424-41bd-4e5d-9763-82c5f6d9ad23 req-7abf9bae-f525-4cd3-b992-221cd1a12c1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Oct 25 23:10:07.636875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=012ed672-c0e7-4729-ba60-bed362dd00fc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:07.655178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29', 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', '012ed672-c0e7-4729-ba60-bed362dd00fc'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:07.724315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port 012ed672-c0e7-4729-ba60-bed362dd00fc on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:07.730755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:07.734198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08cbe88a-c3c4-4b70-8d4d-8fd1875984b4 req-ef6ca214-aeb8-415e-863b-8ac31ef896a9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "DELETE /v2.0/ports/012ed672-c0e7-4729-ba60-bed362dd00fc HTTP/1.1" status: 204 len: 173 time: 0.5290442 Oct 25 23:10:07.740076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'name': 'network-vif-deleted', 'tag': '012ed672-c0e7-4729-ba60-bed362dd00fc'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:07.742811 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcec4dfb-1815-4cd4-986c-97d85c6ccfa2" -d '{"events": [{"server_uuid": "825ef906-35f1-4181-bc10-39f0b0f66afe", "name": "network-vif-deleted", "tag": "012ed672-c0e7-4729-ba60-bed362dd00fc"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:07.783136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc037f2f-ad34-4b56-95f7-5e339e2923bc req-b4c04fa2-7dbc-4616-bdfd-7c4d70282dbe tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=825ef906-35f1-4181-bc10-39f0b0f66afe HTTP/1.1" status: 200 len: 210 time: 0.0564213 Oct 25 23:10:08.064039 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c7d2f-edf8-4eae-bdfb-20c1523e590c x-openstack-request-id: req-e60c7d2f-edf8-4eae-bdfb-20c1523e590c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:08.064387 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825ef906-35f1-4181-bc10-39f0b0f66afe", "name": "network-vif-deleted", "tag": "012ed672-c0e7-4729-ba60-bed362dd00fc", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:08.064602 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60c7d2f-edf8-4eae-bdfb-20c1523e590c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:08.065008 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825ef906-35f1-4181-bc10-39f0b0f66afe', 'name': 'network-vif-deleted', 'tag': '012ed672-c0e7-4729-ba60-bed362dd00fc', 'status': 'completed', 'code': 200} Oct 25 23:10:08.273223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed67d6b-b99f-4c53-a125-914f84001655 req-1207dc72-90fb-4101-a454-61b7e959853e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:08.283409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bed67d6b-b99f-4c53-a125-914f84001655 req-1207dc72-90fb-4101-a454-61b7e959853e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0902469 Oct 25 23:10:08.337001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bed67d6b-b99f-4c53-a125-914f84001655 req-3f2837a7-8931-4870-84f5-1131a690abb8 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513263 Oct 25 23:10:08.538964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56230) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:08.660295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffda8d23-d37a-472e-a4d3-77214885f8c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.739038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffda8d23-d37a-472e-a4d3-77214885f8c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.742770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffda8d23-d37a-472e-a4d3-77214885f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.781221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ffda8d23-d37a-472e-a4d3-77214885f8c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1050476b858419483922d067217c9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411191 Oct 25 23:10:08.782328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8d23-d37a-472e-a4d3-77214885f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297a4641-e9b0-4766-9cca-f446db80a201,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:08.784087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56234) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:08.841502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b03414-0bf3-4583-917e-7599fcb449ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.863605 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b03414-0bf3-4583-917e-7599fcb449ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.912561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b03414-0bf3-4583-917e-7599fcb449ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.915781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b03414-0bf3-4583-917e-7599fcb449ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:08.916942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-84b03414-0bf3-4583-917e-7599fcb449ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/297a4641-e9b0-4766-9cca-f446db80a201 HTTP/1.1" status: 204 len: 168 time: 0.1311727 Oct 25 23:10:08.925598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b03414-0bf3-4583-917e-7599fcb449ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297a4641-e9b0-4766-9cca-f446db80a201,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:09.083386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813f96-3755-4885-a554-a1f182b24ffc req-f14beed7-5321-4292-beba-486fb00e68e0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.084875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0813f96-3755-4885-a554-a1f182b24ffc req-f14beed7-5321-4292-beba-486fb00e68e0 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.0572610 Oct 25 23:10:09.151014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0813f96-3755-4885-a554-a1f182b24ffc req-71d2f9e5-2f2a-42e1-9ce1-24b264459495 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589831 Oct 25 23:10:09.214440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56250) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:09.227526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e8b-4a5d-4018-af68-2501611f0426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.314240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e8b-4a5d-4018-af68-2501611f0426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.317846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e8b-4a5d-4018-af68-2501611f0426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.356301 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c40a5e8b-4a5d-4018-af68-2501611f0426 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24a831881aeb493eb944fb5eb4d6279c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407406 Oct 25 23:10:09.357533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5e8b-4a5d-4018-af68-2501611f0426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442cce4-05cc-4d6e-87ad-e1f2aa7f5049,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:09.359283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56252) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:09.474363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f5d2694c-9171-473b-92f0-d9bd71770a39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1058800 Oct 25 23:10:09.480627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68411fdc-c0bc-472e-9902-bb5f62e4a5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.501724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3ad65-9587-48ab-a798-ade58720eb2d req-a445883f-fb3b-4550-bb34-6dd2ab16780d tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.503216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94f3ad65-9587-48ab-a798-ade58720eb2d req-a445883f-fb3b-4550-bb34-6dd2ab16780d tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0920689 Oct 25 23:10:09.515058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68411fdc-c0bc-472e-9902-bb5f62e4a5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.604042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94f3ad65-9587-48ab-a798-ade58720eb2d req-9e09ef72-ead3-46f3-bdaa-66c999225c67 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807970 Oct 25 23:10:09.617424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.617899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.618454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.619394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.619955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.620406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.620850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.622745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-f9b0cc9c-6364-488f-a341-341c4c224806 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b92477612ce40ad810a265848039471&device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 6490 time: 0.0904241 Oct 25 23:10:09.635588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68411fdc-c0bc-472e-9902-bb5f62e4a5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.638569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68411fdc-c0bc-472e-9902-bb5f62e4a5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:09.639675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68411fdc-c0bc-472e-9902-bb5f62e4a5b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7442cce4-05cc-4d6e-87ad-e1f2aa7f5049 HTTP/1.1" status: 204 len: 168 time: 0.2777600 Oct 25 23:10:09.650020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68411fdc-c0bc-472e-9902-bb5f62e4a5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442cce4-05cc-4d6e-87ad-e1f2aa7f5049,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:09.749948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-64884694-e86e-4c3b-97ae-cb35a7edf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.750586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-64884694-e86e-4c3b-97ae-cb35a7edf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.750917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-64884694-e86e-4c3b-97ae-cb35a7edf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.754882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-64884694-e86e-4c3b-97ae-cb35a7edf1eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a79191e-c507-4493-8e8e-dbf22773ffc6&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&id=e020199b-a6a4-4e1b-9455-8193d145de49&id=e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 200 len: 2291 time: 0.1018898 Oct 25 23:10:09.829910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d5aaeb63-4f54-44f2-a43f-46c5a172a356 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 200 len: 1001 time: 0.0668838 Oct 25 23:10:09.888368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-aaec2375-1b08-4b9f-9345-c2470b71e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.890261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-aaec2375-1b08-4b9f-9345-c2470b71e30a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b52f047-309a-46de-9baf-4586e7a965d0 HTTP/1.1" status: 200 len: 850 time: 0.0512762 Oct 25 23:10:09.968806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f173a-72b0-4f95-8b86-d63160687993 req-8bc98689-1e12-4d51-b641-5cb1ab97ded5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.970821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-fe668916-85c0-434c-bce0-7b83440cdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.972299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-fe668916-85c0-434c-bce0-7b83440cdd2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a79191e-c507-4493-8e8e-dbf22773ffc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744789 Oct 25 23:10:09.974802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e99f173a-72b0-4f95-8b86-d63160687993 req-8bc98689-1e12-4d51-b641-5cb1ab97ded5 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0636797 Oct 25 23:10:09.979231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-684f6dbb-f31c-48e2-a64c-236f8518d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:09.980805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-684f6dbb-f31c-48e2-a64c-236f8518d84a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=975fac115086434ca9dfc7da8e18af8c&device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 1097 time: 0.0584154 Oct 25 23:10:10.015494 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e99f173a-72b0-4f95-8b86-d63160687993 req-ad57bdf7-7d0c-4ddb-9a7c-48860b038d75 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Oct 25 23:10:10.136292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-e54ba5a9-7712-4609-9a61-722ba91a08e3 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546452 Oct 25 23:10:10.137398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-a6ac83d1-c9df-4fda-93bb-9892f02bd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.138719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-a6ac83d1-c9df-4fda-93bb-9892f02bd7ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 200 len: 920 time: 0.1494858 Oct 25 23:10:10.223403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-92adbf05-fd59-4373-a3e1-5a33dfaa0e28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 200 len: 217 time: 0.0698476 Oct 25 23:10:10.281753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0874594-1700-4cf4-80e0-f4300e5855be req-073dc5c9-e96e-4c8b-85f4-8ef85c5de2fa tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.283580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0874594-1700-4cf4-80e0-f4300e5855be req-073dc5c9-e96e-4c8b-85f4-8ef85c5de2fa tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.0621436 Oct 25 23:10:10.303376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-d3b0e546-57a0-4334-bd07-bf1eec82d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.304810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-d3b0e546-57a0-4334-bd07-bf1eec82d583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 200 len: 859 time: 0.0689332 Oct 25 23:10:10.309669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-05c05f43-b192-4ef1-934b-4a4fe19ea263 service neutron] 10.222.0.11 "GET /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654363 Oct 25 23:10:10.334512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0874594-1700-4cf4-80e0-f4300e5855be req-c69de660-1c12-4b91-8aa3-3f0e55d2370b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Oct 25 23:10:10.341723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-156e3d21-7369-4b70-b2ea-72619849417b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291653 Oct 25 23:10:10.378000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-00fe0f40-bd9d-469f-8b6b-a09967d455b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0567372 Oct 25 23:10:10.469207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d7607a96-746d-4099-b138-c8c6e1501735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.470729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d7607a96-746d-4099-b138-c8c6e1501735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0816524 Oct 25 23:10:10.517738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-7001c739-f4e7-44ff-9d2e-95a9b96a792b service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473355 Oct 25 23:10:10.534604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-8de7d670-6fed-4c15-88a5-4fe8b5a8fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.536006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-8de7d670-6fed-4c15-88a5-4fe8b5a8fcaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574360 Oct 25 23:10:10.683549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6a00f66-9735-4faa-8baa-9b51e09b7300 req-f64a17ff-c0e5-4097-b786-22ae683e3b2d service neutron] 10.222.0.15 "GET /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554770 Oct 25 23:10:10.688087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-e8d6674d-1394-4a57-bcb2-140690d7b7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408148 Oct 25 23:10:10.789970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-06daa288-3ba4-4f32-91d5-7bcbc65eda86 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930314 Oct 25 23:10:10.820220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56308) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:10.832395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-1419b4e6-a951-45f7-a623-3874871987d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 217 time: 0.0350366 Oct 25 23:10:10.881623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-4e5f8798-6295-4c86-a73b-c1c0506d0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.883060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-4e5f8798-6295-4c86-a73b-c1c0506d0f20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0435109 Oct 25 23:10:10.932779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-10b265be-1904-4dc4-bb0b-87506d2a0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:10.933421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fce015e-4215-4b8d-a153-7ca00828885c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:10.934306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-10b265be-1904-4dc4-bb0b-87506d2a0fff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443051 Oct 25 23:10:11.006551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fce015e-4215-4b8d-a153-7ca00828885c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.010689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fce015e-4215-4b8d-a153-7ca00828885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.037084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-110e014f-d73d-43c7-9553-27ac75067e6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:11.038550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-110e014f-d73d-43c7-9553-27ac75067e6f tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.0999458 Oct 25 23:10:11.049267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce015e-4215-4b8d-a153-7ca00828885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be025adb-3fce-4411-a1db-57a2f2d77e70,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:11.057443 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1fce015e-4215-4b8d-a153-7ca00828885c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f79debee8d4410689db17134e44d0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360384 Oct 25 23:10:11.058014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56314) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:11.106855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-95846125-4b01-42b1-a5c4-495b0f731584 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606438 Oct 25 23:10:11.161365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2596e25-44e1-4b0d-a6d9-7f0873b4e8ca req-92c913fa-9ac2-49b9-b06a-d7a431c5fd4b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:11.162783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2596e25-44e1-4b0d-a6d9-7f0873b4e8ca req-92c913fa-9ac2-49b9-b06a-d7a431c5fd4b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0560725 Oct 25 23:10:11.214763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2596e25-44e1-4b0d-a6d9-7f0873b4e8ca req-f409bba4-6fce-4440-a3d7-1d8d4c070c65 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Oct 25 23:10:11.250323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d463b6b-a5d1-4b4c-b0ea-7ed78b041fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.262482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 012ed672-c0e7-4729-ba60-bed362dd00fc no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:11.275928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-b4fe8f23-36b6-464f-bb49-15e30e0e884f service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611664 Oct 25 23:10:11.282065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 012ed672-c0e7-4729-ba60-bed362dd00fc {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:11.282427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 012ed672-c0e7-4729-ba60-bed362dd00fc not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:11.287556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port ef5b2379-0b3b-4aaa-a53a-1912a0650095 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:11.287940 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.296972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d463b6b-a5d1-4b4c-b0ea-7ed78b041fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.688158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-39ca21ae-9f29-4187-aac6-a58773bd9f2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e HTTP/1.1" status: 200 len: 217 time: 0.4057124 Oct 25 23:10:11.823983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-ee759ba7-07cb-4f47-bb9d-7a82c954957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:11.825492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-ee759ba7-07cb-4f47-bb9d-7a82c954957a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.1175871 Oct 25 23:10:11.827255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port ef5b2379-0b3b-4aaa-a53a-1912a0650095, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ef5b2379-0b3b-4aaa-a53a-1912a0650095,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:11.827619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.838429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6983f5a-9b5e-4c35-b6ee-35617f99b9b6 req-dcba5798-254a-4bf7-bab4-ba0b20b3b0ac tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:11.839828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6983f5a-9b5e-4c35-b6ee-35617f99b9b6 req-dcba5798-254a-4bf7-bab4-ba0b20b3b0ac tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 950 time: 0.1596026 Oct 25 23:10:11.855480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d463b6b-a5d1-4b4c-b0ea-7ed78b041fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.857952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d463b6b-a5d1-4b4c-b0ea-7ed78b041fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:11.859023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1d463b6b-a5d1-4b4c-b0ea-7ed78b041fff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be025adb-3fce-4411-a1db-57a2f2d77e70 HTTP/1.1" status: 204 len: 168 time: 0.8000798 Oct 25 23:10:11.892563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for ef5b2379-0b3b-4aaa-a53a-1912a0650095 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:11.905093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d463b6b-a5d1-4b4c-b0ea-7ed78b041fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be025adb-3fce-4411-a1db-57a2f2d77e70,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:11.966426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6983f5a-9b5e-4c35-b6ee-35617f99b9b6 req-cbdf4a90-a857-4168-8f59-ae4d81f806ce tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117189 Oct 25 23:10:11.975259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-e7e6dc4a-49e5-49bf-8d60-189a28194ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:11.976991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-e7e6dc4a-49e5-49bf-8d60-189a28194ebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1360815 Oct 25 23:10:12.112227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-2e1bebfc-ba66-406b-8295-947691931a1f service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264355 Oct 25 23:10:12.172302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:12.185490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:12.213213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=ef5b2379-0b3b-4aaa-a53a-1912a0650095,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:12.272678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29', 'ef5b2379-0b3b-4aaa-a53a-1912a0650095'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:12.289191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port ef5b2379-0b3b-4aaa-a53a-1912a0650095 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:12.295383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:12.298813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4644d3cf-e39d-46ce-92d4-65ce4bbdf0ff req-87aecbf4-28b6-430c-b9fd-78e2ec2565c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "DELETE /v2.0/ports/ef5b2379-0b3b-4aaa-a53a-1912a0650095 HTTP/1.1" status: 204 len: 173 time: 1.2509110 Oct 25 23:10:12.299764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'name': 'network-vif-deleted', 'tag': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:12.302641 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e4b199-1b93-4a2f-a5eb-faa3ceb6d9bc" -d '{"events": [{"server_uuid": "07f40229-8f0d-4e35-98bf-761a2f2e1c81", "name": "network-vif-deleted", "tag": "ef5b2379-0b3b-4aaa-a53a-1912a0650095"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:12.318902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-96bb9e40-24aa-4387-8601-835144d8bec6 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994324 Oct 25 23:10:12.393130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-a2657c36-7a57-44b6-95ea-140752eefdaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=86a92093-db29-4a7c-826a-286aff49ec94 HTTP/1.1" status: 200 len: 217 time: 0.0636022 Oct 25 23:10:12.417747 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e38ee2-b249-4aa0-8e51-4c0c2cab03b1 x-openstack-request-id: req-c2e38ee2-b249-4aa0-8e51-4c0c2cab03b1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:12.418044 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f40229-8f0d-4e35-98bf-761a2f2e1c81", "name": "network-vif-deleted", "tag": "ef5b2379-0b3b-4aaa-a53a-1912a0650095", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:12.418330 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2e38ee2-b249-4aa0-8e51-4c0c2cab03b1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:12.418732 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f40229-8f0d-4e35-98bf-761a2f2e1c81', 'name': 'network-vif-deleted', 'tag': 'ef5b2379-0b3b-4aaa-a53a-1912a0650095', 'status': 'completed', 'code': 200} Oct 25 23:10:12.473721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d8984e70-680f-4b61-8f0e-7d533abd1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:12.475339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d8984e70-680f-4b61-8f0e-7d533abd1439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 200 len: 797 time: 0.0750725 Oct 25 23:10:12.485454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccd1f3-9143-410e-8f72-9f4c4abca528 req-8c4a9e20-bdad-4033-b0c8-80d987b86e8c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:12.496324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-78ccd1f3-9143-410e-8f72-9f4c4abca528 req-8c4a9e20-bdad-4033-b0c8-80d987b86e8c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1963184 Oct 25 23:10:12.536204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-7fb5a9c7-230f-4869-98ad-73f8655ec125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:12.538391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-7fb5a9c7-230f-4869-98ad-73f8655ec125 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fa3aa6f-2526-464e-a66e-4d2b8760f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543284 Oct 25 23:10:12.595114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-78ccd1f3-9143-410e-8f72-9f4c4abca528 req-e02d979c-9a5f-4fd5-b4a2-ac8380c5d157 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978124 Oct 25 23:10:12.682499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-2925cdd0-96e0-4f77-9dad-9e0be427a33f service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314559 Oct 25 23:10:12.773773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:12.792326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d72a5a6c-6bfe-4d24-81cc-cb49a6b9d850 service neutron] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034422 Oct 25 23:10:12.843094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-8d95f067-8f00-4ee0-9c0b-79164ad44ae7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1357aba4-830f-4993-8580-1abbe79dad54 HTTP/1.1" status: 200 len: 217 time: 0.0438044 Oct 25 23:10:12.899118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-b0ed3c4b-e217-4d02-b53c-67e2cef7b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:12.901406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-b0ed3c4b-e217-4d02-b53c-67e2cef7b478 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.0503976 Oct 25 23:10:12.948965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-67fda712-8452-4a6e-b23b-ae602dac753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:12.950494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-67fda712-8452-4a6e-b23b-ae602dac753c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425200 Oct 25 23:10:13.098619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-021ec0f2-7332-4a18-9a5e-734859b4cb27 service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371210 Oct 25 23:10:13.098619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-20338df5-17a7-442a-8361-a7cb2b7abd52 req-e2118663-0799-4887-b3d1-882b69861706 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f40229-8f0d-4e35-98bf-761a2f2e1c81 HTTP/1.1" status: 200 len: 210 time: 0.0321584 Oct 25 23:10:13.216794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d3934d43-de12-49fa-b62d-3ae9496bafab service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119409 Oct 25 23:10:13.263934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-ac23d853-4fce-4148-a612-6620cf5294e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 200 len: 217 time: 0.0394406 Oct 25 23:10:13.318834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-3076d208-a063-4b58-8e08-d517490a0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:13.320306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-3076d208-a063-4b58-8e08-d517490a0725 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 200 len: 797 time: 0.0491366 Oct 25 23:10:13.378689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e77f5-fec5-4068-940e-bf5a915858fa req-20daac2d-f16b-4766-a580-7342fa9ae983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:13.380405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-20daac2d-f16b-4766-a580-7342fa9ae983 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e020199b-a6a4-4e1b-9455-8193d145de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503592 Oct 25 23:10:13.450600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56380) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:13.480955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-e322f219-5e3d-4e55-b0e4-30540cdec0ea service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918303 Oct 25 23:10:13.565423 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a519df0c-b2ee-4de8-b256-ef966e822bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.580744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-457e77f5-fec5-4068-940e-bf5a915858fa req-d923c9eb-6663-4421-be3e-1b4a704a7cfc service neutron] 10.222.0.11 "GET /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925045 Oct 25 23:10:13.650768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a519df0c-b2ee-4de8-b256-ef966e822bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.655930 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a519df0c-b2ee-4de8-b256-ef966e822bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.697795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a519df0c-b2ee-4de8-b256-ef966e822bb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec9db55beb2c4a9d99a67ad6cb92739b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457972 Oct 25 23:10:13.698592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519df0c-b2ee-4de8-b256-ef966e822bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9d397-343c-4d1d-8e70-d57ca5d03c00,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:13.700946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56390) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:13.706537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041cb0-c9e7-46c3-92ee-0d6780fc25f3 req-768a2f86-f22a-434d-8ee9-7c07acb51adf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:13.708023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec041cb0-c9e7-46c3-92ee-0d6780fc25f3 req-768a2f86-f22a-434d-8ee9-7c07acb51adf tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0525906 Oct 25 23:10:13.748283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec041cb0-c9e7-46c3-92ee-0d6780fc25f3 req-9a0ae90f-12b8-4dd1-a17e-57738d8d3468 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Oct 25 23:10:13.770857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2515deb-2aec-45cb-975f-09018ca2b9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.789803 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2515deb-2aec-45cb-975f-09018ca2b9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.847086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2515deb-2aec-45cb-975f-09018ca2b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.849708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2515deb-2aec-45cb-975f-09018ca2b9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:13.850904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d2515deb-2aec-45cb-975f-09018ca2b9b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4be9d397-343c-4d1d-8e70-d57ca5d03c00 HTTP/1.1" status: 204 len: 168 time: 0.1478157 Oct 25 23:10:13.860250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2515deb-2aec-45cb-975f-09018ca2b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9d397-343c-4d1d-8e70-d57ca5d03c00,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:14.526881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b31f1-bfde-4b29-817f-9e6685e5b746 req-14b0c9e8-d795-4da5-8dd8-a249265d34c9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:14.528398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-025b31f1-bfde-4b29-817f-9e6685e5b746 req-14b0c9e8-d795-4da5-8dd8-a249265d34c9 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 950 time: 0.0504940 Oct 25 23:10:14.573958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-025b31f1-bfde-4b29-817f-9e6685e5b746 req-0726be39-aa42-4d9b-94d3-3620af271976 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Oct 25 23:10:15.285514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef5b2379-0b3b-4aaa-a53a-1912a0650095 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:15.306496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: ef5b2379-0b3b-4aaa-a53a-1912a0650095 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:15.307235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ef5b2379-0b3b-4aaa-a53a-1912a0650095 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:15.511143 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73734f5e-05d6-4536-bc1c-d9d593eea6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:15.736632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e6ed3-b936-4823-b18d-b6b3f16b4889 req-64f37b08-9f14-42d7-8795-604267b448c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:15.738958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-623e6ed3-b936-4823-b18d-b6b3f16b4889 req-64f37b08-9f14-42d7-8795-604267b448c5 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 950 time: 0.0877643 Oct 25 23:10:15.814694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-623e6ed3-b936-4823-b18d-b6b3f16b4889 req-60de12bb-48d2-402c-bf16-0a96dbe26a0b tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692518 Oct 25 23:10:15.840822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559619-66e7-4e36-8b5a-4f375970d435 req-3f077aaa-9d98-4dcc-95e9-91c208277906 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:15.842342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94559619-66e7-4e36-8b5a-4f375970d435 req-3f077aaa-9d98-4dcc-95e9-91c208277906 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/ports?device_id=812710f0-9590-495c-a4ca-13b572e34d78 HTTP/1.1" status: 200 len: 950 time: 0.0813739 Oct 25 23:10:15.967956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port b826b258-1abb-42b1-ac87-37ad4acd7ef6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:15.970588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.090867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port b826b258-1abb-42b1-ac87-37ad4acd7ef6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b826b258-1abb-42b1-ac87-37ad4acd7ef6,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:16.090867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.110214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for b826b258-1abb-42b1-ac87-37ad4acd7ef6 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:16.238346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-016512b1-83dd-4dde-b52b-df1db567ecbd tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:16.239826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-016512b1-83dd-4dde-b52b-df1db567ecbd tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 950 time: 0.0839362 Oct 25 23:10:16.364191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.377443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233', 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:16.394775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56548) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:16.403433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=b826b258-1abb-42b1-ac87-37ad4acd7ef6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:16.453507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port b826b258-1abb-42b1-ac87-37ad4acd7ef6 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:16.456564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port 6cc41190-265f-4f86-9449-57497b686c29 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:16.456906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.461322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.465619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94559619-66e7-4e36-8b5a-4f375970d435 req-dcd913a9-6a52-42a3-a508-76d328a44ff3 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "DELETE /v2.0/ports/b826b258-1abb-42b1-ac87-37ad4acd7ef6 HTTP/1.1" status: 204 len: 173 time: 0.6173234 Oct 25 23:10:16.466095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812710f0-9590-495c-a4ca-13b572e34d78', 'name': 'network-vif-deleted', 'tag': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:16.468500 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d309b-1286-4c17-87c7-d815534d0d10" -d '{"events": [{"server_uuid": "812710f0-9590-495c-a4ca-13b572e34d78", "name": "network-vif-deleted", "tag": "b826b258-1abb-42b1-ac87-37ad4acd7ef6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:16.480153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['6cc41190-265f-4f86-9449-57497b686c29'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:16.550039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-153c0233-b046-4d6c-a81a-54b497fbbb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.597602 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10369743-c462-4f26-9e12-8a94fb588273 x-openstack-request-id: req-10369743-c462-4f26-9e12-8a94fb588273 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:16.597945 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812710f0-9590-495c-a4ca-13b572e34d78", "name": "network-vif-deleted", "tag": "b826b258-1abb-42b1-ac87-37ad4acd7ef6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:16.598138 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10369743-c462-4f26-9e12-8a94fb588273 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:16.598566 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812710f0-9590-495c-a4ca-13b572e34d78', 'name': 'network-vif-deleted', 'tag': 'b826b258-1abb-42b1-ac87-37ad4acd7ef6', 'status': 'completed', 'code': 200} Oct 25 23:10:16.632673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port 6cc41190-265f-4f86-9449-57497b686c29, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=6cc41190-265f-4f86-9449-57497b686c29,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:16.632986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.649168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for 6cc41190-265f-4f86-9449-57497b686c29 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:16.687397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-153c0233-b046-4d6c-a81a-54b497fbbb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.694022 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-153c0233-b046-4d6c-a81a-54b497fbbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.771817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-153c0233-b046-4d6c-a81a-54b497fbbb6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bbb7a716a3648379c1d43bbcc721bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758991 Oct 25 23:10:16.775517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56554) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:16.791808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c0233-b046-4d6c-a81a-54b497fbbb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140c4d5-6e89-41e5-9a40-be2f9e1aa911,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:16.804148 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.854693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=6cc41190-265f-4f86-9449-57497b686c29,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:16.937629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e521aa1b-3982-4d69-a28e-20ae921f8ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.961484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port 6cc41190-265f-4f86-9449-57497b686c29 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:16.977165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:16.987702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd998edf-7fc3-45d5-a71d-debcf0e3f45d req-79c4756b-6064-4b5d-ba25-6c1d1a27d928 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.15 "DELETE /v2.0/ports/6cc41190-265f-4f86-9449-57497b686c29 HTTP/1.1" status: 204 len: 173 time: 0.7412875 Oct 25 23:10:16.994699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e521aa1b-3982-4d69-a28e-20ae921f8ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.073038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c59a07be-fb99-451e-bce0-fa81ae24d249 req-89af0b61-051b-47b0-88c1-407f06bbe372 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=79aba3d4-d940-45ec-9c27-c71accbac9c1 HTTP/1.1" status: 200 len: 210 time: 0.0734813 Oct 25 23:10:17.113445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e521aa1b-3982-4d69-a28e-20ae921f8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.117213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e521aa1b-3982-4d69-a28e-20ae921f8ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.127819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e521aa1b-3982-4d69-a28e-20ae921f8ff8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c140c4d5-6e89-41e5-9a40-be2f9e1aa911 HTTP/1.1" status: 204 len: 168 time: 0.3490322 Oct 25 23:10:17.147364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521aa1b-3982-4d69-a28e-20ae921f8ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140c4d5-6e89-41e5-9a40-be2f9e1aa911,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:17.467129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56572) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:17.480758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54beaa1e-73d3-4453-bbdb-42cbfc18c2f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.569841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54beaa1e-73d3-4453-bbdb-42cbfc18c2f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.576409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54beaa1e-73d3-4453-bbdb-42cbfc18c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.629215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-54beaa1e-73d3-4453-bbdb-42cbfc18c2f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65fdb81e717841d0beb3e740a21296c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609499 Oct 25 23:10:17.629817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56574) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:17.630514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beaa1e-73d3-4453-bbdb-42cbfc18c2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7d887-638c-47c3-a6f7-b99d9f027b2a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:17.708241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02699690-f672-4678-84e5-c60098d104d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.733645 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02699690-f672-4678-84e5-c60098d104d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.783322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02699690-f672-4678-84e5-c60098d104d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.786032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02699690-f672-4678-84e5-c60098d104d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:17.787296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02699690-f672-4678-84e5-c60098d104d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5f7d887-638c-47c3-a6f7-b99d9f027b2a HTTP/1.1" status: 204 len: 168 time: 0.1556251 Oct 25 23:10:17.795583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02699690-f672-4678-84e5-c60098d104d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7d887-638c-47c3-a6f7-b99d9f027b2a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:18.233253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:18.355321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1cdc54c2-8033-4a7a-9343-d3b83e2a88a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:18.467387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b826b258-1abb-42b1-ac87-37ad4acd7ef6 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:18.501216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: b826b258-1abb-42b1-ac87-37ad4acd7ef6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:18.501735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b826b258-1abb-42b1-ac87-37ad4acd7ef6 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:18.600406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'name': 'network-vif-deleted', 'tag': '6cc41190-265f-4f86-9449-57497b686c29'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:18.605131 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12386c1-8137-4ff8-b8af-c91263e146da" -d '{"events": [{"server_uuid": "79aba3d4-d940-45ec-9c27-c71accbac9c1", "name": "network-vif-deleted", "tag": "6cc41190-265f-4f86-9449-57497b686c29"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:18.728443 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d2cf0a-c977-4db0-883d-61a9d518d495 x-openstack-request-id: req-01d2cf0a-c977-4db0-883d-61a9d518d495 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:18.729136 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aba3d4-d940-45ec-9c27-c71accbac9c1", "name": "network-vif-deleted", "tag": "6cc41190-265f-4f86-9449-57497b686c29", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:18.729962 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01d2cf0a-c977-4db0-883d-61a9d518d495 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:18.730638 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aba3d4-d940-45ec-9c27-c71accbac9c1', 'name': 'network-vif-deleted', 'tag': '6cc41190-265f-4f86-9449-57497b686c29', 'status': 'completed', 'code': 200} Oct 25 23:10:18.889054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9620-c438-4cf9-9d34-2f037c496156 req-4767b72f-a389-42ec-8455-ae7b58fdc429 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:18.897506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a41f9620-c438-4cf9-9d34-2f037c496156 req-4767b72f-a389-42ec-8455-ae7b58fdc429 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 950 time: 0.0716922 Oct 25 23:10:18.933202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a41f9620-c438-4cf9-9d34-2f037c496156 req-7ab86ffd-eee2-4038-8718-8e781ebf26f6 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Oct 25 23:10:19.126333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.133147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.140504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.146585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.154694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.161216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.167827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.170320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-12480c95-42c8-4ac4-af41-e4e82620ca5d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.1096463 Oct 25 23:10:19.216323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e67700b-a107-4ecd-b945-14c8dc25b2cb req-3cae6240-45cb-4cfd-a06c-a242e9acbb02 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382171 Oct 25 23:10:19.279643 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 6cc41190-265f-4f86-9449-57497b686c29 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:19.323121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 6cc41190-265f-4f86-9449-57497b686c29 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:19.323479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 6cc41190-265f-4f86-9449-57497b686c29 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:19.512416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:19.890797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-65dba883-499e-4d63-bab9-b66b384bc5cb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:19.892927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-65dba883-499e-4d63-bab9-b66b384bc5cb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 950 time: 0.0595770 Oct 25 23:10:20.034119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:20.034725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.075446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.154492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75954-714b-431c-8ed8-549741511e80 req-1307eb0f-2e02-4117-86b7-bbc7a949c319 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.156712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ec75954-714b-431c-8ed8-549741511e80 req-1307eb0f-2e02-4117-86b7-bbc7a949c319 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 950 time: 0.1339183 Oct 25 23:10:20.161547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:20.162101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.166028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f0ef-be9a-431f-b167-d8c2f82f623a req-5bec9ce0-2e24-49a6-8641-ee9e08eb6acb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.167617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bca6f0ef-be9a-431f-b167-d8c2f82f623a req-5bec9ce0-2e24-49a6-8641-ee9e08eb6acb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0 HTTP/1.1" status: 200 len: 950 time: 0.1329510 Oct 25 23:10:20.189094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:20.273931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bca6f0ef-be9a-431f-b167-d8c2f82f623a req-cf93093f-5370-40d4-b821-c59c6947b5e2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969710 Oct 25 23:10:20.327540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port 3968e4c0-04a0-4345-bbec-0d18928f3233 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:20.327856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.344910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:20.449903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port 3968e4c0-04a0-4345-bbec-0d18928f3233, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3968e4c0-04a0-4345-bbec-0d18928f3233,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:20.450454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.450627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.462864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043', '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', '3968e4c0-04a0-4345-bbec-0d18928f3233'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:20.468744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for 3968e4c0-04a0-4345-bbec-0d18928f3233 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:20.552882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7077a1d6-a56f-49ea-8a93-da864f322b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.571896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.580926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.589591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.595682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.602100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.609312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.615526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.624112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-9c2e44b2-d593-49e0-98d3-191be95f6563 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.2440546 Oct 25 23:10:20.647897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:20.650501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=4e062b75-37c0-40cb-86d9-b6a1dff6dd88,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:20.657693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.667458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2116323-88b5-42e5-abd1-fad39a92c653 req-4a2c753d-8a2f-4a37-9347-4ee28c3234f2 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "DELETE /v2.0/ports/4e062b75-37c0-40cb-86d9-b6a1dff6dd88 HTTP/1.1" status: 204 len: 173 time: 0.7657681 Oct 25 23:10:20.701954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.722087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7077a1d6-a56f-49ea-8a93-da864f322b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.732849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7077a1d6-a56f-49ea-8a93-da864f322b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.742683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.762809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7077a1d6-a56f-49ea-8a93-da864f322b0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3a1acc05ffa4b14895d00e22510cb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187694 Oct 25 23:10:20.764851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.770836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.772277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:20.779584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.785766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.793464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.799326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.805850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.809040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-e0a197f5-b156-4a5b-9581-b31108a85e86 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 5443 time: 0.3104784 Oct 25 23:10:20.810935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'name': 'network-vif-deleted', 'tag': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:20.813034 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a7f93-9984-41de-af59-68a75cecbc98" -d '{"events": [{"server_uuid": "891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0", "name": "network-vif-deleted", "tag": "4e062b75-37c0-40cb-86d9-b6a1dff6dd88"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:20.832915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=3968e4c0-04a0-4345-bbec-0d18928f3233,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:20.850841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ef67c72-5981-4fbb-b27a-9c2b1b9df2a8 req-cd773e62-5061-4c09-b7ef-f0d277cd143e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205031 Oct 25 23:10:20.887851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077a1d6-a56f-49ea-8a93-da864f322b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad681b2-04f2-47a1-bfa4-14cc09254944,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:20.939758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-941b63e6-07ae-4613-a8fa-f5924ef99e2d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:20.941264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-941b63e6-07ae-4613-a8fa-f5924ef99e2d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "GET /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1165433 Oct 25 23:10:20.942804 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ad8e9-a259-4103-a123-42a9aef91f39 x-openstack-request-id: req-8c4ad8e9-a259-4103-a123-42a9aef91f39 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:20.943325 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0", "name": "network-vif-deleted", "tag": "4e062b75-37c0-40cb-86d9-b6a1dff6dd88", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:20.943760 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c4ad8e9-a259-4103-a123-42a9aef91f39 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:20.944209 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d8dcc-d1e7-4844-a09b-c1b82dc1a8d0', 'name': 'network-vif-deleted', 'tag': '4e062b75-37c0-40cb-86d9-b6a1dff6dd88', 'status': 'completed', 'code': 200} Oct 25 23:10:20.952118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port 3968e4c0-04a0-4345-bbec-0d18928f3233 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:20.955552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:20.959854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ec75954-714b-431c-8ed8-549741511e80 req-5798af60-f002-449b-a5ae-f3e028739feb tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "DELETE /v2.0/ports/3968e4c0-04a0-4345-bbec-0d18928f3233 HTTP/1.1" status: 204 len: 173 time: 0.7912526 Oct 25 23:10:20.960319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfedaa6-4376-45fa-846f-ab967663e411', 'name': 'network-vif-deleted', 'tag': '3968e4c0-04a0-4345-bbec-0d18928f3233'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:20.964678 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d9a35-c689-4047-8bb4-b9c3e72ce5a5" -d '{"events": [{"server_uuid": "1cfedaa6-4376-45fa-846f-ab967663e411", "name": "network-vif-deleted", "tag": "3968e4c0-04a0-4345-bbec-0d18928f3233"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:20.988836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77132028-316e-4004-85b2-b36022954445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.020622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77132028-316e-4004-85b2-b36022954445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.079988 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a34940-5d39-4a68-a194-26d7d495661e x-openstack-request-id: req-a0a34940-5d39-4a68-a194-26d7d495661e {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:21.080263 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfedaa6-4376-45fa-846f-ab967663e411", "name": "network-vif-deleted", "tag": "3968e4c0-04a0-4345-bbec-0d18928f3233", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:21.080706 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a34940-5d39-4a68-a194-26d7d495661e {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:21.081602 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfedaa6-4376-45fa-846f-ab967663e411', 'name': 'network-vif-deleted', 'tag': '3968e4c0-04a0-4345-bbec-0d18928f3233', 'status': 'completed', 'code': 200} Oct 25 23:10:21.084259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77132028-316e-4004-85b2-b36022954445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.088625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77132028-316e-4004-85b2-b36022954445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.090408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-77132028-316e-4004-85b2-b36022954445 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ad681b2-04f2-47a1-bfa4-14cc09254944 HTTP/1.1" status: 204 len: 168 time: 0.3170826 Oct 25 23:10:21.102226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132028-316e-4004-85b2-b36022954445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad681b2-04f2-47a1-bfa4-14cc09254944,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:21.170002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-dd5b260b-bb38-4fff-b513-1d52eea648c2 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "GET /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2215376 Oct 25 23:10:21.184928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:21.255654 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.284767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['c826df78-a166-441b-897f-3b9235be6043'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:21.497371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:21.613759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] For port bc5d4e06-e7bb-441f-82a6-8716ac254f5c, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:21.634590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:21.653172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4252470b-3ed1-4c29-9b65-b3341275934a req-eb4f292a-f19c-42e1-b9b1-994236ebf9c7 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cfedaa6-4376-45fa-846f-ab967663e411 HTTP/1.1" status: 200 len: 210 time: 0.1130879 Oct 25 23:10:21.674688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] device_id is not set on port bc5d4e06-e7bb-441f-82a6-8716ac254f5c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:10:21.684257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7dd9dc60-04f4-462e-8aab-2614f3dfc1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.688977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.703852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.776693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] No DVR routers for this DVR port bc5d4e06-e7bb-441f-82a6-8716ac254f5c on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:21.813039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:21.831158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7dd9dc60-04f4-462e-8aab-2614f3dfc1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.837632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] In _notify_port_updated(), no bound segment for port bc5d4e06-e7bb-441f-82a6-8716ac254f5c on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:10:21.838769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7dd9dc60-04f4-462e-8aab-2614f3dfc1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.841023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:21.842356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:21.845346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-6b023a3b-86c7-425c-87a0-56d2b8b7aff9 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 200 len: 1032 time: 0.6665943 Oct 25 23:10:21.868308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9dc60-04f4-462e-8aab-2614f3dfc1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c02dd1-9b63-4669-adee-6cd17097fb2d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:21.907693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7dd9dc60-04f4-462e-8aab-2614f3dfc1cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2f610069bf140f2b7ee577553cb0e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716746 Oct 25 23:10:21.910001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:21.935655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-27dd2f56-db2c-4bb1-8f79-4ec2ddd82036 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:21.938966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-27dd2f56-db2c-4bb1-8f79-4ec2ddd82036 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "GET /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0867939 Oct 25 23:10:21.951977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:22.012084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c96fb-dbb8-4bf6-8505-a29ae84ace3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.030458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.049280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.058062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.066012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.073649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.081463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.091375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.101775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-87383dcb-3b21-4e9d-98b6-3f079869b312 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 4664 time: 0.1512403 Oct 25 23:10:22.104653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d66ce9ac-a03e-40a6-a997-f8c350982e28 None None] Provisioning complete for port bc5d4e06-e7bb-441f-82a6-8716ac254f5c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:22.105938 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d66ce9ac-a03e-40a6-a997-f8c350982e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.159988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d66ce9ac-a03e-40a6-a997-f8c350982e28 None None] Port bc5d4e06-e7bb-441f-82a6-8716ac254f5c cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:10:22.166971 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16a9225a-e326-468d-a7fe-3a83525eef4d req-f2e4d28c-abab-4ea1-9dfc-8a0fa3e64a7f tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=eecbc2fd-6a71-4828-8453-8ccad605a12b&id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630376 Oct 25 23:10:22.182585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c96fb-dbb8-4bf6-8505-a29ae84ace3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.192140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:22.239140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] For port f86e9def-0f34-40d5-9b7c-0e2d3450fe91, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:22.244983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c96fb-dbb8-4bf6-8505-a29ae84ace3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.252788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c96fb-dbb8-4bf6-8505-a29ae84ace3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.257754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-936c96fb-dbb8-4bf6-8505-a29ae84ace3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1c02dd1-9b63-4669-adee-6cd17097fb2d HTTP/1.1" status: 204 len: 168 time: 0.3439705 Oct 25 23:10:22.272871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c96fb-dbb8-4bf6-8505-a29ae84ace3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c02dd1-9b63-4669-adee-6cd17097fb2d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:22.282889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] device_id is not set on port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:10:22.305084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.314107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.366711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:22.383809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] No DVR routers for this DVR port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:22.436442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] In _notify_port_updated(), no bound segment for port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 on network 80e29c78-e066-442f-a797-b9db5f44add9 {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:10:22.437330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:22.437942 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.442794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-bfd006eb-6c59-4e96-a395-5ce1171b3e11 service neutron] 10.222.0.15 "PUT /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 200 len: 1031 time: 0.4965379 Oct 25 23:10:22.496032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3968e4c0-04a0-4345-bbec-0d18928f3233 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:22.530372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 3968e4c0-04a0-4345-bbec-0d18928f3233 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:22.533559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3968e4c0-04a0-4345-bbec-0d18928f3233 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:22.534229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:22.588535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:22.589253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4e062b75-37c0-40cb-86d9-b6a1dff6dd88 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:22.595037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port 0329955a-d466-496c-999e-1ec7bc4deda0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:22.595915 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.702579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f2d08aab-b37a-4bd7-b9ed-46e915a154d3 None None] Provisioning complete for port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:22.703330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2d08aab-b37a-4bd7-b9ed-46e915a154d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.724209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port 0329955a-d466-496c-999e-1ec7bc4deda0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=0329955a-d466-496c-999e-1ec7bc4deda0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:22.724733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.739733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for 0329955a-d466-496c-999e-1ec7bc4deda0 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:22.750769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f2d08aab-b37a-4bd7-b9ed-46e915a154d3 None None] Port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:10:22.900131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:22.947143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=0329955a-d466-496c-999e-1ec7bc4deda0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:23.000307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port 0329955a-d466-496c-999e-1ec7bc4deda0 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:23.003158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.007400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-1c3cd276-0621-42f9-9c5f-b4910bd6102d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "DELETE /v2.0/ports/0329955a-d466-496c-999e-1ec7bc4deda0 HTTP/1.1" status: 204 len: 173 time: 0.5585792 Oct 25 23:10:23.007909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': '0329955a-d466-496c-999e-1ec7bc4deda0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:23.010813 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f8a49-925c-4ab0-baad-750fbcb1bae5" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "0329955a-d466-496c-999e-1ec7bc4deda0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:23.061633 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f865dcfa-07e6-458f-a430-bd115fc5ddd9 x-openstack-request-id: req-f865dcfa-07e6-458f-a430-bd115fc5ddd9 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:23.061928 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "0329955a-d466-496c-999e-1ec7bc4deda0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:23.062260 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f865dcfa-07e6-458f-a430-bd115fc5ddd9 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:23.062774 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': '0329955a-d466-496c-999e-1ec7bc4deda0', 'status': 'completed', 'code': 200} Oct 25 23:10:23.147580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port 04b4a177-46dc-477a-bbad-d7ce596a05fd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:23.148077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.152175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704497e-d822-4d53-b8a6-fdb9dd28b5fb req-4d77770e-4e75-4b5c-af2c-416ede2b257a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:23.154505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5704497e-d822-4d53-b8a6-fdb9dd28b5fb req-4d77770e-4e75-4b5c-af2c-416ede2b257a tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 950 time: 0.0761089 Oct 25 23:10:23.206576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5704497e-d822-4d53-b8a6-fdb9dd28b5fb req-1430b815-1a38-41ee-96f7-3da7049b6406 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Oct 25 23:10:23.282119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port 04b4a177-46dc-477a-bbad-d7ce596a05fd, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=04b4a177-46dc-477a-bbad-d7ce596a05fd,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:23.282530 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.307338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0329955a-d466-496c-999e-1ec7bc4deda0 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:23.346683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 0329955a-d466-496c-999e-1ec7bc4deda0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:23.347270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 0329955a-d466-496c-999e-1ec7bc4deda0 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:23.347883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f86e9def-0f34-40d5-9b7c-0e2d3450fe91 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:23.352455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for 04b4a177-46dc-477a-bbad-d7ce596a05fd owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:23.415059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f86e9def-0f34-40d5-9b7c-0e2d3450fe91 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:23.416942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:23.504739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867da81-3918-45d3-872c-83da8eaa2acb req-67352393-72d2-4973-af1f-4bf9a3bd653d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:23.524972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867da81-3918-45d3-872c-83da8eaa2acb req-67352393-72d2-4973-af1f-4bf9a3bd653d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:23.527368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.537812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867da81-3918-45d3-872c-83da8eaa2acb req-67352393-72d2-4973-af1f-4bf9a3bd653d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:23.553391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867da81-3918-45d3-872c-83da8eaa2acb req-67352393-72d2-4973-af1f-4bf9a3bd653d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:23.556975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f867da81-3918-45d3-872c-83da8eaa2acb req-67352393-72d2-4973-af1f-4bf9a3bd653d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 3151 time: 0.2322712 Oct 25 23:10:23.579158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:23.580916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:23.585200 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e0cbcb-3248-41c3-8bee-da1567db9717" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:23.607707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.611352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e224c0d2-e8df-466e-a85e-00311e4c75f9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:23.720716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.734489 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e2b9be-3c1f-44ba-a14c-7f791fa79d3c x-openstack-request-id: req-c3e2b9be-3c1f-44ba-a14c-7f791fa79d3c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:23.734794 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:23.735358 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3e2b9be-3c1f-44ba-a14c-7f791fa79d3c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:23.735960 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833', 'code': 200} Oct 25 23:10:23.793866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f867da81-3918-45d3-872c-83da8eaa2acb req-3fefc758-2c13-4b0c-9ec8-baf667a8048e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233253 Oct 25 23:10:23.800592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=04b4a177-46dc-477a-bbad-d7ce596a05fd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:23.841277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:23.848533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.885961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port 04b4a177-46dc-477a-bbad-d7ce596a05fd on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:23.889909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.890134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:23.893619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-c5c50226-764d-485d-90bc-106121fa56e1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "DELETE /v2.0/ports/04b4a177-46dc-477a-bbad-d7ce596a05fd HTTP/1.1" status: 204 len: 173 time: 0.8789518 Oct 25 23:10:23.895014 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:23.895800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 04b4a177-46dc-477a-bbad-d7ce596a05fd no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:23.937735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 04b4a177-46dc-477a-bbad-d7ce596a05fd {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:23.938362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 04b4a177-46dc-477a-bbad-d7ce596a05fd not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:23.938977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc5d4e06-e7bb-441f-82a6-8716ac254f5c no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:24.019373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port e224c0d2-e8df-466e-a85e-00311e4c75f9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:24.020123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.032842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc5d4e06-e7bb-441f-82a6-8716ac254f5c not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:24.033561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bd83db2c-ea34-49c6-b83e-5e27f4173599 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:24.035601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:24.149141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port e224c0d2-e8df-466e-a85e-00311e4c75f9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e224c0d2-e8df-466e-a85e-00311e4c75f9,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:24.150569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.157915 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.168595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for e224c0d2-e8df-466e-a85e-00311e4c75f9 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:24.194121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:24.201954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.311029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:24.382615 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.414592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-30d1c53c-e60f-41fb-8191-2a5209637bab tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:24.425082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-30d1c53c-e60f-41fb-8191-2a5209637bab tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 950 time: 0.1089499 Oct 25 23:10:24.526888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=e224c0d2-e8df-466e-a85e-00311e4c75f9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:24.570880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Deleting port c826df78-a166-441b-897f-3b9235be6043 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:24.571523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.590695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56842) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:24.617365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port e224c0d2-e8df-466e-a85e-00311e4c75f9 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:24.621402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.643111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-344c9f22-a51e-44a1-9b0e-2007493f7ce0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "DELETE /v2.0/ports/e224c0d2-e8df-466e-a85e-00311e4c75f9 HTTP/1.1" status: 204 len: 173 time: 0.7436337 Oct 25 23:10:24.690649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3572bc-3a6d-4426-815a-8c9b27fb566b req-70c3597f-5471-4016-9b2d-2f2e83c20f6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:24.693221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] For port c826df78-a166-441b-897f-3b9235be6043, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=c826df78-a166-441b-897f-3b9235be6043,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:24.693659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.699316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e3572bc-3a6d-4426-815a-8c9b27fb566b req-70c3597f-5471-4016-9b2d-2f2e83c20f6e tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8a06e44-2d39-490f-99e0-e2e0dbd4867c HTTP/1.1" status: 200 len: 950 time: 0.3103223 Oct 25 23:10:24.713700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Calling delete_port for c826df78-a166-441b-897f-3b9235be6043 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:24.793524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e3572bc-3a6d-4426-815a-8c9b27fb566b req-921eb11a-bf17-4d1f-a27c-709b3c688757 tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.25 "GET /v2.0/security-groups?id=02ac1271-10d3-442b-ae61-480f606478c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933502 Oct 25 23:10:24.818740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port bd83db2c-ea34-49c6-b83e-5e27f4173599 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:24.821026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.907849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba3400ef-7575-4dfe-90ce-d92109ea77f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:24.957035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port bd83db2c-ea34-49c6-b83e-5e27f4173599, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bd83db2c-ea34-49c6-b83e-5e27f4173599,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:24.957661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.025422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.082904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb22ce-afd2-4432-824c-adc232398508 req-5077ea61-09f4-401b-824a-e20283659ca4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:25.089038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb22ce-afd2-4432-824c-adc232398508 req-5077ea61-09f4-401b-824a-e20283659ca4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:25.090710 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfbb22ce-afd2-4432-824c-adc232398508 req-5077ea61-09f4-401b-824a-e20283659ca4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 1678 time: 0.1850979 Oct 25 23:10:25.091283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': '04b4a177-46dc-477a-bbad-d7ce596a05fd'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:25.094000 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4bbc96-16eb-43c4-9b85-f126c08d7685" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "04b4a177-46dc-477a-bbad-d7ce596a05fd"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:25.094264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Pushing event deleted for resources: {'Port': ['ID=c826df78-a166-441b-897f-3b9235be6043,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:25.192937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] No DVR routers for this DVR port c826df78-a166-441b-897f-3b9235be6043 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:25.199750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.203355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40d12c63-9afa-4678-a7ef-6eb3bb30e5e8 req-14f4a828-3594-4fb4-905a-94b594f4b0ec tempest-ServersOnMultiNodesTest-1401306816 tempest-ServersOnMultiNodesTest-1401306816-project] 10.222.0.11 "DELETE /v2.0/ports/c826df78-a166-441b-897f-3b9235be6043 HTTP/1.1" status: 204 len: 173 time: 0.7681272 Oct 25 23:10:25.204924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'name': 'network-vif-deleted', 'tag': 'c826df78-a166-441b-897f-3b9235be6043'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:25.207487 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbf7357-2542-46ea-9203-40cba39f14ba" -d '{"events": [{"server_uuid": "f8a06e44-2d39-490f-99e0-e2e0dbd4867c", "name": "network-vif-deleted", "tag": "c826df78-a166-441b-897f-3b9235be6043"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:25.252357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfbb22ce-afd2-4432-824c-adc232398508 req-ccaf55f6-186e-423c-a105-eb10d126c0f0 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493158 Oct 25 23:10:25.267161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba3400ef-7575-4dfe-90ce-d92109ea77f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.272820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ba3400ef-7575-4dfe-90ce-d92109ea77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.321375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ba3400ef-7575-4dfe-90ce-d92109ea77f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9879ec45b24f4ec390ffed441661e1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295988 Oct 25 23:10:25.324075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56860) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:25.326324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3400ef-7575-4dfe-90ce-d92109ea77f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ccba5a-d73a-4279-b05b-06ef16d75fdf,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:25.444309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a985cf4-bbda-4e0f-b84d-687300eaf320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.505695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a985cf4-bbda-4e0f-b84d-687300eaf320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.516093 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb09f5a0-b3e5-493b-90c6-4fce632198f1 x-openstack-request-id: req-cb09f5a0-b3e5-493b-90c6-4fce632198f1 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:25.516879 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a06e44-2d39-490f-99e0-e2e0dbd4867c", "name": "network-vif-deleted", "tag": "c826df78-a166-441b-897f-3b9235be6043", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:25.517306 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb09f5a0-b3e5-493b-90c6-4fce632198f1 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:25.517855 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a06e44-2d39-490f-99e0-e2e0dbd4867c', 'name': 'network-vif-deleted', 'tag': 'c826df78-a166-441b-897f-3b9235be6043', 'status': 'completed', 'code': 200} Oct 25 23:10:25.588197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a985cf4-bbda-4e0f-b84d-687300eaf320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.594749 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a985cf4-bbda-4e0f-b84d-687300eaf320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.596089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5a985cf4-bbda-4e0f-b84d-687300eaf320 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19ccba5a-d73a-4279-b05b-06ef16d75fdf HTTP/1.1" status: 204 len: 168 time: 0.2708311 Oct 25 23:10:25.615794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a985cf4-bbda-4e0f-b84d-687300eaf320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ccba5a-d73a-4279-b05b-06ef16d75fdf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:25.738294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9'}, {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:25.750206 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78944bdd-5a55-4655-8e90-d128f2b069a0" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-unplugged", "status": "completed", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9"}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-unplugged", "status": "completed", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:25.767109 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4c586-7bbe-4ae6-8cf2-cff1c7274ba0 x-openstack-request-id: req-9ca4c586-7bbe-4ae6-8cf2-cff1c7274ba0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:25.767638 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "04b4a177-46dc-477a-bbad-d7ce596a05fd", "status": "completed", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:25.768072 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ca4c586-7bbe-4ae6-8cf2-cff1c7274ba0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:25.768630 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': '04b4a177-46dc-477a-bbad-d7ce596a05fd', 'status': 'completed', 'code': 200} Oct 25 23:10:25.769207 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9', 'status': 'completed', 'code': 200} Oct 25 23:10:25.789434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ebef2-fb23-4090-b4d0-6c833335b0a2 req-5243bb90-3cab-4e54-9e6c-44ede8e1541c tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:25.791934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa3ebef2-fb23-4090-b4d0-6c833335b0a2 req-5243bb90-3cab-4e54-9e6c-44ede8e1541c tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.7345719 Oct 25 23:10:25.860924 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf3ad3-ed50-43e6-930e-164ce3e9f431 x-openstack-request-id: req-eddf3ad3-ed50-43e6-930e-164ce3e9f431 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:25.861439 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-unplugged", "status": "completed", "tag": "e224c0d2-e8df-466e-a85e-00311e4c75f9", "code": 200}, {"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-unplugged", "status": "completed", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:25.861903 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eddf3ad3-ed50-43e6-930e-164ce3e9f431 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:25.862482 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e224c0d2-e8df-466e-a85e-00311e4c75f9', 'code': 200} Oct 25 23:10:25.862960 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'code': 200} Oct 25 23:10:25.873922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.874749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:25.875287 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Floating IP c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657 disassociated. External IP: 172.25.4.66, port: bd83db2c-ea34-49c6-b83e-5e27f4173599. Oct 25 23:10:25.876041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for bd83db2c-ea34-49c6-b83e-5e27f4173599 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:25.900597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa3ebef2-fb23-4090-b4d0-6c833335b0a2 req-30892337-bd23-4e53-a9a3-8504578f2e7e tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964413 Oct 25 23:10:26.095346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:26.156645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=bd83db2c-ea34-49c6-b83e-5e27f4173599,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:26.356149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Router e2803e91-7d90-4e8e-8ab4-be244e7a93ca has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:10:26.501941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56896) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:26.504269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c826df78-a166-441b-897f-3b9235be6043 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:26.543108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: c826df78-a166-441b-897f-3b9235be6043 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:26.545756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device c826df78-a166-441b-897f-3b9235be6043 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:26.564493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e35b13-ac21-4210-8437-00f94e23fd94 req-5dcfc152-6f00-486a-b42d-761dff8299e3 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:26.574449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50e35b13-ac21-4210-8437-00f94e23fd94 req-5dcfc152-6f00-486a-b42d-761dff8299e3 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 943 time: 0.1425393 Oct 25 23:10:26.642862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:10:26.661371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] Sync routers for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:10:26.693235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-50e35b13-ac21-4210-8437-00f94e23fd94 req-df786bd8-8d06-44b7-a729-439d03b7289a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups?id=31a9265d-b605-4d98-9ed4-3935e346576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136637 Oct 25 23:10:26.701540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:26.706523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:26.793726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port bd83db2c-ea34-49c6-b83e-5e27f4173599 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:26.796049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:26.800081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-3e8ec113-846c-4474-a426-4a17926d7e78 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "DELETE /v2.0/ports/bd83db2c-ea34-49c6-b83e-5e27f4173599 HTTP/1.1" status: 204 len: 173 time: 2.1475782 Oct 25 23:10:26.832036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-412a3139-b7c9-4f34-9e69-cc5b238dfa87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58b588c70166474d9e7990f41234ee22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264592 Oct 25 23:10:26.834286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56908) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:26.927336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc98e6c2-4713-435e-b599-3bbe93309ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:26.984601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc98e6c2-4713-435e-b599-3bbe93309ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.000019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:27.030354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:27.030721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.120270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc98e6c2-4713-435e-b599-3bbe93309ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.123318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc98e6c2-4713-435e-b599-3bbe93309ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.127377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc98e6c2-4713-435e-b599-3bbe93309ff8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02ac1271-10d3-442b-ae61-480f606478c9 HTTP/1.1" status: 204 len: 168 time: 0.2918363 Oct 25 23:10:27.153742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98e6c2-4713-435e-b599-3bbe93309ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac1271-10d3-442b-ae61-480f606478c9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:27.313217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:27.314419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.332879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:27.440635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-db1b0413-1b98-415b-81b0-d390b82c71df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1704233 Oct 25 23:10:27.498907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:51Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:27.546434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] Checking router: e2803e91-7d90-4e8e-8ab4-be244e7a93ca for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:10:27.559423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:27.560242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:27.583603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ea52c-7e89-4554-a2e7-08085475dc58 req-2d45de92-acb2-4ba9-93db-884e022f36fd tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:27.585314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-866ea52c-7e89-4554-a2e7-08085475dc58 req-2d45de92-acb2-4ba9-93db-884e022f36fd tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.2574015 Oct 25 23:10:27.594089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.661791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=1ed5cdb7-a8b0-4198-afd9-9ce50372c833,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:27.683013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-59c11796-2462-46c4-bd68-2ced01d7bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:27.687446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-59c11796-2462-46c4-bd68-2ced01d7bb68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f317246fc8a40dcb85334b0b3da4167&device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1565001 Oct 25 23:10:27.705196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-866ea52c-7e89-4554-a2e7-08085475dc58 req-f10db8b3-1ef9-4409-8b57-7c113cf67ea0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124125 Oct 25 23:10:27.790800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:27.795735 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42909e06-c8f4-4acf-9a58-16bec4d92f5f" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:27.799839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port 1ed5cdb7-a8b0-4198-afd9-9ce50372c833 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:27.813086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:27.817317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf48c57-1f45-43ef-9d16-d6d5b444b37e req-0afc5f7e-ff31-4949-a603-55ee2ee4c6c6 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.15 "DELETE /v2.0/ports/1ed5cdb7-a8b0-4198-afd9-9ce50372c833 HTTP/1.1" status: 204 len: 173 time: 1.0084608 Oct 25 23:10:27.817857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:27.870953 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c6607c-0f64-4e1b-a9ec-15878813d9a7 x-openstack-request-id: req-e1c6607c-0f64-4e1b-a9ec-15878813d9a7 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:27.871537 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "bd83db2c-ea34-49c6-b83e-5e27f4173599", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:27.871875 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1c6607c-0f64-4e1b-a9ec-15878813d9a7 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:27.872383 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': 'bd83db2c-ea34-49c6-b83e-5e27f4173599', 'status': 'completed', 'code': 200} Oct 25 23:10:27.888281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56944) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:27.926955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-202ff0a8-9ad6-4cbc-b4f2-e126034fe47d req-2ba85a07-a247-4c29-ad97-15d87fb989a9 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0538743 Oct 25 23:10:28.004158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-3e2109b4-7371-4257-951a-3757335e33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:28.006655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-3e2109b4-7371-4257-951a-3757335e33ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=52dc262d-7aee-4062-8d81-b5550fc639b5 HTTP/1.1" status: 200 len: 916 time: 0.2957644 Oct 25 23:10:28.013723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:28.013943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1b6c0518-5767-4216-9f9c-eb056e680e01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc37a5bd0ff646aca5dfa81af86e7c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241422 Oct 25 23:10:28.157942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51af8fe6-d81b-4f0a-9ca4-05b4f223b5f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.166919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-950da86d-6613-4815-8795-a496c5dac7e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34 HTTP/1.1" status: 200 len: 1001 time: 0.1192925 Oct 25 23:10:28.236102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:51Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:28.240744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.294967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dcacb-6e92-4ff1-99ba-2729f77c59fc None None] The sync data for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 is: [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c25993df-9d34-4949-b77f-86728e62fd32', 'name': '', 'network_id': '1a04a810-9229-498f-85f7-324f9b96c2a9', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'mac_address': 'fa:16:3e:06:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:42Z', 'updated_at': '2021-10-25T22:59:51Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'subnets': [{'id': '5a9f997e-9e41-444c-ae4c-5dc5d4e24055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:10:28.408468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51af8fe6-d81b-4f0a-9ca4-05b4f223b5f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.485823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-bc84a8b5-3b60-4608-9062-5cd01954b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:28.491175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-bc84a8b5-3b60-4608-9062-5cd01954b7c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09cfa4c3-4b6d-44ad-adad-1781a5a92829 HTTP/1.1" status: 200 len: 854 time: 0.3160105 Oct 25 23:10:28.533998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56958) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:28.665209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-05ef4bc5-5fe8-4873-a0d7-9559be207ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:28.667777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-05ef4bc5-5fe8-4873-a0d7-9559be207ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52dc262d-7aee-4062-8d81-b5550fc639b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526318 Oct 25 23:10:28.750199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-27263085'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:28.751236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:10:28.779033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c6e38-2acd-4a41-9bf1-f1f4a793ebd0 req-5b106270-a6de-4de8-a9d9-0cea81883fa4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:28.779203 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a7eaa3-d2cb-48af-8d21-1bf4628834f8 None None] New status for floating IP c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:10:28.781053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e7c6e38-2acd-4a41-9bf1-f1f4a793ebd0 req-5b106270-a6de-4de8-a9d9-0cea81883fa4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.1750677 Oct 25 23:10:28.803613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.807208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.870970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51af8fe6-d81b-4f0a-9ca4-05b4f223b5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.873566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51af8fe6-d81b-4f0a-9ca4-05b4f223b5f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.877060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-51af8fe6-d81b-4f0a-9ca4-05b4f223b5f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b1f8101-2071-43d0-bce1-63d07efc14a2 HTTP/1.1" status: 204 len: 168 time: 0.8598144 Oct 25 23:10:28.885775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.894763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.904178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af8fe6-d81b-4f0a-9ca4-05b4f223b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f8101-2071-43d0-bce1-63d07efc14a2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:28.918789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-6a505d9d-c8e6-4ff2-bd61-cd3c0fed7813 service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386513 Oct 25 23:10:28.943051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e7c6e38-2acd-4a41-9bf1-f1f4a793ebd0 req-3b90e133-f416-4fe5-82f6-399c2f699966 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510634 Oct 25 23:10:28.943604 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:28.948450 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-69ccb0ab-0938-4c86-be5a-24182a49e800 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.4097538 Oct 25 23:10:28.949170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56968) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:29.088590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e44e844c-5fec-4d54-b0b4-b152e6b90356 req-95d80173-356e-4c89-803d-ce4aab2b3fcb service neutron] 10.222.0.15 "GET /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377130 Oct 25 23:10:29.221186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f61de0a2-aef3-4249-a63e-7b36aa77b888 req-33f25d44-d3d9-464a-bc7d-ae60b0e3034c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0666740 Oct 25 23:10:29.230638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.477556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.481421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.558499 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.559140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef649acb-3d7c-4ee9-9cc4-8b81c6af932d {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:10:29.564930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.567519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c30b08c0-30d1-4f43-902f-55f62b8232bc tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ef649acb-3d7c-4ee9-9cc4-8b81c6af932d HTTP/1.1" status: 204 len: 168 time: 0.6167741 Oct 25 23:10:29.572281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56982) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:29.578360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Request body: {'router': {'name': 'tempest-router-201825508', 'distributed': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:29.616061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.618372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.699806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.718095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.772476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.778558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56988) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:29.779074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f2aebe9d-fd5f-453e-a2aa-931f67f033e9 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2053442 Oct 25 23:10:29.873912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:29.876756 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b11956-193c-4ad5-a24c-55acf60b750b" -d '{"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:29.921563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:29.973785 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3484d6d-eeaf-4b5d-9ae2-83e8977eab5b x-openstack-request-id: req-f3484d6d-eeaf-4b5d-9ae2-83e8977eab5b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:29.974227 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c603a391-6d33-40da-9fcf-95f29a6ab89d", "name": "network-vif-deleted", "tag": "1ed5cdb7-a8b0-4198-afd9-9ce50372c833", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:29.974378 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3484d6d-eeaf-4b5d-9ae2-83e8977eab5b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:29.975513 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c603a391-6d33-40da-9fcf-95f29a6ab89d', 'name': 'network-vif-deleted', 'tag': '1ed5cdb7-a8b0-4198-afd9-9ce50372c833', 'status': 'completed', 'code': 200} Oct 25 23:10:30.202077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1531-12d7-422f-9e6f-1ef41303fbd3 req-78cd6d4e-14f0-4097-98dd-d8ca83648cb0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:30.210755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-586b1531-12d7-422f-9e6f-1ef41303fbd3 req-78cd6d4e-14f0-4097-98dd-d8ca83648cb0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.1150889 Oct 25 23:10:30.288777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-586b1531-12d7-422f-9e6f-1ef41303fbd3 req-19ecb450-8632-4171-bfe5-1ed58fba7508 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767019 Oct 25 23:10:30.306856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.309540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.422113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.422651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c43cec9a-207b-41b9-9a7f-0eded81371ac {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:10:30.430752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.432621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4dba5e9c-1bea-4206-bd80-291aa30ee758 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c43cec9a-207b-41b9-9a7f-0eded81371ac HTTP/1.1" status: 204 len: 168 time: 0.6529398 Oct 25 23:10:30.441493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57012) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:30.459486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Request body: {'router': {'name': 'tempest-router-954211331', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1bd750d381b7485588a4ca255d10d827'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:30.482216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97a1562c-3df7-43eb-be4e-7adc47e6f78e req-9f49751c-034d-4d1d-8e77-567648d5f0ec tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0700588 Oct 25 23:10:30.550108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.551206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.622666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-fea242f5-b569-4372-b34c-0e9b80a2ccbb tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:30.624262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-fea242f5-b569-4372-b34c-0e9b80a2ccbb tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.1366990 Oct 25 23:10:30.670408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.692480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.712696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191413-286a-4cc7-88d9-ccdc601c0295 req-2715fc5d-2d14-400e-bab9-706cdc048dd0 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:30.714286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac191413-286a-4cc7-88d9-ccdc601c0295 req-2715fc5d-2d14-400e-bab9-706cdc048dd0 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1826198 Oct 25 23:10:30.755459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.756638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-28d48b69-e795-4a0a-af38-3d1f01b38114 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3068035 Oct 25 23:10:30.760236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:30.767009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:30.800505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac191413-286a-4cc7-88d9-ccdc601c0295 req-c6139918-13f5-43c6-b2c0-e788527a7b5d tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690029 Oct 25 23:10:30.822420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Deleting port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:30.823322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:30.945868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] For port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:30.946138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.081475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.082856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.192672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102133) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 25 23:10:31.193391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Router 500a726f-1cbb-4654-a0c9-d22205af5ffe migrating from provider to provider. {{(pid=102133) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 25 23:10:31.193987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.201278 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.208098 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.303949 n-d-815373-1 neutron-server[102133]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] No L3 agents can host the router 500a726f-1cbb-4654-a0c9-d22205af5ffe Oct 25 23:10:31.472504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Hosts for router 500a726f-1cbb-4654-a0c9-d22205af5ffe: [] {{(pid=102133) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 25 23:10:31.497712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Hosts for other DVR routers connected to router 500a726f-1cbb-4654-a0c9-d22205af5ffe: set() {{(pid=102133) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 25 23:10:31.502963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.504813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d41a54d7-fcb5-4df2-8081-65d9ecf9a97f tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "PUT /v2.0/routers/500a726f-1cbb-4654-a0c9-d22205af5ffe HTTP/1.1" status: 200 len: 716 time: 0.7428679 Oct 25 23:10:31.507347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:31.538905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49d716-8ded-4724-bcdb-ce4afd6c3656 req-5d8ce3a2-c965-43df-b439-875776bccdfa tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:31.541578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c49d716-8ded-4724-bcdb-ce4afd6c3656 req-5d8ce3a2-c965-43df-b439-875776bccdfa tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 946 time: 0.1373425 Oct 25 23:10:31.613126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c81dce20-d38e-4af6-a31a-7d9ac399f9c4 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "GET /v2.0/routers/500a726f-1cbb-4654-a0c9-d22205af5ffe HTTP/1.1" status: 200 len: 716 time: 0.1036515 Oct 25 23:10:31.614473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57044) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:31.646555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c49d716-8ded-4724-bcdb-ce4afd6c3656 req-4c81418a-131c-41ab-993e-8e1203a825d9 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups?id=26440819-d3a7-45bb-8225-b34632625d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591807 Oct 25 23:10:31.662273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.662921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.665169 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Floating IP 9ec1e8d7-2b07-4795-82da-1ddab6b80bfd disassociated. External IP: 172.25.4.133, port: c15ef3b4-be8b-41a5-bc2d-d851354d7b2b. Oct 25 23:10:31.665909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Calling delete_port for c15ef3b4-be8b-41a5-bc2d-d851354d7b2b owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:31.675168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8856e4e-a96e-463b-8c86-9404ad45a0e7 req-a36e6937-3dde-42d7-a19f-9c1dd7fd2b2f tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0433979 Oct 25 23:10:31.863230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:31.924515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event deleted for resources: {'Port': ['ID=c15ef3b4-be8b-41a5-bc2d-d851354d7b2b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:32.024359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4ca59493-f81b-4f2a-ae68-967d6dfb10b1 tempest-RoutersTestDVR-1382061122 tempest-RoutersTestDVR-1382061122-project] 10.222.0.25 "GET /v2.0/routers/500a726f-1cbb-4654-a0c9-d22205af5ffe HTTP/1.1" status: 200 len: 682 time: 0.4082112 Oct 25 23:10:32.025119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57074) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:32.094587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Router 5ce9ecff-bf6c-4403-923e-c47c654f714a has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:10:32.108780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.193091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558857e6-deda-48b7-8843-52d48c01bb6c req-4a5742c8-d8be-4032-b858-1fdf21f5c32c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:32.195010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-558857e6-deda-48b7-8843-52d48c01bb6c req-4a5742c8-d8be-4032-b858-1fdf21f5c32c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.2677588 Oct 25 23:10:32.309800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-558857e6-deda-48b7-8843-52d48c01bb6c req-3fc4bb5d-68cc-4a7e-81d8-6e15e64f49e6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951500 Oct 25 23:10:32.331926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:10:32.345082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] Sync routers for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:10:32.367571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:32.368991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:32.417684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] No DVR routers for this DVR port c15ef3b4-be8b-41a5-bc2d-d851354d7b2b on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:32.421941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.426238 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09261f89-ef74-4ec4-8b5e-feb5833800a2 req-7aeb0ab5-fe72-4cd9-929a-a460d30b0295 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.15 "DELETE /v2.0/ports/c15ef3b4-be8b-41a5-bc2d-d851354d7b2b HTTP/1.1" status: 204 len: 173 time: 1.7713921 Oct 25 23:10:32.427048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'name': 'network-vif-deleted', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:32.439243 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba4f91-f87b-488a-bea6-55489fccfdab" -d '{"events": [{"server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "name": "network-vif-deleted", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:32.560174 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e004a1-2424-4d3e-9f85-a271bb9177c5 x-openstack-request-id: req-c5e004a1-2424-4d3e-9f85-a271bb9177c5 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:32.560462 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c36790e-3058-4dd8-92f2-bdf969d118f0", "name": "network-vif-deleted", "tag": "c15ef3b4-be8b-41a5-bc2d-d851354d7b2b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:32.560709 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5e004a1-2424-4d3e-9f85-a271bb9177c5 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:32.561104 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c36790e-3058-4dd8-92f2-bdf969d118f0', 'name': 'network-vif-deleted', 'tag': 'c15ef3b4-be8b-41a5-bc2d-d851354d7b2b', 'status': 'completed', 'code': 200} Oct 25 23:10:32.624811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-cdfef74d-47aa-42da-b2a5-73f881d41d3c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:32.627631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-cdfef74d-47aa-42da-b2a5-73f881d41d3c tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.11 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 945 time: 0.1507163 Oct 25 23:10:32.691642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:32.792833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Deleting port 7978f3c9-6828-445a-abcf-fdecb81df340 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:32.793165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.828002 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03b4ae44-9d35-4e97-90e6-c05b4a0fec58 req-73098b9d-c3d5-4d53-92ff-daf3381a0d9b tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0383162 Oct 25 23:10:32.849106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.851292 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.916556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:32.916781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380e3729-17a7-480a-9658-e9d073ce239c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.931932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.931932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 500a726f-1cbb-4654-a0c9-d22205af5ffe {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:10:32.949766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:32.950946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-71b0211a-bc49-4d2d-9731-73f8c5b329cd tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "DELETE /v2.0/routers/500a726f-1cbb-4654-a0c9-d22205af5ffe HTTP/1.1" status: 204 len: 168 time: 0.9249017 Oct 25 23:10:32.955196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c59de9ad-7ff4-4268-a1e9-2c7706b0b7d7 req-db6dccd5-0fe4-484a-bf7e-6dd526eea668 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0380003 Oct 25 23:10:32.955670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57102) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:32.959818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Request body: {'router': {'name': 'tempest-router-297520208', 'distributed': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:33.000269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.001333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.034794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380e3729-17a7-480a-9658-e9d073ce239c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.054236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] For port 7978f3c9-6828-445a-abcf-fdecb81df340, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7978f3c9-6828-445a-abcf-fdecb81df340,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:33.054627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.063822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.068939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380e3729-17a7-480a-9658-e9d073ce239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.071420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Calling delete_port for 7978f3c9-6828-445a-abcf-fdecb81df340 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:33.073226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.091980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.096290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3f44693a-98f0-4d12-86e8-8908b9466c59 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1372716 Oct 25 23:10:33.097087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57104) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:33.145744 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-380e3729-17a7-480a-9658-e9d073ce239c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ce7a73770094d28bac85133b10f9e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529707 Oct 25 23:10:33.151790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57106) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:33.161448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e3729-17a7-480a-9658-e9d073ce239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90c1377-85cd-4053-8dc8-b077f334ba3d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:33.188959 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.216415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:41Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:33.237162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07061334-7818-41b4-8be0-ae3dd318b465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.242857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] Checking router: 5ce9ecff-bf6c-4403-923e-c47c654f714a for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:10:33.253649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:33.253866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:33.289038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07061334-7818-41b4-8be0-ae3dd318b465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.339628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.373063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Pushing event deleted for resources: {'Port': ['ID=7978f3c9-6828-445a-abcf-fdecb81df340,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:33.384402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07061334-7818-41b4-8be0-ae3dd318b465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.387398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07061334-7818-41b4-8be0-ae3dd318b465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.388396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.388775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07061334-7818-41b4-8be0-ae3dd318b465 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e90c1377-85cd-4053-8dc8-b077f334ba3d HTTP/1.1" status: 204 len: 168 time: 0.2351580 Oct 25 23:10:33.390804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.397368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e75a1082-e462-4631-b06b-598857110896'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:33.447666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.448176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 218f2fcc-b495-44c4-bd90-c26fbd75049c {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:10:33.467839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c15ef3b4-be8b-41a5-bc2d-d851354d7b2b no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:33.482020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] No DVR routers for this DVR port 7978f3c9-6828-445a-abcf-fdecb81df340 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:33.485188 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.489467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-937f0070-0ebc-42f1-899d-cf0114e30049 req-191b4d37-ea1b-4f48-b295-2fb5fbf06248 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.11 "DELETE /v2.0/ports/7978f3c9-6828-445a-abcf-fdecb81df340 HTTP/1.1" status: 204 len: 173 time: 0.8541350 Oct 25 23:10:33.490563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07061334-7818-41b4-8be0-ae3dd318b465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90c1377-85cd-4053-8dc8-b077f334ba3d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:33.496524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:33.501022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cca7736a-e508-45be-9b47-094aa97824b5 tempest-RoutersTestDVR-1560923341 tempest-RoutersTestDVR-1560923341-project-admin] 10.222.0.25 "DELETE /v2.0/routers/218f2fcc-b495-44c4-bd90-c26fbd75049c HTTP/1.1" status: 204 len: 168 time: 0.3991017 Oct 25 23:10:33.501022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30a603ae-6d8e-499c-96c7-3a100f2b613e req-fae8e0b9-110e-4a57-b9f3-d6166ec0dd94 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=09475368-165f-432a-a4ea-c3aed3f90694 HTTP/1.1" status: 200 len: 210 time: 0.0656617 Oct 25 23:10:33.533446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: c15ef3b4-be8b-41a5-bc2d-d851354d7b2b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:33.534040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c15ef3b4-be8b-41a5-bc2d-d851354d7b2b not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:33.564681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:33.817770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57120) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:33.967571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:41Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:33.984473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57126) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:34.001401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17321323-4ac5-4223-80c2-ef076bf7e3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.007618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e74a5bc2-67c2-4a88-b0b2-8123c8502739 req-095096cd-6498-484f-9258-69449e16a546 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0551598 Oct 25 23:10:34.036724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fa1af-36f3-4b1f-b11f-cae73809a1fd None None] The sync data for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 is: [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:07:37Z', 'revision_number': 4, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '305f10d4-021f-4c6b-ac66-cd746a10788a', 'name': '', 'network_id': 'a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'mac_address': 'fa:16:3e:de:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:36Z', 'updated_at': '2021-10-25T23:07:41Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'subnets': [{'id': '5fb010f6-a006-4f8c-9e6e-852cc33ac551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:10:34.053932 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e6388f3-d781-454e-b914-622dcec320fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.144965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21622751-08b3-4130-af53-0449af39136a req-0ffae8e1-4c75-43be-a19b-c8d6c2ebaa5e tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0346410 Oct 25 23:10:34.194889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17321323-4ac5-4223-80c2-ef076bf7e3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.203589 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17321323-4ac5-4223-80c2-ef076bf7e3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.218442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e6388f3-d781-454e-b914-622dcec320fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.223301 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e6388f3-d781-454e-b914-622dcec320fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.252300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-17321323-4ac5-4223-80c2-ef076bf7e3be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2348a8d7f9f4acbad7c66ece167ba74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643058 Oct 25 23:10:34.252300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321323-4ac5-4223-80c2-ef076bf7e3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33857c88-bb17-43dd-9a68-a9d94472476d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:34.253238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57132) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:34.283612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e6388f3-d781-454e-b914-622dcec320fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bd750d381b7485588a4ca255d10d827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644842 Oct 25 23:10:34.284414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6388f3-d781-454e-b914-622dcec320fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83189f82-79b7-4655-8b82-0ea4a119c974,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:34.284568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57134) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:34.345652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e6f18d5-84fb-4e67-a60b-d32cb90acb9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.377521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dd259d92-b4f1-48df-823b-8661f17041db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.380308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e6f18d5-84fb-4e67-a60b-d32cb90acb9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.425523 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dd259d92-b4f1-48df-823b-8661f17041db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.468598 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb4ffb-e557-4e43-aa27-eb4a0ef51da1 None None] New status for floating IP 9ec1e8d7-2b07-4795-82da-1ddab6b80bfd: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:10:34.488884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e6f18d5-84fb-4e67-a60b-d32cb90acb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.492134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e6f18d5-84fb-4e67-a60b-d32cb90acb9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.494434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5e6f18d5-84fb-4e67-a60b-d32cb90acb9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33857c88-bb17-43dd-9a68-a9d94472476d HTTP/1.1" status: 204 len: 168 time: 0.2401443 Oct 25 23:10:34.513352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dd259d92-b4f1-48df-823b-8661f17041db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.520874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dd259d92-b4f1-48df-823b-8661f17041db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:34.523315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dd259d92-b4f1-48df-823b-8661f17041db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83189f82-79b7-4655-8b82-0ea4a119c974 HTTP/1.1" status: 204 len: 168 time: 0.2366405 Oct 25 23:10:34.540746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f18d5-84fb-4e67-a60b-d32cb90acb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33857c88-bb17-43dd-9a68-a9d94472476d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:34.554896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd259d92-b4f1-48df-823b-8661f17041db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83189f82-79b7-4655-8b82-0ea4a119c974,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:34.560718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7978f3c9-6828-445a-abcf-fdecb81df340 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:34.562820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09475368-165f-432a-a4ea-c3aed3f90694', 'name': 'network-vif-deleted', 'tag': '7978f3c9-6828-445a-abcf-fdecb81df340'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:34.565569 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8a13d-09fc-4d8d-b6f6-a39405e4aebf" -d '{"events": [{"server_uuid": "09475368-165f-432a-a4ea-c3aed3f90694", "name": "network-vif-deleted", "tag": "7978f3c9-6828-445a-abcf-fdecb81df340"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:34.637810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 7978f3c9-6828-445a-abcf-fdecb81df340 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:34.638416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7978f3c9-6828-445a-abcf-fdecb81df340 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:34.726299 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5440bfb-1210-4831-b778-8d7f5538e43a x-openstack-request-id: req-f5440bfb-1210-4831-b778-8d7f5538e43a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:34.726578 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09475368-165f-432a-a4ea-c3aed3f90694", "name": "network-vif-deleted", "tag": "7978f3c9-6828-445a-abcf-fdecb81df340", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:34.726829 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5440bfb-1210-4831-b778-8d7f5538e43a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:34.727226 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09475368-165f-432a-a4ea-c3aed3f90694', 'name': 'network-vif-deleted', 'tag': '7978f3c9-6828-445a-abcf-fdecb81df340', 'status': 'completed', 'code': 200} Oct 25 23:10:35.033589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f327183-aae2-42ee-8302-5002b2c1f096 req-e630f211-9993-4593-a7a6-61c7e098de48 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:35.042813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f327183-aae2-42ee-8302-5002b2c1f096 req-e630f211-9993-4593-a7a6-61c7e098de48 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0699248 Oct 25 23:10:35.101496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f327183-aae2-42ee-8302-5002b2c1f096 req-8e5d37d3-79b7-4482-a5af-4018a5e91f0e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Oct 25 23:10:35.164393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af99beb7-9a12-4d7f-bf70-31e2019da1c9 req-be302469-aff3-40bd-b661-3fe5294c2d0a tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0381055 Oct 25 23:10:35.169268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57164) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:35.187724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc97a7a9-192f-4660-be65-a54b863849ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.321628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6440c297-7553-4ee2-a660-fb1991d262cb req-c060c434-a9b1-4c97-9f21-262aa6ed6bbd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0370939 Oct 25 23:10:35.323397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc97a7a9-192f-4660-be65-a54b863849ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.327990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc97a7a9-192f-4660-be65-a54b863849ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.380912 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc97a7a9-192f-4660-be65-a54b863849ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a3b4665144d435abc4d72a7eb24af64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075143 Oct 25 23:10:35.381272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57172) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:35.385812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a7a9-192f-4660-be65-a54b863849ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee950e53-434a-47ab-815c-ed838e53ba97,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:35.454321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee9b5cd9-6662-48e4-94e8-0a1fe3b0d958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.476286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee9b5cd9-6662-48e4-94e8-0a1fe3b0d958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.537918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee9b5cd9-6662-48e4-94e8-0a1fe3b0d958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.540923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee9b5cd9-6662-48e4-94e8-0a1fe3b0d958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:35.542064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ee9b5cd9-6662-48e4-94e8-0a1fe3b0d958 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee950e53-434a-47ab-815c-ed838e53ba97 HTTP/1.1" status: 204 len: 168 time: 0.1593881 Oct 25 23:10:35.561571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b5cd9-6662-48e4-94e8-0a1fe3b0d958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee950e53-434a-47ab-815c-ed838e53ba97,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:36.262608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81325d-4767-42b2-a514-f640f55f3c69 req-1706cdd4-cb9c-430a-b8fc-23942425c753 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:36.265454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce81325d-4767-42b2-a514-f640f55f3c69 req-1706cdd4-cb9c-430a-b8fc-23942425c753 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0725160 Oct 25 23:10:36.279375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57216) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:36.314020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0ca6ae6-6f04-43f7-ad75-2b05841f072d req-b2334fb3-a05f-4a99-87b1-46f533fd2a1b tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0376251 Oct 25 23:10:36.338503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce81325d-4767-42b2-a514-f640f55f3c69 req-aca442af-0502-430a-a4fd-73f5cb794660 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658088 Oct 25 23:10:36.447606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5d481647-f306-4111-841d-f8bed6af2651 req-451da8e4-debb-46af-ac31-f8e26f90f450 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0357814 Oct 25 23:10:36.458799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57228) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:36.559621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236538640'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:36.581390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-901ab45a-31d7-4142-a037-98e1b47ad8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.605419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:36.608841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.622508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.721968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-901ab45a-31d7-4142-a037-98e1b47ad8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.734957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-901ab45a-31d7-4142-a037-98e1b47ad8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.769605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.785794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.801441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-901ab45a-31d7-4142-a037-98e1b47ad8e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6d532599cd84c139509a23909ceb8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5209818 Oct 25 23:10:36.804099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57234) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:36.804850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ab45a-31d7-4142-a037-98e1b47ad8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e666fa00-36e9-412e-9a8f-56a73685258a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:36.808376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:36.830775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.831120 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment d86d6f0f-1991-4feb-98bd-a478f7c34c5b of type vlan for network 68c53b1f-a187-4d59-b893-cba335369ca9 Oct 25 23:10:36.867474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a38ff0-342d-43f5-a5e4-097e60288e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.867801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9f154-0571-4aa4-ae34-561e0d1ce2bf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:36.887157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.893422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a38ff0-342d-43f5-a5e4-097e60288e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.918886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.924755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:36.925447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.948959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a38ff0-342d-43f5-a5e4-097e60288e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.952066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a38ff0-342d-43f5-a5e4-097e60288e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:36.956009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07a38ff0-342d-43f5-a5e4-097e60288e54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e666fa00-36e9-412e-9a8f-56a73685258a HTTP/1.1" status: 204 len: 168 time: 0.1481166 Oct 25 23:10:36.962557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a38ff0-342d-43f5-a5e4-097e60288e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e666fa00-36e9-412e-9a8f-56a73685258a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:36.999136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5389066 Oct 25 23:10:37.005069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8e4b5-b27c-4cc2-a858-c26d4b087667 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=68c53b1f-a187-4d59-b893-cba335369ca9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:37.031730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 68c53b1f-a187-4d59-b893-cba335369ca9 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:37.130376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57240) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:37.135652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:37.231963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:37.235569 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:37.488341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-044ee1fa-5ecb-439c-b9d3-2a2a68487248 req-100f18a2-3ce3-4df0-aa67-8df69f803907 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0368447 Oct 25 23:10:37.496581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51afe6-d4a2-4566-a744-f1c2591e5e33 req-6eeede72-8b5b-49ca-9794-8e2efd8cfc24 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:37.502899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f51afe6-d4a2-4566-a744-f1c2591e5e33 req-6eeede72-8b5b-49ca-9794-8e2efd8cfc24 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.0822594 Oct 25 23:10:37.506034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:37.561969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f51afe6-d4a2-4566-a744-f1c2591e5e33 req-4cfe6a97-664c-45ca-b8ac-3d56bfa3a765 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566406 Oct 25 23:10:37.582351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:37.583239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 68c53b1f-a187-4d59-b893-cba335369ca9, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:37.613699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 68c53b1f-a187-4d59-b893-cba335369ca9 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:37.629268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 68c53b1f-a187-4d59-b893-cba335369ca9) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:37.634277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=e5928ba3-5351-4ccc-9932-3627248c7e2d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:37.642230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f997aa-307f-46a4-b280-73716c4fcaf0 None None] Network 68c53b1f-a187-4d59-b893-cba335369ca9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:37.646199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:37.646916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:37.675320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-592b372e-9c7e-45d8-a732-561dfed458aa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5436945 Oct 25 23:10:37.679446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57264) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:37.686076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-699162682'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:37.762683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788fd48c-5ecf-4517-b34d-d900d2008db4 req-33ab4f57-c73f-4ca3-92ff-f9845475aaf7 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0581658 Oct 25 23:10:37.791617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:37.795620 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:37.895083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-68c53b1f-a187-4d59-b893-cba335369ca9', 'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': 'e5928ba3-5351-4ccc-9932-3627248c7e2d'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:37.896340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:37.903384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:37.918645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:37.919023 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment d3573742-267c-4bd7-a842-273a1b6dc8b3 of type vlan for network 83e916e5-4b99-4f88-a539-d24f0979e3f7 Oct 25 23:10:37.975722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.028326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.035717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:38.036336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.116275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Allocated IP 172.20.255.242 (68c53b1f-a187-4d59-b893-cba335369ca9/e5928ba3-5351-4ccc-9932-3627248c7e2d/5fe070ec-1d46-4f9f-af83-4738922cad88) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:10:38.152424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4715815 Oct 25 23:10:38.155154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:38.162792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:38.178238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b6454-4910-47bb-8b4a-339ed8ba563e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=83e916e5-4b99-4f88-a539-d24f0979e3f7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:38.229920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 83e916e5-4b99-4f88-a539-d24f0979e3f7 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:38.304088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:38.309592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.510997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57282) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:38.564504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.574258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.613846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.654563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Network 68c53b1f-a187-4d59-b893-cba335369ca9 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:10:38.661288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:38.675449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:10:38.678606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Pushing event updated for resources: {'Port': ['ID=5fe070ec-1d46-4f9f-af83-4738922cad88,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:38.725365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a8836579-8b2c-4139-ac4c-3b97da5e3952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.749249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Attempting to bind port 5fe070ec-1d46-4f9f-af83-4738922cad88 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:10:38.749612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Attempting to bind port 5fe070ec-1d46-4f9f-af83-4738922cad88 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:10:38.749973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Attempting to bind port 5fe070ec-1d46-4f9f-af83-4738922cad88 on network 68c53b1f-a187-4d59-b893-cba335369ca9 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:10:38.766868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0a819cd-afec-4213-b3a7-8a8fb82f0dff req-67d7698c-ede8-4127-a426-13f90525dedf tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.1025143 Oct 25 23:10:38.768461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:10:38.768895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Checking segment: {'id': 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:38.769921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.769921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Bound using segment: {'id': 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:10:38.770180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Bound port: 5fe070ec-1d46-4f9f-af83-4738922cad88, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '68c53b1f-a187-4d59-b893-cba335369ca9'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:10:38.770536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.808729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=fa1e39b6-9cec-4bde-bf1a-1364af38c48c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:38.828431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': 'd3573742-267c-4bd7-a842-273a1b6dc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:38.828800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 83e916e5-4b99-4f88-a539-d24f0979e3f7, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:38.858035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 83e916e5-4b99-4f88-a539-d24f0979e3f7 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:38.870074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 83e916e5-4b99-4f88-a539-d24f0979e3f7) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:38.876766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:38.879168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:38.881260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e5075-b60f-4a03-8adb-8654a3803ab5 None None] Network 83e916e5-4b99-4f88-a539-d24f0979e3f7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:38.901849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aaadc-2d9e-4380-9cb7-99358edfadf3 req-c8cc0af0-44ce-41cb-83c7-9c7a86d05bd3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:38.906919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b89589c4-1169-4873-831d-ee53ea5b8d32 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7504294 Oct 25 23:10:38.909523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:38.915342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c03aaadc-2d9e-4380-9cb7-99358edfadf3 req-c8cc0af0-44ce-41cb-83c7-9c7a86d05bd3 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1830878 Oct 25 23:10:39.001441 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a8836579-8b2c-4139-ac4c-3b97da5e3952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.003980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] For port 5fe070ec-1d46-4f9f-af83-4738922cad88, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:39.011709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a8836579-8b2c-4139-ac4c-3b97da5e3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.028463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] For port 5fe070ec-1d46-4f9f-af83-4738922cad88, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5fe070ec-1d46-4f9f-af83-4738922cad88,segment=NetworkSegment(d86d6f0f-1991-4feb-98bd-a478f7c34c5b),segment_id=d86d6f0f-1991-4feb-98bd-a478f7c34c5b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:10:39.037536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.051147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8836579-8b2c-4139-ac4c-3b97da5e3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f69b3b-bced-4c2c-a024-87d66c9b1076,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:39.079594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c03aaadc-2d9e-4380-9cb7-99358edfadf3 req-ea03d7a9-02fb-457f-b92e-9a1462310155 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631718 Oct 25 23:10:39.095683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7dcb3e5e-7efe-4be9-b348-4759feab5a0f req-d77fe170-2cf8-4d34-ad45-3ae93d66bc0a tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0724199 Oct 25 23:10:39.105616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a8836579-8b2c-4139-ac4c-3b97da5e3952 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daf4c5ec768f4732872d30b81807cf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934670 Oct 25 23:10:39.109916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57298) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:39.201027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.225286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c79fa8-32b9-49c5-8db4-2e3bad4e0880 None None] Pushing event updated for resources: {'Port': ['ID=5fe070ec-1d46-4f9f-af83-4738922cad88,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:39.279797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-83e916e5-4b99-4f88-a539-d24f0979e3f7', 'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': 'fa1e39b6-9cec-4bde-bf1a-1364af38c48c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:39.281031 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.331551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b420ec2-a75a-46e8-b64e-1c638f6f05c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.363498 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.483831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b420ec2-a75a-46e8-b64e-1c638f6f05c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.484203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Allocated IP 172.20.0.2 (83e916e5-4b99-4f88-a539-d24f0979e3f7/fa1e39b6-9cec-4bde-bf1a-1364af38c48c/2458f7cc-f995-47a7-9cf8-84e3018aca31) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:10:39.568541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b420ec2-a75a-46e8-b64e-1c638f6f05c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.573523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b420ec2-a75a-46e8-b64e-1c638f6f05c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.574780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b420ec2-a75a-46e8-b64e-1c638f6f05c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3f69b3b-bced-4c2c-a024-87d66c9b1076 HTTP/1.1" status: 204 len: 168 time: 0.4627876 Oct 25 23:10:39.584835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b420ec2-a75a-46e8-b64e-1c638f6f05c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f69b3b-bced-4c2c-a024-87d66c9b1076,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:39.840334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.852706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.915877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-daad25d3-0123-4123-a61b-d854422c4c84 req-5de5bc2f-ee00-4975-bd84-5d897cd32667 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0392854 Oct 25 23:10:39.917658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:39.922808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Network 83e916e5-4b99-4f88-a539-d24f0979e3f7 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:10:39.929423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:39.940685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:10:39.955209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Pushing event updated for resources: {'Port': ['ID=2458f7cc-f995-47a7-9cf8-84e3018aca31,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:39.983409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1e39b6-9cec-4bde-bf1a-1364af38c48c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:40.021379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Attempting to bind port 2458f7cc-f995-47a7-9cf8-84e3018aca31 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:10:40.022037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Attempting to bind port 2458f7cc-f995-47a7-9cf8-84e3018aca31 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd3573742-267c-4bd7-a842-273a1b6dc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:10:40.022413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Attempting to bind port 2458f7cc-f995-47a7-9cf8-84e3018aca31 on network 83e916e5-4b99-4f88-a539-d24f0979e3f7 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:10:40.028222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:10:40.028695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Checking segment: {'id': 'd3573742-267c-4bd7-a842-273a1b6dc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:40.029371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.030010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Bound using segment: {'id': 'd3573742-267c-4bd7-a842-273a1b6dc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:10:40.030723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Bound port: 2458f7cc-f995-47a7-9cf8-84e3018aca31, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3573742-267c-4bd7-a842-273a1b6dc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '83e916e5-4b99-4f88-a539-d24f0979e3f7'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:10:40.031210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.088479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.116070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e916e5-4b99-4f88-a539-d24f0979e3f7']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:40.125523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] For port 2458f7cc-f995-47a7-9cf8-84e3018aca31, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:40.129303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] For port 2458f7cc-f995-47a7-9cf8-84e3018aca31, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2458f7cc-f995-47a7-9cf8-84e3018aca31,segment=NetworkSegment(d3573742-267c-4bd7-a842-273a1b6dc8b3),segment_id=d3573742-267c-4bd7-a842-273a1b6dc8b3)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:10:40.135536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3573742-267c-4bd7-a842-273a1b6dc8b3') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:40.136123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3573742-267c-4bd7-a842-273a1b6dc8b3') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:40.142504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.151442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.186129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.193544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:40.194281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:40.199558 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:40.352191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd0330-4ad8-4c04-885f-7dc63d71fbe4 None None] Pushing event updated for resources: {'Port': ['ID=2458f7cc-f995-47a7-9cf8-84e3018aca31,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:40.358201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:10:40.358201 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:10:40.358201 n-d-815373-1 neutron-server[102134]: [parameters: {'id': '83e916e5-4b99-4f88-a539-d24f0979e3f7'}] Oct 25 23:10:40.358201 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:10:40.358612 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:10:40.366546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0ad36c4-7b22-4fa2-9942-010374d133b7 req-73c2eef7-7e15-428e-954a-1e000aac15c8 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0895531 Oct 25 23:10:40.367507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fcd18-f7c6-4e9a-9735-ba6fb1ef356f None None] Network 83e916e5-4b99-4f88-a539-d24f0979e3f7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:40.373386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d589f-10e9-4cf4-a59c-131c8c0d3153 req-a599f040-90c6-45b4-82eb-4db5d2946c4e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:40.390724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-014d589f-10e9-4cf4-a59c-131c8c0d3153 req-a599f040-90c6-45b4-82eb-4db5d2946c4e tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1025970 Oct 25 23:10:40.446019 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-014d589f-10e9-4cf4-a59c-131c8c0d3153 req-6efa6837-3d24-43d8-9cf7-9a35e490a317 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/security-groups?id=08736f52-2856-47a7-bce2-f637173d0544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Oct 25 23:10:40.606800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8bda9-b158-40a5-af3e-8385cf3ec5ff None None] Network 68c53b1f-a187-4d59-b893-cba335369ca9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:40.649980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57330) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:40.725291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2d84-f727-456f-9004-48d006c7b91e req-6d028d3a-8261-4f43-87b2-551c95e1eb3b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:40.729267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82ba2d84-f727-456f-9004-48d006c7b91e req-6d028d3a-8261-4f43-87b2-551c95e1eb3b tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 946 time: 0.1086569 Oct 25 23:10:40.784352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fe070ec-1d46-4f9f-af83-4738922cad88 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:10:40.786524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-eef69936-c778-4171-816d-9f5e49ce5c77 None None] Provisioning complete for port 5fe070ec-1d46-4f9f-af83-4738922cad88 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:40.786889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eef69936-c778-4171-816d-9f5e49ce5c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.844581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-597553386-network', 'tenant_id': 'ec664ea2c63b43c9ab487c3968a0bb06'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:40.861785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.915386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Deleting port e75a1082-e462-4631-b06b-598857110896 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:40.916298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.918650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Made reservation on behalf of ec664ea2c63b43c9ab487c3968a0bb06 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:40.921692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.962053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eef69936-c778-4171-816d-9f5e49ce5c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:40.966328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.024731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eef69936-c778-4171-816d-9f5e49ce5c77 None None] For port 5fe070ec-1d46-4f9f-af83-4738922cad88, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5fe070ec-1d46-4f9f-af83-4738922cad88,segment=NetworkSegment(d86d6f0f-1991-4feb-98bd-a478f7c34c5b),segment_id=d86d6f0f-1991-4feb-98bd-a478f7c34c5b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:41.038694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eef69936-c778-4171-816d-9f5e49ce5c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.049933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5fe070ec-1d46-4f9f-af83-4738922cad88 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:41.050332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.129050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] For port e75a1082-e462-4631-b06b-598857110896, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e75a1082-e462-4631-b06b-598857110896,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:41.131250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.147658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Deleting port 2458f7cc-f995-47a7-9cf8-84e3018aca31 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:41.148000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.230860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.241035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.253098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Calling delete_port for e75a1082-e462-4631-b06b-598857110896 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:41.259207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:41.259564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08d6113c-1fc8-45ac-b4f4-aa082ef755a1 req-817bd687-645d-43cb-a5e1-93acaff05eaf tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c36790e-3058-4dd8-92f2-bdf969d118f0 HTTP/1.1" status: 200 len: 210 time: 0.0811446 Oct 25 23:10:41.285214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.285815 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Added segment 29575968-e2aa-4ad1-b55d-ffca209fd742 of type vlan for network bcc8017d-2272-44b8-88ab-d82c933d4ef7 Oct 25 23:10:41.305141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef69936-c778-4171-816d-9f5e49ce5c77 None None] Pushing event updated for resources: {'Port': ['ID=5fe070ec-1d46-4f9f-af83-4738922cad88,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:41.372326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf808f6c-d8bd-49e0-a0a7-0528d47db27e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:41.388716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.419932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.420975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:41.426119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080331e-8ee8-4344-8e66-831a12be078a None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:10:41.430118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.545239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a70ccaf-4495-4899-9d1e-24d15ed5702c req-25034651-d6c0-4c17-a2f9-025ad0a564d4 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0368907 Oct 25 23:10:41.557944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9063406 Oct 25 23:10:41.559617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] For port 2458f7cc-f995-47a7-9cf8-84e3018aca31, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2458f7cc-f995-47a7-9cf8-84e3018aca31,segment=NetworkSegment(d3573742-267c-4bd7-a842-273a1b6dc8b3),segment_id=d3573742-267c-4bd7-a842-273a1b6dc8b3)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:41.559997 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.561609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57346) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:41.574865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3e1c0cc7-0395-43f6-8da7-24e1536f97ea None None] Provisioning complete for port 5fe070ec-1d46-4f9f-af83-4738922cad88 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:41.575254 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0cc7-0395-43f6-8da7-24e1536f97ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.578319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Request body: {'subnet': {'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-597553386-subnet', 'tenant_id': 'ec664ea2c63b43c9ab487c3968a0bb06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:41.595885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Calling delete_port for 2458f7cc-f995-47a7-9cf8-84e3018aca31 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:41.597670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be24b-fab5-4bd5-b462-77f3a3f68e7f admin admin] Pushing event updated for resources: {'Network': ['ID=bcc8017d-2272-44b8-88ab-d82c933d4ef7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:41.617057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Made reservation on behalf of ec664ea2c63b43c9ab487c3968a0bb06 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:41.624131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.659505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:41.694567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.710645 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.778017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e75a1082-e462-4631-b06b-598857110896'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:41.793980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1dc173c7-0621-4574-81e5-8c710d03b346 req-f487b226-3ca5-4ef1-8c7b-ecd50b3d9eab tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d0f332f-9a64-4e3a-899e-71463d043dfe HTTP/1.1" status: 200 len: 210 time: 0.1011329 Oct 25 23:10:41.807154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No DVR routers for this DVR port 2458f7cc-f995-47a7-9cf8-84e3018aca31 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:41.877363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Pushing event deleted for resources: {'Port': ['ID=e75a1082-e462-4631-b06b-598857110896,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:41.953749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:41.991199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] No DVR routers for this DVR port e75a1082-e462-4631-b06b-598857110896 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:42.000753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.006809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82ba2d84-f727-456f-9004-48d006c7b91e req-9f33f2a3-58ac-4003-973a-665ecfcf4fe6 tempest-ServerRescueNegativeTestJSON-1120554789 tempest-ServerRescueNegativeTestJSON-1120554789-project] 10.222.0.15 "DELETE /v2.0/ports/e75a1082-e462-4631-b06b-598857110896 HTTP/1.1" status: 204 len: 173 time: 1.2713466 Oct 25 23:10:42.007960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'name': 'network-vif-deleted', 'tag': 'e75a1082-e462-4631-b06b-598857110896'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:42.014272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080331e-8ee8-4344-8e66-831a12be078a None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:10:42.015425 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea206a4e-3bbb-45f2-adde-ffabdc651704" -d '{"events": [{"server_uuid": "9d0f332f-9a64-4e3a-899e-71463d043dfe", "name": "network-vif-deleted", "tag": "e75a1082-e462-4631-b06b-598857110896"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:42.021291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Port': ['ID=2458f7cc-f995-47a7-9cf8-84e3018aca31,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:42.120411 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f357eb88-74ab-482f-95b6-7c0dbc01ebda x-openstack-request-id: req-f357eb88-74ab-482f-95b6-7c0dbc01ebda {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:42.120752 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0f332f-9a64-4e3a-899e-71463d043dfe", "name": "network-vif-deleted", "tag": "e75a1082-e462-4631-b06b-598857110896", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:42.121064 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f357eb88-74ab-482f-95b6-7c0dbc01ebda {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:42.121613 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0f332f-9a64-4e3a-899e-71463d043dfe', 'name': 'network-vif-deleted', 'tag': 'e75a1082-e462-4631-b06b-598857110896', 'status': 'completed', 'code': 200} Oct 25 23:10:42.134998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.142712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c262f61c-ccf8-441e-9e04-39c964aee142,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:42.151551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Checking segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:42.152207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Network hostable DHCP agents. Network: bcc8017d-2272-44b8-88ab-d82c933d4ef7, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:42.166973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e916e5-4b99-4f88-a539-d24f0979e3f7']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:42.179964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:42.180175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3573742-267c-4bd7-a842-273a1b6dc8b3') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:42.180402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3573742-267c-4bd7-a842-273a1b6dc8b3') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:42.197085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, bcc8017d-2272-44b8-88ab-d82c933d4ef7) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:42.203745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:42.205097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.213386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.237172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0bd02d3-87bc-4abf-a363-014d3c43137d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6736681 Oct 25 23:10:42.242395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.269014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:42.269700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:42.299728 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:42.385634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.392232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:42.419575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.434658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/83e916e5-4b99-4f88-a539-d24f0979e3f7 HTTP/1.1" status: 204 len: 168 time: 3.5239177 Oct 25 23:10:42.450513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:42.455839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baada6-5d09-42ae-a344-c26b1cf1a375 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=83e916e5-4b99-4f88-a539-d24f0979e3f7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:42.456193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611432214'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:42.486886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8145-b364-401e-8052-bbb78886e1b4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.501271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:42.505050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.531147 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8145-b364-401e-8052-bbb78886e1b4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.569554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:42.585902 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.586416 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment 5f3008dd-8a50-4a9c-b467-8b3bbec23621 of type vlan for network a39d4611-c967-4cb9-9723-2276c9b3ea50 Oct 25 23:10:42.676276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.719446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.728151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:42.731778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.739786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8145-b364-401e-8052-bbb78886e1b4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.756082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8145-b364-401e-8052-bbb78886e1b4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:42.760132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3d3c8145-b364-401e-8052-bbb78886e1b4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "DELETE /v2.0/security-groups/26440819-d3a7-45bb-8225-b34632625d83 HTTP/1.1" status: 204 len: 168 time: 0.3634651 Oct 25 23:10:42.770501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:42.801917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41bbda28-6a43-4a07-acb8-daeeed37c497 req-9c5fdae8-e31d-4df9-9468-7452bf1ed1ee tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0950577 Oct 25 23:10:42.803326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fe070ec-1d46-4f9f-af83-4738922cad88 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:10:42.807971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e5cdc-5d04-4b8e-9108-a4800030e6db None None] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:42.845736 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-5bee8f19-5648-4ee6-9b66-475537ef9f2f tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] show failed (client error): The resource could not be found. Oct 25 23:10:42.847008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5bee8f19-5648-4ee6-9b66-475537ef9f2f tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "GET /v2.0/security-groups/26440819-d3a7-45bb-8225-b34632625d83 HTTP/1.1" status: 404 len: 347 time: 0.0744267 Oct 25 23:10:42.850066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57380) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:42.914012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=a39d4611-c967-4cb9-9723-2276c9b3ea50,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:42.950659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8145-b364-401e-8052-bbb78886e1b4 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26440819-d3a7-45bb-8225-b34632625d83,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:42.972257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8f04009e-7c93-49ea-9341-94f06a056217 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5204618 Oct 25 23:10:43.001720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57386) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:43.007212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57388) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:43.015009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': 'a39d4611-c967-4cb9-9723-2276c9b3ea50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:43.128510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a39d4611-c967-4cb9-9723-2276c9b3ea50 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:43.135609 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.157375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-b9314dec-09ec-40cf-9671-30f7976ae034 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:43.168653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-b9314dec-09ec-40cf-9671-30f7976ae034 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 814 time: 0.2463479 Oct 25 23:10:43.194592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-70a2e556-a489-48d3-a253-57eea222ec2a tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/quotas/ec664ea2c63b43c9ab487c3968a0bb06 HTTP/1.1" status: 200 len: 375 time: 0.0242651 Oct 25 23:10:43.207277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:43.212456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.239214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Deleting port e7f9e013-945e-4dc2-b4b2-63df5d3b2545 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:43.240221 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.302563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing IP validity checks on allocation pools {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:10:43.303104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:10:43.350392 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.350918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.362964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9fad7-7c71-45c7-a5d6-816277004ba1 None None] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:43.367171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Calling delete_port for e7f9e013-945e-4dc2-b4b2-63df5d3b2545 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:43.487941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-65635def-2d87-4fe5-9c19-b4e550ff9ae6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2918785 Oct 25 23:10:43.490050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.496400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-3c244d81-b3bf-4edc-aeea-a66943406ab5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:10:43.503864 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-3c244d81-b3bf-4edc-aeea-a66943406ab5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149972 Oct 25 23:10:43.517652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5fe070ec-1d46-4f9f-af83-4738922cad88 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:43.518397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.622133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.653205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=b4c983e4-0c73-45d9-bf10-3e69c0d16ca7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:43.677398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Pushing event deleted for resources: {'Port': ['ID=e7f9e013-945e-4dc2-b4b2-63df5d3b2545,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:43.682897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': '5f3008dd-8a50-4a9c-b467-8b3bbec23621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a39d4611-c967-4cb9-9723-2276c9b3ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:43.683250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: a39d4611-c967-4cb9-9723-2276c9b3ea50, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:43.710827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-663268a0-f305-467d-9ed6-f298a861c5d2 service neutron] 10.222.0.25 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059681 Oct 25 23:10:43.765680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network a39d4611-c967-4cb9-9723-2276c9b3ea50 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:43.783939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a39d4611-c967-4cb9-9723-2276c9b3ea50) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:43.789434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:43.790081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:43.796878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181353e6-e217-4970-b824-9b171899cfa8 None None] Network a39d4611-c967-4cb9-9723-2276c9b3ea50 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:43.820449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dab167b3-0792-4b87-a1e5-4674df0fce57 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8108339 Oct 25 23:10:43.825719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57394) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:43.938106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-dc9e3008-fc8e-4510-855b-a1884cf2b416 service neutron] 10.222.0.25 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224634 Oct 25 23:10:43.960943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.078636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.097800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bb868c6-80e4-4f70-b221-f0b5a8aa6593 req-0f4f2a8f-3af5-4ec9-a543-959155159e4c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0518372 Oct 25 23:10:44.109989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.200276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ddc7d-0601-4c47-a06e-f02bb34d151c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a39d4611-c967-4cb9-9723-2276c9b3ea50', 'network_id': 'a39d4611-c967-4cb9-9723-2276c9b3ea50', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': 'b4c983e4-0c73-45d9-bf10-3e69c0d16ca7'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:44.201954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddc7d-0601-4c47-a06e-f02bb34d151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.206798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.266999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.268835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c983e4-0c73-45d9-bf10-3e69c0d16ca7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:44.272018 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.273323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f8427c58-fa9b-4c65-8073-680868c11cf0 tempest-ServersTestBootFromVolume-1997923474 tempest-ServersTestBootFromVolume-1997923474-project] 10.222.0.25 "DELETE /v2.0/floatingips/9ec1e8d7-2b07-4795-82da-1ddab6b80bfd HTTP/1.1" status: 204 len: 168 time: 1.4219887 Oct 25 23:10:44.277610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57402) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:44.315934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5b24688-383b-4d57-8744-f998beebf746 req-0d18b10d-0fc1-46e9-8d9b-02a0c3c71d50 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 210 time: 0.0902395 Oct 25 23:10:44.387508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.418129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39d4611-c967-4cb9-9723-2276c9b3ea50']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:44.424834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16b859-eab5-4e0c-8d49-b35fff37bb07 None None] Network a39d4611-c967-4cb9-9723-2276c9b3ea50 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:44.433256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3008dd-8a50-4a9c-b467-8b3bbec23621') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:44.434890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3008dd-8a50-4a9c-b467-8b3bbec23621') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:44.446342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.471015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.483149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:44.483820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:44.488999 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:44.620174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.642083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.645605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/a39d4611-c967-4cb9-9723-2276c9b3ea50 HTTP/1.1" status: 204 len: 168 time: 0.8188963 Oct 25 23:10:44.656493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:44.661918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652486075'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:44.665669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d1662-4483-471c-8250-1460c0c2cbdf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=a39d4611-c967-4cb9-9723-2276c9b3ea50,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:44.695820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:44.701395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.738224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:44.761891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.762371 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment b59ff6ea-ca3f-4a5c-ab3d-68fcbfe18249 of type vlan for network ae89ba5c-f741-41b5-be89-f700a3646761 Oct 25 23:10:44.816824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.847673 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.854245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:44.855711 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.917051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Deleting port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:44.917470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:44.944289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2858412 Oct 25 23:10:44.945576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5793a90-9e48-4f87-b83c-694ef0738594 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=ae89ba5c-f741-41b5-be89-f700a3646761,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:44.950301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57414) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:44.957689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ae89ba5c-f741-41b5-be89-f700a3646761 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:44.958099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': 'ae89ba5c-f741-41b5-be89-f700a3646761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:44.987541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.081488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:45.087969 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.165428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] For port 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,segment=NetworkSegment(f8090ff1-de77-4eca-91bd-52c419a64355),segment_id=f8090ff1-de77-4eca-91bd-52c419a64355)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:45.166240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.222964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Calling delete_port for 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:45.257539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-168ad75f-7c97-4e9c-89a7-68bc31880c53 req-5184d306-70b7-42ed-8420-10933d77701c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0328753 Oct 25 23:10:45.363286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.444862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-903aa4da-02e5-4ec1-879b-813d2c5636a4 req-e5e3bcf1-3c8d-48c5-8345-efbc8dcad715 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 210 time: 0.0459206 Oct 25 23:10:45.449971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e75a1082-e462-4631-b06b-598857110896 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:45.457213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=60d1c716-fd7b-4005-9ba8-7063969a100d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:45.468682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': 'b59ff6ea-ca3f-4a5c-ab3d-68fcbfe18249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ae89ba5c-f741-41b5-be89-f700a3646761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:45.469128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: ae89ba5c-f741-41b5-be89-f700a3646761, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:45.493271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: e75a1082-e462-4631-b06b-598857110896 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:45.495996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e75a1082-e462-4631-b06b-598857110896 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:45.514469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network ae89ba5c-f741-41b5-be89-f700a3646761 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:45.522548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dc991081-d9be-4d30-ab09-cc2851afa651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.528611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ae89ba5c-f741-41b5-be89-f700a3646761) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:45.538736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:45.539509 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.543682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d71fd-f0ba-46cc-b2b0-a8f04bcdf901 None None] Network ae89ba5c-f741-41b5-be89-f700a3646761 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:45.568699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-025dd52e-20d6-49e9-9904-eb216f8fba1c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6163349 Oct 25 23:10:45.572782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:45.646207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.704175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Deleting port 305f10d4-021f-4c6b-ac66-cd746a10788a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:45.704518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.715378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:45.715588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.800053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.817723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-29bc4c85-99b6-462b-a74c-ce919a62a4ab tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:45.820461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-29bc4c85-99b6-462b-a74c-ce919a62a4ab tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.15 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 814 time: 0.2756224 Oct 25 23:10:45.845950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Request body: {'port': {'device_id': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'admin_state_up': True, 'tenant_id': 'ec664ea2c63b43c9ab487c3968a0bb06'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:45.858989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939470ae-cd85-4647-83f5-e37edd080300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ae89ba5c-f741-41b5-be89-f700a3646761', 'network_id': 'ae89ba5c-f741-41b5-be89-f700a3646761', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': '60d1c716-fd7b-4005-9ba8-7063969a100d'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:45.859522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-939470ae-cd85-4647-83f5-e37edd080300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.893518 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:45.933256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=60d1c716-fd7b-4005-9ba8-7063969a100d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:46.011875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] For port 305f10d4-021f-4c6b-ac66-cd746a10788a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=305f10d4-021f-4c6b-ac66-cd746a10788a,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:46.012148 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.013237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server [None req-939470ae-cd85-4647-83f5-e37edd080300 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60d1c716-fd7b-4005-9ba8-7063969a100d: This subnet is being modified by another concurrent operation. Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 23:10:46.028298 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise exception Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60d1c716-fd7b-4005-9ba8-7063969a100d: This subnet is being modified by another concurrent operation. Oct 25 23:10:46.032438 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Oct 25 23:10:46.042980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Calling delete_port for 305f10d4-021f-4c6b-ac66-cd746a10788a owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:46.047684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae89ba5c-f741-41b5-be89-f700a3646761']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:46.058760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59ff6ea-ca3f-4a5c-ab3d-68fcbfe18249') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:46.059085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59ff6ea-ca3f-4a5c-ab3d-68fcbfe18249') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:46.069215 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.081039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e547e-b4cc-4f31-ae0f-9fe8f9ae7999 None None] Network ae89ba5c-f741-41b5-be89-f700a3646761 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:46.086363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.093960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:46.095008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:46.097785 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:46.117011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.169373 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.177471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.184605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/ae89ba5c-f741-41b5-be89-f700a3646761 HTTP/1.1" status: 204 len: 168 time: 0.6071346 Oct 25 23:10:46.185297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:46.190335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-697599270'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:46.222110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5153faf-a16c-4dbf-816b-f13a27060f0c None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:10:46.222310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:46.225917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.229846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1b1d-2b7e-4e51-ada0-f26c4acfe6e0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=ae89ba5c-f741-41b5-be89-f700a3646761,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:46.230060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Made reservation on behalf of ec664ea2c63b43c9ab487c3968a0bb06 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:46.233661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.264531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:46.277628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.278647 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment 21cc5a1d-086d-403a-8321-e18821d1c8ef of type vlan for network 544f8ce2-d386-4502-948d-c301096efe6e Oct 25 23:10:46.350406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.445412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5153faf-a16c-4dbf-816b-f13a27060f0c None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:10:46.482430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34937358-4cfa-4f74-b50c-3b0e55c6d207 req-af692757-889e-489b-b195-702d862bbf70 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.1000624 Oct 25 23:10:46.501057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.515391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:46.516047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.669441 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:46.718074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5316949 Oct 25 23:10:46.719381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b629-a26d-4a37-acc9-0d2373f6885e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=544f8ce2-d386-4502-948d-c301096efe6e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:46.721546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:46.726933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '544f8ce2-d386-4502-948d-c301096efe6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:46.755689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 544f8ce2-d386-4502-948d-c301096efe6e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:46.839212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:46.844693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.060887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.098998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Allocated IP 172.20.0.5 (bcc8017d-2272-44b8-88ab-d82c933d4ef7/c262f61c-ccf8-441e-9e04-39c964aee142/11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:10:47.117952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Router f9f6300a-df36-4f0a-a84e-dd7749466a82 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:10:47.130056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40d377a5-baee-42e1-bff4-c861fad9a777 req-0637d4b8-d96b-446d-a863-cf34ede34880 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 210 time: 0.4860780 Oct 25 23:10:47.152127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=a6d6237a-6706-44e1-a0e6-e06c30791147,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:47.168042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Pushing event deleted for resources: {'Port': ['ID=305f10d4-021f-4c6b-ac66-cd746a10788a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:47.168798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': '21cc5a1d-086d-403a-8321-e18821d1c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '544f8ce2-d386-4502-948d-c301096efe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:47.169350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 544f8ce2-d386-4502-948d-c301096efe6e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:47.192346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 544f8ce2-d386-4502-948d-c301096efe6e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:47.206640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 544f8ce2-d386-4502-948d-c301096efe6e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:47.216559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac40eb6-9a4e-4b2f-b396-4842613c3460 None None] Network 544f8ce2-d386-4502-948d-c301096efe6e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:47.233434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:47.234338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.265710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9fdbceef-f947-4aa8-8f5c-82fac526b258 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5428908 Oct 25 23:10:47.268330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57438) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:47.451299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.512666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-544f8ce2-d386-4502-948d-c301096efe6e', 'network_id': '544f8ce2-d386-4502-948d-c301096efe6e', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': 'a6d6237a-6706-44e1-a0e6-e06c30791147'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:47.513763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.540334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:10:47.563156 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-72d52614-f193-4e2b-85d2-36d441c80da6 admin admin] 10.222.0.25 "PUT /v2.0/routers/f9f6300a-df36-4f0a-a84e-dd7749466a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5516880 Oct 25 23:10:47.567602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:47.604587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.638749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] Sync routers for ids ['f9f6300a-df36-4f0a-a84e-dd7749466a82'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:10:47.687496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] Routers {'f9f6300a-df36-4f0a-a84e-dd7749466a82'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:47.688280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9f6300a-df36-4f0a-a84e-dd7749466a82'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:47.712809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c717350-08c3-4b02-8003-6a9ff04b6e17 req-d1fa85cd-ba9c-4490-836e-9458fbef68ba tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0799594 Oct 25 23:10:47.755572 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.789620 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.800594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Allocated IP 172.20.0.2 (544f8ce2-d386-4502-948d-c301096efe6e/a6d6237a-6706-44e1-a0e6-e06c30791147/54eaa320-e422-4bd6-aa39-77db4116d4ad) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:10:47.841935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:47.887312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] Set router f9f6300a-df36-4f0a-a84e-dd7749466a82 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:48.018180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.081979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.096450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:10:48.135799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:48.177623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:48.183759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:10:48.307790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:48.308430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.334761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a3f9fee-c41c-4b3a-8290-633a7f59dea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.345118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.362279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-ba70f939-e6ee-445b-8f81-8d5ab25b1ef4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5229874 Oct 25 23:10:48.363253 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.373692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0042e0-9fd3-4cb4-9365-f7bd3f1efadb req-db304e09-8485-4e65-bf82-18de61fd2bad tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:48.375290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d0042e0-9fd3-4cb4-9365-f7bd3f1efadb req-db304e09-8485-4e65-bf82-18de61fd2bad tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 931 time: 0.1273417 Oct 25 23:10:48.377409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Router 5ce9ecff-bf6c-4403-923e-c47c654f714a has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:10:48.380891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.384733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Request body: {'port': {'device_id': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:48.400294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Deleting port bb700d75-b0dc-4a58-aadd-1a29bd0d929e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:48.400663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.409847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Network 544f8ce2-d386-4502-948d-c301096efe6e is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:10:48.417159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:48.423079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:10:48.431907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d6237a-6706-44e1-a0e6-e06c30791147,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:48.463983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.464604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.465134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.465669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.466223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.466741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.467243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.470975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.471554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.472074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.472585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.473095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.514108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Pushing event updated for resources: {'Port': ['ID=54eaa320-e422-4bd6-aa39-77db4116d4ad,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:48.531875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.532776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.533169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.533691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.534685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.535029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.536132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.536480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.537031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.537369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.537848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.538196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:48.556498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:10:45Z', 'revision_number': 5, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port': {'id': 'bb700d75-b0dc-4a58-aadd-1a29bd0d929e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:52Z', 'updated_at': '2021-10-25T23:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:48.575578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.598917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544f8ce2-d386-4502-948d-c301096efe6e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:48.599327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d0042e0-9fd3-4cb4-9365-f7bd3f1efadb req-d816078e-ccb8-436f-82b5-e59090b586a5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047007 Oct 25 23:10:48.630960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cc5a1d-086d-403a-8321-e18821d1c8ef') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:48.631485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cc5a1d-086d-403a-8321-e18821d1c8ef') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:48.664373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.665723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.712228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] For port bb700d75-b0dc-4a58-aadd-1a29bd0d929e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:48.712811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.725055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] Checking router: f9f6300a-df36-4f0a-a84e-dd7749466a82 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:10:48.727732 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.734417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:48.735524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:48.738602 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:48.761469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Attempting to bind port 54eaa320-e422-4bd6-aa39-77db4116d4ad on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:10:48.761838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Attempting to bind port 54eaa320-e422-4bd6-aa39-77db4116d4ad by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '21cc5a1d-086d-403a-8321-e18821d1c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '544f8ce2-d386-4502-948d-c301096efe6e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:10:48.764931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Attempting to bind port 54eaa320-e422-4bd6-aa39-77db4116d4ad on network 544f8ce2-d386-4502-948d-c301096efe6e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:10:48.782005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:10:48.786449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Checking segment: {'id': '21cc5a1d-086d-403a-8321-e18821d1c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '544f8ce2-d386-4502-948d-c301096efe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:48.787111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.787711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Bound using segment: {'id': '21cc5a1d-086d-403a-8321-e18821d1c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '544f8ce2-d386-4502-948d-c301096efe6e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:10:48.788396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Bound port: 54eaa320-e422-4bd6-aa39-77db4116d4ad, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cc5a1d-086d-403a-8321-e18821d1c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '544f8ce2-d386-4502-948d-c301096efe6e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:10:48.788991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:48.791940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] Routers {'f9f6300a-df36-4f0a-a84e-dd7749466a82'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:48.794010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9f6300a-df36-4f0a-a84e-dd7749466a82'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:48.823710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:10:48.823710 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:10:48.823710 n-d-815373-1 neutron-server[102133]: [parameters: {'id': '544f8ce2-d386-4502-948d-c301096efe6e'}] Oct 25 23:10:48.823710 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:10:48.824165 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:10:48.881870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Calling delete_port for bb700d75-b0dc-4a58-aadd-1a29bd0d929e owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:48.932692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] Set router f9f6300a-df36-4f0a-a84e-dd7749466a82 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:49.043884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:10:48Z', 'revision_number': 6, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:49.074936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00adf0-140c-44a3-af3e-e00c00c5cc28 None None] The sync data for ids ['f9f6300a-df36-4f0a-a84e-dd7749466a82'] in n-d-815373-1 is: [{'id': 'f9f6300a-df36-4f0a-a84e-dd7749466a82', 'name': 'tempest-ServerRescueNegativeTestJSON-1246387996-router', 'tenant_id': '975fac115086434ca9dfc7da8e18af8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:51Z', 'updated_at': '2021-10-25T23:10:48Z', 'revision_number': 6, 'project_id': '975fac115086434ca9dfc7da8e18af8c', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:10:49.076859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] For port 54eaa320-e422-4bd6-aa39-77db4116d4ad, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:49.088482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ecbf3c6-5029-4864-9b4c-4a7a5da281af req-f1c4dcc4-85b7-419a-ab6c-ba1250d1530d tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.2024112 Oct 25 23:10:49.091808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] For port 54eaa320-e422-4bd6-aa39-77db4116d4ad, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=54eaa320-e422-4bd6-aa39-77db4116d4ad,segment=NetworkSegment(21cc5a1d-086d-403a-8321-e18821d1c8ef),segment_id=21cc5a1d-086d-403a-8321-e18821d1c8ef)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:10:49.101368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.177138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:10:49.190606 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] Sync routers for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:10:49.195301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6efd43-ffd4-44e3-a725-e387c1aded4c None None] Network 544f8ce2-d386-4502-948d-c301096efe6e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:49.206856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d6664658-9660-4c63-bc55-222a033c7749 admin admin] 10.222.0.25 "PUT /v2.0/routers/5ce9ecff-bf6c-4403-923e-c47c654f714a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9256313 Oct 25 23:10:49.207461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:49.211382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:49.212110 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:49.265898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f5a8d-e327-4273-ba45-169477e5bdd5 None None] Pushing event updated for resources: {'Port': ['ID=54eaa320-e422-4bd6-aa39-77db4116d4ad,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:49.362312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.400808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.401973 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:49.418942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc714908-8e3b-437f-8cc0-0839b4849247 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:10:49.530980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb700d75-b0dc-4a58-aadd-1a29bd0d929e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:49.605917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:10:49.607998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.615894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.618600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.619202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.619786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.620371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.622223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.622632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.634807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.635480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.635886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.636287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.636686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:10:49.644403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.687958 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.771986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.794421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc714908-8e3b-437f-8cc0-0839b4849247 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:10:49.801347 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:10:46Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:49.867465 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] Checking router: 5ce9ecff-bf6c-4403-923e-c47c654f714a for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:10:49.880212 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] Routers {'5ce9ecff-bf6c-4403-923e-c47c654f714a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:10:49.881127 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5ce9ecff-bf6c-4403-923e-c47c654f714a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:49.921481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.925312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:49.995990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Transition to ACTIVE for port object 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:10:50.001100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.002773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f6300a-df36-4f0a-a84e-dd7749466a82 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:10:50.014696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.019450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-19109f79-08ef-4cb9-8328-78d0445d420f admin admin] 10.222.0.25 "DELETE /v2.0/routers/f9f6300a-df36-4f0a-a84e-dd7749466a82 HTTP/1.1" status: 204 len: 168 time: 2.4508379 Oct 25 23:10:50.020943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.033614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57462) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:50.088853 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] Set router 5ce9ecff-bf6c-4403-923e-c47c654f714a gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:10:50.188054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.262646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:50.284163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Deleting subnet e27fb1f7-444a-46a2-9984-afaa130938e1 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:10:50.307299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.398682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.436248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Deleting port 54eaa320-e422-4bd6-aa39-77db4116d4ad {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:50.436818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.450487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.480826 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:10:46Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:50.530574 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23b4a-a1e2-4407-99b4-d2137cfc6587 None None] The sync data for ids ['5ce9ecff-bf6c-4403-923e-c47c654f714a'] in n-d-815373-1 is: [{'id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'name': 'tempest-ServersTestBootFromVolume-1422933790-router', 'tenant_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:30Z', 'updated_at': '2021-10-25T23:10:46Z', 'revision_number': 5, 'project_id': 'c3ab0b11d8ba48b78c0bb36b2f26bfb6', 'gw_port': {'id': '03d0c47f-4bf5-40ec-b1da-deeb8352a34f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9ecff-bf6c-4403-923e-c47c654f714a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:10:50.653521 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.698792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] For port 54eaa320-e422-4bd6-aa39-77db4116d4ad, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=54eaa320-e422-4bd6-aa39-77db4116d4ad,segment=NetworkSegment(21cc5a1d-086d-403a-8321-e18821d1c8ef),segment_id=21cc5a1d-086d-403a-8321-e18821d1c8ef)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:50.699579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.717947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Calling delete_port for 54eaa320-e422-4bd6-aa39-77db4116d4ad owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:50.833916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.841504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:50.864373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e40bfd-9cce-4879-8d2c-76d208b4d7b7 req-01a80157-923c-4fcf-b450-5ceaf99607f6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:50.875276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e40bfd-9cce-4879-8d2c-76d208b4d7b7 req-01a80157-923c-4fcf-b450-5ceaf99607f6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 943 time: 0.5426297 Oct 25 23:10:50.975904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e40bfd-9cce-4879-8d2c-76d208b4d7b7 req-628b39be-5ced-4c62-8bf9-d7f7863abf91 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970800 Oct 25 23:10:50.987529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Port': ['ID=54eaa320-e422-4bd6-aa39-77db4116d4ad,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:50.995518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.004780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e220bc32-283b-4fb5-9cfd-7101cbc8d4b8 req-9d59d1ea-9485-49bc-9deb-6ba5f4dc38aa tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.6331353 Oct 25 23:10:51.050968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:51.061018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27fb1f7-444a-46a2-9984-afaa130938e1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:51.072568 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.078373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-860070ab-1006-451e-9bc6-fd1ae644a602 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e27fb1f7-444a-46a2-9984-afaa130938e1 HTTP/1.1" status: 204 len: 168 time: 0.9136026 Oct 25 23:10:51.080768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57470) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:51.101897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No DVR routers for this DVR port 54eaa320-e422-4bd6-aa39-77db4116d4ad on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:51.107999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:51.111301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8e9fd2ac-baaa-45d1-a5f0-ad875fd5d449 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:51.111910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb700d75-b0dc-4a58-aadd-1a29bd0d929e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:51.166475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: bb700d75-b0dc-4a58-aadd-1a29bd0d929e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:51.167104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb700d75-b0dc-4a58-aadd-1a29bd0d929e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:51.222696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.229260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Attempting to bind port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:10:51.229592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Attempting to bind port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:10:51.229931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Attempting to bind port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:10:51.246799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:10:51.247123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Attempting to bind port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:10:51.251682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.257685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:10:51.258019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Checking segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:51.258459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Bound using segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:10:51.259036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Bound port: 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:10:51.259648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.278670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Deleting port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:51.279339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.288397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544f8ce2-d386-4502-948d-c301096efe6e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:51.390876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cc5a1d-086d-403a-8321-e18821d1c8ef') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:51.391078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cc5a1d-086d-403a-8321-e18821d1c8ef') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:51.411841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.425266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.436727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.451771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:51.464200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7413ed-73ef-4a49-adcf-2f17e5f31dbe']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:51.465569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:51.466073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:51.469300 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:51.484301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8090ff1-de77-4eca-91bd-52c419a64355') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:51.484874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8090ff1-de77-4eca-91bd-52c419a64355') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:51.498752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.519508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.529142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] For port 03d0c47f-4bf5-40ec-b1da-deeb8352a34f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:51.529686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.529821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:51.530123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:51.532569 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:51.572365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Calling delete_port for 03d0c47f-4bf5-40ec-b1da-deeb8352a34f owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:51.587784 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.606311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:10:51.612300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.631203 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.641598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/544f8ce2-d386-4502-948d-c301096efe6e HTTP/1.1" status: 204 len: 168 time: 4.3717539 Oct 25 23:10:51.642923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24dc7f-a1d7-4c29-9bf8-922f617dcd62 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=544f8ce2-d386-4502-948d-c301096efe6e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:51.652714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57474) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:51.658838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-370070447'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:51.681969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:51.687089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.692806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.697076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6d7413ed-73ef-4a49-adcf-2f17e5f31dbe HTTP/1.1" status: 204 len: 168 time: 0.6153708 Oct 25 23:10:51.708461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:51.710082 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.712625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-015899c2-8551-4eca-bbdc-0ea9651109cf service neutron] 10.222.0.15 "PUT /v2.0/ports/11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe HTTP/1.1" status: 200 len: 1091 time: 3.3315182 Oct 25 23:10:51.725235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:51.728309 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8077e59-7a5b-4516-b8bb-434f93d53bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:51.746187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5808a-3da8-4007-af8f-8f49755fa5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7413ed-73ef-4a49-adcf-2f17e5f31dbe,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:51.804793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:51.809834 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.810543 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa36fb7-b768-457a-80c1-d99a45cb7708 x-openstack-request-id: req-bfa36fb7-b768-457a-80c1-d99a45cb7708 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:51.811008 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:51.811426 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfa36fb7-b768-457a-80c1-d99a45cb7708 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:51.811974 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'status': 'completed', 'code': 200} Oct 25 23:10:51.831699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-f0b3d9cb-9fcb-481a-a1a9-f73c61b8112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:51.834064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-f0b3d9cb-9fcb-481a-a1a9-f73c61b8112c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 1094 time: 0.0636060 Oct 25 23:10:51.853784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:51.873062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:51.873416 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment 3b0cbc0b-0c99-4b4d-8f20-80b5cee7e7f1 of type vlan for network 6cbe0c49-7674-4099-9c94-014ce42a101d Oct 25 23:10:51.922958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-a8d9715a-2eb8-4175-bbff-3d21797a66ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe HTTP/1.1" status: 200 len: 217 time: 0.0737910 Oct 25 23:10:51.938926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:51.974568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.007135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-18a1dc71-b9b5-4706-a978-306282845cf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=975fac115086434ca9dfc7da8e18af8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669889 Oct 25 23:10:52.011388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57484) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:52.048094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-b204d411-ae3e-4011-a3ba-e363e1c3621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:52.051024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-b204d411-ae3e-4011-a3ba-e363e1c3621b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 200 len: 854 time: 0.1187427 Oct 25 23:10:52.054510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.062899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:52.063786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.094207 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-8f301f5c-f8db-42db-881f-b50d248bdf06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcc8017d-2272-44b8-88ab-d82c933d4ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325043 Oct 25 23:10:52.144285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4871669 Oct 25 23:10:52.156214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57488) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:52.164316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '6cbe0c49-7674-4099-9c94-014ce42a101d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:52.174414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.186513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7735e3d-f715-41b0-b377-9cccbd20d5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.238022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fffd1-0bed-4f6c-8a96-5e694d88cd11 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=6cbe0c49-7674-4099-9c94-014ce42a101d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:52.250403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6cbe0c49-7674-4099-9c94-014ce42a101d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:52.273752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7735e3d-f715-41b0-b377-9cccbd20d5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.285784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d369f2c-8613-410b-89f3-3041f7f5886a req-85142717-c353-42ea-8a73-ac4947e908e5 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.1139200 Oct 25 23:10:52.311076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Pushing event deleted for resources: {'Port': ['ID=03d0c47f-4bf5-40ec-b1da-deeb8352a34f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:52.386008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-8d1e50b4-4d00-44ae-8350-075625e73bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694392 Oct 25 23:10:52.387383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.428663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281e7d-bf2c-44ef-9ff3-b00a5ed33582 req-1695ca84-0645-4c40-862e-49e19d263997 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:52.430813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10281e7d-bf2c-44ef-9ff3-b00a5ed33582 req-1695ca84-0645-4c40-862e-49e19d263997 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 943 time: 0.2421169 Oct 25 23:10:52.549027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10281e7d-bf2c-44ef-9ff3-b00a5ed33582 req-91010865-19c5-491d-a686-b9e78c1f5f2b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932891 Oct 25 23:10:52.576367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7735e3d-f715-41b0-b377-9cccbd20d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.578998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7735e3d-f715-41b0-b377-9cccbd20d5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.582486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b7735e3d-f715-41b0-b377-9cccbd20d5a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08736f52-2856-47a7-bce2-f637173d0544 HTTP/1.1" status: 204 len: 168 time: 0.5680087 Oct 25 23:10:52.593346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.599621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.622384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7735e3d-f715-41b0-b377-9cccbd20d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08736f52-2856-47a7-bce2-f637173d0544,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:52.638829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b836ea-2e1d-408f-b2ae-b97043b97c34 req-9196437b-fe5a-4432-add2-4ca17a60e976 service neutron] 10.222.0.15 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322557 Oct 25 23:10:52.723494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.724142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce9ecff-bf6c-4403-923e-c47c654f714a {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:10:52.732067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.735721 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-99e15f2b-eed7-424a-80b4-ffeaa6ea48df admin admin] 10.222.0.25 "DELETE /v2.0/routers/5ce9ecff-bf6c-4403-923e-c47c654f714a HTTP/1.1" status: 204 len: 168 time: 3.5272198 Oct 25 23:10:52.736694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57496) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:52.746061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:52.753489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:52.779566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 305f10d4-021f-4c6b-ac66-cd746a10788a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:52.845919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 305f10d4-021f-4c6b-ac66-cd746a10788a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:52.846682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 305f10d4-021f-4c6b-ac66-cd746a10788a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:52.849410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing IP validity checks on allocation pools {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:10:52.849929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:10:52.872402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-aa17f508-6869-4288-bb32-f85fc5887088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:52.875829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-aa17f508-6869-4288-bb32-f85fc5887088 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 1094 time: 0.1441319 Oct 25 23:10:52.939320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Deleting subnet 5fb010f6-a006-4f8c-9e6e-852cc33ac551 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:10:52.947030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.008412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.053832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-02fdccaa-b1d1-4863-bf8a-9359060c35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:53.056590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-02fdccaa-b1d1-4863-bf8a-9359060c35a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 915 time: 0.1726890 Oct 25 23:10:53.104319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-221250ef-f2f8-4044-8f97-2b98e96f49f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe HTTP/1.1" status: 200 len: 217 time: 0.0388114 Oct 25 23:10:53.175648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-515829e3-de28-4a86-9f9b-c7230327252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:53.177463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-515829e3-de28-4a86-9f9b-c7230327252c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 200 len: 854 time: 0.0664897 Oct 25 23:10:53.221657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-27623c8d-fc8b-4134-80d4-f3c43ef7ebc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcc8017d-2272-44b8-88ab-d82c933d4ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360391 Oct 25 23:10:53.228740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.278490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.411053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-b1063ed5-fcc3-45c1-a95d-06daa44c75a2 service neutron] 10.222.0.15 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807280 Oct 25 23:10:53.414634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': '3b0cbc0b-0c99-4b4d-8f20-80b5cee7e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6cbe0c49-7674-4099-9c94-014ce42a101d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:53.415720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 6cbe0c49-7674-4099-9c94-014ce42a101d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:53.428216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=90fa17a9-d138-436f-bc22-04e5796c3799,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:53.474320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.486189 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-239db338-8d9a-41bc-aeca-e6b0d8e2689a req-5e43b68d-5aab-49c5-b105-d2c60d66d5af tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0520341 Oct 25 23:10:53.491080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 6cbe0c49-7674-4099-9c94-014ce42a101d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:53.498743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566cbe1-645b-4dca-a1e8-8f2ed3de405e None None] Network a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:53.500028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.507194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5fb010f6-a006-4f8c-9e6e-852cc33ac551 HTTP/1.1" status: 204 len: 168 time: 0.7687967 Oct 25 23:10:53.523651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57516) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:53.532134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f227113-fa60-4b51-9eac-4dff1fff0e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb010f6-a006-4f8c-9e6e-852cc33ac551,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:53.539842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6cbe0c49-7674-4099-9c94-014ce42a101d) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:53.553893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:53.557320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.591984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-77267bed-b8b0-4d3d-9402-b2710945ab2a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4335577 Oct 25 23:10:53.593237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57524) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:53.614850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae96d4-7adb-41d5-82ea-917a40aa9d15 None None] Network 6cbe0c49-7674-4099-9c94-014ce42a101d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:53.710563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.747351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.774364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8077e59-7a5b-4516-b8bb-434f93d53bd9 req-f3d75321-30c6-4146-a732-3691b50a60ee service neutron] 10.222.0.15 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563828 Oct 25 23:10:53.817514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025694c-76f5-4e12-84c7-d71a342a39d4 req-f91eebf0-610d-42a6-bffc-6efc134aa7e8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:53.819338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2025694c-76f5-4e12-84c7-d71a342a39d4 req-f91eebf0-610d-42a6-bffc-6efc134aa7e8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 943 time: 0.1141622 Oct 25 23:10:53.861384 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.872832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Deleting port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:53.873313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.890810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2025694c-76f5-4e12-84c7-d71a342a39d4 req-45fbd1bc-5235-49d9-a154-a34a802c72c9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607638 Oct 25 23:10:53.955240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] For port 8cf42a82-b0bf-48bb-bc98-dd73b2421559, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8cf42a82-b0bf-48bb-bc98-dd73b2421559,segment=NetworkSegment(1cdb5d39-aedc-4b58-b73b-ba5a8719dc00),segment_id=1cdb5d39-aedc-4b58-b73b-ba5a8719dc00)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:53.955596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:53.978528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Calling delete_port for 8cf42a82-b0bf-48bb-bc98-dd73b2421559 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:53.992397 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.038515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=90fa17a9-d138-436f-bc22-04e5796c3799,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:54.070365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc181a9-afd2-4414-b0ae-7db54cc62f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6cbe0c49-7674-4099-9c94-014ce42a101d', 'network_id': '6cbe0c49-7674-4099-9c94-014ce42a101d', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': '90fa17a9-d138-436f-bc22-04e5796c3799'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:54.071322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dbc181a9-afd2-4414-b0ae-7db54cc62f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.087931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde6e146-b219-47c0-a2f1-6f5d4d45a97a None None] DHCP port deletion for a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:10:54.102243 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.123896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] No DVR routers for this DVR port 8cf42a82-b0bf-48bb-bc98-dd73b2421559 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:10:54.132412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.146042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-dde6e146-b219-47c0-a2f1-6f5d4d45a97a None None] The port '8cf42a82-b0bf-48bb-bc98-dd73b2421559' was deleted {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 25 23:10:54.163986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbe0c49-7674-4099-9c94-014ce42a101d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:54.180086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0cbc0b-0c99-4b4d-8f20-80b5cee7e7f1') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:54.181413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0cbc0b-0c99-4b4d-8f20-80b5cee7e7f1') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:54.192341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf42a82-b0bf-48bb-bc98-dd73b2421559,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:54.192501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.207663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.229707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:54.230442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:54.234436 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:54.257534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6d9f6-a16a-461d-936a-40a6c06a47c0 None None] Network 6cbe0c49-7674-4099-9c94-014ce42a101d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:54.281893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.333448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:54.334138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.344801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.348409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/6cbe0c49-7674-4099-9c94-014ce42a101d HTTP/1.1" status: 204 len: 168 time: 0.7539153 Oct 25 23:10:54.357160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:54.363355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3c38-6911-40f5-9dfd-d0d5eb6a84d4 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=6cbe0c49-7674-4099-9c94-014ce42a101d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:54.364750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497219047'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:54.372746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:54.373140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdb5d39-aedc-4b58-b73b-ba5a8719dc00') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:54.392178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.416893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.424069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:54.428080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.443334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:54.443741 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:54.446873 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:54.560490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58f93968-b924-4c09-9009-270204556c29 req-d6f41448-d4fc-41ad-86c2-9cbf35da4e3e tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.0488074 Oct 25 23:10:54.561942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:54.576144 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.576542 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment 54f6f116-f02c-4288-a550-f6295c5ffbf8 of type vlan for network 59428075-80ba-4b84-a438-ff6627b9ad2d Oct 25 23:10:54.578586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.591498 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.594704 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51 HTTP/1.1" status: 204 len: 168 time: 1.0695353 Oct 25 23:10:54.643536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293b0e-15d5-4c70-815e-77abb851c209 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f1e9f6-b8ec-49bf-b4ef-3a59841c3e51,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:54.671444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da0eda-c2dd-44ef-8c73-ae5b22e7dd53 req-bc335dc7-ce72-4f82-9859-a385136ce8d1 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0586364 Oct 25 23:10:54.671665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.756607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.765363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:54.766717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:54.796650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 03d0c47f-4bf5-40ec-b1da-deeb8352a34f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:54.826282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 03d0c47f-4bf5-40ec-b1da-deeb8352a34f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:54.826625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 03d0c47f-4bf5-40ec-b1da-deeb8352a34f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:54.828062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cf42a82-b0bf-48bb-bc98-dd73b2421559 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:10:54.850373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8cf42a82-b0bf-48bb-bc98-dd73b2421559 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:10:54.851141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cf42a82-b0bf-48bb-bc98-dd73b2421559 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:10:54.884396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5258586 Oct 25 23:10:54.887289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57572) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:54.894096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '59428075-80ba-4b84-a438-ff6627b9ad2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:54.953712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fb866-3041-41d6-aa19-f3c5a1ba9c1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=59428075-80ba-4b84-a438-ff6627b9ad2d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:54.971155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 59428075-80ba-4b84-a438-ff6627b9ad2d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:55.029271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57576) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:55.136912 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30565b10-0975-499e-893e-9d6db4f04552 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3ab0b11d8ba48b78c0bb36b2f26bfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023889 Oct 25 23:10:55.136912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57582) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:55.209332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69d9abb0-a514-40fb-a040-a80062804140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.245253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea26bd-a80d-4094-a53a-1bb656f474c0 req-217cd8a6-7c8f-4428-bdb3-39160bf76d76 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:55.252971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17ea26bd-a80d-4094-a53a-1bb656f474c0 req-217cd8a6-7c8f-4428-bdb3-39160bf76d76 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 943 time: 0.1969409 Oct 25 23:10:55.253125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69d9abb0-a514-40fb-a040-a80062804140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.261907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:55.267832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.369517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b690bd87-809f-41c4-ab0d-b86c56a60530 req-e0ad9dcd-d448-4e98-b2a9-c76c58201987 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0688643 Oct 25 23:10:55.386542 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17ea26bd-a80d-4094-a53a-1bb656f474c0 req-069770f9-73b6-452b-a5a0-74b5196233b1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325581 Oct 25 23:10:55.399683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69d9abb0-a514-40fb-a040-a80062804140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.404145 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69d9abb0-a514-40fb-a040-a80062804140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.407120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69d9abb0-a514-40fb-a040-a80062804140 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ea8a3a-8ff7-4f24-ade7-4949b61c11f3 HTTP/1.1" status: 204 len: 168 time: 0.2693627 Oct 25 23:10:55.421217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9abb0-a514-40fb-a040-a80062804140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea8a3a-8ff7-4f24-ade7-4949b61c11f3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:55.475537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:10:55.599428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.612103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:55.641846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'port_id': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'mac_address': 'fa:16:3e:29:e1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c262f61c-ccf8-441e-9e04-39c964aee142', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:10:55.690686 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.699659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=0fc89836-81a6-455b-a8a8-923836888068,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:55.714375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': '54f6f116-f02c-4288-a550-f6295c5ffbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59428075-80ba-4b84-a438-ff6627b9ad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:55.714734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 59428075-80ba-4b84-a438-ff6627b9ad2d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:55.737424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 59428075-80ba-4b84-a438-ff6627b9ad2d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:55.741051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:10:55.779742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 59428075-80ba-4b84-a438-ff6627b9ad2d) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:55.800078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594fd03-03ea-4686-ba06-66d001fa88f5 None None] Network 59428075-80ba-4b84-a438-ff6627b9ad2d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:55.802460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:55.804561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:55.866234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9c4b3a76-940f-48cb-8178-e516f6777c06 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9777229 Oct 25 23:10:55.867484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57604) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:55.874179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b7fe294-a8c7-41bd-903f-817a313fe9fe req-aa133764-6f6d-4759-a3c8-a160162d45fe tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/ports?device_id=c603a391-6d33-40da-9fcf-95f29a6ab89d HTTP/1.1" status: 200 len: 210 time: 0.0484698 Oct 25 23:10:56.009108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.104277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.122136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:56.134781 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.247364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:56.262073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.301839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc89836-81a6-455b-a8a8-923836888068,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:56.306398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5b563-0f40-4218-80be-c65731154cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-59428075-80ba-4b84-a438-ff6627b9ad2d', 'network_id': '59428075-80ba-4b84-a438-ff6627b9ad2d', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': '0fc89836-81a6-455b-a8a8-923836888068'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:56.307274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aea5b563-0f40-4218-80be-c65731154cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.374687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.401593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59428075-80ba-4b84-a438-ff6627b9ad2d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:56.404618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934d961-445a-48a1-9a08-26ee2431ebad None None] Network 59428075-80ba-4b84-a438-ff6627b9ad2d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:56.427956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f6f116-f02c-4288-a550-f6295c5ffbf8') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:56.428483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f6f116-f02c-4288-a550-f6295c5ffbf8') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:56.542927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57626) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:56.618967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ad84-9b51-46a8-a36f-f05e10ef1c45 req-57dab76e-511d-4408-9eee-5041fbe8c7d4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:56.620702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca13ad84-9b51-46a8-a36f-f05e10ef1c45 req-57dab76e-511d-4408-9eee-5041fbe8c7d4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 944 time: 0.0875630 Oct 25 23:10:56.667410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2093102506-network', 'tenant_id': '7b55f85d8b674e65b690826f81358725'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:56.680792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:10:56.689407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca13ad84-9b51-46a8-a36f-f05e10ef1c45 req-91841312-8752-419c-a6cf-02246b1cc224 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Oct 25 23:10:56.690615 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.708839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Made reservation on behalf of 7b55f85d8b674e65b690826f81358725 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:56.723222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.735261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.736391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf999fca-cdd7-4e09-a4fa-86262ccca167 req-262df667-54cf-49c3-8499-c9546f2f9d71 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0412929 Oct 25 23:10:56.737646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.751595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:56.751996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:56.755516 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:56.816681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.826377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.829649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/59428075-80ba-4b84-a438-ff6627b9ad2d HTTP/1.1" status: 204 len: 168 time: 0.9587400 Oct 25 23:10:56.833458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57630) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:56.840710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc6214-9418-43b7-9818-63b356d8555a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=59428075-80ba-4b84-a438-ff6627b9ad2d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:56.843839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-558044419'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:56.879771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:56.883243 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.928627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.929659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:56.937624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.963088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:56.963765 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment 531c5198-d86b-4265-b6ab-4e2375172321 of type vlan for network ee4052c1-6a83-4970-aaf5-52c39a18d29d Oct 25 23:10:56.965775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57638) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:56.988319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:57.014193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c784f44-3ae5-4bd0-82c3-abe4ea593cb9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.030624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.031017 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Added segment 727c49ae-89bd-4832-8901-188e56d77677 of type vlan for network 14e38ca4-1d99-4205-989e-746326cebe4d Oct 25 23:10:57.032578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df85-8b7b-44b9-9e03-bf6d0fdcf106 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.042012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.058301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df85-8b7b-44b9-9e03-bf6d0fdcf106 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.090485 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.107657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.112501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df85-8b7b-44b9-9e03-bf6d0fdcf106 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.113834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:57.114446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.115085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df85-8b7b-44b9-9e03-bf6d0fdcf106 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.116383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2bd2df85-8b7b-44b9-9e03-bf6d0fdcf106 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/security-groups/31a9265d-b605-4d98-9ed4-3935e346576a HTTP/1.1" status: 204 len: 168 time: 0.1490688 Oct 25 23:10:57.122186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:57.135118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2df85-8b7b-44b9-9e03-bf6d0fdcf106 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9265d-b605-4d98-9ed4-3935e346576a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.142584 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-c88b9fc9-f3bf-44d9-af6e-48b2cba3f77c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] show failed (client error): The resource could not be found. Oct 25 23:10:57.143624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c88b9fc9-f3bf-44d9-af6e-48b2cba3f77c tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "GET /v2.0/security-groups/31a9265d-b605-4d98-9ed4-3935e346576a HTTP/1.1" status: 404 len: 347 time: 0.0205295 Oct 25 23:10:57.146569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57644) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:57.186351 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3478448 Oct 25 23:10:57.189309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.189892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57646) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:57.190352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:57.190913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.194676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': 'ee4052c1-6a83-4970-aaf5-52c39a18d29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:57.209598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b54cc9-8dfb-44e5-852c-888312536266 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=ee4052c1-6a83-4970-aaf5-52c39a18d29d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.221153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ee4052c1-6a83-4970-aaf5-52c39a18d29d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:57.257104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7131286 Oct 25 23:10:57.257699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57648) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:57.266639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Request body: {'subnet': {'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2093102506-subnet', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:57.291983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebc230-4dc1-4be8-a1f0-396b8e597793 admin admin] Pushing event updated for resources: {'Network': ['ID=14e38ca4-1d99-4205-989e-746326cebe4d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.303078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Made reservation on behalf of 7b55f85d8b674e65b690826f81358725 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:57.310216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.351131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 14e38ca4-1d99-4205-989e-746326cebe4d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:57.360091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:57.363744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.379467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port 6df57787-8dc0-49d3-a8e1-473a6734cf3b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:57.379922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.417006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20ba90f1-e8ba-4a98-998e-ceb849682a4b req-0d0e066d-d12d-4cef-ba1f-c2b7d7e6155c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.0354903 Oct 25 23:10:57.516716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.517048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.535126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for 6df57787-8dc0-49d3-a8e1-473a6734cf3b owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:57.536414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.596721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.606088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Checking segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:57.606465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Network hostable DHCP agents. Network: 14e38ca4-1d99-4205-989e-746326cebe4d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:57.623385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Network 14e38ca4-1d99-4205-989e-746326cebe4d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:57.632819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 14e38ca4-1d99-4205-989e-746326cebe4d) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:57.637920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:57.638556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.646041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21e5da-4459-4c83-83ab-6d2afbfc6981 None None] Network 14e38ca4-1d99-4205-989e-746326cebe4d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:57.659150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7a010ff7-10df-4fea-b5e7-b112db235f18 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3954470 Oct 25 23:10:57.659420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57650) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:57.664707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:57.684182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.687624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.688845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.753740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.817678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=47e43ad1-29a7-4f9d-9e87-32918ca64c6e,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.869923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-14e38ca4-1d99-4205-989e-746326cebe4d', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:57.870889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.878768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': '531c5198-d86b-4265-b6ab-4e2375172321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee4052c1-6a83-4970-aaf5-52c39a18d29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:57.879134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: ee4052c1-6a83-4970-aaf5-52c39a18d29d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:10:57.882837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8070fd1b-9008-4c40-8b5a-ae8c738f1b83 req-a09160d0-42f2-476f-a7c1-ace6a1290ebb tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0379257 Oct 25 23:10:57.908429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:57.923283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e705aa-7fbf-4a79-a776-98585797707a req-892b4e03-cced-4d02-b96f-4cb1b5e0d7f0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:57.923283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7e705aa-7fbf-4a79-a776-98585797707a req-892b4e03-cced-4d02-b96f-4cb1b5e0d7f0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 944 time: 0.1075134 Oct 25 23:10:57.948191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=6df57787-8dc0-49d3-a8e1-473a6734cf3b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:57.949926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network ee4052c1-6a83-4970-aaf5-52c39a18d29d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:10:57.977124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ee4052c1-6a83-4970-aaf5-52c39a18d29d) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:57.997259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:57.997854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.006126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.055509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Allocated IP 172.20.0.2 (14e38ca4-1d99-4205-989e-746326cebe4d/39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874/78b92aa5-f78a-4d74-9b9e-0a51efd9efb9) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:10:58.057129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7e705aa-7fbf-4a79-a776-98585797707a req-ad0e1d64-9fb5-41ee-b5a7-dac480eab13f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116590 Oct 25 23:10:58.069147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7db977fe-5f04-4a76-8430-c41e44ce1a4a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8782144 Oct 25 23:10:58.079909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:58.084134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.084827 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.090348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-468df53b-d4c9-43ad-aa62-9ec8249b73ac tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/floatingips/c2ff4fb7-ba80-4e6c-ae9c-e1e58d3d7657 HTTP/1.1" status: 204 len: 168 time: 0.9385476 Oct 25 23:10:58.090549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe4b3e-5d49-47bd-a0ea-f53c818a28c0 None None] Network ee4052c1-6a83-4970-aaf5-52c39a18d29d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:58.095642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57662) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:58.115152 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7844b989-7f3e-4f8c-9071-1786b3dcd4db req-36be31a9-b971-45a1-ae56-c9b697429e80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0716677 Oct 25 23:10:58.267311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.271182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.296501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port bc5d4e06-e7bb-441f-82a6-8716ac254f5c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:58.296501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.311739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.332698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.347514 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.377688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.379668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.407055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b99f20f-928b-4a7e-9871-e877f8357247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ee4052c1-6a83-4970-aaf5-52c39a18d29d', 'network_id': 'ee4052c1-6a83-4970-aaf5-52c39a18d29d', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': '47e43ad1-29a7-4f9d-9e87-32918ca64c6e'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:10:58.407905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b99f20f-928b-4a7e-9871-e877f8357247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.445545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Network 14e38ca4-1d99-4205-989e-746326cebe4d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:10:58.452753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:58.459012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Pushing event updated for resources: {'Port': ['ID=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:58.461385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.466921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Allocated IP 172.25.4.211 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/10e6667f-9d98-4cf4-8db5-4939860efb5f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:10:58.467162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:10:58.481301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for bc5d4e06-e7bb-441f-82a6-8716ac254f5c owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:58.528697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.562828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=47e43ad1-29a7-4f9d-9e87-32918ca64c6e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:58.592922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Attempting to bind port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:10:58.593330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Attempting to bind port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:10:58.593694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Attempting to bind port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 on network 14e38ca4-1d99-4205-989e-746326cebe4d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:10:58.602646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:10:58.603031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Checking segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:10:58.603439 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.603859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Bound using segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:10:58.604726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Bound port: 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:10:58.605114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.641600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.648642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server [None req-8b99f20f-928b-4a7e-9871-e877f8357247 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e43ad1-29a7-4f9d-9e87-32918ca64c6e: This subnet is being modified by another concurrent operation. Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 23:10:58.662586 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise exception Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e43ad1-29a7-4f9d-9e87-32918ca64c6e: This subnet is being modified by another concurrent operation. Oct 25 23:10:58.667132 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Oct 25 23:10:58.682180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e494a9-dedd-4e76-a46f-186b4148b667 None None] Network ee4052c1-6a83-4970-aaf5-52c39a18d29d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:10:58.682374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4052c1-6a83-4970-aaf5-52c39a18d29d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:58.694117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531c5198-d86b-4265-b6ab-4e2375172321') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:58.694508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531c5198-d86b-4265-b6ab-4e2375172321') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:10:58.695029 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.726599 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.737006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:10:58.744397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:10:58.747587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:10:58.751309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.766011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:10:58.766506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.768198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] For port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:10:58.769549 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:10:58.786347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Pushing event updated for resources: {'Port': ['ID=10e6667f-9d98-4cf4-8db5-4939860efb5f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:58.812114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.857322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=bc5d4e06-e7bb-441f-82a6-8716ac254f5c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:58.865738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.887570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.889524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] For port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:10:58.894185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/ee4052c1-6a83-4970-aaf5-52c39a18d29d HTTP/1.1" status: 204 len: 168 time: 0.8099160 Oct 25 23:10:58.899876 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.904608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57666) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:58.911317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082501455'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:58.938291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac03a1-ac6f-4a80-ba55-824cdb1cedaa tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=ee4052c1-6a83-4970-aaf5-52c39a18d29d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:58.984303 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:58.993341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6b222-ecf8-444c-94e0-ac6e2ef165a4 None None] Pushing event updated for resources: {'Port': ['ID=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:58.994706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6ebaf5f8-4ba2-4d45-97df-8781942d53ad tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/ports/bc5d4e06-e7bb-441f-82a6-8716ac254f5c HTTP/1.1" status: 204 len: 168 time: 0.8982880 Oct 25 23:10:58.999063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57670) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:59.010068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:10:59.013812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.090049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3581372b-ecbf-4014-a80f-5900773859a8 req-d93e3606-9e23-4fa2-a761-ace7191eb3cf tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0605755 Oct 25 23:10:59.110854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:10:59.130394 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.130778 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment dda7b946-02ad-41aa-830b-c79235944922 of type vlan for network 9713f12e-bcf5-495a-8cc5-a0266056fe52 Oct 25 23:10:59.149551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.207774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port f86e9def-0f34-40d5-9b7c-0e2d3450fe91 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:10:59.208167 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.230270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.362347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.resource_extend [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:10:59.425561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.432605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:59.433164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.459318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b894-e995-49aa-af1c-e8ee0f2ac8c8 req-cc3b2165-bc5e-493d-9f90-4b966e86d01b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:59.466766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6c0b894-e995-49aa-af1c-e8ee0f2ac8c8 req-cc3b2165-bc5e-493d-9f90-4b966e86d01b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 944 time: 0.2521112 Oct 25 23:10:59.485721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.501928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:10:59.531630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for f86e9def-0f34-40d5-9b7c-0e2d3450fe91 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:10:59.555909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6495936 Oct 25 23:10:59.562772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:10:59.567823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:10:59.568664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.569418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57678) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:59.577686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:10:59.631857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff73d4b-a7e7-4c9b-8bcb-8ae8a215f4bf tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=9713f12e-bcf5-495a-8cc5-a0266056fe52,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:59.661952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:10:59.698447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6c0b894-e995-49aa-af1c-e8ee0f2ac8c8 req-17e02c69-ff7c-47e6-a8c5-a90d36695d76 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016857 Oct 25 23:10:59.731058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.786900 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:10:59.790049 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceaa837-44df-4f9e-8dd2-af04f8524c04" -d '{"events": [{"server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "name": "network-vif-plugged", "status": "completed", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:10:59.811019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:10:59.820616 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.828138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.846632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.854227 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48bc607-d782-4e0f-8222-9d83c69f90d5 x-openstack-request-id: req-d48bc607-d782-4e0f-8222-9d83c69f90d5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:10:59.854519 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "name": "network-vif-plugged", "status": "completed", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:10:59.854772 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d48bc607-d782-4e0f-8222-9d83c69f90d5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:10:59.855161 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'code': 200} Oct 25 23:10:59.864600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.894192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:10:59.896293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 is not hosted by any dhcp agent {{(pid=102133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:10:59.902385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:10:59.902987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:10:59.904251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "PUT /v2.0/networks/9713f12e-bcf5-495a-8cc5-a0266056fe52 HTTP/1.1" status: 200 len: 723 time: 0.3320353 Oct 25 23:10:59.917640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57682) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:10:59.924802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:00.023589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1e8be-ef09-4fca-b919-fc7d1e589e72 req-e2ae2161-5e44-43ef-a58e-fda285234b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:00.026110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99b1e8be-ef09-4fca-b919-fc7d1e589e72 req-e2ae2161-5e44-43ef-a58e-fda285234b4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 1096 time: 0.0727777 Oct 25 23:11:00.036313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0a6ca-7652-4ac6-ab83-ebf1e0a33b36 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=9713f12e-bcf5-495a-8cc5-a0266056fe52,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:00.050455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:00.053246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.078781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99b1e8be-ef09-4fca-b919-fc7d1e589e72 req-18654dc1-0e98-45e9-ba6f-f5989e47a489 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Oct 25 23:11:00.093322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=f86e9def-0f34-40d5-9b7c-0e2d3450fe91,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:00.126298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:00.126956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Router d0c4240c-6056-4956-8985-8d9059ed97f9 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:11:00.129798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.261508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f39a0b5-5b23-411e-8c6b-65788b64e1b0 req-cdea1b3c-08dd-406a-b0ff-cc79c786fdba tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0483594 Oct 25 23:11:00.276206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518d869-4bbb-401e-ab2b-7fa00d595e9b None None] Network 14e38ca4-1d99-4205-989e-746326cebe4d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:00.283287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.286596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-46302ef1-a970-423a-9665-72f2df183146 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/ports/f86e9def-0f34-40d5-9b7c-0e2d3450fe91 HTTP/1.1" status: 204 len: 168 time: 1.2858353 Oct 25 23:11:00.289827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57686) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:00.378418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-48351e8d-048a-456f-a8ab-3fba19dfa7ea None None] Provisioning complete for port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:00.378930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48351e8d-048a-456f-a8ab-3fba19dfa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.387164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting subnet 16a90246-c6ca-4cd7-bcc4-dbe4651b3987 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:00.389688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:00.402920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.429192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Sync routers for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:00.433329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.476053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.483090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57702) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:00.489500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:00.492171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0409923d-6c9d-4810-b353-6b49598633fe admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8316560 Oct 25 23:11:00.497645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:00.506577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.638769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=69d8cc5b-aa98-4263-b9d4-5c487fd22db4,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:00.658557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': 'dda7b946-02ad-41aa-830b-c79235944922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:00.658946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 9713f12e-bcf5-495a-8cc5-a0266056fe52, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:00.690945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.782428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:00.831862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:00.846016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.864856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:00.869958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/subnets/16a90246-c6ca-4cd7-bcc4-dbe4651b3987 HTTP/1.1" status: 204 len: 168 time: 0.5788634 Oct 25 23:11:00.883629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:00.884437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57714) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:00.885783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c776b-3071-4b37-ba2e-bc8870590df0 None None] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:00.908256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f872394-2e28-4bcc-8a1d-dc54df39d748 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Subnet': ['ID=16a90246-c6ca-4cd7-bcc4-dbe4651b3987,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:00.931975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 9713f12e-bcf5-495a-8cc5-a0266056fe52) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:00.959864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ac5c-286b-47b1-aea6-f6a039142743 req-55b07694-b136-45a5-bc76-f5af8225716c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:00.962876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d07ac5c-286b-47b1-aea6-f6a039142743 req-55b07694-b136-45a5-bc76-f5af8225716c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.0681674 Oct 25 23:11:01.008631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:01.009291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.038753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d07ac5c-286b-47b1-aea6-f6a039142743 req-c89a94bc-a5a7-494c-853a-d5238cfafeb4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694969 Oct 25 23:11:01.192896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a992ec-fbf6-4af5-a937-51e393a3bccb None None] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:01.205747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48351e8d-048a-456f-a8ab-3fba19dfa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.282946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8e3dab1-2ed3-4859-8da5-cd7532720d49 req-5ec926a6-b022-440d-a51e-d1ebb7696e3e tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.3487961 Oct 25 23:11:01.297714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting subnet 727e252c-eff4-4ec1-83e7-71db53541d46 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:01.323452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.350723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3624384-634b-4ba1-ac0c-7be366c39de6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4296439 Oct 25 23:11:01.354342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:01.363220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:01.445018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.484730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-48351e8d-048a-456f-a8ab-3fba19dfa7ea None None] For port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:01.485787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:01.486691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.611527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48351e8d-048a-456f-a8ab-3fba19dfa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.614336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25346739'] for subnet, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.748912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.815256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731927874259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25400812'] for subnet, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.833295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48351e8d-048a-456f-a8ab-3fba19dfa7ea None None] Pushing event updated for resources: {'Port': ['ID=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:01.849978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de682a2-32cc-4a06-930d-cb533b9e32d5 req-4c3545b1-e4c8-4368-8efa-211faae2cfac tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:01.857746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3de682a2-32cc-4a06-930d-cb533b9e32d5 req-4c3545b1-e4c8-4368-8efa-211faae2cfac tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.1626439 Oct 25 23:11:01.869727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:01.871134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.874849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "PUT /v2.0/subnets/69d8cc5b-aa98-4263-b9d4-5c487fd22db4 HTTP/1.1" status: 200 len: 806 time: 0.5169463 Oct 25 23:11:01.875538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57724) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:01.879878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.888730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-9713f12e-bcf5-495a-8cc5-a0266056fe52', 'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': '69d8cc5b-aa98-4263-b9d4-5c487fd22db4'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:11:01.889591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.892100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] DHCP port deletion for 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:11:01.906967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a5ade6e5-a5c2-450b-978d-40097be58200 None None] Provisioning complete for port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:01.907332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a5ade6e5-a5c2-450b-978d-40097be58200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.924465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3de682a2-32cc-4a06-930d-cb533b9e32d5 req-fa90c7d1-9b00-4543-b2ee-231ee5bec8b5 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658076 Oct 25 23:11:01.931899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:01.937483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d614-557a-4ec9-ac25-04055ebc7b8a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=69d8cc5b-aa98-4263-b9d4-5c487fd22db4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:01.963705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:10:58Z', 'revision_number': 3, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:01.995416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Subnet': ['ID=727e252c-eff4-4ec1-83e7-71db53541d46,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:02.000931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.004201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7248e44e-52ef-49aa-a446-335e724a03dd tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/subnets/727e252c-eff4-4ec1-83e7-71db53541d46 HTTP/1.1" status: 204 len: 168 time: 1.1164322 Oct 25 23:11:02.007257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57726) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:02.015721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Checking router: d0c4240c-6056-4956-8985-8d9059ed97f9 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:02.016006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Updating router d0c4240c-6056-4956-8985-8d9059ed97f9 port 10e6667f-9d98-4cf4-8db5-4939860efb5f binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:11:02.046985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.049322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5381c0-4bb0-4c91-8dd8-d5a809e32c7b None None] Network 80e29c78-e066-442f-a797-b9db5f44add9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:02.119981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.123145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Allocated IP 172.20.0.1 (14e38ca4-1d99-4205-989e-746326cebe4d/39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874/71947eb6-49ac-4fd8-b21e-505d17d2e1ca) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:02.143068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.236278 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.254815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185d08-a1f6-442d-9f50-31275eddaf82 req-1c060cc3-b13d-48cc-9a21-acc019ae1840 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:02.256223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94185d08-a1f6-442d-9f50-31275eddaf82 req-1c060cc3-b13d-48cc-9a21-acc019ae1840 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1317856 Oct 25 23:11:02.276009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.278469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.324796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Network 14e38ca4-1d99-4205-989e-746326cebe4d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:02.329235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:02.341569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:02.355834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Deleting port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:02.356335 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.364241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Pushing event updated for resources: {'Port': ['ID=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:02.370514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94185d08-a1f6-442d-9f50-31275eddaf82 req-9b567a0e-cc0e-4399-98a2-6cdfc5f983fd tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975738 Oct 25 23:11:02.376236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:02.376524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.442348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24a4ab58-b316-43d5-8982-29e8c6e204fc req-77d542a4-9bb7-499e-9956-f3903e52b885 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0393236 Oct 25 23:11:02.448632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.538950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:02.539332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.577237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:02.580255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Allocated IP 172.20.0.2 (9713f12e-bcf5-495a-8cc5-a0266056fe52/69d8cc5b-aa98-4263-b9d4-5c487fd22db4/aaf9e9e5-ba32-4efd-bbac-c58861850f4c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:02.627585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3d9f-a96f-4404-a8b2-0a6b5047a5ea req-3046d35e-f768-46f7-baee-03e9145e6af5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:02.636759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1bc3d9f-a96f-4404-a8b2-0a6b5047a5ea req-3046d35e-f768-46f7-baee-03e9145e6af5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1369762 Oct 25 23:11:02.653166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.702941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] For port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,segment=NetworkSegment(372acb1e-9472-4769-86c9-9dcb442d422e),segment_id=372acb1e-9472-4769-86c9-9dcb442d422e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:02.704655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.737389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1bc3d9f-a96f-4404-a8b2-0a6b5047a5ea req-f35759dc-bb08-4fce-861c-cd931b58f4dc tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977890 Oct 25 23:11:02.758724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:02.774133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Calling delete_port for 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:02.774402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.840822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:02.845686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:02.868389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] DHCP port deletion for 80e29c78-e066-442f-a797-b9db5f44add9 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:11:02.934565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.941922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:02.980868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.020204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335dbe37-8515-4fa1-a0c8-8ef7600bf8bf']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:03.035360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372acb1e-9472-4769-86c9-9dcb442d422e') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:03.036341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372acb1e-9472-4769-86c9-9dcb442d422e') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:03.042608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cf685b0c-773f-4925-bea8-210b2afeba50 None None] Provisioning complete for port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:03.042988 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cf685b0c-773f-4925-bea8-210b2afeba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.051734 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.084004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Pushing event updated for resources: {'Port': ['ID=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:03.090932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.096009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.114551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cf685b0c-773f-4925-bea8-210b2afeba50 None None] Port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:03.143504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:03.144815 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:03.153902 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:03.252068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Network 14e38ca4-1d99-4205-989e-746326cebe4d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:03.271530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.283329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:03.293188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.295278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac1938-a53c-4ad3-a87d-4baa49317a34 req-562db672-e56c-478f-a684-fc679a0fe8b0 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:03.297568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56ac1938-a53c-4ad3-a87d-4baa49317a34 req-562db672-e56c-478f-a684-fc679a0fe8b0 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.2282109 Oct 25 23:11:03.304663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.318196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/networks/335dbe37-8515-4fa1-a0c8-8ef7600bf8bf HTTP/1.1" status: 204 len: 168 time: 1.3074009 Oct 25 23:11:03.319901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:03.319901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.322561 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: from cryptography.utils import int_from_bytes Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: from cryptography.utils import int_from_bytes Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.331738 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:03.334455 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:11:03.354305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57754) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:03.413365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3bdd5-a811-4b99-b046-a499551b7b10 req-36cbad2f-9d73-460d-b9aa-c385f75a2ec0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:03.422363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fc3bdd5-a811-4b99-b046-a499551b7b10 req-36cbad2f-9d73-460d-b9aa-c385f75a2ec0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2050352 Oct 25 23:11:03.433882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71bd87-2c39-4d4a-ba8d-27713ff84b43 tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Network': ['ID=335dbe37-8515-4fa1-a0c8-8ef7600bf8bf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:03.497203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fc3bdd5-a811-4b99-b046-a499551b7b10 req-880ea5c4-fe95-4a32-8670-7dfad81e8b58 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734134 Oct 25 23:11:03.515361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.533204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Router d0c4240c-6056-4956-8985-8d9059ed97f9 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:03.636254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=69d8cc5b-aa98-4263-b9d4-5c487fd22db4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:03.642925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56ac1938-a53c-4ad3-a87d-4baa49317a34 req-7c31e9b4-709d-40ac-abbf-9beb7888f078 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243499 Oct 25 23:11:03.654672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.690124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-326a1e98-12c7-4f2a-816c-ee4c41a7568b req-37214632-d453-46c1-8c39-a573a0ef4dff tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0768476 Oct 25 23:11:03.699513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Network 335dbe37-8515-4fa1-a0c8-8ef7600bf8bf is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:11:03.699980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] No DVR routers for this DVR port 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:03.710956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Pushing event updated for resources: {'Port': ['ID=aaf9e9e5-ba32-4efd-bbac-c58861850f4c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:03.733341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] Deleting port 5f542686-c944-4007-878b-4769d350099a {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:03.733717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.748039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171051d-7063-41f4-8674-66a714dbe08f req-bb0db8df-b575-4c60-9a79-45bd0af2e97c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:03.749519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.750211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d171051d-7063-41f4-8674-66a714dbe08f req-bb0db8df-b575-4c60-9a79-45bd0af2e97c tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.3864400 Oct 25 23:11:03.751197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:03.758718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.762121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:03.763145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-275cb7cc-848f-4e7a-a935-a604f6928746 admin admin] 10.222.0.25 "PUT /v2.0/routers/d0c4240c-6056-4956-8985-8d9059ed97f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2789431 Oct 25 23:11:03.766766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.819862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:03.829126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403d657-e12f-4b17-a529-df0832cc6079 None None] Pushing event deleted for resources: {'Port': ['ID=4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:03.833054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:03.834953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9713f12e-bcf5-495a-8cc5-a0266056fe52']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:03.848588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.855491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda7b946-02ad-41aa-830b-c79235944922') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:03.855786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda7b946-02ad-41aa-830b-c79235944922') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:03.879995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c256c45d-e3cd-4852-a380-10dfa86f5ace None None] Provisioning complete for port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:03.880555 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c256c45d-e3cd-4852-a380-10dfa86f5ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.903018 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.922782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.937447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:03.937841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:03.941515 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:03.949977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c256c45d-e3cd-4852-a380-10dfa86f5ace None None] Port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:04.019342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Deleting port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:04.019876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.026200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:11:04.026200 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:11:04.026200 n-d-815373-1 neutron-server[102134]: [parameters: {'id': '9713f12e-bcf5-495a-8cc5-a0266056fe52'}] Oct 25 23:11:04.026200 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:11:04.026655 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:11:04.026795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Attempting to bind port aaf9e9e5-ba32-4efd-bbac-c58861850f4c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:04.027167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Attempting to bind port aaf9e9e5-ba32-4efd-bbac-c58861850f4c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'dda7b946-02ad-41aa-830b-c79235944922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:04.027530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Attempting to bind port aaf9e9e5-ba32-4efd-bbac-c58861850f4c on network 9713f12e-bcf5-495a-8cc5-a0266056fe52 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:04.031832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] For port 5f542686-c944-4007-878b-4769d350099a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5f542686-c944-4007-878b-4769d350099a,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:04.032231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.036690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e410-b889-46f2-9fdd-aa658227fa0f None None] Pushing event updated for resources: {'Port': ['ID=10e6667f-9d98-4cf4-8db5-4939860efb5f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:04.066567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Deleting port 5f542686-c944-4007-878b-4769d350099a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:04.066933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.070614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:04.071780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Checking segment: {'id': 'dda7b946-02ad-41aa-830b-c79235944922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:04.071780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.072193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Bound using segment: {'id': 'dda7b946-02ad-41aa-830b-c79235944922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:04.072652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Bound port: aaf9e9e5-ba32-4efd-bbac-c58861850f4c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda7b946-02ad-41aa-830b-c79235944922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9713f12e-bcf5-495a-8cc5-a0266056fe52'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:04.073031 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.077423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] Calling delete_port for 5f542686-c944-4007-878b-4769d350099a owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:04.079085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Attempting to bind port 10e6667f-9d98-4cf4-8db5-4939860efb5f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:04.079451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Attempting to bind port 10e6667f-9d98-4cf4-8db5-4939860efb5f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:04.080442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Attempting to bind port 10e6667f-9d98-4cf4-8db5-4939860efb5f on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:04.106636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:04.107042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:04.107404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.107799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:04.108274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Bound port: 10e6667f-9d98-4cf4-8db5-4939860efb5f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:04.108655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.163013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] For port 5f542686-c944-4007-878b-4769d350099a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5f542686-c944-4007-878b-4769d350099a,segment=NetworkSegment(d6b89941-71d3-4ade-9e9a-04730fb697bd),segment_id=d6b89941-71d3-4ade-9e9a-04730fb697bd)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:04.163419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.197107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] For port 965c2a72-9be0-4983-8632-3ddbcc3a4e34, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=965c2a72-9be0-4983-8632-3ddbcc3a4e34,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:04.198344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.222841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:04.225828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Calling delete_port for 5f542686-c944-4007-878b-4769d350099a owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:04.275205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:04.275554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4ff2bb5b-d5d4-49f6-8a99-19c55ed2afa0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:04.279570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] For port aaf9e9e5-ba32-4efd-bbac-c58861850f4c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:04.284847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] For port 10e6667f-9d98-4cf4-8db5-4939860efb5f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:04.297055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] For port 10e6667f-9d98-4cf4-8db5-4939860efb5f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=10e6667f-9d98-4cf4-8db5-4939860efb5f,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:04.308809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] For port aaf9e9e5-ba32-4efd-bbac-c58861850f4c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=aaf9e9e5-ba32-4efd-bbac-c58861850f4c,segment=NetworkSegment(dda7b946-02ad-41aa-830b-c79235944922),segment_id=dda7b946-02ad-41aa-830b-c79235944922)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:04.316408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.324549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.333675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.392938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] No DVR routers for this DVR port 5f542686-c944-4007-878b-4769d350099a on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:04.439534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.439925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:04.440719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:04.445236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d619b-8413-4b74-be7a-f4ab647849d9 None None] Pushing event updated for resources: {'Port': ['ID=aaf9e9e5-ba32-4efd-bbac-c58861850f4c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:04.476674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Port': ['ID=5f542686-c944-4007-878b-4769d350099a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:04.479133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] No DVR routers for this DVR port 5f542686-c944-4007-878b-4769d350099a on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:04.514989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.515359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.515675 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Floating IP 7a200808-d2b2-430f-abb6-b3e4e7e64dcc disassociated. External IP: 172.25.4.69, port: 965c2a72-9be0-4983-8632-3ddbcc3a4e34. Oct 25 23:11:04.516017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Calling delete_port for 965c2a72-9be0-4983-8632-3ddbcc3a4e34 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:04.527898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.553709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afd3a9-8d50-47e3-baa7-279ad9cb8c6b None None] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:04.628888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.630196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9066aa1-a227-4ca9-ae3b-87452e6dcc75 req-7f805651-0aa5-4083-9d29-15036aa42c98 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:04.639384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9066aa1-a227-4ca9-ae3b-87452e6dcc75 req-7f805651-0aa5-4083-9d29-15036aa42c98 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.0700383 Oct 25 23:11:04.648443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e410-b889-46f2-9fdd-aa658227fa0f None None] Pushing event updated for resources: {'Port': ['ID=10e6667f-9d98-4cf4-8db5-4939860efb5f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:04.678704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e29c78-e066-442f-a797-b9db5f44add9']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:04.703415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b350a0-411b-4510-adde-387c6ac4289b None None] Pushing event deleted for resources: {'Port': ['ID=5f542686-c944-4007-878b-4769d350099a,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:04.709955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b89941-71d3-4ade-9e9a-04730fb697bd') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:04.710282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b89941-71d3-4ade-9e9a-04730fb697bd') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:04.730489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:04.735219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9066aa1-a227-4ca9-ae3b-87452e6dcc75 req-0562fd16-14de-448c-8c9e-5695f6f1951f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 Oct 25 23:11:04.747614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.763920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5f542686-c944-4007-878b-4769d350099a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:04.777920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.789023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:04.789389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:04.792842 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:04.795266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5f542686-c944-4007-878b-4769d350099a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:04.795820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5f542686-c944-4007-878b-4769d350099a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:04.860173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a7553-e2fe-411c-90c3-2b4b1e38545f None None] Network 9713f12e-bcf5-495a-8cc5-a0266056fe52 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:04.865915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Deleting port aaf9e9e5-ba32-4efd-bbac-c58861850f4c {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:04.866279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.875710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbdbfa-46c9-42df-82c6-bdb55baca796 req-f74a574c-2660-4bc6-8d50-7f5c0900e5e7 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:04.877751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94fbdbfa-46c9-42df-82c6-bdb55baca796 req-f74a574c-2660-4bc6-8d50-7f5c0900e5e7 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 946 time: 0.0627313 Oct 25 23:11:04.894067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57774) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:04.899605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081628895', 'description': 'tempest-description--1412261314'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:04.941804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94fbdbfa-46c9-42df-82c6-bdb55baca796 req-a9719e09-5ea5-4637-aa93-8771f856bbd6 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538511 Oct 25 23:11:04.954279 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:04.997260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.002355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.006467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] 10.222.0.25 "DELETE /v2.0/networks/80e29c78-e066-442f-a797-b9db5f44add9 HTTP/1.1" status: 204 len: 168 time: 1.6527150 Oct 25 23:11:05.051429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10dc7b-7a39-44cb-81ea-bec2ff8c23bc tempest-TaggedBootDevicesTest_v242-987356202 tempest-TaggedBootDevicesTest_v242-987356202-project] Pushing event deleted for resources: {'Network': ['ID=80e29c78-e066-442f-a797-b9db5f44add9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:05.055205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.061659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.065208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.101838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] For port aaf9e9e5-ba32-4efd-bbac-c58861850f4c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=aaf9e9e5-ba32-4efd-bbac-c58861850f4c,segment=NetworkSegment(dda7b946-02ad-41aa-830b-c79235944922),segment_id=dda7b946-02ad-41aa-830b-c79235944922)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:05.103437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.125622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event deleted for resources: {'Port': ['ID=965c2a72-9be0-4983-8632-3ddbcc3a4e34,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:05.129079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.130352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2353082 Oct 25 23:11:05.133034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57776) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:05.141640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Request body: {'security_group_rule': {'security_group_id': 'dad7bc71-9fdd-4d43-9325-845374afdd1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:05.160228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0a9e408-1c24-4c54-a11a-9f671dd437f5 req-c5f3bfb7-2961-4931-b0eb-8c5e0b03e500 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0524440 Oct 25 23:11:05.160487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54420526-25bd-4b87-aaa8-f6c355969f2f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7bc71-9fdd-4d43-9325-845374afdd1e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:05.182634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Calling delete_port for aaf9e9e5-ba32-4efd-bbac-c58861850f4c owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:05.201255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 2, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:05.203300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.209205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb2bde7-05a6-4d4f-b50d-cd8be28269a0 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:11:05.247432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c1f2d-ab85-43e0-9df9-d2a347149a1d None None] The sync data for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 is: [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 2, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:05.295509 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.302764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.328098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c16c54-031a-478a-9cbc-3d09a424664e,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:05.353481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.369084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bd276d8e-33c0-43a3-b8ea-e4be80f24625 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2328522 Oct 25 23:11:05.369407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57786) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:05.376795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Request body: {'security_group_rule': {'security_group_id': 'dad7bc71-9fdd-4d43-9325-845374afdd1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:05.433080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.434487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.442025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Router ee24b1f5-60d7-4042-9bf8-bc181d01242e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:05.468891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb2bde7-05a6-4d4f-b50d-cd8be28269a0 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:11:05.479170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No DVR routers for this DVR port aaf9e9e5-ba32-4efd-bbac-c58861850f4c on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:05.491333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Port': ['ID=aaf9e9e5-ba32-4efd-bbac-c58861850f4c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:05.523614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.532130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.587450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc68527c-1f2d-474c-a748-9859684b6c83,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:05.599481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.610252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a3049820-9b68-4e8d-bac3-ac2e6be573d1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2396736 Oct 25 23:11:05.612907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:05.618756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:05.683474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.760832 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:11:05.951492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:05.996556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ce642-f7c7-462e-b59c-e677ef8376a7 req-711ccc96-ba39-4bf2-95e2-977e23c84048 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:06.002018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-525ce642-f7c7-462e-b59c-e677ef8376a7 req-711ccc96-ba39-4bf2-95e2-977e23c84048 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1642396 Oct 25 23:11:06.080148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a54de-32a1-4312-b5ad-ebde538e0087 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:11:06.217665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-525ce642-f7c7-462e-b59c-e677ef8376a7 req-dcfcbbed-a4bf-45a0-b3db-726fce911fb8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285865 Oct 25 23:11:06.286204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Allocated IP 172.25.4.136 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/4f43e54d-5f27-4401-8040-fe13f32ec170) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:06.308911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66984be8-8fc7-4a0d-b412-2fc7b406c981 req-58a25268-ca96-47b1-83ef-1c7a14b2ee0a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4 HTTP/1.1" status: 200 len: 210 time: 0.0922885 Oct 25 23:11:06.317804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.341650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a54de-32a1-4312-b5ad-ebde538e0087 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:11:06.399337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9713f12e-bcf5-495a-8cc5-a0266056fe52']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:06.427169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda7b946-02ad-41aa-830b-c79235944922') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:06.427833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda7b946-02ad-41aa-830b-c79235944922') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:06.442501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24da2ba4-4ba1-42d9-becf-4a9d9d7bf6bd req-af4b0c2c-573d-43e6-87a7-7ccac8530996 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0905523 Oct 25 23:11:06.484657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.514176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:06.535099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] Sync routers for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:06.559836 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:06.560753 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:06.563129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.569203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.591795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] No DVR routers for this DVR port 965c2a72-9be0-4983-8632-3ddbcc3a4e34 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:06.594969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.606033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d171051d-7063-41f4-8674-66a714dbe08f req-c44ea7b1-a5e5-4bbc-8992-42197c845b32 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.15 "DELETE /v2.0/ports/965c2a72-9be0-4983-8632-3ddbcc3a4e34 HTTP/1.1" status: 204 len: 173 time: 2.8439517 Oct 25 23:11:06.609594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'name': 'network-vif-deleted', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:06.613327 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a32fde-7d4b-4556-a42c-74920a1a1cf6" -d '{"events": [{"server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "name": "network-vif-deleted", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:06.617634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:06.618618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:06.634702 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:06.689696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.750868 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53cf88e-0242-4815-8d44-7ec71ea31aee x-openstack-request-id: req-c53cf88e-0242-4815-8d44-7ec71ea31aee {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:06.751197 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4", "name": "network-vif-deleted", "tag": "965c2a72-9be0-4983-8632-3ddbcc3a4e34", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:06.751405 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c53cf88e-0242-4815-8d44-7ec71ea31aee {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:06.751795 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a4e9eb-b1ed-4b18-a7ca-1e13ad3ac7f4', 'name': 'network-vif-deleted', 'tag': '965c2a72-9be0-4983-8632-3ddbcc3a4e34', 'status': 'completed', 'code': 200} Oct 25 23:11:06.812886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.817681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:06.830032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57802) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:06.831272 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/9713f12e-bcf5-495a-8cc5-a0266056fe52 HTTP/1.1" status: 204 len: 168 time: 4.9545345 Oct 25 23:11:06.831476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event updated for resources: {'Port': ['ID=4f43e54d-5f27-4401-8040-fe13f32ec170,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:06.844982 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:06.849080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3f96a-9c2b-44a8-a079-d8d8d0575d46 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=9713f12e-bcf5-495a-8cc5-a0266056fe52,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:06.861178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10e6667f-9d98-4cf4-8db5-4939860efb5f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:06.899580 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b612bc15-8665-45cb-89a8-a900c18fa1f2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:06.899855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b612bc15-8665-45cb-89a8-a900c18fa1f2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:06.902997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b612bc15-8665-45cb-89a8-a900c18fa1f2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/9713f12e-bcf5-495a-8cc5-a0266056fe52 HTTP/1.1" status: 404 len: 339 time: 0.0657139 Oct 25 23:11:06.909297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57804) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:06.920780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078379917', 'description': 'd1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:06.921210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:06.922796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:06.925644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:06.976311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:06.981128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.030802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 10e6667f-9d98-4cf4-8db5-4939860efb5f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:07.031300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.046505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:07.071337 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.071688 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment e13fd2e2-7fc5-4a19-89ad-8552cab54a3f of type vlan for network ecdf06f5-466d-4434-9a63-77c69a7c7d93 Oct 25 23:11:07.154509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.174756 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:48Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:07.188090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 10e6667f-9d98-4cf4-8db5-4939860efb5f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=10e6667f-9d98-4cf4-8db5-4939860efb5f,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:07.189218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.200109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.269552 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] Checking router: ee24b1f5-60d7-4042-9bf8-bc181d01242e for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:07.271511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.275904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.283144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:07.283775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.322689 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:07.324632 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:07.325726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=10e6667f-9d98-4cf4-8db5-4939860efb5f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:07.373645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.433257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5203114 Oct 25 23:11:07.472676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57812) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:07.530733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 965c2a72-9be0-4983-8632-3ddbcc3a4e34 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:07.545458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:07.600161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 965c2a72-9be0-4983-8632-3ddbcc3a4e34 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:07.600506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 965c2a72-9be0-4983-8632-3ddbcc3a4e34 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:07.661984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.682425 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:07.708626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df97e8be-5dcc-4534-aecd-07b16719564d req-d1be6e97-db9e-4d7e-adce-494e9cd905a0 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0388613 Oct 25 23:11:07.709208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.746652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4bc00-9bab-4ddc-aab2-ca9571738abb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=ecdf06f5-466d-4434-9a63-77c69a7c7d93,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:07.760628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ecdf06f5-466d-4434-9a63-77c69a7c7d93 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:07.764850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event updated for resources: {'Port': ['ID=4f43e54d-5f27-4401-8040-fe13f32ec170,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:07.837744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.861118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034025-b1d7-4e55-a6c6-442ed26f7599 req-d7206392-5a57-49fe-8cd6-b96cc8c38248 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:07.866239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.868666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-62d03d85-56bc-43f8-bada-fbd7457907a0 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2547319 Oct 25 23:11:07.869367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d034025-b1d7-4e55-a6c6-442ed26f7599 req-d7206392-5a57-49fe-8cd6-b96cc8c38248 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.4343674 Oct 25 23:11:07.884957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65e0c883-a9e1-4626-ae96-c3658cad225a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:07.923492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c40c6-84ca-4ba7-8af3-73df712fd90d tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:07.927666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-771c40c6-84ca-4ba7-8af3-73df712fd90d tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks?id=ecdf06f5-466d-4434-9a63-77c69a7c7d93 HTTP/1.1" status: 200 len: 761 time: 0.4491601 Oct 25 23:11:07.928624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57826) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:07.935664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'description': 'd2'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:07.949168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d034025-b1d7-4e55-a6c6-442ed26f7599 req-3d0a3bf2-7fa8-4a9e-88f7-2eb9ee21b551 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Oct 25 23:11:07.959880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65e0c883-a9e1-4626-ae96-c3658cad225a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.045991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65e0c883-a9e1-4626-ae96-c3658cad225a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.048979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65e0c883-a9e1-4626-ae96-c3658cad225a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.052563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-65e0c883-a9e1-4626-ae96-c3658cad225a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "DELETE /v2.0/security-groups/6fb544cb-4fb2-4aac-bc77-def2fb3c73e7 HTTP/1.1" status: 204 len: 168 time: 0.4765799 Oct 25 23:11:08.055900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57836) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:08.068671 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:48Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:08.083259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0c883-a9e1-4626-ae96-c3658cad225a tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb544cb-4fb2-4aac-bc77-def2fb3c73e7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:08.096997 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-8221dfb3-cdbb-4bfe-b940-a1a6fcafadf9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] show failed (client error): The resource could not be found. Oct 25 23:11:08.101185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8221dfb3-cdbb-4bfe-b940-a1a6fcafadf9 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "GET /v2.0/security-groups/6fb544cb-4fb2-4aac-bc77-def2fb3c73e7 HTTP/1.1" status: 404 len: 347 time: 0.0403214 Oct 25 23:11:08.101752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:08.120528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-b88e7d0a-be01-458f-aadf-c0d187913311 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2081628895&fields=id&tenant_id=7b55f85d8b674e65b690826f81358725 HTTP/1.1" status: 200 len: 267 time: 0.1199315 Oct 25 23:11:08.235169 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c365b-8153-4fbb-bad8-4b660bf0fdbd None None] The sync data for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 is: [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:07:39Z', 'revision_number': 4, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5c26d878-d3c1-42dc-aa32-4e8f606c20e5', 'name': '', 'network_id': '52dc262d-7aee-4062-8d81-b5550fc639b5', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:38Z', 'updated_at': '2021-10-25T23:07:48Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'subnets': [{'id': '09cfa4c3-4b6d-44ad-adad-1781a5a92829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:08.333205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Deleting port 6ad2a0b4-624f-43c0-90c7-674aa7e7aeb8 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:08.333798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.451637 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.452268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.468111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Calling delete_port for 6ad2a0b4-624f-43c0-90c7-674aa7e7aeb8 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:08.615317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.645759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-29ec9541-1421-48e7-b167-20f6655059dd tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:08.647591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-29ec9541-1421-48e7-b167-20f6655059dd tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/networks?id=14e38ca4-1d99-4205-989e-746326cebe4d HTTP/1.1" status: 200 len: 812 time: 0.5261393 Oct 25 23:11:08.648891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.657704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.678123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a5f1b3bc-8b46-4e53-b44e-64fbfce4c10a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/quotas/7b55f85d8b674e65b690826f81358725 HTTP/1.1" status: 200 len: 375 time: 0.0195138 Oct 25 23:11:08.760945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network ecdf06f5-466d-4434-9a63-77c69a7c7d93 is not hosted by any dhcp agent {{(pid=102133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:11:08.768060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Pushing event deleted for resources: {'Port': ['ID=6ad2a0b4-624f-43c0-90c7-674aa7e7aeb8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:08.775222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:08.775878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.779708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "PUT /v2.0/networks/ecdf06f5-466d-4434-9a63-77c69a7c7d93 HTTP/1.1" status: 200 len: 758 time: 0.8474727 Oct 25 23:11:08.781238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57846) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:08.788198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a093c-e5ed-4627-86c1-cd96c5c38b38 None None] New status for floating IP 7a200808-d2b2-430f-abb6-b3e4e7e64dcc: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:11:08.866853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-9eddf358-f72b-475b-a64d-0efdc0796b87 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b55f85d8b674e65b690826f81358725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1876626 Oct 25 23:11:08.873114 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Sync routers for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:08.888721 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:08.889621 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:08.899875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10e6667f-9d98-4cf4-8db5-4939860efb5f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:08.918890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b52cdad-a739-4b31-a444-cd9a2d2865ad req-62e05b7e-f9d9-493d-8aa5-e9db14572bc6 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0316005 Oct 25 23:11:08.938166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.941670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:08.943254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5e217481-d8b8-4b99-98ae-67a40fb31790 tempest-ServersTestFqdnHostnames-1453756806 tempest-ServersTestFqdnHostnames-1453756806-project] 10.222.0.25 "DELETE /v2.0/floatingips/7a200808-d2b2-430f-abb6-b3e4e7e64dcc HTTP/1.1" status: 204 len: 168 time: 0.8400047 Oct 25 23:11:08.946659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57848) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:08.948834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544d266-a949-4f31-b934-9d372f8df535 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:08.950699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c544d266-a949-4f31-b934-9d372f8df535 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks?id=ecdf06f5-466d-4434-9a63-77c69a7c7d93 HTTP/1.1" status: 200 len: 761 time: 0.1524053 Oct 25 23:11:08.956173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57850) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:08.961977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566279424'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:08.964682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22a4cd-2b6f-4c98-8dfd-84f7dc62ab64 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=ecdf06f5-466d-4434-9a63-77c69a7c7d93,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:08.992695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ecdf06f5-466d-4434-9a63-77c69a7c7d93 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:09.092205 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:09.113866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 10e6667f-9d98-4cf4-8db5-4939860efb5f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:09.114293 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.188320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-12189daf-cf1d-4bec-923e-32f7d3a9b2fd service neutron] 10.222.0.25 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919784 Oct 25 23:11:09.199052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:09.217497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.278019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:09.299230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a16541d9-da26-439e-a04b-6a0c74159615 service neutron] 10.222.0.25 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030197 Oct 25 23:11:09.311788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81b60b-2f56-418c-8b0e-bf0906d3234f req-f2244db1-c724-4901-88dd-3b5da82f7c19 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:09.313880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb81b60b-2f56-418c-8b0e-bf0906d3234f req-f2244db1-c724-4901-88dd-3b5da82f7c19 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1777248 Oct 25 23:11:09.407772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 2, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:09.449174 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Checking router: d0c4240c-6056-4956-8985-8d9059ed97f9 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:09.449925 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Updating router d0c4240c-6056-4956-8985-8d9059ed97f9 port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:11:09.455125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.455704 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment 8dd534be-8689-4002-971d-9df173e1235b of type vlan for network 4eb1d7c6-683e-4f99-8bda-e796310521b6 Oct 25 23:11:09.508739 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.555598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb81b60b-2f56-418c-8b0e-bf0906d3234f req-62951738-ba65-4d83-a00a-4bb1602d5d86 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271384 Oct 25 23:11:09.585102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.676748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc27c1a4-1c26-4a11-b545-b602978efc61 req-2df76ea9-02b6-49a1-b3b0-4ae4cb56f439 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 210 time: 0.0546765 Oct 25 23:11:09.692699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.698748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:09.699360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:09.788282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57866) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:09.788781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8307009 Oct 25 23:11:09.794875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': '4eb1d7c6-683e-4f99-8bda-e796310521b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:09.815286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae623-ea1f-4a76-9b11-691367576271 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=4eb1d7c6-683e-4f99-8bda-e796310521b6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:09.840968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4eb1d7c6-683e-4f99-8bda-e796310521b6 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:09.889647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.016852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:10.020571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.048942 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.058206 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.065934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1474bc5-198b-4e75-a6e4-30f3ce55667f req-83bff86d-a9b6-4c10-bf8e-435403765f92 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0395541 Oct 25 23:11:10.227528 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Pushing event updated for resources: {'Port': ['ID=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:10.316130 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.316479 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.316812 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.317148 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.317679 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.317789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.318099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.318448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.318773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.319088 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.319518 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.319787 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:10.325090 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.342076 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Attempting to bind port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:10.345661 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Attempting to bind port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:10.346076 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Attempting to bind port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca on network 14e38ca4-1d99-4205-989e-746326cebe4d {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:10.351657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Deleting port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:10.351657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.366982 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:10.367369 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Checking segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:10.369488 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.370666 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Bound using segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:10.370666 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Bound port: 71947eb6-49ac-4fd8-b21e-505d17d2e1ca, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:10.370911 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.426520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=e2ea90dc-8c5a-4a62-a1ff-4061cba46f16,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:10.460315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': '8dd534be-8689-4002-971d-9df173e1235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eb1d7c6-683e-4f99-8bda-e796310521b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:10.460684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: 4eb1d7c6-683e-4f99-8bda-e796310521b6, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:10.472102 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] For port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:10.480300 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] For port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:10.489140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network 4eb1d7c6-683e-4f99-8bda-e796310521b6 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:10.491515 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.504901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4eb1d7c6-683e-4f99-8bda-e796310521b6) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:10.517046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ffaba5-27f5-4792-a3b5-509997a9840e None None] Network 4eb1d7c6-683e-4f99-8bda-e796310521b6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:10.533266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:10.534596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.579755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-75336e2f-3757-4438-9d07-f0d37eb34b75 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7896791 Oct 25 23:11:10.582535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57874) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:10.587771 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7bda2-9157-4999-b516-905c00abf6f2 None None] Pushing event updated for resources: {'Port': ['ID=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:10.604211 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:10.605677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:10.649944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] For port 5c26d878-d3c1-42dc-aa32-4e8f606c20e5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:10.650682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.709740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Calling delete_port for 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:10.729809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-312e6352-87d8-4e2e-9547-c991894aab71 None None] Provisioning complete for port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:10.742935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.744959 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-312e6352-87d8-4e2e-9547-c991894aab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.815916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:10.860150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71947eb6-49ac-4fd8-b21e-505d17d2e1ca up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:10.888154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-c6269d54-e2b2-4663-bfa9-76ac1ba18fbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5174675 Oct 25 23:11:10.891246 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:11.018140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bbea121e-3dfd-42d0-a180-d1731aa5926c req-6458bf1b-d9f9-425f-9c20-1019ed7f8e06 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 210 time: 0.0847917 Oct 25 23:11:11.073903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.172044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a952d969-e8a3-4199-b90c-3edbe76d0354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-4eb1d7c6-683e-4f99-8bda-e796310521b6', 'network_id': '4eb1d7c6-683e-4f99-8bda-e796310521b6', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': 'e2ea90dc-8c5a-4a62-a1ff-4061cba46f16'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:11:11.174211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a952d969-e8a3-4199-b90c-3edbe76d0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.193466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:11.194225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.210550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ea90dc-8c5a-4a62-a1ff-4061cba46f16,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:11.294488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-312e6352-87d8-4e2e-9547-c991894aab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.334946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.335838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.365234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb1d7c6-683e-4f99-8bda-e796310521b6']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:11.384398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd534be-8689-4002-971d-9df173e1235b') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:11.384661 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:10Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:11.385811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd534be-8689-4002-971d-9df173e1235b') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:11.412794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.428461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.436340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:11.436774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4dca-613f-41b5-a882-6d8afe6cf2c2 req-3a1ec5e2-013e-43bc-aae7-a64f83be5a31 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:11.437153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.444672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9ae4dca-613f-41b5-a882-6d8afe6cf2c2 req-3a1ec5e2-013e-43bc-aae7-a64f83be5a31 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.5633745 Oct 25 23:11:11.458533 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4f39f-0591-491b-8998-e2f232a3b03e None None] The sync data for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 is: [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:10Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:11.486593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-3ba93a50-fffd-4439-88cb-7a25524900b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:11.488069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-3ba93a50-fffd-4439-88cb-7a25524900b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1096 time: 0.5075071 Oct 25 23:11:11.501086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c26d878-d3c1-42dc-aa32-4e8f606c20e5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:11.549348 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:11.551645 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.605713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-312e6352-87d8-4e2e-9547-c991894aab71 None None] For port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:11.610727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19fd541c-2ad2-4f53-8a90-558ec54f12a9 req-cefcf86e-ed58-4a75-9ad2-77fbbb366802 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0835330 Oct 25 23:11:11.627869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd58a6-7e49-4062-91b5-15b666ef7195 None None] Network 4eb1d7c6-683e-4f99-8bda-e796310521b6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:11.659975 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-312e6352-87d8-4e2e-9547-c991894aab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.665774 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.671184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.677714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/4eb1d7c6-683e-4f99-8bda-e796310521b6 HTTP/1.1" status: 204 len: 168 time: 1.0914125 Oct 25 23:11:11.686551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:11.728175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b9d7-1c71-4b67-8b32-490bd154e4f1 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=4eb1d7c6-683e-4f99-8bda-e796310521b6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:11.779144 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf7a0dc-2ef8-4786-8231-22154e2147f9 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] GET failed (client error): The resource could not be found. Oct 25 23:11:11.783776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fdf7a0dc-2ef8-4786-8231-22154e2147f9 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/subnets/e2ea90dc-8c5a-4a62-a1ff-4061cba46f16 HTTP/1.1" status: 404 len: 337 time: 0.0960920 Oct 25 23:11:11.786802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57892) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:11.832435 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80f2196-2b63-414a-82c0-d943996708bb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:11.844306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80f2196-2b63-414a-82c0-d943996708bb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:11.850219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e80f2196-2b63-414a-82c0-d943996708bb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/4eb1d7c6-683e-4f99-8bda-e796310521b6 HTTP/1.1" status: 404 len: 339 time: 0.0582972 Oct 25 23:11:11.854615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:11.856153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:11.989821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e6352-87d8-4e2e-9547-c991894aab71 None None] Pushing event updated for resources: {'Port': ['ID=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:12.048841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9ae4dca-613f-41b5-a882-6d8afe6cf2c2 req-e18459f5-a6c2-4218-b275-80d7dd0e6ba8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032324 Oct 25 23:11:12.122174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-176ad7a8-a8c9-42bc-a4b5-8629d90b59ec None None] Provisioning complete for port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:12.122616 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-176ad7a8-a8c9-42bc-a4b5-8629d90b59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:12.173918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aaa4fb1-ad8a-46df-9e1d-cd803349e582 req-f5ae876c-f151-4ccd-b01f-57f6fbf55671 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 210 time: 0.0469701 Oct 25 23:11:12.204711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-490d12e6-4eca-47ae-bb95-1c3ba9df4924 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.205757 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:11:12.206224 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:11:12.209865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-490d12e6-4eca-47ae-bb95-1c3ba9df4924 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.15 "GET /v2.0/networks?id=14e38ca4-1d99-4205-989e-746326cebe4d HTTP/1.1" status: 200 len: 812 time: 0.9171724 Oct 25 23:11:12.255068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785eb5f-76ed-490d-b827-a58f112166f9 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.256611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b785eb5f-76ed-490d-b827-a58f112166f9 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4009418 Oct 25 23:11:12.260105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57900) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:12.333665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ebcc4b35-5e4b-4c20-a067-1eeeea1e91dc tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 207 time: 0.0675409 Oct 25 23:11:12.334272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57902) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:12.348962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-2ed3e273-210a-473a-8b8a-e2bd15727fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.351522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-2ed3e273-210a-473a-8b8a-e2bd15727fd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.7559667 Oct 25 23:11:12.474665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-23fa8269-7bfd-4caf-b52b-5aee0d38683c tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b55f85d8b674e65b690826f81358725 HTTP/1.1" status: 200 len: 380 time: 0.2420387 Oct 25 23:11:12.513618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Request body: {'port': {'device_id': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'admin_state_up': True, 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'security_groups': ['dad7bc71-9fdd-4d43-9325-845374afdd1e']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:12.592802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce9663-6ad8-4505-ab0d-f8fcf271e4d6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.603954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce9663-6ad8-4505-ab0d-f8fcf271e4d6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.612144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce9663-6ad8-4505-ab0d-f8fcf271e4d6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.615045 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-d26dedda-ad87-434a-a297-888b1a3a66ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 1000 time: 0.2535894 Oct 25 23:11:12.619675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce9663-6ad8-4505-ab0d-f8fcf271e4d6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.626219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2fce9663-6ad8-4505-ab0d-f8fcf271e4d6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2876067 Oct 25 23:11:12.626582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57904) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:12.685737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-67c65bfe-1be7-4ba8-89c8-9b37bf421380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.687679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-67c65bfe-1be7-4ba8-89c8-9b37bf421380 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0597894 Oct 25 23:11:12.800206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:12.825915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-732676cf-4a73-49f9-bc09-02ac2b56573a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1978958 Oct 25 23:11:12.830609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:12.973942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7efc69-c8b6-48a3-8535-7c933c25e873 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.975807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7efc69-c8b6-48a3-8535-7c933c25e873 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:12.981718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e7efc69-c8b6-48a3-8535-7c933c25e873 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1233473 Oct 25 23:11:12.982423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57914) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:13.004977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71947eb6-49ac-4fd8-b21e-505d17d2e1ca up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:13.067799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4981f501-2d4e-41cb-9ba7-1a496e2ea3af tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.069800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4981f501-2d4e-41cb-9ba7-1a496e2ea3af tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.077380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4981f501-2d4e-41cb-9ba7-1a496e2ea3af tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0938423 Oct 25 23:11:13.081657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57916) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:13.093290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:13.093989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:13.177948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a988530-11ca-4633-a037-20bc3557c719 req-4ceec277-7689-4635-a85a-f43cd35bda3c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.179588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a988530-11ca-4633-a037-20bc3557c719 req-4ceec277-7689-4635-a85a-f43cd35bda3c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.1272349 Oct 25 23:11:13.250195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd25812a-33e7-43bf-9f5e-113c5df8e09b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.252234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cd25812a-33e7-43bf-9f5e-113c5df8e09b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks/68c53b1f-a187-4d59-b893-cba335369ca9 HTTP/1.1" status: 200 len: 800 time: 0.1703515 Oct 25 23:11:13.266314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a988530-11ca-4633-a037-20bc3557c719 req-75c662a8-4bd4-4de8-a33a-a72ef4e866c1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772023 Oct 25 23:11:13.266826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57922) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:13.275614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c783154f-b4fc-4930-a8a3-c163b89cd13a req-d80470c2-af6d-4368-b48e-5d95c4d0cc43 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.4993167 Oct 25 23:11:13.359939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Router ee24b1f5-60d7-4042-9bf8-bc181d01242e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:13.365127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Made reservation on behalf of 7b55f85d8b674e65b690826f81358725 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:13.369733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:13.373920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-53da97c6-444f-497c-a8a2-cea2abe30b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.375460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-53da97c6-444f-497c-a8a2-cea2abe30b34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6676431 Oct 25 23:11:13.424251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a71e076b-526a-41b1-b26d-5a0d8f083c4f req-1f1d92a0-3a7f-424a-9460-35543c9aa4a2 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 210 time: 0.0386202 Oct 25 23:11:13.679345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-003efd5d-891d-440f-ae1f-85b1eb1ea9d6 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841372 Oct 25 23:11:13.760225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:13.769224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b8fad79-643b-4818-92ca-241345ffcab8 admin admin] 10.222.0.25 "PUT /v2.0/routers/ee24b1f5-60d7-4042-9bf8-bc181d01242e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8209269 Oct 25 23:11:13.771998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f11862c2-b40e-4093-a3a8-7508e223ec40 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/networks/68c53b1f-a187-4d59-b893-cba335369ca9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5034137 Oct 25 23:11:13.772783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57936) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:13.777003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] Sync routers for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:13.780354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57938) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:13.786703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:13.787056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Allocated IP 172.20.0.12 (14e38ca4-1d99-4205-989e-746326cebe4d/39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874/bb4ba667-3f1a-497b-b3e0-59140b2c49c6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:13.787619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:13.893668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fa1b5-b2ac-400d-8689-bf16a068a60f tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.900458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ee7fa1b5-b2ac-400d-8689-bf16a068a60f tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/subnets/e5928ba3-5351-4ccc-9932-3627248c7e2d HTTP/1.1" status: 200 len: 811 time: 0.1164284 Oct 25 23:11:13.908593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57944) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:13.924184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d929b-0c46-4f92-a424-4128fe4babc9 req-de695775-f6b6-41ed-b100-f6228d3d337f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:13.930777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-383000a1-81c8-49f6-b53e-678dc20fbdd3 req-7a622ab1-9980-4328-87a3-04057f65b2cb service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390680 Oct 25 23:11:13.931700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:13.932274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78d929b-0c46-4f92-a424-4128fe4babc9 req-de695775-f6b6-41ed-b100-f6228d3d337f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.5444992 Oct 25 23:11:14.028240 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78d929b-0c46-4f92-a424-4128fe4babc9 req-ec8ded79-b02b-4995-99a3-118d30aa6d7a tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797923 Oct 25 23:11:14.029815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f0e21-7305-4664-931b-eda34d33679f tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:14.036555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d2f0e21-7305-4664-931b-eda34d33679f tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "GET /v2.0/subnets/e5928ba3-5351-4ccc-9932-3627248c7e2d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1269286 Oct 25 23:11:14.037209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:14.045315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1571538992'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:14.074067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.116309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:14.123637 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.166517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.174847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:14.184815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port': {'id': '6ae7cf53-a53b-412f-ae9d-edd697fcccdf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:07:33Z', 'updated_at': '2021-10-25T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:14.190278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.190627 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Added segment c8f6bfa3-d07c-4369-bf1e-03eada2f17fb of type vlan for network cc14cbeb-e26c-413b-8d4f-44f5435f278b Oct 25 23:11:14.199566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.225849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] Checking router: ee24b1f5-60d7-4042-9bf8-bc181d01242e for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:14.235988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] Routers {'ee24b1f5-60d7-4042-9bf8-bc181d01242e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:14.236922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:10:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:14.251596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.261640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.278030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Deleting port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:14.278440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.322121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Network 14e38ca4-1d99-4205-989e-746326cebe4d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:14.328108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:14.330634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:14.396618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:14.397318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.421350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.436530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:14.437394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.530838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] For port 6ae7cf53-a53b-412f-ae9d-edd697fcccdf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:14.531243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.548114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Calling delete_port for 6ae7cf53-a53b-412f-ae9d-edd697fcccdf owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:14.573055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event updated for resources: {'Port': ['ID=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:14.660149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] Set router ee24b1f5-60d7-4042-9bf8-bc181d01242e gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:14.677189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6358323 Oct 25 23:11:14.678879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57954) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:14.680266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040bea7-8e99-4019-83c5-e933aabb1342 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Network': ['ID=cc14cbeb-e26c-413b-8d4f-44f5435f278b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:14.685305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-5f44364b-360c-478b-96ac-3b55cff8e253 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1769209 Oct 25 23:11:14.686321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:14.701926 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6aca3e04-2e7a-48dc-a224-514fdaca9f6f req-3ef9cd14-494f-4452-ab93-11ccaa37dcbc tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.1300237 Oct 25 23:11:14.706917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Request body: {'port': {'device_id': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:14.737018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network cc14cbeb-e26c-413b-8d4f-44f5435f278b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:14.752208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513e32c-4f3f-43b9-86a9-0724b92fa196 req-0ca662c6-198b-497a-9612-9e9f4e12fafc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:14.760842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0513e32c-4f3f-43b9-86a9-0724b92fa196 req-0ca662c6-198b-497a-9612-9e9f4e12fafc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 932 time: 0.1383469 Oct 25 23:11:14.771683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.832953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:11:14Z', 'revision_number': 6, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:14.868458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff129c8-9084-45dd-9d83-9aec9b64b34d None None] The sync data for ids ['ee24b1f5-60d7-4042-9bf8-bc181d01242e'] in n-d-815373-1 is: [{'id': 'ee24b1f5-60d7-4042-9bf8-bc181d01242e', 'name': 'tempest-ServersTestFqdnHostnames-1834721569-router', 'tenant_id': '7f317246fc8a40dcb85334b0b3da4167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:07:31Z', 'updated_at': '2021-10-25T23:11:14Z', 'revision_number': 6, 'project_id': '7f317246fc8a40dcb85334b0b3da4167', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:14.876571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5bcefdbf-e3aa-47ed-9a1a-5764ce466f6c None None] Provisioning complete for port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:14.878627 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bcefdbf-e3aa-47ed-9a1a-5764ce466f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.898018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0513e32c-4f3f-43b9-86a9-0724b92fa196 req-4d5761ed-9df7-41f5-ab5a-8635027d7baa tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361880 Oct 25 23:11:14.933922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Made reservation on behalf of 1c8fc0f76da640899f9e566c5e897b47 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:14.938463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:14.942214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5bcefdbf-e3aa-47ed-9a1a-5764ce466f6c None None] Port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:15.029917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing IP validity checks on allocation pools {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:11:15.030508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:11:15.056176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.099336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae7cf53-a53b-412f-ae9d-edd697fcccdf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:15.194369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4ba667-3f1a-497b-b3e0-59140b2c49c6 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:15.201747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.206714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.230092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Transition to ACTIVE for port object bb4ba667-3f1a-497b-b3e0-59140b2c49c6 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:11:15.244022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7df1-a15f-4bee-b1be-559cdd05be9f req-9363f7a6-7fd2-40f2-9507-aa35ef606127 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:15.248792 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f0e7df1-a15f-4bee-b1be-559cdd05be9f req-9363f7a6-7fd2-40f2-9507-aa35ef606127 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.0979316 Oct 25 23:11:15.257920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.350570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:15.360321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f0e7df1-a15f-4bee-b1be-559cdd05be9f req-a0335acd-8adf-4d29-ad93-81bf3533519e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105037 Oct 25 23:11:15.380217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.382433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.452311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Attempting to bind port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:15.452669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Attempting to bind port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:15.453053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Attempting to bind port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 on network 14e38ca4-1d99-4205-989e-746326cebe4d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:15.465786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 on network 14e38ca4-1d99-4205-989e-746326cebe4d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:11:15.465786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Attempting to bind port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 on network 14e38ca4-1d99-4205-989e-746326cebe4d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:15.476140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:15.476558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Checking segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:15.477669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Bound using segment: {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:15.478207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Bound port: bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727c49ae-89bd-4832-8901-188e56d77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:15.478611 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.485282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.486448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee24b1f5-60d7-4042-9bf8-bc181d01242e {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:11:15.496176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.508576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-25e74461-9904-4e76-b191-af820d601592 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ee24b1f5-60d7-4042-9bf8-bc181d01242e HTTP/1.1" status: 204 len: 168 time: 1.7303545 Oct 25 23:11:15.509733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:15.512785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.544952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75c7e42f-bd01-4fb7-96eb-0caff3536786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.596618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=77f56d89-d97e-4c67-b9b9-4c5869264ddb,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:15.610464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Checking segment: {'id': 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:15.611034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network hostable DHCP agents. Network: cc14cbeb-e26c-413b-8d4f-44f5435f278b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:15.631897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Deleting subnet 09cfa4c3-4b6d-44ad-adad-1781a5a92829 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:15.632553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Network cc14cbeb-e26c-413b-8d4f-44f5435f278b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:15.638281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.647401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, cc14cbeb-e26c-413b-8d4f-44f5435f278b) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:15.652384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:15.653094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.660422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db7d406-e799-4340-9ef5-cb8089a7f57a None None] Network cc14cbeb-e26c-413b-8d4f-44f5435f278b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:15.667365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] For port bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:15.677533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8a5d0cf5-b77e-4cb6-8eef-cb553ec0efc6 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9927979 Oct 25 23:11:15.677739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57966) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:15.684766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:15.688520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] For port bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:15.696784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.700012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.775357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:15.776730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.778182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb4ba667-3f1a-497b-b3e0-59140b2c49c6 HTTP/1.1" status: 200 len: 1092 time: 1.0753422 Oct 25 23:11:15.779493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:15.781715 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f8440-71a2-47fb-8353-10069de7ff2b" -d '{"events": [{"name": "network-changed", "server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:15.829872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aaf91-b0fb-49dd-bf4a-57da8bbcd9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:15.861045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16796595'] for subnet, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.929382 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abafaf92-064b-4d26-b345-511d263edefa x-openstack-request-id: req-abafaf92-064b-4d26-b345-511d263edefa {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:15.934136 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:15.934575 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abafaf92-064b-4d26-b345-511d263edefa {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:15.935179 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'status': 'completed', 'code': 200} Oct 25 23:11:15.957673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.985506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-cc14cbeb-e26c-413b-8d4f-44f5435f278b', 'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b', 'tenant_id': '1c8fc0f76da640899f9e566c5e897b47', 'fixed_ips': [{'subnet_id': '77f56d89-d97e-4c67-b9b9-4c5869264ddb'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:11:15.988454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:15.995427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-d6b6b005-05e1-4256-b220-12cf1868bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:15.997965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-d6b6b005-05e1-4256-b220-12cf1868bd75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b55f85d8b674e65b690826f81358725&device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 1095 time: 0.1312361 Oct 25 23:11:16.078975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f14bdc6c-0d75-4c59-873c-b6e25e503962 req-e81d9e2c-3837-4a01-a147-2f07f062cde6 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0818598 Oct 25 23:11:16.109639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-a691d02d-aff6-45b8-9acb-4894aa7f590d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6 HTTP/1.1" status: 200 len: 217 time: 0.0905409 Oct 25 23:11:16.181298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-bd7a9af5-1e8e-4109-8ad7-2363469eb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:16.183880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-bd7a9af5-1e8e-4109-8ad7-2363469eb60e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874 HTTP/1.1" status: 200 len: 851 time: 0.0525410 Oct 25 23:11:16.204223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.232994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.238755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/09cfa4c3-4b6d-44ad-adad-1781a5a92829 HTTP/1.1" status: 204 len: 168 time: 0.7237325 Oct 25 23:11:16.242497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb5372-821c-4ddd-acf0-63572250e9d0 None None] Network 52dc262d-7aee-4062-8d81-b5550fc639b5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:16.257196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57978) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:16.269327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70ad5f-c235-4d38-89a5-a9e2d0c4ed4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cfa4c3-4b6d-44ad-adad-1781a5a92829,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:16.327893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731927874259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1490181'] for subnet, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.354195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12256821-ae74-4052-818d-91199acf8a83 req-5dba2764-8db6-4417-8452-9d09ceb07b23 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:16.361947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-12256821-ae74-4052-818d-91199acf8a83 req-5dba2764-8db6-4417-8452-9d09ceb07b23 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 944 time: 0.2689683 Oct 25 23:11:16.411248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-3079803e-46e7-4687-8f17-6f58c693bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:16.413384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-3079803e-46e7-4687-8f17-6f58c693bbc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14e38ca4-1d99-4205-989e-746326cebe4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224047 Oct 25 23:11:16.425603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event updated for resources: {'Subnet': ['ID=77f56d89-d97e-4c67-b9b9-4c5869264ddb,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:16.437706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.442578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:16.443526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.449807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8710b646-6647-4ad3-8f5f-a13dcb3de65b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "PUT /v2.0/subnets/77f56d89-d97e-4c67-b9b9-4c5869264ddb HTTP/1.1" status: 200 len: 877 time: 0.7702980 Oct 25 23:11:16.451125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57982) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:16.467141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Allocated IP 172.20.0.3 (cc14cbeb-e26c-413b-8d4f-44f5435f278b/77f56d89-d97e-4c67-b9b9-4c5869264ddb/b122293b-3333-4a39-851f-764b20a2f3e6) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:16.517628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-12256821-ae74-4052-818d-91199acf8a83 req-2aa1a10a-bbac-4ea8-af46-a0349fd03a55 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466048 Oct 25 23:11:16.573014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-e7e3ddd9-8987-4673-87e3-99e62049481e service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470814 Oct 25 23:11:16.594805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] DHCP port deletion for 52dc262d-7aee-4062-8d81-b5550fc639b5 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:11:16.715735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Deleting port 404e361d-32d4-42ab-8aa9-e4ca207e3146 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:16.716059 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.732962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89135c28-b4c1-4fe2-960e-f74b7f117ae1 req-baf56f1d-96c5-4e73-9f7e-a760b5703507 service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291237 Oct 25 23:11:16.740438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] Deleting port 404e361d-32d4-42ab-8aa9-e4ca207e3146 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:16.740827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.750519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc10bd-9bcb-4998-9b35-d6a6863ca000 req-2d3cc16f-3bdd-4b81-826b-b12265981040 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:16.760451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0dc10bd-9bcb-4998-9b35-d6a6863ca000 req-2d3cc16f-3bdd-4b81-826b-b12265981040 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2008924 Oct 25 23:11:16.803477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:16.858272 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0dc10bd-9bcb-4998-9b35-d6a6863ca000 req-817f7ae4-ff96-4f04-b6ce-bf959d377ec2 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910773 Oct 25 23:11:16.872284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.896447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] For port 404e361d-32d4-42ab-8aa9-e4ca207e3146, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=404e361d-32d4-42ab-8aa9-e4ca207e3146,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:16.896702 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.898422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.917897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.937307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Calling delete_port for 404e361d-32d4-42ab-8aa9-e4ca207e3146 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:16.976649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:16.984463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:17.014831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] For port 404e361d-32d4-42ab-8aa9-e4ca207e3146, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=404e361d-32d4-42ab-8aa9-e4ca207e3146,segment=NetworkSegment(1a3a0770-2dc2-4581-acdd-5f7a75ff2710),segment_id=1a3a0770-2dc2-4581-acdd-5f7a75ff2710)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:17.015228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.021221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-7188f4e3-afce-4ed3-991f-a5b48fe5a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:17.023023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-7188f4e3-afce-4ed3-991f-a5b48fe5a8a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b55f85d8b674e65b690826f81358725&device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 1095 time: 0.1822231 Oct 25 23:11:17.032694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] Calling delete_port for 404e361d-32d4-42ab-8aa9-e4ca207e3146 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:17.059875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.160361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.230857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:17.234849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] No DVR routers for this DVR port 404e361d-32d4-42ab-8aa9-e4ca207e3146 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:17.238747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.248996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:17.250988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:17.251575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5c26d878-d3c1-42dc-aa32-4e8f606c20e5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:17.252096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 404e361d-32d4-42ab-8aa9-e4ca207e3146 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:17.275458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=404e361d-32d4-42ab-8aa9-e4ca207e3146,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:17.289907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc14cbeb-e26c-413b-8d4f-44f5435f278b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:17.290617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Network cc14cbeb-e26c-413b-8d4f-44f5435f278b is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:17.314107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:17.314442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:17.341349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.346941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.348721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=77f56d89-d97e-4c67-b9b9-4c5869264ddb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:17.369593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 404e361d-32d4-42ab-8aa9-e4ca207e3146 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:17.370089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 404e361d-32d4-42ab-8aa9-e4ca207e3146 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:17.370292 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.371011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6ae7cf53-a53b-412f-ae9d-edd697fcccdf no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:17.382325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:17.382694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.385972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:17.390860 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:17.399633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:17.405698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 6ae7cf53-a53b-412f-ae9d-edd697fcccdf {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:17.406359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6ae7cf53-a53b-412f-ae9d-edd697fcccdf not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:17.408656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:17.411876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dc262d-7aee-4062-8d81-b5550fc639b5']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:17.419041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.421315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Pushing event updated for resources: {'Port': ['ID=b122293b-3333-4a39-851f-764b20a2f3e6,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:17.427238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3a0770-2dc2-4581-acdd-5f7a75ff2710') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:17.427616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3a0770-2dc2-4581-acdd-5f7a75ff2710') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:17.433302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:17.440119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.458927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.468783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:17.469306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.485367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] Pushing event deleted for resources: {'Port': ['ID=404e361d-32d4-42ab-8aa9-e4ca207e3146,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:17.503257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:11:17.503257 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:11:17.503257 n-d-815373-1 neutron-server[102133]: [parameters: {'id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b'}] Oct 25 23:11:17.503257 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:11:17.504119 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:11:17.520574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:17.538357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8aec4-b7b1-4b2c-a528-f7b41ba145ef None None] No DVR routers for this DVR port 404e361d-32d4-42ab-8aa9-e4ca207e3146 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:17.555735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.599951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Attempting to bind port b122293b-3333-4a39-851f-764b20a2f3e6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:17.601188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Attempting to bind port b122293b-3333-4a39-851f-764b20a2f3e6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:17.601783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Attempting to bind port b122293b-3333-4a39-851f-764b20a2f3e6 on network cc14cbeb-e26c-413b-8d4f-44f5435f278b {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:17.621231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:17.622024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Checking segment: {'id': 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:17.622732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.623359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Bound using segment: {'id': 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:17.624062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Bound port: b122293b-3333-4a39-851f-764b20a2f3e6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc14cbeb-e26c-413b-8d4f-44f5435f278b'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:17.624690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:17.673637 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:17.675755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-aa01942b-a4a8-4ee0-88eb-94cdbe858af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:17.677479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-aa01942b-a4a8-4ee0-88eb-94cdbe858af9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14e38ca4-1d99-4205-989e-746326cebe4d HTTP/1.1" status: 200 len: 913 time: 0.6334608 Oct 25 23:11:17.680817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de7b14a5-259e-4ed0-8b24-d94db816403f req-da9448d1-bb6a-49da-9033-b6cb81c75925 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.4659131 Oct 25 23:11:17.699663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.710039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.716376 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/52dc262d-7aee-4062-8d81-b5550fc639b5 HTTP/1.1" status: 204 len: 168 time: 1.4579704 Oct 25 23:11:17.754459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] For port b122293b-3333-4a39-851f-764b20a2f3e6, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:17.759458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] For port b122293b-3333-4a39-851f-764b20a2f3e6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b122293b-3333-4a39-851f-764b20a2f3e6,segment=NetworkSegment(c8f6bfa3-d07c-4369-bf1e-03eada2f17fb),segment_id=c8f6bfa3-d07c-4369-bf1e-03eada2f17fb)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:17.763521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['d54d4ef8-261a-499f-b2d3-ccb96b40023b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:17.764291 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-8fcc4383-a1cf-45f3-a780-d610e6ddbf3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6 HTTP/1.1" status: 200 len: 217 time: 0.0772521 Oct 25 23:11:17.765644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:17.771682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:17.817965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b181-cbdb-44e4-b8a0-9776d353a2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52dc262d-7aee-4062-8d81-b5550fc639b5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:17.837549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053b852-f1bf-4139-be1e-b1a552835aab req-7497a663-d395-44da-bd13-1759715c57f5 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:17.840397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7053b852-f1bf-4139-be1e-b1a552835aab req-7497a663-d395-44da-bd13-1759715c57f5 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 944 time: 0.1719749 Oct 25 23:11:17.924418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-861d2607-c0e7-4708-831a-577a1c450716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:17.931690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-861d2607-c0e7-4708-831a-577a1c450716 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874 HTTP/1.1" status: 200 len: 851 time: 0.1286917 Oct 25 23:11:17.943162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7053b852-f1bf-4139-be1e-b1a552835aab req-e81b216c-f746-405e-8016-370b5af5395c tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953007 Oct 25 23:11:17.973263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:18.006122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.010384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-97e34209-6f07-498f-ae68-ad219c922105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:18.011885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-97e34209-6f07-498f-ae68-ad219c922105 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14e38ca4-1d99-4205-989e-746326cebe4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754268 Oct 25 23:11:18.096849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-acc07453-5ecd-4f94-a1fe-5f0aae63975b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f317246fc8a40dcb85334b0b3da4167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258450 Oct 25 23:11:18.097731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58024) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:18.119172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8311ba-cf48-4cae-bc56-a363b38f3ddc None None] Pushing event updated for resources: {'Port': ['ID=b122293b-3333-4a39-851f-764b20a2f3e6,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:18.163316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-d2d04140-d229-47cb-8621-3f7d4b142e60 service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275175 Oct 25 23:11:18.173499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee1b07-7442-4f5c-ae19-f0450fc5d75f None None] Network cc14cbeb-e26c-413b-8d4f-44f5435f278b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:18.266897 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4cffefe-bee5-4f37-aa41-04f678e6d913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.270515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692f1c-ab49-4b2e-9f4c-128bf29bc881 req-82fe93f6-c45d-421a-be0a-023757ad9af0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:18.278255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32692f1c-ab49-4b2e-9f4c-128bf29bc881 req-82fe93f6-c45d-421a-be0a-023757ad9af0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2569082 Oct 25 23:11:18.309643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4cffefe-bee5-4f37-aa41-04f678e6d913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.356133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Deleting port b122293b-3333-4a39-851f-764b20a2f3e6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:18.356638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.400328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bdf907ae-06de-4cc2-88a1-3b2e9b1f6274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.402573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e18f8440-71a2-47fb-8353-10069de7ff2b req-f707b61a-da9b-4ad4-a88e-d8db68c32450 service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161746 Oct 25 23:11:18.418616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32692f1c-ab49-4b2e-9f4c-128bf29bc881 req-4d82e48b-017f-4dc4-9c1c-5d8581d7d1d3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394010 Oct 25 23:11:18.445344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] For port b122293b-3333-4a39-851f-764b20a2f3e6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b122293b-3333-4a39-851f-764b20a2f3e6,segment=NetworkSegment(c8f6bfa3-d07c-4369-bf1e-03eada2f17fb),segment_id=c8f6bfa3-d07c-4369-bf1e-03eada2f17fb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:18.446555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.466094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Calling delete_port for b122293b-3333-4a39-851f-764b20a2f3e6 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:18.580006 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.628341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168cfbd-3157-456f-9d7f-54766929fe9d None None] Network cc14cbeb-e26c-413b-8d4f-44f5435f278b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:18.638902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No DVR routers for this DVR port b122293b-3333-4a39-851f-764b20a2f3e6 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:18.670998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Port': ['ID=b122293b-3333-4a39-851f-764b20a2f3e6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:18.678759 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4cffefe-bee5-4f37-aa41-04f678e6d913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.683118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4cffefe-bee5-4f37-aa41-04f678e6d913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.685083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e4cffefe-bee5-4f37-aa41-04f678e6d913 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13421d08-d606-43de-a5a0-594d34cf0d66 HTTP/1.1" status: 204 len: 168 time: 0.5856638 Oct 25 23:11:18.771779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:18.800180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed430372-c4db-417b-a9f8-d0a0723a7143 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:11:18.851510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cffefe-bee5-4f37-aa41-04f678e6d913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13421d08-d606-43de-a5a0-594d34cf0d66,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:18.952729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port d54d4ef8-261a-499f-b2d3-ccb96b40023b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:18.953143 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:18.963132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-781cd017-3790-4360-96e9-d11a5eb61b67 req-d9e2639f-04c0-42a0-bd90-d15d44891e98 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0788019 Oct 25 23:11:18.965111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.003873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc14cbeb-e26c-413b-8d4f-44f5435f278b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:19.028943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:19.029263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f6bfa3-d07c-4369-bf1e-03eada2f17fb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:19.057036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.094592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.102837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:19.103710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:19.108588 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:19.194433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b963-ba0e-4fe1-aa5c-be2ccfbfdbd8 req-88b42a3d-8d4b-4377-939d-2587ad6d247c tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:19.196072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ac8b963-ba0e-4fe1-aa5c-be2ccfbfdbd8 req-88b42a3d-8d4b-4377-939d-2587ad6d247c tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 944 time: 0.1202314 Oct 25 23:11:19.232592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.249985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.263160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/cc14cbeb-e26c-413b-8d4f-44f5435f278b HTTP/1.1" status: 204 len: 168 time: 2.8107924 Oct 25 23:11:19.264109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58054) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:19.271956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.276273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed430372-c4db-417b-a9f8-d0a0723a7143 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:11:19.289473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c589a39-1ae5-4248-899f-3a6fe5bbdc50 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=cc14cbeb-e26c-413b-8d4f-44f5435f278b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:19.323988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ac8b963-ba0e-4fe1-aa5c-be2ccfbfdbd8 req-b327bd12-720a-42b7-a5e9-a1197306006f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130295 Oct 25 23:11:19.341419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:19.349128 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c62fae-e9a6-41fe-8d5d-e62f84179ea0" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:19.350446 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-10923ae0-4a3f-4e91-a776-71db12435ed0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:19.351103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10923ae0-4a3f-4e91-a776-71db12435ed0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:19.369258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:19.370709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58060) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:19.373881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-10923ae0-4a3f-4e91-a776-71db12435ed0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/77f56d89-d97e-4c67-b9b9-4c5869264ddb HTTP/1.1" status: 404 len: 337 time: 0.0959072 Oct 25 23:11:19.380916 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.400820 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e1e6d0-bdc0-433d-bcf6-7f8d5b2e5a99 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:19.401415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e1e6d0-bdc0-433d-bcf6-7f8d5b2e5a99 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:19.407001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-01e1e6d0-bdc0-433d-bcf6-7f8d5b2e5a99 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/cc14cbeb-e26c-413b-8d4f-44f5435f278b HTTP/1.1" status: 404 len: 339 time: 0.0342593 Oct 25 23:11:19.407711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58062) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:19.456432 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4927c0-fae9-4a6b-b2cd-530d8091b6a0 x-openstack-request-id: req-3d4927c0-fae9-4a6b-b2cd-530d8091b6a0 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:19.456975 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:19.457430 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d4927c0-fae9-4a6b-b2cd-530d8091b6a0 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:19.457991 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:11:19.464218 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15c3478-7f0a-48d0-8fe9-0c3758d6323c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:19.464670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15c3478-7f0a-48d0-8fe9-0c3758d6323c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:19.467747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d15c3478-7f0a-48d0-8fe9-0c3758d6323c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/e2ea90dc-8c5a-4a62-a1ff-4061cba46f16 HTTP/1.1" status: 404 len: 337 time: 0.0585551 Oct 25 23:11:19.470373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58068) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:19.496820 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7186c41-ad7a-4878-81c2-520cf6086f29 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:19.497452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7186c41-ad7a-4878-81c2-520cf6086f29 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:19.504890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f7186c41-ad7a-4878-81c2-520cf6086f29 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/4eb1d7c6-683e-4f99-8bda-e796310521b6 HTTP/1.1" status: 404 len: 339 time: 0.0330236 Oct 25 23:11:19.505484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58070) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:19.546142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.560750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:19.626915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bb4ba667-3f1a-497b-b3e0-59140b2c49c6 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:19.695106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.718139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec78e9-2ec1-4f5f-8f39-506375627c25 req-1afe43cc-d383-45bf-95c9-a6676ecb8f60 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:19.720422 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11ec78e9-2ec1-4f5f-8f39-506375627c25 req-1afe43cc-d383-45bf-95c9-a6676ecb8f60 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1045613 Oct 25 23:11:19.780567 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:11:19.792449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11ec78e9-2ec1-4f5f-8f39-506375627c25 req-69b24706-1b5c-4b7b-a4d5-49f33bed170f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610344 Oct 25 23:11:19.863657 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.894010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdf06f5-466d-4434-9a63-77c69a7c7d93']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:19.920357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13fd2e2-7fc5-4a19-89ad-8552cab54a3f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:19.920653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13fd2e2-7fc5-4a19-89ad-8552cab54a3f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:19.941003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.956304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:19.964259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:19.964650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:20.049994 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:20.068569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.098005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.114503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58090) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.119929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/ecdf06f5-466d-4434-9a63-77c69a7c7d93 HTTP/1.1" status: 204 len: 168 time: 0.6135352 Oct 25 23:11:20.162055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a405022-46cd-4a50-8a29-c6c1f2bcab13 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=ecdf06f5-466d-4434-9a63-77c69a7c7d93,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:20.216690 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a88a34-aab4-4366-a9ca-513c65eaffa2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.217733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a88a34-aab4-4366-a9ca-513c65eaffa2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.225712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a0a88a34-aab4-4366-a9ca-513c65eaffa2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/69d8cc5b-aa98-4263-b9d4-5c487fd22db4 HTTP/1.1" status: 404 len: 337 time: 0.1095240 Oct 25 23:11:20.228275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58092) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.270412 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb622c4a-7dda-41d1-b6d4-46245d100517 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.271397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb622c4a-7dda-41d1-b6d4-46245d100517 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.276539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb622c4a-7dda-41d1-b6d4-46245d100517 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/9713f12e-bcf5-495a-8cc5-a0266056fe52 HTTP/1.1" status: 404 len: 339 time: 0.0468295 Oct 25 23:11:20.280397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.286072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb885c1f-5392-448e-be7d-2e52c40fd4db req-4f9d3abc-5ff7-4733-9d55-a058c5703d54 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.1261556 Oct 25 23:11:20.389624 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ca6ed1-1109-4135-bcdb-26826a03fce2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.390523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ca6ed1-1109-4135-bcdb-26826a03fce2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.397935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-25ca6ed1-1109-4135-bcdb-26826a03fce2 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/47e43ad1-29a7-4f9d-9e87-32918ca64c6e HTTP/1.1" status: 404 len: 337 time: 0.1124742 Oct 25 23:11:20.398351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58100) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.425698 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5558b9-96d5-4477-a40e-fe68f64452ca tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.426302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5558b9-96d5-4477-a40e-fe68f64452ca tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.437915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-de5558b9-96d5-4477-a40e-fe68f64452ca tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/ee4052c1-6a83-4970-aaf5-52c39a18d29d HTTP/1.1" status: 404 len: 339 time: 0.0356188 Oct 25 23:11:20.438195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58102) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.497461 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e443f1-5741-4f03-a319-53aca0013fcc tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.497913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e443f1-5741-4f03-a319-53aca0013fcc tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.506711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73e443f1-5741-4f03-a319-53aca0013fcc tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/0fc89836-81a6-455b-a8a8-923836888068 HTTP/1.1" status: 404 len: 337 time: 0.0638571 Oct 25 23:11:20.509606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58104) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.526973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.550359 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ded6bb-3ddc-46f4-a0e2-e124bee5d89b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.550987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ded6bb-3ddc-46f4-a0e2-e124bee5d89b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.554069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-14ded6bb-3ddc-46f4-a0e2-e124bee5d89b tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/59428075-80ba-4b84-a438-ff6627b9ad2d HTTP/1.1" status: 404 len: 339 time: 0.0439591 Oct 25 23:11:20.557503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58110) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.569992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5059f-9ca5-41b5-8af1-e2ada6bdaf80 req-28814fef-3e91-445c-880d-e957c5243156 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:20.581721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18e5059f-9ca5-41b5-8af1-e2ada6bdaf80 req-28814fef-3e91-445c-880d-e957c5243156 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 944 time: 0.1362453 Oct 25 23:11:20.607418 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-79379f14-8cbf-4a48-9b46-bbfe5f0b3849 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.607865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79379f14-8cbf-4a48-9b46-bbfe5f0b3849 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.615048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58112) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.618337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-79379f14-8cbf-4a48-9b46-bbfe5f0b3849 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/90fa17a9-d138-436f-bc22-04e5796c3799 HTTP/1.1" status: 404 len: 337 time: 0.0524130 Oct 25 23:11:20.648724 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.661433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:20.674851 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d706ae2-1e43-43e2-8f26-4f3867bd2d1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.675494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d706ae2-1e43-43e2-8f26-4f3867bd2d1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.675966 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.678793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1d706ae2-1e43-43e2-8f26-4f3867bd2d1e tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/6cbe0c49-7674-4099-9c94-014ce42a101d HTTP/1.1" status: 404 len: 339 time: 0.0593388 Oct 25 23:11:20.682339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58114) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.700869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'port_id': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'mac_address': 'fa:16:3e:67:3c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:20.715834 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18e5059f-9ca5-41b5-8af1-e2ada6bdaf80 req-eacb9a67-0b40-4c0d-a33e-a8fddb6f20c1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330223 Oct 25 23:11:20.739810 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e65a4d0-b110-4c28-bba5-a6f7b2380fe5 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.740267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e65a4d0-b110-4c28-bba5-a6f7b2380fe5 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.744567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1e65a4d0-b110-4c28-bba5-a6f7b2380fe5 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/a6d6237a-6706-44e1-a0e6-e06c30791147 HTTP/1.1" status: 404 len: 337 time: 0.0610666 Oct 25 23:11:20.747359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.771282 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-574718e4-fb63-424f-a18c-509376a877bb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.771836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574718e4-fb63-424f-a18c-509376a877bb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.779725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-574718e4-fb63-424f-a18c-509376a877bb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/544f8ce2-d386-4502-948d-c301096efe6e HTTP/1.1" status: 404 len: 339 time: 0.0312965 Oct 25 23:11:20.782701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.785333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.797650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1431076557-network', 'tenant_id': '6a6874ce2a1c4502a55713cca62449ba'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:20.799914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4ba667-3f1a-497b-b3e0-59140b2c49c6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:20.815721 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-3746a486-c7b5-40f6-81c6-0031b08d89eb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.816564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3746a486-c7b5-40f6-81c6-0031b08d89eb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.823013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3746a486-c7b5-40f6-81c6-0031b08d89eb tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/60d1c716-fd7b-4005-9ba8-7063969a100d HTTP/1.1" status: 404 len: 337 time: 0.0358434 Oct 25 23:11:20.824454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58120) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.841662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:20.854051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.895944 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-737f9ee1-1bdd-46c2-9d65-d4878ce99bdd tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.897208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737f9ee1-1bdd-46c2-9d65-d4878ce99bdd tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.906768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-737f9ee1-1bdd-46c2-9d65-d4878ce99bdd tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/ae89ba5c-f741-41b5-be89-f700a3646761 HTTP/1.1" status: 404 len: 339 time: 0.0758433 Oct 25 23:11:20.907106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58124) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.940156 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b4a880-f939-4507-a0c5-d89ac6af3ce3 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.941503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b4a880-f939-4507-a0c5-d89ac6af3ce3 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.947443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Made reservation on behalf of 6a6874ce2a1c4502a55713cca62449ba for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:20.948182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-48b4a880-f939-4507-a0c5-d89ac6af3ce3 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/b4c983e4-0c73-45d9-bf10-3e69c0d16ca7 HTTP/1.1" status: 404 len: 337 time: 0.0400512 Oct 25 23:11:20.949206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58126) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:20.949535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.969156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:20.972193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:20.983919 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1bfca9-10d9-4bed-9f99-a302c9c969c8 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:20.984849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1bfca9-10d9-4bed-9f99-a302c9c969c8 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:20.993029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1a1bfca9-10d9-4bed-9f99-a302c9c969c8 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/a39d4611-c967-4cb9-9723-2276c9b3ea50 HTTP/1.1" status: 404 len: 339 time: 0.0414300 Oct 25 23:11:20.994340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58128) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:21.034119 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8a413e-ac5d-4690-a3f1-d6d714bcc80a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:21.035469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8a413e-ac5d-4690-a3f1-d6d714bcc80a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:21.043233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e8a413e-ac5d-4690-a3f1-d6d714bcc80a tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/fa1e39b6-9cec-4bde-bf1a-1364af38c48c HTTP/1.1" status: 404 len: 337 time: 0.0476816 Oct 25 23:11:21.044314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58130) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:21.067931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.080660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fa828-7d49-4269-9a7f-0be7b094c431 req-06f5e6a4-5c65-4bbb-99a3-1c2dcba86de5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:21.082486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-336fa828-7d49-4269-9a7f-0be7b094c431 req-06f5e6a4-5c65-4bbb-99a3-1c2dcba86de5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1730847 Oct 25 23:11:21.083879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.159923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:21.168958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8320e340-b17c-4981-8bca-f8b381ccc166,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:21.176205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-336fa828-7d49-4269-9a7f-0be7b094c431 req-c89f91c7-2364-4058-b23f-11bbf7d4015e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836589 Oct 25 23:11:21.184883 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.187551 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Added segment f89ac026-d0db-4fc8-b46a-90441cd9216c of type vlan for network 0df3a36e-cc3a-4fe0-8299-caa183525829 Oct 25 23:11:21.238409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bb4ba667-3f1a-497b-b3e0-59140b2c49c6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:21.252757 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.321691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.322849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:21.323447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.458068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9299736 Oct 25 23:11:21.467594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58140) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:21.488996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Request body: {'subnet': {'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1431076557-subnet', 'tenant_id': '6a6874ce2a1c4502a55713cca62449ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:21.495843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789220-496b-4871-83ad-311922d030eb admin admin] Pushing event updated for resources: {'Network': ['ID=0df3a36e-cc3a-4fe0-8299-caa183525829,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:21.506976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 0df3a36e-cc3a-4fe0-8299-caa183525829 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:21.540523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Made reservation on behalf of 6a6874ce2a1c4502a55713cca62449ba for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:21.543028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.565623 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd9fbf8-bc94-4c6a-843a-7555c3f4e57c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] DELETE failed (client error): The resource could not be found. Oct 25 23:11:21.567682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd9fbf8-bc94-4c6a-843a-7555c3f4e57c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:11:21.575811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2fd9fbf8-bc94-4c6a-843a-7555c3f4e57c tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/83e916e5-4b99-4f88-a539-d24f0979e3f7 HTTP/1.1" status: 404 len: 339 time: 0.5297849 Oct 25 23:11:21.578983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:21.657125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-760ca561-b18f-40ef-9a7c-d32aa371d820 req-ec08d366-c732-4baa-88bc-61dc09d31a6e tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0798810 Oct 25 23:11:21.696489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Deleting subnet e5928ba3-5351-4ccc-9932-3627248c7e2d {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:21.700927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.772981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.869811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.900571 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:21.942958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6e77b-a1f3-487c-a9f9-747edcb73f5f req-9c5e1e52-9376-4712-a5b0-f8dfbbffb048 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:21.950470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1bc6e77b-a1f3-487c-a9f9-747edcb73f5f req-9c5e1e52-9376-4712-a5b0-f8dfbbffb048 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 945 time: 0.1204872 Oct 25 23:11:21.971432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81fcea42-4aab-4fa3-9cb0-dcfe540e70c3,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:22.013541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1bc6e77b-a1f3-487c-a9f9-747edcb73f5f req-a9aeaf7c-fc1a-48a9-9252-3abebeb60134 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621417 Oct 25 23:11:22.013782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.014384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Checking segment: {'id': 'f89ac026-d0db-4fc8-b46a-90441cd9216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:22.014731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Network hostable DHCP agents. Network: 0df3a36e-cc3a-4fe0-8299-caa183525829, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:22.047317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.055992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Network 0df3a36e-cc3a-4fe0-8299-caa183525829 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:22.057649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3dd92-5000-4df3-ab8a-b5630ecad9b5 None None] Network 68c53b1f-a187-4d59-b893-cba335369ca9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:22.059755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/subnets/e5928ba3-5351-4ccc-9932-3627248c7e2d HTTP/1.1" status: 204 len: 168 time: 0.4773271 Oct 25 23:11:22.060522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58148) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:22.073696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 0df3a36e-cc3a-4fe0-8299-caa183525829) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:22.081477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:22.082925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.095630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa25c-2b54-4af2-96bb-c6664de21dc0 tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Subnet': ['ID=e5928ba3-5351-4ccc-9932-3627248c7e2d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:22.110561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-75cb385f-d379-4cf2-afbf-c447538de018 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6420844 Oct 25 23:11:22.166034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93634122-ff65-4596-9ace-a4dd3ae0330e None None] Network 0df3a36e-cc3a-4fe0-8299-caa183525829 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:22.186920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.358531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58160) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:22.368265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Deleting port 5fe070ec-1d46-4f9f-af83-4738922cad88 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:22.369047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.481034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0aaa2-13e4-410b-86b3-04096ab0c272 None None] Network 0df3a36e-cc3a-4fe0-8299-caa183525829 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:22.575071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] For port 5fe070ec-1d46-4f9f-af83-4738922cad88, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5fe070ec-1d46-4f9f-af83-4738922cad88,segment=NetworkSegment(d86d6f0f-1991-4feb-98bd-a478f7c34c5b),segment_id=d86d6f0f-1991-4feb-98bd-a478f7c34c5b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:22.575744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.599510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc8fb1-f18a-41c9-8eed-09e179e2b8e2 req-3eb777ff-1977-4974-86c2-e36d9c7bb5ce tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:22.601045 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4dc8fb1-f18a-41c9-8eed-09e179e2b8e2 req-3eb777ff-1977-4974-86c2-e36d9c7bb5ce tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2011738 Oct 25 23:11:22.602643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Calling delete_port for 5fe070ec-1d46-4f9f-af83-4738922cad88 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:22.679120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] DHCP port deletion for 68c53b1f-a187-4d59-b893-cba335369ca9 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:11:22.680688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4dc8fb1-f18a-41c9-8eed-09e179e2b8e2 req-0ec5fa6b-38c4-4844-851c-df2c2e5ed772 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712836 Oct 25 23:11:22.758052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:22.829976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Port': ['ID=5fe070ec-1d46-4f9f-af83-4738922cad88,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:22.835653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] No DVR routers for this DVR port 5fe070ec-1d46-4f9f-af83-4738922cad88 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:22.959832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fe070ec-1d46-4f9f-af83-4738922cad88 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:22.983738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.006858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c53b1f-a187-4d59-b893-cba335369ca9']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:23.020906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:23.021348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86d6f0f-1991-4feb-98bd-a478f7c34c5b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:23.027603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5fe070ec-1d46-4f9f-af83-4738922cad88 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:23.027945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fe070ec-1d46-4f9f-af83-4738922cad88 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:23.052584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.068315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Deleting port 5fe070ec-1d46-4f9f-af83-4738922cad88 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:23.068898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.105181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87ffdb3e-dbb8-4d93-908d-24abb54c855c req-e834ec2c-93a5-41ca-8ec4-1e8c81e25606 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.1906600 Oct 25 23:11:23.117044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.137000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:23.137879 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:23.141751 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:23.240379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] For port 5fe070ec-1d46-4f9f-af83-4738922cad88, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:23.240892 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.290115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Calling delete_port for 5fe070ec-1d46-4f9f-af83-4738922cad88 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:23.300835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Port 5fe070ec-1d46-4f9f-af83-4738922cad88 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:11:23.307546 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.367219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] Pushing event deleted for resources: {'Port': ['ID=5fe070ec-1d46-4f9f-af83-4738922cad88,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:23.377574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620211e5-2be5-4ed4-af37-b2fce8634d8a None None] No DVR routers for this DVR port 5fe070ec-1d46-4f9f-af83-4738922cad88 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:23.400910 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.411473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.415956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] 10.222.0.25 "DELETE /v2.0/networks/68c53b1f-a187-4d59-b893-cba335369ca9 HTTP/1.1" status: 204 len: 168 time: 1.3528025 Oct 25 23:11:23.431010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d076f-508e-4af5-9b88-70e9be27e3ce tempest-NetworksTest-1626778723 tempest-NetworksTest-1626778723-project] Pushing event deleted for resources: {'Network': ['ID=68c53b1f-a187-4d59-b893-cba335369ca9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:23.442066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f05e-c8da-4701-a7bf-bea67c2b17ee req-163a6bb2-0467-47d7-8989-b3246bc51c93 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:23.443802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3166f05e-c8da-4701-a7bf-bea67c2b17ee req-163a6bb2-0467-47d7-8989-b3246bc51c93 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 945 time: 0.1337888 Oct 25 23:11:23.558919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3166f05e-c8da-4701-a7bf-bea67c2b17ee req-62264587-7ef1-4414-8dd4-4239811f2589 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079378 Oct 25 23:11:23.716238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bb4ba667-3f1a-497b-b3e0-59140b2c49c6 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:23.723535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-569509fe-d674-4135-b6ea-30c86bdd6d3c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:23.725967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-569509fe-d674-4135-b6ea-30c86bdd6d3c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/networks?id=0df3a36e-cc3a-4fe0-8299-caa183525829 HTTP/1.1" status: 200 len: 822 time: 0.2708595 Oct 25 23:11:23.756041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-8b2e29d0-176d-4913-9326-a1a5b748bb60 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/quotas/6a6874ce2a1c4502a55713cca62449ba HTTP/1.1" status: 200 len: 375 time: 0.0205765 Oct 25 23:11:23.801213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:23.864088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-e67ce44b-080a-4d87-82ec-f4f1235a62d5 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a6874ce2a1c4502a55713cca62449ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001368 Oct 25 23:11:23.888551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:11:23.904417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:23.904784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:23.964265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156118-9250-4ca4-87f6-d8f0ca5eefa6 req-a3c3577a-90ae-4d22-90ec-1a7c88331ac8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:23.971857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f156118-9250-4ca4-87f6-d8f0ca5eefa6 req-a3c3577a-90ae-4d22-90ec-1a7c88331ac8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1561172 Oct 25 23:11:24.034850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.049437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f156118-9250-4ca4-87f6-d8f0ca5eefa6 req-9c130393-b2e9-46ab-8b4f-44a46e39776d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760624 Oct 25 23:11:24.072239 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.109389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:24.110595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:24.113656 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6514e8-499a-4d47-9767-1a7ae3dcdf7a" -d '{"events": [{"server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "name": "network-vif-plugged", "status": "completed", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:24.120591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.121678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-441854f0-b2a2-4db9-90db-245094bbe27c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c8fc0f76da640899f9e566c5e897b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191607 Oct 25 23:11:24.122429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58198) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:24.158657 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-91834064-dde1-4955-bf1f-d8775ced1ac6 service neutron] 10.222.0.25 "GET /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713237 Oct 25 23:11:24.193845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af626add-7a2e-479b-9e58-3e4a12032f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.200404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:24.206061 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9096bb6-d6cd-4f2f-86b6-7f40af2ce9b6 x-openstack-request-id: req-a9096bb6-d6cd-4f2f-86b6-7f40af2ce9b6 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:24.206439 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "name": "network-vif-plugged", "status": "completed", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:24.206692 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9096bb6-d6cd-4f2f-86b6-7f40af2ce9b6 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:24.207089 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'code': 200} Oct 25 23:11:24.251905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af626add-7a2e-479b-9e58-3e4a12032f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.420845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8c7232a9-20b7-47bd-903a-0d44e35cc2f5 req-0f694fa5-4ba8-45c0-9f39-c18a7e366252 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0440271 Oct 25 23:11:24.452426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af626add-7a2e-479b-9e58-3e4a12032f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.455094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af626add-7a2e-479b-9e58-3e4a12032f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.456355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-af626add-7a2e-479b-9e58-3e4a12032f11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8dd9f154-0571-4aa4-ae34-561e0d1ce2bf HTTP/1.1" status: 204 len: 168 time: 0.3327491 Oct 25 23:11:24.472731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af626add-7a2e-479b-9e58-3e4a12032f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9f154-0571-4aa4-ae34-561e0d1ce2bf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:24.500605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a184-00bb-4a76-9f6b-3f7ce95fbd20 req-71c7b21a-044d-4e0e-b7e3-bce44b04c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:24.506807 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1339a184-00bb-4a76-9f6b-3f7ce95fbd20 req-71c7b21a-044d-4e0e-b7e3-bce44b04c974 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 1097 time: 0.0847189 Oct 25 23:11:24.571478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1339a184-00bb-4a76-9f6b-3f7ce95fbd20 req-4138f5d8-5123-4158-a1e0-053ca65bbc6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605958 Oct 25 23:11:24.615308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-4e3741d2-8455-432e-8105-36581c453f77 service neutron] 10.222.0.25 "GET /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466152 Oct 25 23:11:24.763210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd6191-9803-40cd-af4a-4c92a7515908 req-c835a174-0729-4805-9bdc-0ce2a736d667 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:24.765876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-efcd6191-9803-40cd-af4a-4c92a7515908 req-c835a174-0729-4805-9bdc-0ce2a736d667 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.1143758 Oct 25 23:11:24.831217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Deleting port c25993df-9d34-4949-b77f-86728e62fd32 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:24.834199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:24.835040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-efcd6191-9803-40cd-af4a-4c92a7515908 req-f148f189-d534-49b5-9586-9b30676bb225 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613892 Oct 25 23:11:24.969086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be50b55f-f68b-487e-9082-ef1b87240b4d req-ffdd82ea-f81f-487d-8989-c17694d54d27 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0516517 Oct 25 23:11:25.022033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] For port c25993df-9d34-4949-b77f-86728e62fd32, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c25993df-9d34-4949-b77f-86728e62fd32,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:25.022033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:25.044292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Calling delete_port for c25993df-9d34-4949-b77f-86728e62fd32 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:25.290439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e42615-c206-48aa-98b3-352fb9080cbb req-c0bd072b-7cb1-4274-8c2f-2350c935f153 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:25.298003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80e42615-c206-48aa-98b3-352fb9080cbb req-c0bd072b-7cb1-4274-8c2f-2350c935f153 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.0960593 Oct 25 23:11:25.380468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80e42615-c206-48aa-98b3-352fb9080cbb req-3432314e-143d-465d-8d1c-a7389e217956 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815651 Oct 25 23:11:25.418286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:25.560282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Pushing event deleted for resources: {'Port': ['ID=c25993df-9d34-4949-b77f-86728e62fd32,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:25.629901 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db3df8ae-b763-443c-b930-5e87b3eb097c req-7679149c-b2c2-4036-84be-c729b5f15c7c tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0517585 Oct 25 23:11:25.702575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58250) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:25.764837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:25.855455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-72990947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:25.901538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:25.902720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:25.979067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:25.997935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72bbc0-36e6-45cf-8c2b-3636acd5e551 req-d69b2ced-1e67-42f1-b79e-53e15a6ee5a9 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:26.001675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.006946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d72bbc0-36e6-45cf-8c2b-3636acd5e551 req-d69b2ced-1e67-42f1-b79e-53e15a6ee5a9 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0845377 Oct 25 23:11:26.059653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.061462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b25c921-9f70-488e-bde3-4abe1df31dfa tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3587549 Oct 25 23:11:26.064342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58258) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:26.070372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1503667660'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:26.134493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34ae8935-7368-469f-b4a0-d11fc4a957d6 req-e49046ce-87be-4676-8e2a-cc1c352270cf tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0512195 Oct 25 23:11:26.160644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Made reservation on behalf of 9fbbf6fe214a4e0c9a29cc683b22ea24 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:26.168174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.176732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d72bbc0-36e6-45cf-8c2b-3636acd5e551 req-37e75023-5d83-42ff-b0fb-7358c5afbb93 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689014 Oct 25 23:11:26.179733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.253864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Router e2803e91-7d90-4e8e-8ab4-be244e7a93ca has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:26.301217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.309225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.341441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:26.351179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25002a58-7d71-4cc3-95d3-388b9334a2ed,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:26.357350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.357698 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Added segment e4052aab-53d0-4b84-8135-f4641f9bc483 of type vlan for network 5351dc97-3017-4579-81ab-f1bf2dd65251 Oct 25 23:11:26.407895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.421664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:26.426767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c6dfbacd-f807-4923-8982-3d299b3dd10d admin admin] 10.222.0.25 "PUT /v2.0/routers/e2803e91-7d90-4e8e-8ab4-be244e7a93ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0672011 Oct 25 23:11:26.429200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58266) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:26.436958 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] Sync routers for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:26.450360 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:26.450912 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:26.490818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.498594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:26.499226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.584618 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.624282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Network': ['ID=5351dc97-3017-4579-81ab-f1bf2dd65251,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:26.637622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:26.665541 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:26.787365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:26.943643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a6d1f0ce-f4af-4e29-9229-96034b7d7465 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8724627 Oct 25 23:11:26.944318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58270) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:26.966687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'subnet': {'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:27.095315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f423-0adf-452c-9a7f-dd164107e2c4 req-5925bada-2ba0-41ab-a4e4-ed8519c11e8c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:27.097145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10d2f423-0adf-452c-9a7f-dd164107e2c4 req-5925bada-2ba0-41ab-a4e4-ed8519c11e8c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.4739830 Oct 25 23:11:27.145447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-9d3c0f98-80dd-4635-9f02-03fdaa9a808d tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:27.147051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-9d3c0f98-80dd-4635-9f02-03fdaa9a808d tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.15 "GET /v2.0/networks?id=0df3a36e-cc3a-4fe0-8299-caa183525829 HTTP/1.1" status: 200 len: 822 time: 0.5342219 Oct 25 23:11:27.166571 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T23:11:25Z', 'revision_number': 5, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port': {'id': 'fe1f285e-e4c3-43f5-885a-251163c6f473', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T22:59:35Z', 'updated_at': '2021-10-25T22:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:27.176236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Request body: {'port': {'device_id': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829', 'admin_state_up': True, 'tenant_id': '6a6874ce2a1c4502a55713cca62449ba'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:27.208988 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] Checking router: e2803e91-7d90-4e8e-8ab4-be244e7a93ca for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:27.216673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-10d2f423-0adf-452c-9a7f-dd164107e2c4 req-ca026c12-e78f-4538-b66e-45366fa59db9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080754 Oct 25 23:11:27.222921 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] Routers {'e2803e91-7d90-4e8e-8ab4-be244e7a93ca'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:27.224720 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:27.238185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9945f79b-6c08-4919-a126-a73bfc0252a6 req-b7d9f7e0-eccf-4e88-ab63-3548d38f3ff6 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.4347434 Oct 25 23:11:27.257623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Deleting port fe1f285e-e4c3-43f5-885a-251163c6f473 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:27.258630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.342679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Made reservation on behalf of 9fbbf6fe214a4e0c9a29cc683b22ea24 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:27.346183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.368180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] For port fe1f285e-e4c3-43f5-885a-251163c6f473, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fe1f285e-e4c3-43f5-885a-251163c6f473,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:27.369261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.390187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Calling delete_port for fe1f285e-e4c3-43f5-885a-251163c6f473 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:27.395160 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] Set router e2803e91-7d90-4e8e-8ab4-be244e7a93ca gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:27.400911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ddd0f83-ac41-4e2e-9996-db654fe10756 req-989e672d-2476-430c-870f-0a31a8af3dd2 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0651243 Oct 25 23:11:27.483373 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T23:11:26Z', 'revision_number': 6, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:27.511039 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba250c-2e11-4626-ad32-38cd45e8cf6e None None] The sync data for ids ['e2803e91-7d90-4e8e-8ab4-be244e7a93ca'] in n-d-815373-1 is: [{'id': 'e2803e91-7d90-4e8e-8ab4-be244e7a93ca', 'name': 'tempest-TaggedBootDevicesTest_v242-212618459-router', 'tenant_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T22:59:34Z', 'updated_at': '2021-10-25T23:11:26Z', 'revision_number': 6, 'project_id': 'a4c30a844ded42ff8daa7e8e3403eaec', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:27.573500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73374f-9579-4d11-a019-91cda0829758 req-979d4ab3-5c94-4b62-b140-4dca3c6a3da3 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:27.575151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae73374f-9579-4d11-a019-91cda0829758 req-979d4ab3-5c94-4b62-b140-4dca3c6a3da3 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.1369753 Oct 25 23:11:27.593503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Made reservation on behalf of 6a6874ce2a1c4502a55713cca62449ba for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:27.597213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.688577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae73374f-9579-4d11-a019-91cda0829758 req-c3134231-c774-4665-ab5f-0bc74299158f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998681 Oct 25 23:11:27.739258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.767660 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.800392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Subnet': ['ID=d7ef6ad7-7bcb-4032-b855-34452f347716,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:27.856782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1f285e-e4c3-43f5-885a-251163c6f473,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:27.901995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:27.922387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Allocated IP 172.20.0.8 (0df3a36e-cc3a-4fe0-8299-caa183525829/81fcea42-4aab-4fa3-9cb0-dcfe540e70c3/24a08bec-a0bf-4ee8-b74a-79bf5e184669) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:27.952460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Checking segment: {'id': 'e4052aab-53d0-4b84-8135-f4641f9bc483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:27.953129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network hostable DHCP agents. Network: 5351dc97-3017-4579-81ab-f1bf2dd65251, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:27.969634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec91ad6-41bc-4344-878a-e0766995dc0a req-ea2f8d27-d494-4a6c-b5f6-04319d1027bc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:27.971357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bec91ad6-41bc-4344-878a-e0766995dc0a req-ea2f8d27-d494-4a6c-b5f6-04319d1027bc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.1752291 Oct 25 23:11:27.988157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58282) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:27.994473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Request body: {'floatingip': {'port_id': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:28.013320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:28.081287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5351dc97-3017-4579-81ab-f1bf2dd65251) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:28.089966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:28.090516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.091529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.095583 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.098337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.116518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3bfd7a-5a1e-45e4-8435-43aa508a903b None None] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:28.126350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7cf46522-551f-4a36-ba5c-ec4b491d884c tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1782782 Oct 25 23:11:28.129818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:28.139044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'network': {'name': 'tempest-router-network01--1227397350'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:28.224748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.235070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.235651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2803e91-7d90-4e8e-8ab4-be244e7a93ca {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:11:28.273425 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.282093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Made reservation on behalf of 9fbbf6fe214a4e0c9a29cc683b22ea24 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:28.286427 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.327821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.340811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.343794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fafa969d-6ef3-47d4-9764-d3cc9d3d07cb admin admin] 10.222.0.25 "DELETE /v2.0/routers/e2803e91-7d90-4e8e-8ab4-be244e7a93ca HTTP/1.1" status: 204 len: 168 time: 1.9126670 Oct 25 23:11:28.346975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58290) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:28.364576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Network 0df3a36e-cc3a-4fe0-8299-caa183525829 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:28.369406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:28.409031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:28.486510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:28.487169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.512493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:28.525441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-5351dc97-3017-4579-81ab-f1bf2dd65251', 'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251', 'tenant_id': '9fbbf6fe214a4e0c9a29cc683b22ea24', 'fixed_ips': [{'subnet_id': 'd7ef6ad7-7bcb-4032-b855-34452f347716'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:11:28.526353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.538300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Deleting subnet 5a9f997e-9e41-444c-ae4c-5dc5d4e24055 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:28.548760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.566010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b34a754-dbd0-4521-be8c-cdfa787d3004 req-3eddc5b6-c407-4fa9-a2c2-61af559c78c3 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0625730 Oct 25 23:11:28.587583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.587583 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Added segment 2e066e6a-61e0-4c77-b4f7-569fa4f0f522 of type vlan for network ddb3950f-115a-4a18-b4cf-0a63c05b5596 Oct 25 23:11:28.609755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513d214-2c22-421f-83aa-d4058394ba23 req-13264641-dc9c-483c-af93-ad0bbb2122bf tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:28.611448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7513d214-2c22-421f-83aa-d4058394ba23 req-13264641-dc9c-483c-af93-ad0bbb2122bf tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1503007 Oct 25 23:11:28.642013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.659716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.663925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7513d214-2c22-421f-83aa-d4058394ba23 req-e4cb2e47-78d6-4986-9934-5ed75cf9561a tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Oct 25 23:11:28.715925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5459204 Oct 25 23:11:28.716858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632a5f7-58b1-486e-b449-929e35bdb9ba tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Pushing event updated for resources: {'Port': ['ID=24a08bec-a0bf-4ee8-b74a-79bf5e184669,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:28.723232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.731158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:28.732008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:28.745164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Request body: {'port': {'device_id': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:28.836604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Allocated IP 172.20.0.2 (5351dc97-3017-4579-81ab-f1bf2dd65251/d7ef6ad7-7bcb-4032-b855-34452f347716/0503bccb-a9ea-47ad-a84b-d2026c475845) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:28.898107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40acff0-b610-489f-84a1-da58a0acc202 req-bc8cd752-b04a-4569-a874-9476cc8d1bd3 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:28.900426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e40acff0-b610-489f-84a1-da58a0acc202 req-bc8cd752-b04a-4569-a874-9476cc8d1bd3 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 931 time: 0.1788311 Oct 25 23:11:28.913212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7822962 Oct 25 23:11:28.924451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58298) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:28.964979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'network': {'name': 'tempest-router-network02--916127775'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:29.027090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.033599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fe1f285e-e4c3-43f5-885a-251163c6f473 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:29.038202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.043985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.046385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Made reservation on behalf of 9fbbf6fe214a4e0c9a29cc683b22ea24 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:29.050291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.088383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:29.101017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.101774 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Added segment c1473547-6d12-483c-8c9b-ddc5e03e07c1 of type vlan for network 3e308db8-0f18-4ede-8b90-ac71377ed835 Oct 25 23:11:29.111912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.123049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:29.124584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Pushing event updated for resources: {'Port': ['ID=0503bccb-a9ea-47ad-a84b-d2026c475845,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:29.128515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:29.130633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: fe1f285e-e4c3-43f5-885a-251163c6f473 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:29.131073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fe1f285e-e4c3-43f5-885a-251163c6f473 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:29.131416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c25993df-9d34-4949-b77f-86728e62fd32 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:29.133819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:29.170256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.180015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c25993df-9d34-4949-b77f-86728e62fd32 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:29.180381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c25993df-9d34-4949-b77f-86728e62fd32 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:29.183963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7ba71-981a-424e-94f9-ca1ee381a4d2 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Network': ['ID=ddb3950f-115a-4a18-b4cf-0a63c05b5596,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:29.198349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:29.218296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e40acff0-b610-489f-84a1-da58a0acc202 req-76b46c69-1e37-4074-8502-6f279aefecca tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924762 Oct 25 23:11:29.221366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.241933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:29.243574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.305683 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.resource_extend [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:11:29.315879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Attempting to bind port 0503bccb-a9ea-47ad-a84b-d2026c475845 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:29.316513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Attempting to bind port 0503bccb-a9ea-47ad-a84b-d2026c475845 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e4052aab-53d0-4b84-8135-f4641f9bc483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:29.317077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Attempting to bind port 0503bccb-a9ea-47ad-a84b-d2026c475845 on network 5351dc97-3017-4579-81ab-f1bf2dd65251 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:29.334385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:29.335054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Checking segment: {'id': 'e4052aab-53d0-4b84-8135-f4641f9bc483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:29.335626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.336804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Bound using segment: {'id': 'e4052aab-53d0-4b84-8135-f4641f9bc483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:29.337463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Bound port: 0503bccb-a9ea-47ad-a84b-d2026c475845, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4052aab-53d0-4b84-8135-f4641f9bc483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5351dc97-3017-4579-81ab-f1bf2dd65251'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:29.338020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.371077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.387767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.403401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4619715 Oct 25 23:11:29.404042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58300) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:29.424915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'subnet': {'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:29.435053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a96cf5-0fb3-4c03-bcf5-1d5ed5d9a683 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Network': ['ID=3e308db8-0f18-4ede-8b90-ac71377ed835,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:29.459704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] For port 0503bccb-a9ea-47ad-a84b-d2026c475845, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:29.470524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 3e308db8-0f18-4ede-8b90-ac71377ed835 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:29.490382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] For port 0503bccb-a9ea-47ad-a84b-d2026c475845, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0503bccb-a9ea-47ad-a84b-d2026c475845,segment=NetworkSegment(e4052aab-53d0-4b84-8135-f4641f9bc483),segment_id=e4052aab-53d0-4b84-8135-f4641f9bc483)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:29.559956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.564214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.612654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9f997e-9e41-444c-ae4c-5dc5d4e24055,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:29.619049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.623334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4a104da8-120c-4e9a-83db-ddbbbda4379d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5a9f997e-9e41-444c-ae4c-5dc5d4e24055 HTTP/1.1" status: 204 len: 168 time: 1.2751384 Oct 25 23:11:29.626070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58308) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:29.627473 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Floating IP 96df4991-d25f-48f0-a791-3b1e60f40f81 associated. External IP: 172.25.4.136, port: bb4ba667-3f1a-497b-b3e0-59140b2c49c6. Oct 25 23:11:29.677288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746dc1dd-ce3a-43e9-8844-ec90b4b2d29d None None] Network 1a04a810-9229-498f-85f7-324f9b96c2a9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:29.751352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Made reservation on behalf of 9fbbf6fe214a4e0c9a29cc683b22ea24 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:29.755038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:29.826099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c813c06-a7d8-4fc5-a9cf-be1e3216c1b3 req-7346a3f6-9bfd-46cb-9bf3-ae8d1339d42f tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0607522 Oct 25 23:11:29.868249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a48501-40f2-47f8-af12-910cf03e4590 None None] Pushing event updated for resources: {'Port': ['ID=0503bccb-a9ea-47ad-a84b-d2026c475845,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:29.874304 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.097956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bae7a-f26f-468a-aee7-41cf3dc16bb0 req-a45913ea-3b14-4b6c-8c4d-bd54946f4bdb tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:30.099604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-671bae7a-f26f-468a-aee7-41cf3dc16bb0 req-a45913ea-3b14-4b6c-8c4d-bd54946f4bdb tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2753115 Oct 25 23:11:30.113486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] DHCP port deletion for 1a04a810-9229-498f-85f7-324f9b96c2a9 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:11:30.146913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Router d0c4240c-6056-4956-8985-8d9059ed97f9 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:30.214379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] Deleting port 2447efda-2533-4e2c-a1de-b9ee0da98b71 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:30.214968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.286925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a08bec-a0bf-4ee8-b74a-79bf5e184669 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:30.315663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.321506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-671bae7a-f26f-468a-aee7-41cf3dc16bb0 req-6cc82946-1c7f-4715-abc6-0d03fedbae05 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952548 Oct 25 23:11:30.371267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Deleting port 2447efda-2533-4e2c-a1de-b9ee0da98b71 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:30.373711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.376971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Transition to ACTIVE for port object 24a08bec-a0bf-4ee8-b74a-79bf5e184669 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:11:30.398260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:30.427358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.456383 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.473580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.487085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-23b0b38a-f2d6-4b21-b94a-a2a7f940358a tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "PUT /v2.0/floatingips/96df4991-d25f-48f0-a791-3b1e60f40f81 HTTP/1.1" status: 200 len: 992 time: 2.4977305 Oct 25 23:11:30.488606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:30.491199 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad740e-032a-406d-a419-416a1e3056f3" -d '{"events": [{"name": "network-changed", "server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:30.504481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdd1a7-d9ec-433e-acff-4c18ad642a83 req-6af32cde-b3c5-4c90-aca4-d02006733448 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:30.506066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-90fdd1a7-d9ec-433e-acff-4c18ad642a83 req-6af32cde-b3c5-4c90-aca4-d02006733448 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 943 time: 0.1206844 Oct 25 23:11:30.567773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] Sync routers for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:30.570322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-90fdd1a7-d9ec-433e-acff-4c18ad642a83 req-d7fd457a-1a22-4e76-ad05-4713f08d668d tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568230 Oct 25 23:11:30.599818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:30.600452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:30.625356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Pushing event updated for resources: {'Port': ['ID=24a08bec-a0bf-4ee8-b74a-79bf5e184669,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:30.653371 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e4a5d-1f07-45fa-a2ed-9b21d8a6417c x-openstack-request-id: req-de2e4a5d-1f07-45fa-a2ed-9b21d8a6417c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:30.653668 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:30.653931 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de2e4a5d-1f07-45fa-a2ed-9b21d8a6417c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:30.654365 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'status': 'completed', 'code': 200} Oct 25 23:11:30.716514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] For port 2447efda-2533-4e2c-a1de-b9ee0da98b71, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2447efda-2533-4e2c-a1de-b9ee0da98b71,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:30.716917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.781749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad740e-032a-406d-a419-416a1e3056f3 req-6f2d7c3b-50de-49c0-b841-91f4423e2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:30.791828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-6f2d7c3b-50de-49c0-b841-91f4423e2cbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b55f85d8b674e65b690826f81358725&device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 1097 time: 0.0922861 Oct 25 23:11:30.811401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:30.942364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] For port 2447efda-2533-4e2c-a1de-b9ee0da98b71, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2447efda-2533-4e2c-a1de-b9ee0da98b71,segment=NetworkSegment(0b4f49dd-ed26-477d-b3dc-5bb90b591181),segment_id=0b4f49dd-ed26-477d-b3dc-5bb90b591181)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:30.942767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:30.997322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] Calling delete_port for 2447efda-2533-4e2c-a1de-b9ee0da98b71 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:31.031481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Calling delete_port for 2447efda-2533-4e2c-a1de-b9ee0da98b71 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:31.033257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Attempting to bind port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:31.033588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Attempting to bind port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'f89ac026-d0db-4fc8-b46a-90441cd9216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:31.033916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Attempting to bind port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 on network 0df3a36e-cc3a-4fe0-8299-caa183525829 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:31.037281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad740e-032a-406d-a419-416a1e3056f3 req-09eddb41-797c-4cb6-a4c3-5e1d4b334f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:31.039190 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-09eddb41-797c-4cb6-a4c3-5e1d4b334f1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=14e38ca4-1d99-4205-989e-746326cebe4d HTTP/1.1" status: 200 len: 913 time: 0.2403116 Oct 25 23:11:31.039846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Checking segment: {'id': '2e066e6a-61e0-4c77-b4f7-569fa4f0f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:31.040303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network hostable DHCP agents. Network: ddb3950f-115a-4a18-b4cf-0a63c05b5596, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:31.058024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 on network 0df3a36e-cc3a-4fe0-8299-caa183525829 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:11:31.058382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Attempting to bind port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 on network 0df3a36e-cc3a-4fe0-8299-caa183525829 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:31.085758 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0503bccb-a9ea-47ad-a84b-d2026c475845 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:31.150169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-3e2a192d-71cd-42e2-a689-a0cafb982fe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6 HTTP/1.1" status: 200 len: 1000 time: 0.0920384 Oct 25 23:11:31.157583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b40d8bd-38c4-480e-8512-0622e7c80d33 req-b335a09d-5e90-4f3f-8f22-5cbf2b5cb32e tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.1425726 Oct 25 23:11:31.159107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Subnet': ['ID=584c1851-0cb9-4dc1-87a7-56d4878c3825,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:31.169058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:31.169408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Checking segment: {'id': 'f89ac026-d0db-4fc8-b46a-90441cd9216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:31.169807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Bound using segment: {'id': 'f89ac026-d0db-4fc8-b46a-90441cd9216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:31.170270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Bound port: 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89ac026-d0db-4fc8-b46a-90441cd9216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:31.170629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.186286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:31.243966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad740e-032a-406d-a419-416a1e3056f3 req-d9bd8668-c444-45a6-b949-f7032cd897c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:31.246365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-d9bd8668-c444-45a6-b949-f7032cd897c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874 HTTP/1.1" status: 200 len: 851 time: 0.0897195 Oct 25 23:11:31.295650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ddb3950f-115a-4a18-b4cf-0a63c05b5596) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:31.323459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5be70a-f585-42be-8869-da6efe4db577 None None] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:31.326998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:31.327592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.372468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad740e-032a-406d-a419-416a1e3056f3 req-03ce2857-93b5-4882-a780-1c7de7539385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:31.375570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-03ce2857-93b5-4882-a780-1c7de7539385 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14e38ca4-1d99-4205-989e-746326cebe4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138346 Oct 25 23:11:31.394840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c685f128-95ae-47a9-89a0-7370b11de0b7 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9741888 Oct 25 23:11:31.397736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58326) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:31.404483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'subnet': {'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:31.470896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] For port 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:31.497508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5afe38-4128-4646-b4b2-570fbbceed9b None None] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:31.510695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] For port 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669,segment=NetworkSegment(f89ac026-d0db-4fc8-b46a-90441cd9216c),segment_id=f89ac026-d0db-4fc8-b46a-90441cd9216c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:31.522711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.528961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0503bccb-a9ea-47ad-a84b-d2026c475845 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:31.529337 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.584009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Pushing event updated for resources: {'Port': ['ID=24a08bec-a0bf-4ee8-b74a-79bf5e184669,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:31.607340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.625617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:31.627131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.627262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-a4470616-9759-4b1e-82a8-6367abde8a99 service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438269 Oct 25 23:11:31.629177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-f84450c5-8a01-4288-8b36-91d9d224687c service neutron] 10.222.0.15 "PUT /v2.0/ports/24a08bec-a0bf-4ee8-b74a-79bf5e184669 HTTP/1.1" status: 200 len: 1091 time: 2.8939817 Oct 25 23:11:31.630942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'tag': '24a08bec-a0bf-4ee8-b74a-79bf5e184669'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:31.634314 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bdfb4e-9b39-4700-9d85-04ed2a52c859" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4d5837-7726-48f6-93b7-ec38311f5bc0", "tag": "24a08bec-a0bf-4ee8-b74a-79bf5e184669"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:31.641406 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.677141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] No DVR routers for this DVR port 2447efda-2533-4e2c-a1de-b9ee0da98b71 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:31.689667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] No DVR routers for this DVR port 2447efda-2533-4e2c-a1de-b9ee0da98b71 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:31.708414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840ebc-db88-4b4f-8cad-4dfdade81d66 None None] Pushing event deleted for resources: {'Port': ['ID=2447efda-2533-4e2c-a1de-b9ee0da98b71,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:31.714140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35185f35-7515-46a6-97ed-afea70fd7fdf req-0fcfba95-21a7-4319-be63-98e0b61f54d5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:31.721345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Pushing event deleted for resources: {'Port': ['ID=2447efda-2533-4e2c-a1de-b9ee0da98b71,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:31.727736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cd8eb63e-6ba5-4239-b39a-25ad01af3581 None None] Provisioning complete for port 0503bccb-a9ea-47ad-a84b-d2026c475845 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:31.728285 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb63e-6ba5-4239-b39a-25ad01af3581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.730651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35185f35-7515-46a6-97ed-afea70fd7fdf req-0fcfba95-21a7-4319-be63-98e0b61f54d5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2285166 Oct 25 23:11:31.740573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Made reservation on behalf of 9fbbf6fe214a4e0c9a29cc683b22ea24 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:31.744599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:31.858564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35185f35-7515-46a6-97ed-afea70fd7fdf req-50795c09-ba6d-40ce-b13d-6d56bda55930 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264601 Oct 25 23:11:31.963259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24ad740e-032a-406d-a419-416a1e3056f3 req-deb151bb-0590-4131-a099-94c4cb8a9280 service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983937 Oct 25 23:11:31.980646 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942729dd-28ed-4925-ac99-eb7ad2b95619 x-openstack-request-id: req-942729dd-28ed-4925-ac99-eb7ad2b95619 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:31.980926 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4d5837-7726-48f6-93b7-ec38311f5bc0", "tag": "24a08bec-a0bf-4ee8-b74a-79bf5e184669", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:31.981181 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-942729dd-28ed-4925-ac99-eb7ad2b95619 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:31.981578 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'tag': '24a08bec-a0bf-4ee8-b74a-79bf5e184669', 'status': 'completed', 'code': 200} Oct 25 23:11:32.142123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ddb3950f-115a-4a18-b4cf-0a63c05b5596', 'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596', 'tenant_id': '9fbbf6fe214a4e0c9a29cc683b22ea24', 'fixed_ips': [{'subnet_id': '584c1851-0cb9-4dc1-87a7-56d4878c3825'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:11:32.142994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.329396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed929be6-bd80-43fa-8307-aa8949d82712 req-7efea10f-44ca-484b-b5ac-a5d024668ef2 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0697134 Oct 25 23:11:32.335482 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.376176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.425280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-349a3271-8962-457f-acc9-67d22726d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:32.426805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-349a3271-8962-457f-acc9-67d22726d582 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a6874ce2a1c4502a55713cca62449ba&device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 1094 time: 0.7024069 Oct 25 23:11:32.436639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a04a810-9229-498f-85f7-324f9b96c2a9']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:32.437347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb63e-6ba5-4239-b39a-25ad01af3581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.475576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b534c5-fb7e-4c87-b203-aa566d87ebcf req-bd3f4a92-e470-46e1-a3b8-571fba547364 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:32.477055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15b534c5-fb7e-4c87-b203-aa566d87ebcf req-bd3f4a92-e470-46e1-a3b8-571fba547364 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 943 time: 0.6200554 Oct 25 23:11:32.480200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4f49dd-ed26-477d-b3dc-5bb90b591181') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:32.480493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4f49dd-ed26-477d-b3dc-5bb90b591181') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:32.484154 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '96df4991-d25f-48f0-a791-3b1e60f40f81', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'port_id': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'mac_address': 'fa:16:3e:67:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:11:07Z', 'updated_at': '2021-10-25T23:11:29Z', 'revision_number': 1, 'project_id': '7b55f85d8b674e65b690826f81358725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:32.528616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-40cace50-1363-4edf-b4a6-66d10b2035a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669 HTTP/1.1" status: 200 len: 217 time: 0.0689085 Oct 25 23:11:32.530913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.558421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] Checking router: d0c4240c-6056-4956-8985-8d9059ed97f9 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:32.563161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 0503bccb-a9ea-47ad-a84b-d2026c475845, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0503bccb-a9ea-47ad-a84b-d2026c475845,segment=NetworkSegment(e4052aab-53d0-4b84-8135-f4641f9bc483),segment_id=e4052aab-53d0-4b84-8135-f4641f9bc483)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:32.582873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.611593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.643630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:32.644027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:32.645682 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:32.711675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2447efda-2533-4e2c-a1de-b9ee0da98b71 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:32.756167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:32.757879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:32.767350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-0ca31eef-8090-417a-ba27-630f1d27f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:32.769679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-0ca31eef-8090-417a-ba27-630f1d27f20f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81fcea42-4aab-4fa3-9cb0-dcfe540e70c3 HTTP/1.1" status: 200 len: 862 time: 0.2237353 Oct 25 23:11:32.786863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15b534c5-fb7e-4c87-b203-aa566d87ebcf req-9b8bf6b3-d72e-45ac-93c7-b675e2ea2e13 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659225 Oct 25 23:11:32.791460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.834109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:32.840745 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] 10.222.0.25 "DELETE /v2.0/networks/1a04a810-9229-498f-85f7-324f9b96c2a9 HTTP/1.1" status: 204 len: 168 time: 3.2121854 Oct 25 23:11:32.849497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Allocated IP 172.20.0.2 (ddb3950f-115a-4a18-b4cf-0a63c05b5596/584c1851-0cb9-4dc1-87a7-56d4878c3825/80b55508-2ff7-4540-905d-1135528da931) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:32.884432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac2d2d-8f98-4e22-b05a-49587b51099c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a04a810-9229-498f-85f7-324f9b96c2a9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:32.913855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-8e30cab4-f69e-4335-8932-fec00f5a0ecc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0df3a36e-cc3a-4fe0-8299-caa183525829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087723 Oct 25 23:11:33.109122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f02bd-1daa-44f9-ab8c-a2ccb758b955 req-a6cf316d-4094-40a8-959c-a54791fe9241 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:33.120108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d99f02bd-1daa-44f9-ab8c-a2ccb758b955 req-a6cf316d-4094-40a8-959c-a54791fe9241 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1158936 Oct 25 23:11:33.159625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58354) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:33.196330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d99f02bd-1daa-44f9-ab8c-a2ccb758b955 req-5e0a3ec6-049b-4ef5-a354-270d7b41bf7f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Oct 25 23:11:33.203312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.312483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-667a4843-ffca-4244-89af-73fc314ec78c service neutron] 10.222.0.15 "GET /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884482 Oct 25 23:11:33.317589 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8db62e61-48b2-42bf-b050-1cd1a5ad7d09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4c30a844ded42ff8daa7e8e3403eaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544755 Oct 25 23:11:33.318431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:33.334047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Subnet': ['ID=f9a2fea7-f246-497b-bb0f-a5d2a42ef0c5,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:33.406187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Checking segment: {'id': 'c1473547-6d12-483c-8c9b-ddc5e03e07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:33.406908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network hostable DHCP agents. Network: 3e308db8-0f18-4ede-8b90-ac71377ed835, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:33.415836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 2447efda-2533-4e2c-a1de-b9ee0da98b71 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:33.416397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2447efda-2533-4e2c-a1de-b9ee0da98b71 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:33.481033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3bd809f0-2a46-4aaf-9d0d-ca86b1c538c2 req-3eb7c87e-70ef-42db-a6ca-1c0d8f5fb152 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0441129 Oct 25 23:11:33.481926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network 3e308db8-0f18-4ede-8b90-ac71377ed835 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:33.482970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-cd8eb63e-6ba5-4239-b39a-25ad01af3581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:11:33.483388 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-cd8eb63e-6ba5-4239-b39a-25ad01af3581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:11:33.485590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1364d074-6992-4742-9fc2-1fe978e7aec3 req-18cf5cad-ee02-4664-896f-16f2dbc013d9 service neutron] 10.222.0.15 "GET /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655049 Oct 25 23:11:33.506809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 3e308db8-0f18-4ede-8b90-ac71377ed835) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:33.514092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:33.514743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.532116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b40c68-305f-47c5-a9dd-6534663cdd29 None None] Network 3e308db8-0f18-4ede-8b90-ac71377ed835 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:33.556070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=0503bccb-a9ea-47ad-a84b-d2026c475845,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:33.566460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-380ba8d9-6958-4a81-9362-f65bd68fc343 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1657372 Oct 25 23:11:33.567181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:33.654185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.667212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:33.697889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.824863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:33.829406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:33.858437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6d51536-4672-4b49-b39f-11e8ebda1f91 req-1d39eb0f-1bf9-47f1-ac6b-8af636dcd6dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0768635 Oct 25 23:11:33.858704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:33.896711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Pushing event updated for resources: {'Port': ['ID=80b55508-2ff7-4540-905d-1135528da931,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:33.900712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30898004-3ae3-41fa-a14c-714e07cedcdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.929456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30898004-3ae3-41fa-a14c-714e07cedcdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.972266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-9a397d91-a725-4074-a077-46ee73c8c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:33.975658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-9a397d91-a725-4074-a077-46ee73c8c2ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a6874ce2a1c4502a55713cca62449ba&device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 1094 time: 0.3718612 Oct 25 23:11:33.987430 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30898004-3ae3-41fa-a14c-714e07cedcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.991937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30898004-3ae3-41fa-a14c-714e07cedcdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:33.996381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-30898004-3ae3-41fa-a14c-714e07cedcdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eecbc2fd-6a71-4828-8453-8ccad605a12b HTTP/1.1" status: 204 len: 168 time: 0.6767037 Oct 25 23:11:34.020951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30898004-3ae3-41fa-a14c-714e07cedcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecbc2fd-6a71-4828-8453-8ccad605a12b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:34.044663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8accf8-28c5-4745-85cc-40c94f818bcc req-129fb1e1-6a00-4270-a5d6-90690890bbec tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:34.052426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c8accf8-28c5-4745-85cc-40c94f818bcc req-129fb1e1-6a00-4270-a5d6-90690890bbec tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 943 time: 0.0757816 Oct 25 23:11:34.114127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c8accf8-28c5-4745-85cc-40c94f818bcc req-60875fe8-ee9e-4fee-af13-4725d86bf2f3 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Oct 25 23:11:34.177984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14652724-4b41-40db-972a-643709912044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-3e308db8-0f18-4ede-8b90-ac71377ed835', 'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835', 'tenant_id': '9fbbf6fe214a4e0c9a29cc683b22ea24', 'fixed_ips': [{'subnet_id': 'f9a2fea7-f246-497b-bb0f-a5d2a42ef0c5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:11:34.180636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14652724-4b41-40db-972a-643709912044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:34.189197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Attempting to bind port 80b55508-2ff7-4540-905d-1135528da931 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:34.189860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Attempting to bind port 80b55508-2ff7-4540-905d-1135528da931 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2e066e6a-61e0-4c77-b4f7-569fa4f0f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:34.191356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Attempting to bind port 80b55508-2ff7-4540-905d-1135528da931 on network ddb3950f-115a-4a18-b4cf-0a63c05b5596 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:34.251105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:34.251542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Checking segment: {'id': '2e066e6a-61e0-4c77-b4f7-569fa4f0f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:34.251888 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:34.252358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Bound using segment: {'id': '2e066e6a-61e0-4c77-b4f7-569fa4f0f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:34.252582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-50ebee6b-a4d0-4052-8290-1bcd0733ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:34.253251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Bound port: 80b55508-2ff7-4540-905d-1135528da931, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e066e6a-61e0-4c77-b4f7-569fa4f0f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb3950f-115a-4a18-b4cf-0a63c05b5596'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:34.253641 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:34.257825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-50ebee6b-a4d0-4052-8290-1bcd0733ea38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0df3a36e-cc3a-4fe0-8299-caa183525829 HTTP/1.1" status: 200 len: 923 time: 0.2733808 Oct 25 23:11:34.391156 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-41fcbd05-5f67-41e0-92ce-540e91c5475d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669 HTTP/1.1" status: 200 len: 217 time: 0.1227071 Oct 25 23:11:34.410362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bbc09-a142-4e71-aac9-09643712a592 req-9c03fafd-ea4f-4306-8077-b3f8909c8137 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:34.424098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-384bbc09-a142-4e71-aac9-09643712a592 req-9c03fafd-ea4f-4306-8077-b3f8909c8137 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1265981 Oct 25 23:11:34.453300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-14652724-4b41-40db-972a-643709912044 None None] Allocated IP 172.20.0.2 (3e308db8-0f18-4ede-8b90-ac71377ed835/f9a2fea7-f246-497b-bb0f-a5d2a42ef0c5/a126e8de-22fa-4548-b0a1-cabab6113694) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:34.497501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:34.514635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-384bbc09-a142-4e71-aac9-09643712a592 req-acef20a2-fd0c-4ecb-94e1-00298a3c7758 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895472 Oct 25 23:11:34.622614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-38dd3828-9b2f-4c7b-af0e-e1c97061c419 None None] Provisioning complete for port 0503bccb-a9ea-47ad-a84b-d2026c475845 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:34.622977 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-38dd3828-9b2f-4c7b-af0e-e1c97061c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:34.633766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-59f4ec53-91a2-426a-b60f-bfad62bea53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:34.635469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-59f4ec53-91a2-426a-b60f-bfad62bea53d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81fcea42-4aab-4fa3-9cb0-dcfe540e70c3 HTTP/1.1" status: 200 len: 862 time: 0.2332833 Oct 25 23:11:34.666938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d920d1c7-0b43-4c4b-bcb1-e49e403b4cac req-09d922fe-c43c-4345-bed0-18b3268d123a tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0355072 Oct 25 23:11:34.694288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '96df4991-d25f-48f0-a791-3b1e60f40f81', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'port_id': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'mac_address': 'fa:16:3e:67:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:11:07Z', 'updated_at': '2021-10-25T23:11:29Z', 'revision_number': 1, 'project_id': '7b55f85d8b674e65b690826f81358725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:34.780728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550411-5d7f-4dad-8831-222ffb7998d4 None None] The sync data for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 is: [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '96df4991-d25f-48f0-a791-3b1e60f40f81', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'port_id': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'mac_address': 'fa:16:3e:67:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:11:07Z', 'updated_at': '2021-10-25T23:11:29Z', 'revision_number': 1, 'project_id': '7b55f85d8b674e65b690826f81358725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:34.786992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-f987b8d3-4c7e-4d57-8148-d5d21090366e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0df3a36e-cc3a-4fe0-8299-caa183525829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223216 Oct 25 23:11:34.811260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] For port 80b55508-2ff7-4540-905d-1135528da931, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:34.849661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] For port 80b55508-2ff7-4540-905d-1135528da931, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=80b55508-2ff7-4540-905d-1135528da931,segment=NetworkSegment(2e066e6a-61e0-4c77-b4f7-569fa4f0f522),segment_id=2e066e6a-61e0-4c77-b4f7-569fa4f0f522)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:34.891416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.028226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-0c74d503-9e7b-4d55-9a7a-8f05af782be4 service neutron] 10.222.0.15 "GET /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141061 Oct 25 23:11:35.053377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4c210-4c81-419d-ab75-fc975f354c2e None None] Pushing event updated for resources: {'Port': ['ID=80b55508-2ff7-4540-905d-1135528da931,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:35.222520 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14652724-4b41-40db-972a-643709912044 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.223981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Allocated IP 172.20.0.1 (ddb3950f-115a-4a18-b4cf-0a63c05b5596/584c1851-0cb9-4dc1-87a7-56d4878c3825/c52db82f-33f6-44b7-abaf-f055c243c56b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:35.243562 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14652724-4b41-40db-972a-643709912044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.275504 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add57f-c7fb-4bb6-8a2c-8db6c99003bd None None] New status for floating IP 96df4991-d25f-48f0-a791-3b1e60f40f81: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:11:35.315834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14652724-4b41-40db-972a-643709912044 None None] Network 3e308db8-0f18-4ede-8b90-ac71377ed835 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:35.318887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-14652724-4b41-40db-972a-643709912044 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:35.326465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14652724-4b41-40db-972a-643709912044 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:35.363969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14652724-4b41-40db-972a-643709912044 None None] Pushing event updated for resources: {'Port': ['ID=a126e8de-22fa-4548-b0a1-cabab6113694,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:35.451440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-14652724-4b41-40db-972a-643709912044 None None] Attempting to bind port a126e8de-22fa-4548-b0a1-cabab6113694 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:35.451809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-14652724-4b41-40db-972a-643709912044 None None] Attempting to bind port a126e8de-22fa-4548-b0a1-cabab6113694 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c1473547-6d12-483c-8c9b-ddc5e03e07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:35.452169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14652724-4b41-40db-972a-643709912044 None None] Attempting to bind port a126e8de-22fa-4548-b0a1-cabab6113694 on network 3e308db8-0f18-4ede-8b90-ac71377ed835 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:35.466806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07ddb2-863c-4626-9463-e8784c51a621 req-d09d4825-10e7-4407-a8d5-0fc294116d8c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:35.480420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14652724-4b41-40db-972a-643709912044 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:35.481018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14652724-4b41-40db-972a-643709912044 None None] Checking segment: {'id': 'c1473547-6d12-483c-8c9b-ddc5e03e07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:35.481261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14652724-4b41-40db-972a-643709912044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.481562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14652724-4b41-40db-972a-643709912044 None None] Bound using segment: {'id': 'c1473547-6d12-483c-8c9b-ddc5e03e07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:35.482058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-14652724-4b41-40db-972a-643709912044 None None] Bound port: a126e8de-22fa-4548-b0a1-cabab6113694, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1473547-6d12-483c-8c9b-ddc5e03e07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3e308db8-0f18-4ede-8b90-ac71377ed835'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:35.482458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14652724-4b41-40db-972a-643709912044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.486027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad07ddb2-863c-4626-9463-e8784c51a621 req-d09d4825-10e7-4407-a8d5-0fc294116d8c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 943 time: 0.1742654 Oct 25 23:11:35.522786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:35.638732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad07ddb2-863c-4626-9463-e8784c51a621 req-3515f9d3-10d5-4302-83e6-58074ffac0e0 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505954 Oct 25 23:11:35.724285 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bdfb4e-9b39-4700-9d85-04ed2a52c859 req-db006716-aa97-4d8f-83b3-23ddc7fed27c service neutron] 10.222.0.15 "GET /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870701 Oct 25 23:11:35.782097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14652724-4b41-40db-972a-643709912044 None None] For port a126e8de-22fa-4548-b0a1-cabab6113694, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:35.849600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14652724-4b41-40db-972a-643709912044 None None] For port a126e8de-22fa-4548-b0a1-cabab6113694, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a126e8de-22fa-4548-b0a1-cabab6113694,segment=NetworkSegment(c1473547-6d12-483c-8c9b-ddc5e03e07c1),segment_id=c1473547-6d12-483c-8c9b-ddc5e03e07c1)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:35.852402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-751960111-network', 'tenant_id': '8c05cc01e2f24d8080f7eb51584cfdf1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:35.858299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14652724-4b41-40db-972a-643709912044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.909709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbbc75ff-3832-4374-8230-d5c71590cf22 req-589baac1-5c9b-4159-8d21-e9d236893c8e tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0448084 Oct 25 23:11:35.926562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14652724-4b41-40db-972a-643709912044 None None] Pushing event updated for resources: {'Port': ['ID=a126e8de-22fa-4548-b0a1-cabab6113694,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:35.930001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.930495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0503bccb-a9ea-47ad-a84b-d2026c475845 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:35.954555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Made reservation on behalf of 8c05cc01e2f24d8080f7eb51584cfdf1 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:35.957213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:35.967861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6778-cbda-4af0-a64e-e3e9d6265d06 req-ac688495-e0a8-4b8c-aa19-76fc9d6d4749 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:35.969663 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c0f6778-cbda-4af0-a64e-e3e9d6265d06 req-ac688495-e0a8-4b8c-aa19-76fc9d6d4749 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1826336 Oct 25 23:11:35.984554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.042879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0503bccb-a9ea-47ad-a84b-d2026c475845 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:36.043507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.100436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c0f6778-cbda-4af0-a64e-e3e9d6265d06 req-d44ddc27-be1b-4780-b730-093b936f1755 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177180 Oct 25 23:11:36.115723 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.182815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.187172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:36.190939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.210287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:36.226776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Port': ['ID=c52db82f-33f6-44b7-abaf-f055c243c56b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:36.231793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:36.235974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:36.243738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.243738 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Added segment 03b1a919-68c2-4380-8748-ca0e2195a487 of type vlan for network 7027329c-d01a-4076-84d1-f2b01e843fc3 Oct 25 23:11:36.246700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80b55508-2ff7-4540-905d-1135528da931 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:36.335491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.342446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.400161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.404326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:36.404326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.410072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 80b55508-2ff7-4540-905d-1135528da931 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:36.410501 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.510464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=7027329c-d01a-4076-84d1-f2b01e843fc3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:36.525065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38415671-a899-4b83-b536-11d97fbae874,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:36.551244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3ed1ffc7-7ff3-46c8-b17b-1f600ba79bd9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0239406 Oct 25 23:11:36.553847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:36.562962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:36.564745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Request body: {'subnet': {'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-751960111-subnet', 'tenant_id': '8c05cc01e2f24d8080f7eb51584cfdf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:36.596734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Made reservation on behalf of 8c05cc01e2f24d8080f7eb51584cfdf1 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:36.599724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.668109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.879347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.919838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.953013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 80b55508-2ff7-4540-905d-1135528da931, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=80b55508-2ff7-4540-905d-1135528da931,segment=NetworkSegment(2e066e6a-61e0-4c77-b4f7-569fa4f0f522),segment_id=2e066e6a-61e0-4c77-b4f7-569fa4f0f522)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:36.962759 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:36.979658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b1ddde1-a055-4d80-85f1-b49678578032 req-a82a3756-ec05-4ef9-9068-312407f42cdc tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc&device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.0922394 Oct 25 23:11:37.048100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=80b55508-2ff7-4540-905d-1135528da931,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:37.098613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Checking segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:37.099151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Network hostable DHCP agents. Network: 7027329c-d01a-4076-84d1-f2b01e843fc3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:37.112525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf677c0-448b-425f-9bf7-acfa3c854f97,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:37.123768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35633063-ffba-44a3-8341-d27f100b7901 None None] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:37.176033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:37.192035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7027329c-d01a-4076-84d1-f2b01e843fc3) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:37.207907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:37.209336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:37.235847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487a5ed-6ff5-46be-8131-a1f8689d4730 None None] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:37.249498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2e580d44-4131-48e6-a9e8-4d50bbb84326 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6902645 Oct 25 23:11:37.254230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:37.273404 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:37.409516 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b8db6c7-9adf-46be-b70a-91f4b28098e2 req-97b2de41-7faa-46c9-8098-0d3eafae2efa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c71d910d494479ca651cb1328e6155c&device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0337150 Oct 25 23:11:37.412407 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:37.416820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Port': ['ID=c52db82f-33f6-44b7-abaf-f055c243c56b,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:37.450870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b8db6c7-9adf-46be-b70a-91f4b28098e2 req-37bdb33a-4b4a-4419-849f-447413964c40 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1c71d910d494479ca651cb1328e6155c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292785 Oct 25 23:11:37.529252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e255371-b09d-4da2-86ae-2b49414d2b26 req-80f666f2-3e46-44b7-984b-9ffd5ef36cbc tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:37.551899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e255371-b09d-4da2-86ae-2b49414d2b26 req-80f666f2-3e46-44b7-984b-9ffd5ef36cbc tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 943 time: 0.3370965 Oct 25 23:11:37.603740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d6dbf-004b-4c2b-a7a0-16dbe180493c req-a3c3150e-6445-4f62-b0ce-5a2b3b678978 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:37.608493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e77d6dbf-004b-4c2b-a7a0-16dbe180493c req-a3c3150e-6445-4f62-b0ce-5a2b3b678978 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1997995 Oct 25 23:11:37.691224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3780b147-71fe-4bd1-9ffd-c10539025490 None None] Provisioning complete for port 80b55508-2ff7-4540-905d-1135528da931 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:37.691881 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3780b147-71fe-4bd1-9ffd-c10539025490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:37.749479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 24a08bec-a0bf-4ee8-b74a-79bf5e184669 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:37.803384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e77d6dbf-004b-4c2b-a7a0-16dbe180493c req-1ba68af0-ce8e-4b9e-a565-b69471abadc0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883307 Oct 25 23:11:37.887881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a126e8de-22fa-4548-b0a1-cabab6113694 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:37.944641 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:11:38.027136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6294675-1cdd-49fb-ba6b-7a39ce3cdb05 req-108f4860-dc84-4e0a-b2ce-48baca0654b3 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0727699 Oct 25 23:11:38.257772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff42e6-e197-4066-ac90-6da87b8878f0 None None] Network 3e308db8-0f18-4ede-8b90-ac71377ed835 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:38.288221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e255371-b09d-4da2-86ae-2b49414d2b26 req-3aa3d344-2a32-4a90-8e26-97cc865bb77c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354245 Oct 25 23:11:38.348159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:38.356492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8db6c7-9adf-46be-b70a-91f4b28098e2 req-dde0d7ba-7b5b-4207-84b8-1560ec1840fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:38.357980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b8db6c7-9adf-46be-b70a-91f4b28098e2 req-dde0d7ba-7b5b-4207-84b8-1560ec1840fe service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8915744 Oct 25 23:11:38.358910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:38.393016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921848c-8886-441f-90e7-0267490afe22 None None] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:38.592015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Router 326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:11:38.730657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-d982305b-11bd-45e5-9a4c-d399cc4a9acd tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:38.745733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-d982305b-11bd-45e5-9a4c-d399cc4a9acd tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 812 time: 0.2618704 Oct 25 23:11:38.758403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:38.776402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff58bb23-676f-4bea-aa20-b5c78ebb60c3 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2048025 Oct 25 23:11:38.782332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58458) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:38.783578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-5a21cf25-d8ba-47c3-a929-5892518ab435 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/quotas/8c05cc01e2f24d8080f7eb51584cfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0353763 Oct 25 23:11:38.816392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] Sync routers for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:38.830553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a126e8de-22fa-4548-b0a1-cabab6113694 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:38.831322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:38.854516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-5a343dcb-fe09-4635-8a94-6580dd1e2f94 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699446 Oct 25 23:11:39.020368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-d308c80f-699c-4f2b-9a51-3d66cb36ea3e service neutron] 10.222.0.25 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638987 Oct 25 23:11:39.088487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:39.093762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:39.112651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9f43a9ba-1e0d-4bdb-b7bd-8d5b84ecb346 None None] Provisioning complete for port a126e8de-22fa-4548-b0a1-cabab6113694 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:39.112929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9f43a9ba-1e0d-4bdb-b7bd-8d5b84ecb346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:39.133859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669,segment=NetworkSegment(f89ac026-d0db-4fc8-b46a-90441cd9216c),segment_id=f89ac026-d0db-4fc8-b46a-90441cd9216c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:39.225642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-3ed319a6-9081-42b4-9a55-53e2126b7a6d service neutron] 10.222.0.25 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041571 Oct 25 23:11:39.327708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:39.525885 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-beda7eee-845e-497b-8166-d60591270e35 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:11:39.532289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58472) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:39.532490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-beda7eee-845e-497b-8166-d60591270e35 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7467341 Oct 25 23:11:39.576836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '24a08bec-a0bf-4ee8-b74a-79bf5e184669', 'network_id': '0df3a36e-cc3a-4fe0-8299-caa183525829', 'port_id': '24a08bec-a0bf-4ee8-b74a-79bf5e184669', 'mac_address': 'fa:16:3e:e7:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81fcea42-4aab-4fa3-9cb0-dcfe540e70c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:39.700604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e63e6-a507-4a72-91d3-2923c1dfa4d1 req-aa6f5f90-8d0b-4791-96a0-a3571b1a9d4d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:39.722476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d7e63e6-a507-4a72-91d3-2923c1dfa4d1 req-aa6f5f90-8d0b-4791-96a0-a3571b1a9d4d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2885242 Oct 25 23:11:39.792885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d7e63e6-a507-4a72-91d3-2923c1dfa4d1 req-39d344e1-c2ca-4af7-9c5b-a4d48fbf4344 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Oct 25 23:11:39.855081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b8db6c7-9adf-46be-b70a-91f4b28098e2 req-1329a949-c331-4b71-af3a-b19cd2cbd260 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.0710242 Oct 25 23:11:39.885082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:39.888437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:39.889072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:39.895657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:40.037184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a08bec-a0bf-4ee8-b74a-79bf5e184669 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:40.100377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:40.103255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b1ba9-eb98-4d1e-8938-6d3a2cff765e None None] The sync data for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:40.106380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9f43a9ba-1e0d-4bdb-b7bd-8d5b84ecb346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:40.153127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port a126e8de-22fa-4548-b0a1-cabab6113694, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a126e8de-22fa-4548-b0a1-cabab6113694,segment=NetworkSegment(c1473547-6d12-483c-8c9b-ddc5e03e07c1),segment_id=c1473547-6d12-483c-8c9b-ddc5e03e07c1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:40.193531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:40.194603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80b55508-2ff7-4540-905d-1135528da931 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:40.202753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669,segment=NetworkSegment(f89ac026-d0db-4fc8-b46a-90441cd9216c),segment_id=f89ac026-d0db-4fc8-b46a-90441cd9216c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:40.267612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:40.278275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.311369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.326778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.330697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05237203-cab2-4c9b-8c5d-344a71b80859 req-46651e56-fb72-4358-b9e4-ef674854b08d tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d10246-feab-4005-8192-c6bbe060e8bc HTTP/1.1" status: 200 len: 210 time: 0.4438469 Oct 25 23:11:40.354979 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-9f43a9ba-1e0d-4bdb-b7bd-8d5b84ecb346 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:11:40.355335 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-9f43a9ba-1e0d-4bdb-b7bd-8d5b84ecb346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:11:40.356006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:40.362064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.406902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.408048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=a126e8de-22fa-4548-b0a1-cabab6113694,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:40.459115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.487251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.500843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-93629682-c722-4256-bd26-2d5578e8caf8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.4984648 Oct 25 23:11:40.598547 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:11:40.605865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=24a08bec-a0bf-4ee8-b74a-79bf5e184669,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:40.630672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09f76abf-5d73-49bf-a58f-3651f0f59ca8 req-4387a452-6ad6-4009-ab23-56012cdcf9fd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149542 Oct 25 23:11:40.759279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd03b2-79d2-41cf-8421-e1f1bbbabc43 req-269209c5-2fd0-45dc-83f0-c7f82bdff79c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.762104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['24a08bec-a0bf-4ee8-b74a-79bf5e184669'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:40.767818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aebd03b2-79d2-41cf-8421-e1f1bbbabc43 req-269209c5-2fd0-45dc-83f0-c7f82bdff79c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 944 time: 0.2949660 Oct 25 23:11:40.816796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.839792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 80b55508-2ff7-4540-905d-1135528da931 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:40.840988 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:40.841306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.855704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aebd03b2-79d2-41cf-8421-e1f1bbbabc43 req-5a917c52-716f-4263-b007-4e9dd7bdb0b7 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867798 Oct 25 23:11:40.860879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.876048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.889361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.896736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.903722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:40.906074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-2ec6d2dc-db92-41ca-abc3-48d55b804fc0 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.3540590 Oct 25 23:11:40.927593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.086137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-d5468b05-2b0c-418c-9d55-8aac1b981003 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:41.092589 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-d5468b05-2b0c-418c-9d55-8aac1b981003 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "GET /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1763844 Oct 25 23:11:41.183472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Provisioning complete for port 80b55508-2ff7-4540-905d-1135528da931 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:41.184094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.197215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:41.273944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'port_id': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'mac_address': 'fa:16:3e:29:e1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c262f61c-ccf8-441e-9e04-39c964aee142', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:41.275602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-790dee97-54e4-4990-bf47-e0c9eda8a2f4 req-be96fccd-5736-48aa-b782-eaeac7257880 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 210 time: 0.0451765 Oct 25 23:11:41.331638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698c827-11af-4f27-88dd-29c8d45a9543 req-21512def-258b-4e68-81d1-936575c8c751 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:41.341762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d698c827-11af-4f27-88dd-29c8d45a9543 req-21512def-258b-4e68-81d1-936575c8c751 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2215083 Oct 25 23:11:41.378865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Deleting port c52db82f-33f6-44b7-abaf-f055c243c56b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:41.379376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.507015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-f2617628-16b3-40bf-a7ef-c9e4cf142c10 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "GET /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4076784 Oct 25 23:11:41.519351 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d698c827-11af-4f27-88dd-29c8d45a9543 req-64401d2e-5dd2-48dd-9d1d-b66876cfa660 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742954 Oct 25 23:11:41.538685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:41.642241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.651747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.699785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Calling delete_port for c52db82f-33f6-44b7-abaf-f055c243c56b owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:41.809442 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.850083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:41.935644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:41.945260 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:41.991226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Provisioning complete for port c52db82f-33f6-44b7-abaf-f055c243c56b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:41.991601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.056540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:42.064358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Port c52db82f-33f6-44b7-abaf-f055c243c56b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:42.076981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Provisioning complete for port a126e8de-22fa-4548-b0a1-cabab6113694 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:42.077353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59b7c203-604d-4e43-be6f-07ed0d777735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.094539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.096228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:42.117830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a126e8de-22fa-4548-b0a1-cabab6113694 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:42.184166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5b612ce-b8c5-4e70-a35a-8f7504f3a6b0 req-5147e308-12a9-4611-a8ce-f0ec1dfc239b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c71d910d494479ca651cb1328e6155c&device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.1505170 Oct 25 23:11:42.282383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a126e8de-22fa-4548-b0a1-cabab6113694 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:42.283491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.331403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:42.386907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] For port a634272c-d6eb-4fa0-a0f5-63624b32a3a3, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:42.392726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Port': ['ID=c52db82f-33f6-44b7-abaf-f055c243c56b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:42.552499 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.553322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.573920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:42.574201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.588475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.608752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.620917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:42.621182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.632503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5b612ce-b8c5-4e70-a35a-8f7504f3a6b0 req-51aa275a-82d3-48e4-9f60-d5b737bca600 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1c71d910d494479ca651cb1328e6155c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3463805 Oct 25 23:11:42.635737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.646477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94e27715-a050-4598-ab50-dc566583751c req-2a6d7d67-c1a1-4888-bb19-6fc8fce79e81 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.4994082 Oct 25 23:11:42.650630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.658511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9140b868-3709-43ea-b18c-a474c894ed5f req-4de7cc1e-ec79-4d1e-ad15-96a0ff97d306 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 5433 time: 0.7393916 Oct 25 23:11:42.689944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:42.710188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] device_id is not set on port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:11:42.749664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.756504 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:11:42.763895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.790359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.813843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-e45f0bed-4f68-4882-8ce1-7ddef0622c6f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:42.815343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-e45f0bed-4f68-4882-8ce1-7ddef0622c6f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 812 time: 0.5907552 Oct 25 23:11:42.841065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9140b868-3709-43ea-b18c-a474c894ed5f req-e23e816e-ff3b-4a18-9716-be9d54ffb2a5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816704 Oct 25 23:11:42.846791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.866086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Request body: {'port': {'device_id': '5f496fc3-1615-4428-949e-457e0f973596', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'admin_state_up': True, 'tenant_id': '8c05cc01e2f24d8080f7eb51584cfdf1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:42.905259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:42.937728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:42.991008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] No DVR routers for this DVR port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:42.996675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:43.004573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b612ce-b8c5-4e70-a35a-8f7504f3a6b0 req-d9900829-c885-487b-a71b-1756eaa35512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.006044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5b612ce-b8c5-4e70-a35a-8f7504f3a6b0 req-d9900829-c885-487b-a71b-1756eaa35512 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2375693 Oct 25 23:11:43.073313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] In _notify_port_updated(), no bound segment for port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:11:43.075314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.075936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:43.077389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-e14d1c0e-79fd-4c62-b7e2-3ac5ab368dd1 service neutron] 10.222.0.11 "PUT /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 200 len: 1027 time: 1.5570574 Oct 25 23:11:43.174830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7979f31-d6ef-4790-83c0-e680a4aef7a2 req-8e1ac3e0-a4d5-4df8-bdbc-cb70c4922824 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 210 time: 0.0892227 Oct 25 23:11:43.191856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-c3a31d9d-e763-428e-91c7-f382138016c5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.193329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-c3a31d9d-e763-428e-91c7-f382138016c5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "GET /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1060398 Oct 25 23:11:43.206518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Made reservation on behalf of 8c05cc01e2f24d8080f7eb51584cfdf1 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:43.206518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:43.215973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:43.245292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f5c01fb9-7d53-4907-900f-0733070e04cc None None] Provisioning complete for port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:43.246222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5c01fb9-7d53-4907-900f-0733070e04cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:43.255078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f1dc5-7500-4f66-8c41-18390db32a55 req-e2527a19-e791-4e58-9627-8b0a7043bf21 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.264146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-907f1dc5-7500-4f66-8c41-18390db32a55 req-e2527a19-e791-4e58-9627-8b0a7043bf21 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 944 time: 0.3547294 Oct 25 23:11:43.271881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-165889e5-a5e7-4e1b-8edb-103bb4c2b419 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.273767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-165889e5-a5e7-4e1b-8edb-103bb4c2b419 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.11 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 812 time: 0.6331863 Oct 25 23:11:43.294918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Request body: {'port': {'device_id': '4b425d87-db74-4a12-820e-bfb32e28704e', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'admin_state_up': True, 'tenant_id': '8c05cc01e2f24d8080f7eb51584cfdf1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:43.306583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f5c01fb9-7d53-4907-900f-0733070e04cc None None] Port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:43.348587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:43.351160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Router 326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:43.389233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-907f1dc5-7500-4f66-8c41-18390db32a55 req-c35d7b31-4d2d-4d8a-9173-a03a70ccd5df tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090677 Oct 25 23:11:43.421808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8112-cc9b-4d9b-af48-76d3ab113281 req-cdad3fb3-b88e-45e0-91f3-e898bc269813 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.427053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-37ec8112-cc9b-4d9b-af48-76d3ab113281 req-cdad3fb3-b88e-45e0-91f3-e898bc269813 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 943 time: 0.1635785 Oct 25 23:11:43.514642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:43.527184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-01fb9b5f-e214-4c88-a9c9-1fa7e80360ca tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9908335 Oct 25 23:11:43.531684 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] Sync routers for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:43.536258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58544) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:43.540899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Allocated IP 172.20.0.9 (7027329c-d01a-4076-84d1-f2b01e843fc3/faf677c0-448b-425f-9bf7-acfa3c854f97/eb8db590-982c-4852-86c2-1cecc836e1ca) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:43.544080 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:43.544879 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:43.570227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c88d6b-9da6-4852-b323-29a7772e460e req-e03cd6c5-4f4a-4051-b6ce-1507b359daac tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:43.573312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c88d6b-9da6-4852-b323-29a7772e460e req-e03cd6c5-4f4a-4051-b6ce-1507b359daac tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.1017320 Oct 25 23:11:43.574564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Made reservation on behalf of 8c05cc01e2f24d8080f7eb51584cfdf1 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:43.577941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:43.584890 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:43.594925 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:43.595721 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:43.603717 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-37ec8112-cc9b-4d9b-af48-76d3ab113281 req-f13ce7f6-2f47-4e99-9797-04cf8323e0e2 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677513 Oct 25 23:11:43.639827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:43.640827 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-eead9d64-5902-487b-89d7-cfbbff96f640 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] delete failed (client error): The resource could not be found. Oct 25 23:11:43.641008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb383a9-52ef-4f55-b866-3effe5d9989c None None] The sync data for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:43.641977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eead9d64-5902-487b-89d7-cfbbff96f640 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-696105598 HTTP/1.1" status: 404 len: 334 time: 0.1047442 Oct 25 23:11:43.646315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58548) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:43.653521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c88d6b-9da6-4852-b323-29a7772e460e req-17ba41d8-6eab-4565-90cb-9642f4683423 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729518 Oct 25 23:11:43.656129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-45c8af62-ffcb-4a58-9b56-286b8efed403 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'router': {'external_gateway_info': {'network_id': '326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:43.786753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9377d822-dd61-4d52-a076-95527d6b94a6 req-e252c6ac-98a3-43ac-8b33-dd159de2a713 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.25 "GET /v2.0/ports?device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.0496264 Oct 25 23:11:43.920192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6e95e880-d94d-42d4-9efa-631353c45407,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:44.009100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.015130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.021091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.027762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.034195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.040321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.042425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-bc6acf07-bd66-4760-b83e-cf1d7476300b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 4659 time: 0.0883274 Oct 25 23:11:44.088504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97fdbc6b-330f-4600-a688-b5b0046e897e req-9a77c78f-f0a3-455e-be14-37b9553ac97d tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&id=78b2380a-046d-411d-a0c0-3bf135304e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380323 Oct 25 23:11:44.324243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:44.349398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5b612ce-b8c5-4e70-a35a-8f7504f3a6b0 req-876894dd-a00f-49f6-8d75-809f3c9fcff4 tempest-ServerShowV247Test-1596216901 tempest-ServerShowV247Test-1596216901-project] 10.222.0.11 "GET /v2.0/ports?device_id=7763ebe5-9bb4-4c71-8e0f-4c460ac839d0 HTTP/1.1" status: 200 len: 210 time: 0.0260181 Oct 25 23:11:44.378620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-517006ee-ec8c-4099-b729-e61368e02cc8 req-e5a953a7-6d62-41ef-abf3-43ef3edbcf9a tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 210 time: 0.0730710 Oct 25 23:11:44.380848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:44.381217 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.382500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45c8af62-ffcb-4a58-9b56-286b8efed403 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.402366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] For port 6e95e880-d94d-42d4-9efa-631353c45407, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:44.460685 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-45c8af62-ffcb-4a58-9b56-286b8efed403 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] update failed (client error): The resource could not be found. Oct 25 23:11:44.466392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58560) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:44.467899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-45c8af62-ffcb-4a58-9b56-286b8efed403 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 HTTP/1.1" status: 404 len: 339 time: 0.8205907 Oct 25 23:11:44.482140 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.488763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] device_id is not set on port 6e95e880-d94d-42d4-9efa-631353c45407 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:11:44.498142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.506626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.510119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:44.513066 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a687ea0-b014-42ce-b9dd-a3b71c0ce12e" -d '{"events": [{"server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "name": "network-vif-plugged", "status": "completed", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:44.515755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.528724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:44.534450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.535474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 24a08bec-a0bf-4ee8-b74a-79bf5e184669 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:44.587568 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f483fd-019e-403a-bb48-b509678dbed1 x-openstack-request-id: req-58f483fd-019e-403a-bb48-b509678dbed1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:44.587902 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "name": "network-vif-plugged", "status": "completed", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:44.588141 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58f483fd-019e-403a-bb48-b509678dbed1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:44.589398 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'code': 200} Oct 25 23:11:44.631213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:44.661602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] No DVR routers for this DVR port 6e95e880-d94d-42d4-9efa-631353c45407 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:44.665736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:11:44.666442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Pushing event updated for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:44.679350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:44.684103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.746324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.822790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.883361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:44.889231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669,segment=NetworkSegment(f89ac026-d0db-4fc8-b46a-90441cd9216c),segment_id=f89ac026-d0db-4fc8-b46a-90441cd9216c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:44.893317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:44.895405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.897037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:44.905889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] In _notify_port_updated(), no bound segment for port 6e95e880-d94d-42d4-9efa-631353c45407 on network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:11:44.906798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:44.907413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:44.908721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-63b50627-bfe7-4aa8-bd64-3f1c991000aa service neutron] 10.222.0.11 "PUT /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 200 len: 1027 time: 1.6970751 Oct 25 23:11:44.945945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a634272c-d6eb-4fa0-a0f5-63624b32a3a3 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:44.966852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event updated for resources: {'Port': ['ID=eb8db590-982c-4852-86c2-1cecc836e1ca,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:44.999605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936376f-61b5-4436-8487-51251f976562 req-c4d0c039-4622-4dd3-acc1-cd87e4f29a29 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.001138 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d936376f-61b5-4436-8487-51251f976562 req-c4d0c039-4622-4dd3-acc1-cd87e4f29a29 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2265270 Oct 25 23:11:45.006140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9b2fb171-9a89-49a5-aced-14ae46202fa1 None None] Provisioning complete for port 6e95e880-d94d-42d4-9efa-631353c45407 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:45.006379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb171-9a89-49a5-aced-14ae46202fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.032147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=24a08bec-a0bf-4ee8-b74a-79bf5e184669,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:45.043488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.044069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a634272c-d6eb-4fa0-a0f5-63624b32a3a3 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:45.044210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.044620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8630c20c-af34-4158-a6fe-68b18b04cd2b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:45.088888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fb171-9a89-49a5-aced-14ae46202fa1 None None] Port 6e95e880-d94d-42d4-9efa-631353c45407 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:45.101454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cc6edd44-a7c7-4e8b-986d-0865a30ac065 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2572725 Oct 25 23:11:45.112452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d936376f-61b5-4436-8487-51251f976562 req-32ed27fd-bd4c-4f55-ab7a-580d5fdbebc1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919485 Oct 25 23:11:45.122869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Request body: {'port': {'device_id': '5f496fc3-1615-4428-949e-457e0f973596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:45.160938 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.200280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 86a92093-db29-4a7c-826a-286aff49ec94 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:45.200614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.204778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:45.209909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.211306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:45.234777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d26265-0a6c-431a-8ff6-0ad924420137 req-0c83d360-57f7-456b-bb17-443e0c18854c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.236428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00d26265-0a6c-431a-8ff6-0ad924420137 req-0c83d360-57f7-456b-bb17-443e0c18854c tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 944 time: 0.7599556 Oct 25 23:11:45.254885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa022-2405-478a-b12d-6b63a4df239c req-57f260e2-25d2-44d4-b0ab-e175d1e88c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.256652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c6aa022-2405-478a-b12d-6b63a4df239c req-57f260e2-25d2-44d4-b0ab-e175d1e88c32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 1096 time: 0.1947923 Oct 25 23:11:45.260794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.285134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-a2154c71-44ae-46b2-b9aa-e492dfbd0904 {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:11:45.285616 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:11:45.286748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:45.344468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.352618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00d26265-0a6c-431a-8ff6-0ad924420137 req-0b1fc0a2-a8d4-447b-bbe0-727a5cc9374d tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036155 Oct 25 23:11:45.354038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c6aa022-2405-478a-b12d-6b63a4df239c req-a0f2e75f-db31-44a8-a603-f975315d27f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891058 Oct 25 23:11:45.377497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:45.382781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.384274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.385044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2ad1415c-9fe0-44f6-983e-13fb289b19da no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:45.407929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1110b2-ae8f-4576-98e1-bbc09a2d6764 req-09e186f9-d3ef-42e9-ad2a-4bbd777d878f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.416139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c1110b2-ae8f-4576-98e1-bbc09a2d6764 req-09e186f9-d3ef-42e9-ad2a-4bbd777d878f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.1957378 Oct 25 23:11:45.435661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port 86a92093-db29-4a7c-826a-286aff49ec94, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=86a92093-db29-4a7c-826a-286aff49ec94,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:45.436031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.490678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:45.510187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 86a92093-db29-4a7c-826a-286aff49ec94 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:45.560900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9f30a135-5b5c-457a-9cee-6e3e7f840aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.562625 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.575741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c1110b2-ae8f-4576-98e1-bbc09a2d6764 req-1115c32b-23b5-46eb-ab49-fdde1cefaa46 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573679 Oct 25 23:11:45.598426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:45.605727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.606848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1357aba4-830f-4993-8580-1abbe79dad54 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:45.710226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:45.758108 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.777855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58582) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:45.794133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1357aba4-830f-4993-8580-1abbe79dad54,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:45.800037 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.800887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6e95e880-d94d-42d4-9efa-631353c45407 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:45.825984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-89608b8d-804f-456f-9d60-bab9781ca318 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.832113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-89608b8d-804f-456f-9d60-bab9781ca318 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.839194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-89608b8d-804f-456f-9d60-bab9781ca318 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.840169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:45.845843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-89608b8d-804f-456f-9d60-bab9781ca318 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.852025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-89608b8d-804f-456f-9d60-bab9781ca318 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:45.853933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-89608b8d-804f-456f-9d60-bab9781ca318 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 3879 time: 0.1811647 Oct 25 23:11:45.884561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:45.887903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6e95e880-d94d-42d4-9efa-631353c45407 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:45.888432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 86a92093-db29-4a7c-826a-286aff49ec94 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:45.906453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96dcdb04-dd4e-4fec-8ac8-d1e876d8e593 req-ad20bb35-b4f2-4f48-94b2-a135c5c2c04f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 210 time: 0.0636511 Oct 25 23:11:45.948142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Allocated IP 172.20.0.1 (5351dc97-3017-4579-81ab-f1bf2dd65251/d7ef6ad7-7bcb-4032-b855-34452f347716/c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:46.004994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.025508 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7d0a3c8-4951-4f4d-b217-118df01ccde2 req-8ed66271-78aa-4fc6-9835-e15c6e2291b8 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480670 Oct 25 23:11:46.032482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.069926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959d925-1401-4a27-a30e-3b727bc24635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.104361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8db590-982c-4852-86c2-1cecc836e1ca {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:46.108599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=86a92093-db29-4a7c-826a-286aff49ec94,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:46.119118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.137911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.176367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port 86a92093-db29-4a7c-826a-286aff49ec94 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:46.180986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Transition to ACTIVE for port object eb8db590-982c-4852-86c2-1cecc836e1ca will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:11:46.182520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.186104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-93fcca1b-58cf-45d6-8b9d-571d2c1c9b4c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "DELETE /v2.0/ports/86a92093-db29-4a7c-826a-286aff49ec94 HTTP/1.1" status: 204 len: 173 time: 1.2643728 Oct 25 23:11:46.189045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '86a92093-db29-4a7c-826a-286aff49ec94'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:46.192683 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abade14-961e-4068-86c8-ede9bc659e91" -d '{"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "86a92093-db29-4a7c-826a-286aff49ec94"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:46.211086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.235698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.298541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:46.301857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Allocated IP 172.20.0.14 (7027329c-d01a-4076-84d1-f2b01e843fc3/faf677c0-448b-425f-9bf7-acfa3c854f97/a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:46.309692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:46.313136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:46.321908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Port': ['ID=c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:46.401491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ab517-937a-4568-a45a-da5633202fea service neutron] Pushing event updated for resources: {'Port': ['ID=eb8db590-982c-4852-86c2-1cecc836e1ca,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:46.418463 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443dd74b-c355-47bf-83ae-a30f6fe6808a x-openstack-request-id: req-443dd74b-c355-47bf-83ae-a30f6fe6808a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:46.418867 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "86a92093-db29-4a7c-826a-286aff49ec94", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:46.419093 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443dd74b-c355-47bf-83ae-a30f6fe6808a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:46.419499 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '86a92093-db29-4a7c-826a-286aff49ec94', 'status': 'completed', 'code': 200} Oct 25 23:11:46.423530 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.506184 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959d925-1401-4a27-a30e-3b727bc24635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.518744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a9b41-f4ce-428f-9702-d9d02dd80c28 req-56ed94bd-c7bf-48df-a289-1471b055f365 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:46.527163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b5a9b41-f4ce-428f-9702-d9d02dd80c28 req-56ed94bd-c7bf-48df-a289-1471b055f365 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2820230 Oct 25 23:11:46.581858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959d925-1401-4a27-a30e-3b727bc24635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.590190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a08bec-a0bf-4ee8-b74a-79bf5e184669'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:46.592629 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a9b281-4912-49a2-9f6c-81fd6bdbedef" -d '{"events": [{"server_uuid": "0d4d5837-7726-48f6-93b7-ec38311f5bc0", "name": "network-vif-plugged", "status": "completed", "tag": "24a08bec-a0bf-4ee8-b74a-79bf5e184669"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1357aba4-830f-4993-8580-1abbe79dad54"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:46.608802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b5a9b41-f4ce-428f-9702-d9d02dd80c28 req-945be069-e58b-4bbb-889b-4d0ee2048739 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807550 Oct 25 23:11:46.683988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631a7ad-493b-4717-98da-7d027966d47d req-a9d7606a-eb9c-4da1-80b7-7ae960867b62 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:46.686695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959d925-1401-4a27-a30e-3b727bc24635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e68e0-6a27-47c8-911c-b985055b63b9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:46.691782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Attempting to bind port eb8db590-982c-4852-86c2-1cecc836e1ca on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:46.692111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Attempting to bind port eb8db590-982c-4852-86c2-1cecc836e1ca by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:46.692434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Attempting to bind port eb8db590-982c-4852-86c2-1cecc836e1ca on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:46.697976 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a631a7ad-493b-4717-98da-7d027966d47d req-a9d7606a-eb9c-4da1-80b7-7ae960867b62 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 945 time: 0.1805909 Oct 25 23:11:46.701981 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f1fb2-8159-43e4-84f2-eec795818f53 x-openstack-request-id: req-4e1f1fb2-8159-43e4-84f2-eec795818f53 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:46.702332 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4d5837-7726-48f6-93b7-ec38311f5bc0", "name": "network-vif-plugged", "status": "completed", "tag": "24a08bec-a0bf-4ee8-b74a-79bf5e184669", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1357aba4-830f-4993-8580-1abbe79dad54", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:46.703097 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e1f1fb2-8159-43e4-84f2-eec795818f53 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:46.703097 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a08bec-a0bf-4ee8-b74a-79bf5e184669', 'code': 200} Oct 25 23:11:46.703281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Port eb8db590-982c-4852-86c2-1cecc836e1ca on network 7027329c-d01a-4076-84d1-f2b01e843fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:11:46.703364 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b', 'code': 200} Oct 25 23:11:46.703476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Attempting to bind port eb8db590-982c-4852-86c2-1cecc836e1ca on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:46.703560 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e', 'code': 200} Oct 25 23:11:46.703774 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'code': 200} Oct 25 23:11:46.703966 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54', 'code': 200} Oct 25 23:11:46.715503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:46.715832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.726364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f2298db8-f131-460e-ac3f-ef766f29d430 None None] Provisioning complete for port c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:46.727700 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2298db8-f131-460e-ac3f-ef766f29d430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.774220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f2298db8-f131-460e-ac3f-ef766f29d430 None None] Port c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:46.806723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:46.807585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Checking segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:46.807727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Bound using segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:46.808105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Bound port: eb8db590-982c-4852-86c2-1cecc836e1ca, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:46.808439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.817915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3959d925-1401-4a27-a30e-3b727bc24635 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c71d910d494479ca651cb1328e6155c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0330706 Oct 25 23:11:46.818906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.827174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58608) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:46.847686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a631a7ad-493b-4717-98da-7d027966d47d req-c05ecbbd-e2b4-4145-8055-b9c73ba1df14 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488113 Oct 25 23:11:46.896770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.915657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:46.916033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:46.943068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:47.002330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] For port eb8db590-982c-4852-86c2-1cecc836e1ca, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:47.029483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b07456-b195-4581-9fe0-d632c8e8914c req-686d8d07-80d2-4618-8a12-b1db2439fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.031277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b07456-b195-4581-9fe0-d632c8e8914c req-686d8d07-80d2-4618-8a12-b1db2439fe5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1776729 Oct 25 23:11:47.064661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.067332 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bdc82a96-2ba4-4770-8fc7-31eb8492e52a req-33372430-16db-4230-9fde-e0964b309cc1 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 210 time: 0.0861084 Oct 25 23:11:47.078025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] For port eb8db590-982c-4852-86c2-1cecc836e1ca, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb8db590-982c-4852-86c2-1cecc836e1ca,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:47.080964 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d5be5505-180d-455b-8e9b-775c80babefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.089160 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.163403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d5be5505-180d-455b-8e9b-775c80babefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.168455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.169061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.170454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-043ab517-937a-4568-a45a-da5633202fea service neutron] 10.222.0.15 "PUT /v2.0/ports/eb8db590-982c-4852-86c2-1cecc836e1ca HTTP/1.1" status: 200 len: 1091 time: 2.0539596 Oct 25 23:11:47.181117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:47.183346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b07456-b195-4581-9fe0-d632c8e8914c req-97c29c18-7730-4229-85e9-7f517a82e761 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421912 Oct 25 23:11:47.203051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:47.204834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ab517-937a-4568-a45a-da5633202fea service neutron] Pushing event updated for resources: {'Port': ['ID=eb8db590-982c-4852-86c2-1cecc836e1ca,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:47.223795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:47.270614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event updated for resources: {'Port': ['ID=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:47.286530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d5be5505-180d-455b-8e9b-775c80babefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.289950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d5be5505-180d-455b-8e9b-775c80babefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.291344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d5be5505-180d-455b-8e9b-775c80babefe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca8e68e0-6a27-47c8-911c-b985055b63b9 HTTP/1.1" status: 204 len: 168 time: 0.4638927 Oct 25 23:11:47.303737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be5505-180d-455b-8e9b-775c80babefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e68e0-6a27-47c8-911c-b985055b63b9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:47.311097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.324537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.325323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.344273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=4fc5cf55-4cd1-4eec-950f-e874bd80cb0e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:47.352019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd705-b044-408d-b669-69893665c284 req-d3a80b05-0609-46d7-a76b-5d62abaa85ee tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.358972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd705-b044-408d-b669-69893665c284 req-d3a80b05-0609-46d7-a76b-5d62abaa85ee tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.365495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd705-b044-408d-b669-69893665c284 req-d3a80b05-0609-46d7-a76b-5d62abaa85ee tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.373029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd705-b044-408d-b669-69893665c284 req-d3a80b05-0609-46d7-a76b-5d62abaa85ee tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.381116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cadd705-b044-408d-b669-69893665c284 req-d3a80b05-0609-46d7-a76b-5d62abaa85ee tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 3143 time: 0.2088068 Oct 25 23:11:47.400353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port 4fc5cf55-4cd1-4eec-950f-e874bd80cb0e on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:47.403451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.406527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-b646f70b-9317-4e02-b78c-364264c859d3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "DELETE /v2.0/ports/4fc5cf55-4cd1-4eec-950f-e874bd80cb0e HTTP/1.1" status: 204 len: 173 time: 1.2059515 Oct 25 23:11:47.428574 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-6a7dc079-76ad-4462-92f0-80c321aa21c5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1372716 Oct 25 23:11:47.456890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Request body: {'port': {'device_id': '4b425d87-db74-4a12-820e-bfb32e28704e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:47.481545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cadd705-b044-408d-b669-69893665c284 req-22f82397-cd26-4bf1-820a-13eff46757f7 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994871 Oct 25 23:11:47.493228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.504750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.532599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 8630c20c-af34-4158-a6fe-68b18b04cd2b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:47.532938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.591052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.618103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event updated for resources: {'Port': ['ID=c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:47.620870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.683233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port 8630c20c-af34-4158-a6fe-68b18b04cd2b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8630c20c-af34-4158-a6fe-68b18b04cd2b,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:47.683968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.700679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 8630c20c-af34-4158-a6fe-68b18b04cd2b owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:47.812362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7564a8-a4e1-441e-9890-a680a003c6fd req-129fb3ac-2c96-4dbd-b35c-b8d884b45b48 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.813897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd7564a8-a4e1-441e-9890-a680a003c6fd req-129fb3ac-2c96-4dbd-b35c-b8d884b45b48 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.1002409 Oct 25 23:11:47.824762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-0632e6fc-3f71-4a9f-a946-defef2d31fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:47.834416 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-0632e6fc-3f71-4a9f-a946-defef2d31fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 1094 time: 0.1878824 Oct 25 23:11:47.886933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd7564a8-a4e1-441e-9890-a680a003c6fd req-70397755-021f-41d7-bbfd-d2069d4f18d8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597682 Oct 25 23:11:47.958556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:47.985149 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-3ef887fc-7a6b-459f-98ea-6ad2120d12d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb8db590-982c-4852-86c2-1cecc836e1ca HTTP/1.1" status: 200 len: 217 time: 0.1115823 Oct 25 23:11:47.996671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=8630c20c-af34-4158-a6fe-68b18b04cd2b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:48.084851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port 8630c20c-af34-4158-a6fe-68b18b04cd2b on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:48.103901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.107318 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-006efe4d-4da7-45b1-a359-77fd6d5822e5 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "DELETE /v2.0/ports/8630c20c-af34-4158-a6fe-68b18b04cd2b HTTP/1.1" status: 204 len: 173 time: 0.6931410 Oct 25 23:11:48.109028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:48.128754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:48.173701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51b36c-61c0-40f4-a8f9-d65747a1f46e req-3325bfd7-ad8c-46a0-af58-537ee48a4570 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:48.180963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c51b36c-61c0-40f4-a8f9-d65747a1f46e req-3325bfd7-ad8c-46a0-af58-537ee48a4570 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 945 time: 0.1282735 Oct 25 23:11:48.211321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-e050ae1a-c53a-4e88-9c48-d96a59c054aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:48.213041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-e050ae1a-c53a-4e88-9c48-d96a59c054aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.2087107 Oct 25 23:11:48.235844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58648) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:48.274381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c51b36c-61c0-40f4-a8f9-d65747a1f46e req-ff231be4-aa0e-42bf-866e-826dac8fb785 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868087 Oct 25 23:11:48.307421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 1357aba4-830f-4993-8580-1abbe79dad54 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:48.307655 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.334821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3848-2fa0-454b-b8a6-417a7c095947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.422686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f496fc3-1615-4428-949e-457e0f973596', 'tag': 'eb8db590-982c-4852-86c2-1cecc836e1ca'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e'}, {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:48.425275 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8595afd-a87c-4209-a0da-68e66ea14c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f496fc3-1615-4428-949e-457e0f973596", "tag": "eb8db590-982c-4852-86c2-1cecc836e1ca"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e"}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:48.431942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1700736847-network', 'tenant_id': '9136ed89b8b846a2a98a8ee519339228'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:48.454614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port 1357aba4-830f-4993-8580-1abbe79dad54, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1357aba4-830f-4993-8580-1abbe79dad54,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:48.455285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.498211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 1357aba4-830f-4993-8580-1abbe79dad54 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:48.520050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0771c7f3-d21b-4fcc-b2a5-ac3975eabe25 None None] Provisioning complete for port c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:48.520677 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0771c7f3-d21b-4fcc-b2a5-ac3975eabe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.563216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Made reservation on behalf of 9136ed89b8b846a2a98a8ee519339228 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:48.565695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.572006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0771c7f3-d21b-4fcc-b2a5-ac3975eabe25 None None] Port c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:11:48.588471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21ae1-e4a4-46eb-acae-aea9aef55b18 req-a4893cf0-e7fb-4529-886c-4cead786b821 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:48.590215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ed21ae1-e4a4-46eb-acae-aea9aef55b18 req-a4893cf0-e7fb-4529-886c-4cead786b821 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 932 time: 0.1684890 Oct 25 23:11:48.593471 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.637851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-144f054b-ab91-4d9e-b1e7-223dae0eaa8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419948 Oct 25 23:11:48.667758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652cc61-1b90-4a05-9e84-cb131d18fe9c req-49855c0e-c823-4caf-92a2-f463d88ab1f3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:48.669688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e652cc61-1b90-4a05-9e84-cb131d18fe9c req-49855c0e-c823-4caf-92a2-f463d88ab1f3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.5657272 Oct 25 23:11:48.703338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ed21ae1-e4a4-46eb-acae-aea9aef55b18 req-34056daf-9b31-4c2a-998e-daf50a37f114 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005409 Oct 25 23:11:48.771869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Router 326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:48.779784 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9625b4d0-b9fc-44b5-b916-615e28fa4db6 x-openstack-request-id: req-9625b4d0-b9fc-44b5-b916-615e28fa4db6 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:48.780502 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f496fc3-1615-4428-949e-457e0f973596", "tag": "eb8db590-982c-4852-86c2-1cecc836e1ca", "status": "completed", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "4fc5cf55-4cd1-4eec-950f-e874bd80cb0e", "status": "completed", "code": 200}, {"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "8630c20c-af34-4158-a6fe-68b18b04cd2b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:48.780502 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9625b4d0-b9fc-44b5-b916-615e28fa4db6 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:48.780872 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f496fc3-1615-4428-949e-457e0f973596', 'tag': 'eb8db590-982c-4852-86c2-1cecc836e1ca', 'status': 'completed', 'code': 200} Oct 25 23:11:48.781132 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '4fc5cf55-4cd1-4eec-950f-e874bd80cb0e', 'status': 'completed', 'code': 200} Oct 25 23:11:48.781388 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '8630c20c-af34-4158-a6fe-68b18b04cd2b', 'status': 'completed', 'code': 200} Oct 25 23:11:48.838295 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.847159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e652cc61-1b90-4a05-9e84-cb131d18fe9c req-83ea2d19-a743-4a81-a515-f3b00bbe62c3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625066 Oct 25 23:11:48.849038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.889769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.900413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=1357aba4-830f-4993-8580-1abbe79dad54,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:48.933969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:48.942131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:48.943407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:48.956900 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:48.961404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-eaf212a9-163d-4a08-8963-af31c41b65f3 service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084738 Oct 25 23:11:48.989708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7277beb-88eb-43f6-8b7d-9fa921f6cb91 req-9829eba4-8429-4f1f-81da-9549e8a7b995 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:48.991326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7277beb-88eb-43f6-8b7d-9fa921f6cb91 req-9829eba4-8429-4f1f-81da-9549e8a7b995 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 943 time: 0.1558113 Oct 25 23:11:49.009041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2483c9-1eb6-46c0-b381-8e153aeb387f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:49.013346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.013841 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Added segment c276195f-ff81-4e9c-b716-04bcc853f803 of type vlan for network 7f7666ff-ba23-48aa-9276-2431a9b87f2b Oct 25 23:11:49.017554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port 1357aba4-830f-4993-8580-1abbe79dad54 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:49.032143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Transition to ACTIVE for port object a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:11:49.037664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.041963 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-8b580594-88f6-4c84-bc1b-0ef7f7792527 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "DELETE /v2.0/ports/1357aba4-830f-4993-8580-1abbe79dad54 HTTP/1.1" status: 204 len: 173 time: 0.9257996 Oct 25 23:11:49.074210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.074865 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.091364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:49.124709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e6140e69-dc10-457f-a871-58cbae01de91 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6543107 Oct 25 23:11:49.126248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:49.137104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] Sync routers for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:49.162363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:49.164847 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845760f1-c7d7-4765-925c-31ca4fdf79dd" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:49.183172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:49.185820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:49.186747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:49.190734 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.226852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:49.236817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-cdae7505-1948-466e-8099-f1196332d17c service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496679 Oct 25 23:11:49.243441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Pushing event updated for resources: {'Port': ['ID=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:49.248641 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8515a567-bb93-46d3-b356-6452b084ca01 x-openstack-request-id: req-8515a567-bb93-46d3-b356-6452b084ca01 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:49.248925 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:49.249178 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8515a567-bb93-46d3-b356-6452b084ca01 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:49.249569 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:11:49.258200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:49.258841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:49.281938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.282321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.282668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.283025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.288711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.296145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.296514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.296851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.297185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.297517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.297848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.298188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.298519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.351205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7277beb-88eb-43f6-8b7d-9fa921f6cb91 req-3259779a-b316-4e50-8051-99901eb06970 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348916 Oct 25 23:11:49.372505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:49.373786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66807c8f-8747-4818-962f-7f1c0f1f385a None None] The sync data for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:49.393004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:49.403764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.406592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.407032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.407373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.407709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.408041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.409682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.410025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.410395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.410725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.411053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.412723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:49.470202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:11:49.521628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.549635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-660c904b-c156-4711-b841-1f0cd976c0ad tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:49.558615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-660c904b-c156-4711-b841-1f0cd976c0ad tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 814 time: 0.1962488 Oct 25 23:11:49.561776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a790f06e-414b-4e90-9557-2323a4590769 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.568593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.569563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:49.570853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.577940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-b1a1ecf2-c8e3-4a7b-9ad1-74f863e0c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:49.579585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-b1a1ecf2-c8e3-4a7b-9ad1-74f863e0c0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 1094 time: 0.2294014 Oct 25 23:11:49.596846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Attempting to bind port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:49.597173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Attempting to bind port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:49.597493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Attempting to bind port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:49.605666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-d8e58579-6347-425e-acd4-ccae004d5f92 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/quotas/ec664ea2c63b43c9ab487c3968a0bb06 HTTP/1.1" status: 200 len: 375 time: 0.0461090 Oct 25 23:11:49.639426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:11:49.639426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Attempting to bind port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:49.689828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:49.690270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Checking segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:49.690582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Bound using segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:49.691025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Bound port: a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:49.691438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:49.794753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-1eecb3b1-e9f4-4030-961a-a0e67f5f84c8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881192 Oct 25 23:11:49.808977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-387ff947-9e75-4496-9934-936dda69fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:49.810463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-387ff947-9e75-4496-9934-936dda69fdb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 913 time: 0.2147853 Oct 25 23:11:49.907835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-9a9c95f6-524f-423b-b821-1d9c3727e388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb8db590-982c-4852-86c2-1cecc836e1ca HTTP/1.1" status: 200 len: 217 time: 0.0830657 Oct 25 23:11:49.916493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] For port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:49.921469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] For port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:49.939020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.021331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:50.022038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.024724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] 10.222.0.11 "PUT /v2.0/ports/a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 HTTP/1.1" status: 200 len: 1092 time: 2.5782413 Oct 25 23:11:50.031252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b425d87-db74-4a12-820e-bfb32e28704e', 'tag': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:50.033796 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f8736d-63a6-4841-86e5-11019541c4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b425d87-db74-4a12-820e-bfb32e28704e", "tag": "a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:50.048656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b17f8d2f-1e6b-41db-b9c1-49d2e18643d9 service neutron] 10.222.0.25 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529051 Oct 25 23:11:50.062977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 2ad1415c-9fe0-44f6-983e-13fb289b19da {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:50.063620 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.094225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.126008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8847005 Oct 25 23:11:50.126674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58714) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:50.144515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-9aaa3756-a33b-4b59-8131-33365e11c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:50.146095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-9aaa3756-a33b-4b59-8131-33365e11c387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.2232373 Oct 25 23:11:50.167107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d79d82-0bfc-4118-92df-c4295a3a2aeb service neutron] Pushing event updated for resources: {'Port': ['ID=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:50.170919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Request body: {'subnet': {'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1700736847-subnet', 'tenant_id': '9136ed89b8b846a2a98a8ee519339228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:50.187250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c3867-d628-4542-b180-58fcf4b61948 req-03e581a9-3a0a-44ce-b6c1-a89752a20c29 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:50.194472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a19c3867-d628-4542-b180-58fcf4b61948 req-03e581a9-3a0a-44ce-b6c1-a89752a20c29 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 945 time: 0.7135625 Oct 25 23:11:50.198062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-0d317f02-f1fe-4256-af5d-1a82b87428f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424640 Oct 25 23:11:50.202964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Pushing event updated for resources: {'Network': ['ID=7f7666ff-ba23-48aa-9276-2431a9b87f2b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:50.286956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.287348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.287638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.287973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.288302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.288632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.289625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.290050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.296465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.296922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.297266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.297605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff5456-2c1e-4319-b309-fd1ff4a5d045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:11:50.315030 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-a790f06e-414b-4e90-9557-2323a4590769 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 23:11:50.318693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a790f06e-414b-4e90-9557-2323a4590769 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 HTTP/1.1" status: 409 len: 329 time: 1.1560416 Oct 25 23:11:50.321759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7f7666ff-ba23-48aa-9276-2431a9b87f2b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:50.323063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-caad219a-ce4b-414d-85b8-8d59f6d2cf92 service neutron] 10.222.0.25 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394352 Oct 25 23:11:50.333478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58718) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:50.350216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a19c3867-d628-4542-b180-58fcf4b61948 req-d929bccf-a41b-411f-9252-7e92ae4e868e tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547720 Oct 25 23:11:50.365210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Made reservation on behalf of 9136ed89b8b846a2a98a8ee519339228 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:50.379000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.480184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-dfb86931-c082-4f70-9568-01141c6a313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:50.481735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-dfb86931-c082-4f70-9568-01141c6a313b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 1095 time: 0.2486017 Oct 25 23:11:50.544972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-d523e605-c980-4e1b-9033-bb92fced3a66 service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382618 Oct 25 23:11:50.547638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-770b736b-e51c-4c12-aa9c-386837bbf6da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 HTTP/1.1" status: 200 len: 217 time: 0.0508161 Oct 25 23:11:50.592081 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port 2ad1415c-9fe0-44f6-983e-13fb289b19da, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2ad1415c-9fe0-44f6-983e-13fb289b19da,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:50.592081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.639246 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5651d0-a309-459c-a487-62daebaef26d x-openstack-request-id: req-2a5651d0-a309-459c-a487-62daebaef26d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:50.640576 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b425d87-db74-4a12-820e-bfb32e28704e", "tag": "a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:50.641160 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a5651d0-a309-459c-a487-62daebaef26d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:50.641281 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b425d87-db74-4a12-820e-bfb32e28704e', 'tag': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8', 'status': 'completed', 'code': 200} Oct 25 23:11:50.666524 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:50.761990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61873-e972-4f9c-bf69-f5345272506f req-a1d80b43-c30d-482d-bbed-123471460fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:50.763493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-a1d80b43-c30d-482d-bbed-123471460fde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.2048090 Oct 25 23:11:50.821916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:50.842973 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576f87e-2dd3-4804-b25b-ea13be0eb1a7" -d '{"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "1357aba4-830f-4993-8580-1abbe79dad54"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:50.844308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-175fe528-5ce0-441f-b099-2b5396edb3e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682585 Oct 25 23:11:50.901728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8595afd-a87c-4209-a0da-68e66ea14c0c req-3bd2e01f-8d54-4bca-9553-137b3104a98a service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436363 Oct 25 23:11:50.955262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ded603-f49b-415f-8bfd-3e6a5fdf38cd req-a1dd1363-31f8-4780-9fd2-db4b408f98dd tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:50.957195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74ded603-f49b-415f-8bfd-3e6a5fdf38cd req-a1dd1363-31f8-4780-9fd2-db4b408f98dd tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 944 time: 0.4470198 Oct 25 23:11:50.968723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:51.065634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8835e-e15b-4882-a356-f4ff2f777cb4 req-6b70a385-28dd-42ec-820c-44aea9092e2e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:51.074140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3c8835e-e15b-4882-a356-f4ff2f777cb4 req-6b70a385-28dd-42ec-820c-44aea9092e2e tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 943 time: 0.1402905 Oct 25 23:11:51.088960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-c883fb45-cbe6-4922-bf77-377da631cde5 service neutron] 10.222.0.11 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238433 Oct 25 23:11:51.208089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:51.231238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24832-5cc9-4901-8706-6ce305e72908 req-e176bfc0-ea70-46fd-b449-deb632da43a1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:51.232768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3c8835e-e15b-4882-a356-f4ff2f777cb4 req-1f3c4532-3f71-420f-b38e-82725d1e25f9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups?id=db17956e-99d1-408c-a901-43c91a90dc01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555510 Oct 25 23:11:51.233353 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30c24832-5cc9-4901-8706-6ce305e72908 req-e176bfc0-ea70-46fd-b449-deb632da43a1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c87d274-98b4-42a8-bc53-c5b29709ea13 HTTP/1.1" status: 200 len: 945 time: 0.2908587 Oct 25 23:11:51.249099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:51.261492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74ded603-f49b-415f-8bfd-3e6a5fdf38cd req-2859e188-1515-4f2d-9fbf-c11f5fcf4603 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740798 Oct 25 23:11:51.324044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.325217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.325610 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Floating IP 1560f030-b25b-44d2-8d1b-2e41a86aaf42 disassociated. External IP: 172.25.4.226, port: 2ad1415c-9fe0-44f6-983e-13fb289b19da. Oct 25 23:11:51.326619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 2ad1415c-9fe0-44f6-983e-13fb289b19da owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:51.373555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc61873-e972-4f9c-bf69-f5345272506f req-71c2345d-f347-4ce0-9d68-96a1deb12af9 service neutron] 10.222.0.11 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753966 Oct 25 23:11:51.392122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.463243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.494289 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ad3ad-928b-439f-bcff-aa91f2225148 x-openstack-request-id: req-182ad3ad-928b-439f-bcff-aa91f2225148 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:51.494678 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "1357aba4-830f-4993-8580-1abbe79dad54", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:51.494939 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-182ad3ad-928b-439f-bcff-aa91f2225148 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:51.495480 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '1357aba4-830f-4993-8580-1abbe79dad54', 'status': 'completed', 'code': 200} Oct 25 23:11:51.507417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.517392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:51.574739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-daf649fe-b128-45cb-bb9a-0ca9e84f3984 req-97116885-c8b1-4f02-8d9f-21f177c585a6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 210 time: 0.1321082 Oct 25 23:11:51.577463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.594297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:51.604051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:51.618115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6348407b-63a0-49c0-af74-babef15bdcc2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:51.705824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=2ad1415c-9fe0-44f6-983e-13fb289b19da,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:51.736802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['d54d4ef8-261a-499f-b2d3-ccb96b40023b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:51.800870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-a8c80810-0f75-4f48-a84c-7d614a0530f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:51.802483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-a8c80810-0f75-4f48-a84c-7d614a0530f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 1095 time: 0.2958341 Oct 25 23:11:51.866611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:51.957754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:52.035636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Deleting port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:52.035636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:52.062394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Checking segment: {'id': 'c276195f-ff81-4e9c-b716-04bcc853f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:52.062850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Network hostable DHCP agents. Network: 7f7666ff-ba23-48aa-9276-2431a9b87f2b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:52.217662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f828157-f196-4f27-9810-ca22c2a697dd req-aa81936a-bd1d-4b91-8622-e9e520e099bc tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:52.225203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f828157-f196-4f27-9810-ca22c2a697dd req-aa81936a-bd1d-4b91-8622-e9e520e099bc tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 945 time: 0.3766031 Oct 25 23:11:52.289512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Network 7f7666ff-ba23-48aa-9276-2431a9b87f2b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:52.387029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7f7666ff-ba23-48aa-9276-2431a9b87f2b) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:52.408315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020e2c5-4261-4236-86e8-e3cf79c1f76b None None] Network 7f7666ff-ba23-48aa-9276-2431a9b87f2b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:52.412852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:52.417177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:52.418321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c1c50c7-69ab-4d9f-97f1-f3d4e7b9530d req-5a7c3445-7ffa-4ce4-8992-27173a9ea3f7 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0563853 Oct 25 23:11:52.444655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f828157-f196-4f27-9810-ca22c2a697dd req-6b660e4e-406f-4c0e-a71f-79d0d369d6d3 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130532 Oct 25 23:11:52.494946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] For port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:52.496276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:52.508303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-ffc2f61d-7198-4674-921b-2673a8ff08b0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:52.509698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-ffc2f61d-7198-4674-921b-2673a8ff08b0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 814 time: 0.3228357 Oct 25 23:11:52.517334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Calling delete_port for 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:52.517872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-25983f93-037e-40c3-9dbc-8302d2827ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:52.519445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-25983f93-037e-40c3-9dbc-8302d2827ff1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 913 time: 0.6803727 Oct 25 23:11:52.552724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Request body: {'port': {'device_id': 'be3c56b4-74db-49cb-b285-e9605311c486', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'admin_state_up': True, 'tenant_id': 'ec664ea2c63b43c9ab487c3968a0bb06'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:52.578312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:52.594429 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] Sync routers for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:52.612627 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:52.615362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:52.648041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d8f472c-3675-4690-94e2-bbfaaafe1a01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4803507 Oct 25 23:11:52.679130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67c1b9-e034-41d3-ab2e-b53523aaca4b None None] Network 7f7666ff-ba23-48aa-9276-2431a9b87f2b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:52.689840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port 2ad1415c-9fe0-44f6-983e-13fb289b19da on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:52.693643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:52.698108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88e01750-cb5b-42ae-ac3a-f7bc222be528 req-5e8e1b51-40d9-42df-a1ab-2358f0af4b78 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.11 "DELETE /v2.0/ports/2ad1415c-9fe0-44f6-983e-13fb289b19da HTTP/1.1" status: 204 len: 173 time: 3.6022243 Oct 25 23:11:52.726196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-c53cc51c-2cfa-459d-8021-4b2f474b71ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 HTTP/1.1" status: 200 len: 217 time: 0.1679394 Oct 25 23:11:52.761254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f307-cfed-4198-a413-aa8f947ff18b req-079706e1-3387-418b-b944-dd513b108474 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:52.763520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c98f307-cfed-4198-a413-aa8f947ff18b req-079706e1-3387-418b-b944-dd513b108474 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 944 time: 0.1307359 Oct 25 23:11:52.810436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-352d4134-b04d-41e5-80e0-82623efd6cf9 req-9da15fb2-b5d1-44bf-9769-5803d3e7228a tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 210 time: 0.0933328 Oct 25 23:11:52.849245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c98f307-cfed-4198-a413-aa8f947ff18b req-7b4887f2-b6fa-459b-be54-52850d759b2b tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735154 Oct 25 23:11:52.896129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:52.945189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Pushing event deleted for resources: {'Port': ['ID=11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:52.949005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-6db88b03-d8f4-4c3b-8c2e-979e585f21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:52.950792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-6db88b03-d8f4-4c3b-8c2e-979e585f21ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.2128472 Oct 25 23:11:52.996837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:53.009343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] No DVR routers for this DVR port 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:53.009723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-a7a023bc-1f9b-49ec-9432-622a97b900a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493667 Oct 25 23:11:53.015291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.019718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30c24832-5cc9-4901-8706-6ce305e72908 req-a9efdb56-f8b9-4aff-8c71-df255e4c4ab5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.15 "DELETE /v2.0/ports/11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe HTTP/1.1" status: 204 len: 173 time: 1.7747114 Oct 25 23:11:53.045526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Deleting port c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:53.045863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.122912 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:53.302587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-8abc6534-f7f7-4770-839d-517755936db7 service neutron] 10.222.0.11 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815394 Oct 25 23:11:53.317291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Made reservation on behalf of ec664ea2c63b43c9ab487c3968a0bb06 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:53.338783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.339550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port d54d4ef8-261a-499f-b2d3-ccb96b40023b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:53.339922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.456793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-9c85a228-ad20-43a1-9428-67462b15b853 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:53.459133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-9c85a228-ad20-43a1-9428-67462b15b853 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 945 time: 0.0808752 Oct 25 23:11:53.518861 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.534586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da'}, {'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'name': 'network-vif-deleted', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:53.543744 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b607c884-c848-418d-b304-50e9d606f2e3" -d '{"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da"}, {"server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "name": "network-vif-deleted", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:53.572786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:53.579912 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f51f7-9c41-4267-a121-48ba88aa02ef" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:53.667022 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:54Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:53.728885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f8736d-63a6-4841-86e5-11019541c4d7 req-aaf63a9c-7dcb-450a-925c-a5581bc21c1d service neutron] 10.222.0.11 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128962 Oct 25 23:11:53.760969 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] Checking router: 37ce2980-5a59-4a68-b5a7-3e9ac5739289 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:11:53.786371 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:53.789342 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:53.818916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.863013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Calling delete_port for c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:53.950134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58792) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:53.951752 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:11:53.953843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Deleting port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:53.953843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:53.980430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1384264511-network', 'tenant_id': 'dc84b80edb48447e82bf163cd3bae36e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:54.021185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:54.032403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.035898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31d2304d-27ef-4d39-a122-b81be9c56b05 req-4c5f606d-f705-4490-a493-9eac6663afa6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.3056417 Oct 25 23:11:54.121276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985f3c8-96f1-4ffd-bfe7-434cf8714cf5 req-ddcd8a7b-12f2-4c35-a31d-d7ca2e2993ed tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:54.122874 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5985f3c8-96f1-4ffd-bfe7-434cf8714cf5 req-ddcd8a7b-12f2-4c35-a31d-d7ca2e2993ed tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 945 time: 0.4375648 Oct 25 23:11:54.142805 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97253849-7735-4a01-901a-8d508a92f964 x-openstack-request-id: req-97253849-7735-4a01-901a-8d508a92f964 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:54.143178 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f", "name": "network-vif-deleted", "tag": "2ad1415c-9fe0-44f6-983e-13fb289b19da", "status": "completed", "code": 200}, {"server_uuid": "5c87d274-98b4-42a8-bc53-c5b29709ea13", "name": "network-vif-deleted", "tag": "11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:54.143366 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97253849-7735-4a01-901a-8d508a92f964 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:54.143776 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f', 'name': 'network-vif-deleted', 'tag': '2ad1415c-9fe0-44f6-983e-13fb289b19da', 'status': 'completed', 'code': 200} Oct 25 23:11:54.144071 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c87d274-98b4-42a8-bc53-c5b29709ea13', 'name': 'network-vif-deleted', 'tag': '11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe', 'status': 'completed', 'code': 200} Oct 25 23:11:54.153095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:54.174003 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3a4935-7163-447b-9bf1-0b6573c30da9 x-openstack-request-id: req-2d3a4935-7163-447b-9bf1-0b6573c30da9 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:54.174368 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:54.174623 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d3a4935-7163-447b-9bf1-0b6573c30da9 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:54.175020 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:11:54.246086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5985f3c8-96f1-4ffd-bfe7-434cf8714cf5 req-1118e905-0dbd-40e3-8f36-bfa5504e1616 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/security-groups?id=8320e340-b17c-4981-8bca-f8b381ccc166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944977 Oct 25 23:11:54.279815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Made reservation on behalf of dc84b80edb48447e82bf163cd3bae36e for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:54.289640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.316629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.370190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb8db590-982c-4852-86c2-1cecc836e1ca details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:54.380841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:54.499083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:54.499433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 11e8b84c-ca4b-4a17-ab3b-f2b7de6c0fbe not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:54.580565 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:54Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:54.589253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Allocated IP 172.20.0.8 (bcc8017d-2272-44b8-88ab-d82c933d4ef7/c262f61c-ccf8-441e-9e04-39c964aee142/dc6a3309-2ebe-4019-a10a-f450cc1791f2) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:11:54.606388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] For port 24a08bec-a0bf-4ee8-b74a-79bf5e184669, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=24a08bec-a0bf-4ee8-b74a-79bf5e184669,segment=NetworkSegment(f89ac026-d0db-4fc8-b46a-90441cd9216c),segment_id=f89ac026-d0db-4fc8-b46a-90441cd9216c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:54.607818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.635098 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a126b6-4dfd-47b6-adcd-67fb6d85a574 None None] The sync data for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 is: [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:00:50Z', 'revision_number': 4, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0b5a0276-6f59-4125-b7a6-2bbf4df2e08f', 'name': '', 'network_id': '7a79191e-c507-4493-8e8e-dbf22773ffc6', 'tenant_id': '2b92477612ce40ad810a265848039471', 'mac_address': 'fa:16:3e:1f:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:49Z', 'updated_at': '2021-10-25T23:00:54Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'subnets': [{'id': '7b52f047-309a-46de-9baf-4586e7a965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:54.691665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Calling delete_port for 24a08bec-a0bf-4ee8-b74a-79bf5e184669 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:54.715314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port eb8db590-982c-4852-86c2-1cecc836e1ca, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb8db590-982c-4852-86c2-1cecc836e1ca,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:54.738991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'eb8db590-982c-4852-86c2-1cecc836e1ca', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'port_id': 'eb8db590-982c-4852-86c2-1cecc836e1ca', 'mac_address': 'fa:16:3e:c0:99:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf677c0-448b-425f-9bf7-acfa3c854f97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:54.808751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.826641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8db590-982c-4852-86c2-1cecc836e1ca {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:54.853792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port eb8db590-982c-4852-86c2-1cecc836e1ca, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb8db590-982c-4852-86c2-1cecc836e1ca,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:54.863667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.894838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.945612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:54.982498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37b9ebb4-ed25-4931-add3-67867d106744 req-b97ca38f-e8bd-412e-b394-5a46d0a7b173 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 210 time: 0.1777728 Oct 25 23:11:54.984393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365dc03-09e5-46c3-ae89-1c4ba829e759 req-933938a7-c12d-4872-8bbf-e66b7dbff0a0 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:54.994602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0365dc03-09e5-46c3-ae89-1c4ba829e759 req-933938a7-c12d-4872-8bbf-e66b7dbff0a0 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 944 time: 0.4406614 Oct 25 23:11:54.996112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=eb8db590-982c-4852-86c2-1cecc836e1ca,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:54.996957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.027153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:11:55.111689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:11:55.134190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7081ec-2c2e-4c8b-9d9f-1e9bbb81245c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:55.154889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0365dc03-09e5-46c3-ae89-1c4ba829e759 req-c13bb806-69f4-4377-afd0-784b3fd2b6de tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586134 Oct 25 23:11:55.183644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.183984 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Added segment 1216354c-6cbd-454b-afac-72fd9bbc4f8b of type vlan for network 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d Oct 25 23:11:55.202334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.270128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9840d-7725-4200-97ca-616707d356be None None] New status for floating IP 1560f030-b25b-44d2-8d1b-2e41a86aaf42: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:11:55.294180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['eb8db590-982c-4852-86c2-1cecc836e1ca'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:55.381606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.428903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Port': ['ID=c9e251e0-c9b0-4a27-a2f2-0d17bdcc228d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:55.471922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.513443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Pushing event deleted for resources: {'Port': ['ID=24a08bec-a0bf-4ee8-b74a-79bf5e184669,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:55.525236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d037acbf-c3dd-4d12-93ef-1b35d90c58af req-338d8980-e74b-4c0c-b874-cf2eb189c1c9 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.1315010 Oct 25 23:11:55.527016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.582614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] No DVR routers for this DVR port 24a08bec-a0bf-4ee8-b74a-79bf5e184669 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:55.589147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.605451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e821ce1-c77c-4b21-898e-0c649c605c5d req-8be33fd6-39eb-4cd1-af4b-733b60e8c774 tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.15 "DELETE /v2.0/ports/24a08bec-a0bf-4ee8-b74a-79bf5e184669 HTTP/1.1" status: 204 len: 173 time: 2.1339731 Oct 25 23:11:55.631783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5aaec311-a3fe-4f2d-a5ba-ed634b33a943 req-60b76003-8e57-459d-a1b5-8012230e9bcb tempest-InstanceActionsNegativeTestJSON-616292227 tempest-InstanceActionsNegativeTestJSON-616292227-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d4d5837-7726-48f6-93b7-ec38311f5bc0 HTTP/1.1" status: 200 len: 210 time: 0.2048445 Oct 25 23:11:55.644941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:55.688270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.689178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'port_id': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8', 'mac_address': 'fa:16:3e:52:4f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf677c0-448b-425f-9bf7-acfa3c854f97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:11:55.689311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:55.690002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.728864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:11:55.736110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:55.752297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.761274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.785305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:55.793083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:11:55.827168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:55.839581 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.908404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9512649 Oct 25 23:11:55.913319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:55.922123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Request body: {'subnet': {'network_id': '7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1384264511-subnet', 'tenant_id': 'dc84b80edb48447e82bf163cd3bae36e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:55.933746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:55.964264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:55.964977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6a8a3-66d1-4900-9d3f-86089b6f873a admin admin] Pushing event updated for resources: {'Network': ['ID=7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:55.988493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:11:55.988741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:55.989381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:55.998443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Made reservation on behalf of dc84b80edb48447e82bf163cd3bae36e for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:11:56.004495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:56.094670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Router 326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:11:56.099012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-54fa434d-5579-4f73-a132-995f563b1c9d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5506136 Oct 25 23:11:56.113107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Request body: {'port': {'device_id': 'be3c56b4-74db-49cb-b285-e9605311c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:56.154574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:11:56.167419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'name': 'network-vif-deleted', 'tag': '24a08bec-a0bf-4ee8-b74a-79bf5e184669'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:56.169652 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1744e5-2241-4f4f-9582-574975fb91a4" -d '{"events": [{"server_uuid": "0d4d5837-7726-48f6-93b7-ec38311f5bc0", "name": "network-vif-deleted", "tag": "24a08bec-a0bf-4ee8-b74a-79bf5e184669"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:56.250983 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a3b472-08bc-47c7-82f6-dbcd25298675 x-openstack-request-id: req-67a3b472-08bc-47c7-82f6-dbcd25298675 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:56.251530 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4d5837-7726-48f6-93b7-ec38311f5bc0", "name": "network-vif-deleted", "tag": "24a08bec-a0bf-4ee8-b74a-79bf5e184669", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:56.251942 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67a3b472-08bc-47c7-82f6-dbcd25298675 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:56.252348 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4d5837-7726-48f6-93b7-ec38311f5bc0', 'name': 'network-vif-deleted', 'tag': '24a08bec-a0bf-4ee8-b74a-79bf5e184669', 'status': 'completed', 'code': 200} Oct 25 23:11:56.320957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576640d3-444d-4e59-8cef-63e1ec215a4d req-9a2ba1e7-e0df-40c7-9063-18def8d72f7b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:56.321192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-576640d3-444d-4e59-8cef-63e1ec215a4d req-9a2ba1e7-e0df-40c7-9063-18def8d72f7b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 931 time: 0.1804056 Oct 25 23:11:56.339081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:56.396973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 24a08bec-a0bf-4ee8-b74a-79bf5e184669 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:11:56.444277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-576640d3-444d-4e59-8cef-63e1ec215a4d req-84fd02b2-fb02-43f3-afeb-808717c23af5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085427 Oct 25 23:11:56.459674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 24a08bec-a0bf-4ee8-b74a-79bf5e184669 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:11:56.460698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 24a08bec-a0bf-4ee8-b74a-79bf5e184669 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:11:56.488712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:56.592945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:11:56.605042 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] Sync routers for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:11:56.624086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53db44de-095a-4acb-a286-121293258624 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2894614 Oct 25 23:11:56.630420 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:56.631400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:56.636056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:56.738277 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-9a2770ba-fbf9-477a-a7e6-b3a9308fd9c1 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] show failed (client error): The resource could not be found. Oct 25 23:11:56.744473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9a2770ba-fbf9-477a-a7e6-b3a9308fd9c1 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1451772527 HTTP/1.1" status: 404 len: 335 time: 0.0913939 Oct 25 23:11:56.750862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bdcad1-6866-4727-b58d-ef8de6fb7319,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:56.752915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58824) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:56.784394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3850d8b0-0ce7-440c-b7d2-2e6c467a4551 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:11:56.805081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e5ee-65e1-4719-9924-27dd6b256f08 req-b9509060-7377-46d5-b2ef-3f7cd1e95043 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:56.819503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bbe8e5ee-65e1-4719-9924-27dd6b256f08 req-b9509060-7377-46d5-b2ef-3f7cd1e95043 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 945 time: 0.2280767 Oct 25 23:11:56.848379 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:56.858334 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] Routers {'326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:11:56.859514 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:56.887339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6a3309-2ebe-4019-a10a-f450cc1791f2 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:11:56.899248 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:56.900276 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d446444-68d6-44f4-926f-22b690a43611 None None] The sync data for ids ['326fa9e3-30b2-4fe6-becd-b9be5d9ebd13'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:11:56.900878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:56.907343 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-3850d8b0-0ce7-440c-b7d2-2e6c467a4551 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] update failed (client error): The resource could not be found. Oct 25 23:11:56.915139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3850d8b0-0ce7-440c-b7d2-2e6c467a4551 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-851805264 HTTP/1.1" status: 404 len: 334 time: 0.1462326 Oct 25 23:11:56.915139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Checking segment: {'id': '1216354c-6cbd-454b-afac-72fd9bbc4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:56.915139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Network hostable DHCP agents. Network: 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:11:56.920186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bbe8e5ee-65e1-4719-9924-27dd6b256f08 req-0232df9a-b281-4ce3-9f5a-9557bf41e3d7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850329 Oct 25 23:11:56.920713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:56.933816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e58744f-b7c9-4796-887d-cda1adbb8ef1 req-44936e4b-713f-41a5-a41d-7109bc924d08 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.1979318 Oct 25 23:11:56.988607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Network 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:11:57.000356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:57.001174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58832) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:57.011394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Transition to ACTIVE for port object dc6a3309-2ebe-4019-a10a-f450cc1791f2 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:11:57.029429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.059176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:11:57.070841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:57.071755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.092839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Deleting subnet 81fcea42-4aab-4fa3-9cb0-dcfe540e70c3 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:57.095789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4a010-b27d-4682-afca-6228da334ad6 None None] Network 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:57.096927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.102904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa504c52-f1b9-4dc0-8eeb-8bc0568a9547 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1861143 Oct 25 23:11:57.142259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Deleting subnet f9a2fea7-f246-497b-bb0f-a5d2a42ef0c5 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:57.176596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.185656 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.248792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:11:57.272227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:57.272601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.281272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.289240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:57.304865 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.365650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Attempting to bind port dc6a3309-2ebe-4019-a10a-f450cc1791f2 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:11:57.365986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Attempting to bind port dc6a3309-2ebe-4019-a10a-f450cc1791f2 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:11:57.366365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Attempting to bind port dc6a3309-2ebe-4019-a10a-f450cc1791f2 on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:57.375976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Port dc6a3309-2ebe-4019-a10a-f450cc1791f2 on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:11:57.376302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Attempting to bind port dc6a3309-2ebe-4019-a10a-f450cc1791f2 on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:11:57.384999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:11:57.385398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Checking segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:11:57.385794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Bound using segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:11:57.386273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Bound port: dc6a3309-2ebe-4019-a10a-f450cc1791f2, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:11:57.386635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.404619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.458414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81fcea42-4aab-4fa3-9cb0-dcfe540e70c3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:57.473024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.484743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8b6d6fc1-b8ff-4881-ae14-4b2a12923b30 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/81fcea42-4aab-4fa3-9cb0-dcfe540e70c3 HTTP/1.1" status: 204 len: 168 time: 0.4779508 Oct 25 23:11:57.486911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:57.550737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ea996-6bbf-4ebb-8e77-a161cad25be2 None None] Network 7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:57.608972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:11:57.613510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.625254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:11:57.671930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.713315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.751008 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.767226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:57.767853 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.769284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] 10.222.0.11 "PUT /v2.0/ports/dc6a3309-2ebe-4019-a10a-f450cc1791f2 HTTP/1.1" status: 200 len: 1091 time: 1.6604517 Oct 25 23:11:57.769760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:57.772043 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a46cb-c7fd-4329-9b95-8408475b519c" -d '{"events": [{"name": "network-changed", "server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:57.797995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8515c-59ba-4665-ab03-82ca487e17cd req-a30b7a59-46cd-4826-99f4-9bf234846ead tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:57.806940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b5d8515c-59ba-4665-ab03-82ca487e17cd req-a30b7a59-46cd-4826-99f4-9bf234846ead tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 943 time: 0.1703565 Oct 25 23:11:57.901721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0cdda-3ee9-4d9e-aedf-899690864c1c service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:57.904049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:57.919962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.948769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:57.959219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b425d87-db74-4a12-820e-bfb32e28704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:11:57.967088 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49c9533-0101-4c85-9247-cad6bb98cd8f" -d '{"events": [{"server_uuid": "4b425d87-db74-4a12-820e-bfb32e28704e", "name": "network-vif-plugged", "status": "completed", "tag": "a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:11:57.974754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-3074ca1d-bb1e-4f62-b200-35e8ca90a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:57.977309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-3074ca1d-bb1e-4f62-b200-35e8ca90a7a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 1094 time: 0.1525707 Oct 25 23:11:57.978051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a2fea7-f246-497b-bb0f-a5d2a42ef0c5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:57.987258 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b5d8515c-59ba-4665-ab03-82ca487e17cd req-3df9712c-e38b-4c31-9c2d-703d47cc6078 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789761 Oct 25 23:11:57.997669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.012844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df3a36e-cc3a-4fe0-8299-caa183525829']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:58.031728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89ac026-d0db-4fc8-b46a-90441cd9216c') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:58.035615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89ac026-d0db-4fc8-b46a-90441cd9216c') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:11:58.060105 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.090790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.101141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:11:58.102656 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:11:58.105362 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:11:58.135793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-2c69ceac-23b4-4e42-9e59-b952f8501790 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:58.145019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-2c69ceac-23b4-4e42-9e59-b952f8501790 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/networks?id=7f7666ff-ba23-48aa-9276-2431a9b87f2b HTTP/1.1" status: 200 len: 825 time: 0.1828167 Oct 25 23:11:58.188972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-fbd61a91-229f-406e-b3bf-e0acb79f81e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2 HTTP/1.1" status: 200 len: 217 time: 0.0412676 Oct 25 23:11:58.200750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab050d-7f84-41b7-9bde-5ad177f1d918 None None] Network 3e308db8-0f18-4ede-8b90-ac71377ed835 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:11:58.210961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.219949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73c3db92-05d7-45b3-936f-c5d785b0d5c6 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/subnets/f9a2fea7-f246-497b-bb0f-a5d2a42ef0c5 HTTP/1.1" status: 204 len: 168 time: 1.2950144 Oct 25 23:11:58.223129 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7368b6-51fa-4e9a-bd7b-2c6989c7708f x-openstack-request-id: req-be7368b6-51fa-4e9a-bd7b-2c6989c7708f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:58.223914 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:58.224350 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be7368b6-51fa-4e9a-bd7b-2c6989c7708f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:58.224913 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'status': 'completed', 'code': 200} Oct 25 23:11:58.227365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58868) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:58.276013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.314828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.328312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-74e265dc-8c17-45e6-a134-9dffd9c92d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:58.328916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:58.333107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-74e265dc-8c17-45e6-a134-9dffd9c92d6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 200 len: 854 time: 0.1069462 Oct 25 23:11:58.337671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.354695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] 10.222.0.25 "DELETE /v2.0/networks/0df3a36e-cc3a-4fe0-8299-caa183525829 HTTP/1.1" status: 204 len: 168 time: 0.8644402 Oct 25 23:11:58.356965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a5c3d-f189-479a-897d-b6b9fd546fae admin admin] Pushing event deleted for resources: {'Network': ['ID=0df3a36e-cc3a-4fe0-8299-caa183525829,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:58.383760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb8db590-982c-4852-86c2-1cecc836e1ca up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:11:58.488878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a80099-17ed-439d-8000-1c625b59f820 req-7a68204f-3ff7-423e-9009-a09981d53422 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:58.490697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43a80099-17ed-439d-8000-1c625b59f820 req-7a68204f-3ff7-423e-9009-a09981d53422 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 946 time: 0.1122773 Oct 25 23:11:58.588023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43a80099-17ed-439d-8000-1c625b59f820 req-21ab1046-ab8b-4cf0-ba98-17de481774d5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898235 Oct 25 23:11:58.626730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port eb8db590-982c-4852-86c2-1cecc836e1ca completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:11:58.632586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port eb8db590-982c-4852-86c2-1cecc836e1ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:11:58.634687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.736243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] DHCP port deletion for 3e308db8-0f18-4ede-8b90-ac71377ed835 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:11:58.794974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6e0942d-a174-411d-8ebc-a686d72ed10e req-78f60d71-48b0-4a26-a54e-e3e262f2e4fb tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0718150 Oct 25 23:11:58.888749 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd42d387-9df5-44df-acf6-0d5147b35afb x-openstack-request-id: req-dd42d387-9df5-44df-acf6-0d5147b35afb {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:11:58.889057 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b425d87-db74-4a12-820e-bfb32e28704e", "name": "network-vif-plugged", "status": "completed", "tag": "a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:11:58.889341 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd42d387-9df5-44df-acf6-0d5147b35afb {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:11:58.890172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58880) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:58.899366 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b425d87-db74-4a12-820e-bfb32e28704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8', 'code': 200} Oct 25 23:11:58.921416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.947110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] Deleting port a126e8de-22fa-4548-b0a1-cabab6113694 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:11:58.947653 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:58.991601 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b98bdbd9-c989-4178-9e1f-9a2eeb2d320f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a6874ce2a1c4502a55713cca62449ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989978 Oct 25 23:11:58.993507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58882) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:11:59.060850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-9db3259d-634d-4862-b963-9bc7c4ee7d97 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/quotas/9136ed89b8b846a2a98a8ee519339228 HTTP/1.1" status: 200 len: 375 time: 0.9148278 Oct 25 23:11:59.076604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-e914847e-70c1-4d2f-975a-1be7b3a8a552 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcc8017d-2272-44b8-88ab-d82c933d4ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6822288 Oct 25 23:11:59.078838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port eb8db590-982c-4852-86c2-1cecc836e1ca, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb8db590-982c-4852-86c2-1cecc836e1ca,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:59.091935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b01a634-24c6-4571-8344-8287fb05347f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.093493 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.119703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b01a634-24c6-4571-8344-8287fb05347f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.137839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-5d4b1a9b-9456-46ac-bd70-033046d8debf tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9136ed89b8b846a2a98a8ee519339228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759790 Oct 25 23:11:59.212627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] For port a126e8de-22fa-4548-b0a1-cabab6113694, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a126e8de-22fa-4548-b0a1-cabab6113694,segment=NetworkSegment(c1473547-6d12-483c-8c9b-ddc5e03e07c1),segment_id=c1473547-6d12-483c-8c9b-ddc5e03e07c1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:11:59.213023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.241102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b01a634-24c6-4571-8344-8287fb05347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.244614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b01a634-24c6-4571-8344-8287fb05347f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.245999 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b01a634-24c6-4571-8344-8287fb05347f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8320e340-b17c-4981-8bca-f8b381ccc166 HTTP/1.1" status: 204 len: 168 time: 0.2509534 Oct 25 23:11:59.254514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] Calling delete_port for a126e8de-22fa-4548-b0a1-cabab6113694 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:11:59.265184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a634-24c6-4571-8344-8287fb05347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320e340-b17c-4981-8bca-f8b381ccc166,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:59.322846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=eb8db590-982c-4852-86c2-1cecc836e1ca,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:59.325350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa6d0c-2c30-4c87-8403-6a275ea4a19a req-00304168-070f-4772-8763-af8e906aef3b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:59.340290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bdaa6d0c-2c30-4c87-8403-6a275ea4a19a req-00304168-070f-4772-8763-af8e906aef3b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 943 time: 0.1390910 Oct 25 23:11:59.436615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bdaa6d0c-2c30-4c87-8403-6a275ea4a19a req-da6e66ac-2871-4ebc-8da7-015ca6afef2e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945716 Oct 25 23:11:59.441683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-c02bcb65-bc6f-4e31-97f5-cb2ad2c63647 service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984037 Oct 25 23:11:59.500857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.515350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Deleting subnet 584c1851-0cb9-4dc1-87a7-56d4878c3825 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:11:59.522866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.523761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] Pushing event deleted for resources: {'Port': ['ID=a126e8de-22fa-4548-b0a1-cabab6113694,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:11:59.540773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a64b9ae-89b2-4a2a-a297-50203959cbdf None None] No DVR routers for this DVR port a126e8de-22fa-4548-b0a1-cabab6113694 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:11:59.690109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:11:59.758334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eba3c-64c4-44fc-816b-f521f534429a req-d2306692-3a0f-4460-9de3-17fa4e1bc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:59.759927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-758eba3c-64c4-44fc-816b-f521f534429a req-d2306692-3a0f-4460-9de3-17fa4e1bc886 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 1097 time: 0.6786444 Oct 25 23:11:59.819040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d537322d-8de2-4690-be49-bd4d85c2f612 req-5ee22d2b-7480-4c26-8039-d5340f122c8c service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611948 Oct 25 23:11:59.826866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-758eba3c-64c4-44fc-816b-f521f534429a req-d56574db-b7c9-46be-b287-061d1cdf5ff1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567315 Oct 25 23:11:59.863312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3e2ef-c7ef-449c-8294-2885d185952f req-1d9f2ac1-1671-427e-8289-e3a51f910344 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:11:59.873387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6da3e2ef-c7ef-449c-8294-2885d185952f req-1d9f2ac1-1671-427e-8289-e3a51f910344 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 946 time: 0.1486049 Oct 25 23:11:59.891391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-6b37cbbf-f117-48fd-a10a-76c32444a57b service neutron] 10.222.0.25 "GET /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390146 Oct 25 23:11:59.947241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6da3e2ef-c7ef-449c-8294-2885d185952f req-6fa6e724-f2ad-4378-bdee-a8ed08122bcb tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702209 Oct 25 23:12:00.001302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.013075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a126e8de-22fa-4548-b0a1-cabab6113694 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:00.091017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a126e8de-22fa-4548-b0a1-cabab6113694 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:00.091370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a126e8de-22fa-4548-b0a1-cabab6113694 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:00.128377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7326ee95-9fd7-4201-9c97-4728e09ffdef req-67c9d889-b75d-44b5-9378-2d2718e55f9f tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0626585 Oct 25 23:12:00.170780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.196066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ecd7ef-896e-4509-853a-3162cc2c2fad None None] Network ddb3950f-115a-4a18-b4cf-0a63c05b5596 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:00.197225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.201701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/subnets/584c1851-0cb9-4dc1-87a7-56d4878c3825 HTTP/1.1" status: 204 len: 168 time: 1.9732640 Oct 25 23:12:00.204394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58910) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:00.252331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737d957-190d-41f6-932a-e0eccf96f236 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Subnet': ['ID=584c1851-0cb9-4dc1-87a7-56d4878c3825,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:00.277968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-ac8bd688-28c6-46b5-a390-f319ff2bbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:00.308978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-ac8bd688-28c6-46b5-a390-f319ff2bbd85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 1094 time: 0.1817527 Oct 25 23:12:00.389700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.390716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-84723c43-20ee-401f-adc7-b21498041658 service neutron] 10.222.0.25 "GET /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882827 Oct 25 23:12:00.502730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-e750a8f9-2e67-4238-b5ac-ad206749d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:00.504234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-e750a8f9-2e67-4238-b5ac-ad206749d850 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 915 time: 0.1858783 Oct 25 23:12:00.549449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.592399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-ae5a5ac0-168e-4546-ae6b-0aff82a5d2b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2 HTTP/1.1" status: 200 len: 217 time: 0.0782170 Oct 25 23:12:00.622244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e308db8-0f18-4ede-8b90-ac71377ed835']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:00.642930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c386853-bb92-4208-bf72-27f488249887 None None] DHCP port deletion for ddb3950f-115a-4a18-b4cf-0a63c05b5596 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:12:00.707724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1473547-6d12-483c-8c9b-ddc5e03e07c1') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:00.708154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1473547-6d12-483c-8c9b-ddc5e03e07c1') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:00.721849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.741689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-e8e7422d-e896-4c48-bc09-249f8ed2be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:00.741689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-e8e7422d-e896-4c48-bc09-249f8ed2be24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 200 len: 854 time: 0.1381176 Oct 25 23:12:00.752175 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3c386853-bb92-4208-bf72-27f488249887 None None] Deleting port 80b55508-2ff7-4540-905d-1135528da931 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:00.752571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c386853-bb92-4208-bf72-27f488249887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.785494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.807921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-f6fbe736-348a-4309-9b76-231c522e7d7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcc8017d-2272-44b8-88ab-d82c933d4ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566845 Oct 25 23:12:00.817377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:00.817808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:00.828897 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:00.884781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3c386853-bb92-4208-bf72-27f488249887 None None] For port 80b55508-2ff7-4540-905d-1135528da931, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=80b55508-2ff7-4540-905d-1135528da931,segment=NetworkSegment(2e066e6a-61e0-4c77-b4f7-569fa4f0f522),segment_id=2e066e6a-61e0-4c77-b4f7-569fa4f0f522)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:00.885193 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c386853-bb92-4208-bf72-27f488249887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:00.916613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3c386853-bb92-4208-bf72-27f488249887 None None] Calling delete_port for 80b55508-2ff7-4540-905d-1135528da931 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:00.959101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-f7f32bb0-f044-4c14-8875-9d597d3de304 service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422129 Oct 25 23:12:01.078786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79139ad0-4f41-4245-b193-bad30149bbdd req-df51276d-1ec4-4eec-a7ab-8f264878c007 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 210 time: 0.1185822 Oct 25 23:12:01.157955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed2bfe-a8c0-46fe-ab89-97c57f21594b req-c96c62b3-4be1-4a30-b02a-86ce749b4da1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:01.169595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6ed2bfe-a8c0-46fe-ab89-97c57f21594b req-c96c62b3-4be1-4a30-b02a-86ce749b4da1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 943 time: 0.5841057 Oct 25 23:12:01.223627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f496fc3-1615-4428-949e-457e0f973596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8db590-982c-4852-86c2-1cecc836e1ca'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:01.227179 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa58c42-7090-44e7-910b-fb1ee02484fb" -d '{"events": [{"server_uuid": "5f496fc3-1615-4428-949e-457e0f973596", "name": "network-vif-plugged", "status": "completed", "tag": "eb8db590-982c-4852-86c2-1cecc836e1ca"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:01.233379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c386853-bb92-4208-bf72-27f488249887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:01.252281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6ed2bfe-a8c0-46fe-ab89-97c57f21594b req-5850057d-0728-4c56-9e07-6c85ac365754 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799479 Oct 25 23:12:01.264575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c386853-bb92-4208-bf72-27f488249887 None None] Pushing event deleted for resources: {'Port': ['ID=80b55508-2ff7-4540-905d-1135528da931,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:01.266030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:01.273188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c386853-bb92-4208-bf72-27f488249887 None None] No DVR routers for this DVR port 80b55508-2ff7-4540-905d-1135528da931 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:01.288201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:01.313778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/networks/3e308db8-0f18-4ede-8b90-ac71377ed835 HTTP/1.1" status: 204 len: 168 time: 1.1056819 Oct 25 23:12:01.315921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:01.372266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0fb4d-e19e-48f3-97fe-c858682d866b tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Network': ['ID=3e308db8-0f18-4ede-8b90-ac71377ed835,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:01.383140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f17a46cb-c7fd-4329-9b95-8408475b519c req-83eeb784-d336-4f61-95a5-34216c595caf service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855119 Oct 25 23:12:01.645374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-491c1527-b305-4fa4-ad10-ca68bf29ef56 req-f24f5ea1-79ed-4089-a8bd-0c995f9ca8b4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0535092 Oct 25 23:12:01.747021 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a25a7f3-5833-4441-983b-f86740a9a9da x-openstack-request-id: req-2a25a7f3-5833-4441-983b-f86740a9a9da {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:01.747850 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f496fc3-1615-4428-949e-457e0f973596", "name": "network-vif-plugged", "status": "completed", "tag": "eb8db590-982c-4852-86c2-1cecc836e1ca", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:01.748311 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a25a7f3-5833-4441-983b-f86740a9a9da {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:01.748917 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f496fc3-1615-4428-949e-457e0f973596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8db590-982c-4852-86c2-1cecc836e1ca', 'code': 200} Oct 25 23:12:01.989307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80b55508-2ff7-4540-905d-1135528da931 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:02.039252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 80b55508-2ff7-4540-905d-1135528da931 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:02.039836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80b55508-2ff7-4540-905d-1135528da931 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:02.082228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.206075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081facf8-9010-4acf-95cc-5f197a4a2270 req-d91a43b4-a23c-4f7e-b105-e11fd5cf7e63 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:02.214538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-081facf8-9010-4acf-95cc-5f197a4a2270 req-d91a43b4-a23c-4f7e-b105-e11fd5cf7e63 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 946 time: 0.3201933 Oct 25 23:12:02.269263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71e78dc6-ac3e-419a-be32-18a94c166591 req-a9731204-4bc0-4c3a-8cd7-d11de050d1bb tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 210 time: 0.0496476 Oct 25 23:12:02.308266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-081facf8-9010-4acf-95cc-5f197a4a2270 req-d9f04767-ae99-4585-8b2f-3ecbcd2a2ace tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928509 Oct 25 23:12:02.315810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e521376-f593-49da-9686-9b68dbbb095d req-9f64ee61-fd98-421d-92fc-338d78398c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:02.317393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e521376-f593-49da-9686-9b68dbbb095d req-9f64ee61-fd98-421d-92fc-338d78398c51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 1096 time: 0.4194367 Oct 25 23:12:02.387213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.467600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb3950f-115a-4a18-b4cf-0a63c05b5596']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:02.483481 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e521376-f593-49da-9686-9b68dbbb095d req-8f4c9158-b4ac-4db6-a9d4-e2872da8ca65 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568420 Oct 25 23:12:02.485432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e066e6a-61e0-4c77-b4f7-569fa4f0f522') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:02.485912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e066e6a-61e0-4c77-b4f7-569fa4f0f522') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:02.499545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.521783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc1af7-8278-442b-8802-31975434b229 req-c076a490-2506-462d-9e25-5f266a7fd853 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:02.532163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63cc1af7-8278-442b-8802-31975434b229 req-c076a490-2506-462d-9e25-5f266a7fd853 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 943 time: 0.1138766 Oct 25 23:12:02.555911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f73e9-9a02-4453-9632-98b845ca920f req-792b3f4f-0f7e-4c68-b66d-fba0d83732a7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:02.566579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a8f73e9-9a02-4453-9632-98b845ca920f req-792b3f4f-0f7e-4c68-b66d-fba0d83732a7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 945 time: 0.1424861 Oct 25 23:12:02.573828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.590446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63cc1af7-8278-442b-8802-31975434b229 req-7309673c-761f-4c85-8ada-ba3120b72074 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Oct 25 23:12:02.598519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:02.599108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:02.603163 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:02.645446 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a8f73e9-9a02-4453-9632-98b845ca920f req-5b15fc84-6c86-4fad-b256-9a748384380d tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655942 Oct 25 23:12:02.700008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.708994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.712626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/networks/ddb3950f-115a-4a18-b4cf-0a63c05b5596 HTTP/1.1" status: 204 len: 168 time: 1.3945246 Oct 25 23:12:02.715100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58982) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:02.772071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2903ca-e71b-4f21-9625-e0810f0cbba0 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Network': ['ID=ddb3950f-115a-4a18-b4cf-0a63c05b5596,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:02.842056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77d9c08b-67fc-4aa9-8785-4e0bdde4f560 req-8a1e1e1c-380e-4181-b4a7-c0670d6365db tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0353427 Oct 25 23:12:02.848869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Deleting subnet d7ef6ad7-7bcb-4032-b855-34452f347716 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:02.853711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:02.907285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58986) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:03.048451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dc6a3309-2ebe-4019-a10a-f450cc1791f2 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:03.084036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.118060 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43976a3b-fc6e-42a9-94c5-348b9cef7a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.222182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43976a3b-fc6e-42a9-94c5-348b9cef7a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.229528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43976a3b-fc6e-42a9-94c5-348b9cef7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.231201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-8ef555f8-353c-44a1-959b-57af1d305fe6 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:03.232735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-8ef555f8-353c-44a1-959b-57af1d305fe6 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.15 "GET /v2.0/networks?id=7f7666ff-ba23-48aa-9276-2431a9b87f2b HTTP/1.1" status: 200 len: 825 time: 0.3469315 Oct 25 23:12:03.261983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Request body: {'port': {'device_id': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b', 'admin_state_up': True, 'tenant_id': '9136ed89b8b846a2a98a8ee519339228'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:03.264142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:03.281670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'port_id': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'mac_address': 'fa:16:3e:f6:4e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c262f61c-ccf8-441e-9e04-39c964aee142', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:03.282782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976a3b-fc6e-42a9-94c5-348b9cef7a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ec45e-164b-46ec-b60e-01a6ef95f282,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:03.326021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-43976a3b-fc6e-42a9-94c5-348b9cef7a60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=992f15903c36401a880ccec4d4dc26b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173236 Oct 25 23:12:03.328164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:03.392698 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.423853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6a3309-2ebe-4019-a10a-f450cc1791f2 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:03.453213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64298e84-fe18-4307-bd67-cd965693f24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.462764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab733618-54d6-4fd2-9efa-6b79a1b61b54 req-e893260b-bb7b-485f-8788-38e1ff425cf9 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 210 time: 0.0576575 Oct 25 23:12:03.482299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:03.491487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.514914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64298e84-fe18-4307-bd67-cd965693f24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.540891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.597166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64298e84-fe18-4307-bd67-cd965693f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.602496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64298e84-fe18-4307-bd67-cd965693f24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.604324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-64298e84-fe18-4307-bd67-cd965693f24a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa2ec45e-164b-46ec-b60e-01a6ef95f282 HTTP/1.1" status: 204 len: 168 time: 0.2747786 Oct 25 23:12:03.635936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:03.660932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64298e84-fe18-4307-bd67-cd965693f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ec45e-164b-46ec-b60e-01a6ef95f282,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:03.723295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['dc6a3309-2ebe-4019-a10a-f450cc1791f2'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:03.761089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Made reservation on behalf of 9136ed89b8b846a2a98a8ee519339228 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:03.768501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:03.946098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ea7a1-07d6-440a-b72b-2d4ad2a097d2 req-d22857ed-4ad0-406b-820e-4fb3351ae61c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:03.953948 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b2ea7a1-07d6-440a-b72b-2d4ad2a097d2 req-d22857ed-4ad0-406b-820e-4fb3351ae61c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 944 time: 0.1824982 Oct 25 23:12:04.026485 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.056414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b2ea7a1-07d6-440a-b72b-2d4ad2a097d2 req-ad20c410-c9d4-4508-a88f-2cedaa0541d4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855038 Oct 25 23:12:04.128079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ef6ad7-7bcb-4032-b855-34452f347716,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:04.190137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.208199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c745c335-bdf9-42e8-b4f5-4d61c9cebe92 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/subnets/d7ef6ad7-7bcb-4032-b855-34452f347716 HTTP/1.1" status: 204 len: 168 time: 1.4902537 Oct 25 23:12:04.208850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52f8af-7eed-43cd-a559-4df417882462 None None] Network 5351dc97-3017-4579-81ab-f1bf2dd65251 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:04.224832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:04.244279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0d06d53-ba15-482e-95fa-ed8883496879 req-e5e5814e-04a2-4111-b0b3-6b70ca3ec7bd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0613613 Oct 25 23:12:04.296863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33337876-17b4-4714-a14e-14edd976c883 req-78d44f31-b46a-4944-95db-80368eaf0b8c tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:04.296863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33337876-17b4-4714-a14e-14edd976c883 req-78d44f31-b46a-4944-95db-80368eaf0b8c tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 945 time: 0.4579883 Oct 25 23:12:04.383023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Allocated IP 172.20.0.2 (7f7666ff-ba23-48aa-9276-2431a9b87f2b/6348407b-63a0-49c0-af74-babef15bdcc2/b570bec4-4bb4-4349-8d18-3e41371e5ea1) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:04.441666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.568603 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.616175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.619466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] DHCP port deletion for 5351dc97-3017-4579-81ab-f1bf2dd65251 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:12:04.659905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Deleting port 0503bccb-a9ea-47ad-a84b-d2026c475845 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:04.660449 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.686243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33337876-17b4-4714-a14e-14edd976c883 req-a4704281-69dc-4ca7-a003-2c4be37ee24b tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811427 Oct 25 23:12:04.702681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Network 7f7666ff-ba23-48aa-9276-2431a9b87f2b is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:04.706660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:04.712196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Pushing event updated for resources: {'Port': ['ID=b570bec4-4bb4-4349-8d18-3e41371e5ea1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:04.714913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:04.777695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:04.778031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.785384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] For port 0503bccb-a9ea-47ad-a84b-d2026c475845, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0503bccb-a9ea-47ad-a84b-d2026c475845,segment=NetworkSegment(e4052aab-53d0-4b84-8135-f4641f9bc483),segment_id=e4052aab-53d0-4b84-8135-f4641f9bc483)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:04.785792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.799631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-69f53d77-7535-4eee-83c7-560672d5c8c8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5440845 Oct 25 23:12:04.810722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Calling delete_port for 0503bccb-a9ea-47ad-a84b-d2026c475845 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:04.827689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689b312-1c1c-431c-bd82-ae39fec7615a req-dab819d8-dccd-456b-a0d8-df3ef0bb7d72 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:04.831222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] Deleting port 0503bccb-a9ea-47ad-a84b-d2026c475845 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:04.831637 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.835154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8689b312-1c1c-431c-bd82-ae39fec7615a req-dab819d8-dccd-456b-a0d8-df3ef0bb7d72 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 931 time: 0.1197622 Oct 25 23:12:04.838504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Request body: {'port': {'device_id': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:04.941059 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:04.956389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8689b312-1c1c-431c-bd82-ae39fec7615a req-ff4a2297-5053-49c3-ac01-3fccdbd742ef tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Oct 25 23:12:05.006538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.009445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] For port 0503bccb-a9ea-47ad-a84b-d2026c475845, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0503bccb-a9ea-47ad-a84b-d2026c475845,segment=NetworkSegment(e4052aab-53d0-4b84-8135-f4641f9bc483),segment_id=e4052aab-53d0-4b84-8135-f4641f9bc483)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:05.009834 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.068910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] Calling delete_port for 0503bccb-a9ea-47ad-a84b-d2026c475845 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:05.093111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] No DVR routers for this DVR port 0503bccb-a9ea-47ad-a84b-d2026c475845 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:05.110407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Port': ['ID=0503bccb-a9ea-47ad-a84b-d2026c475845,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:05.254432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dc6a3309-2ebe-4019-a10a-f450cc1791f2 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:05.257338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.333057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5351dc97-3017-4579-81ab-f1bf2dd65251']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:05.353933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4052aab-53d0-4b84-8135-f4641f9bc483') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:05.354397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4052aab-53d0-4b84-8135-f4641f9bc483') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:05.360182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.378159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.409409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59044) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:05.423565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] Pushing event deleted for resources: {'Port': ['ID=0503bccb-a9ea-47ad-a84b-d2026c475845,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:05.446053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf2335-0afa-4fca-986b-87f1c35e2c4f req-2350c25e-854d-4429-b51f-151e35efe924 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:05.456118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3bf2335-0afa-4fca-986b-87f1c35e2c4f req-2350c25e-854d-4429-b51f-151e35efe924 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 944 time: 0.2024775 Oct 25 23:12:05.466663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec09c7f-abef-45e9-83f0-8e196d9bbb50 None None] No DVR routers for this DVR port 0503bccb-a9ea-47ad-a84b-d2026c475845 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:05.494544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port dc6a3309-2ebe-4019-a10a-f450cc1791f2 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:12:05.499651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port dc6a3309-2ebe-4019-a10a-f450cc1791f2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:05.502120 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.552425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2f8ffbb-a89a-4c32-89f4-e7f514e956d9 req-a5166dee-8bf8-4843-ae01-15587987f4c4 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.1256018 Oct 25 23:12:05.552816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3bf2335-0afa-4fca-986b-87f1c35e2c4f req-ba3a6138-ece9-4c23-865c-76e7032053e9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Oct 25 23:12:05.556060 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.580419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:05.581083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:05.591545 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:05.601746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b570bec4-4bb4-4349-8d18-3e41371e5ea1 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:05.620674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.648877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Transition to ACTIVE for port object b570bec4-4bb4-4349-8d18-3e41371e5ea1 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:05.657390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.693653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-695955313-network', 'tenant_id': '25ede17848f0484f9d77b0fa06a471ab'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:05.708994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.727268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.730202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.734378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/networks/5351dc97-3017-4579-81ab-f1bf2dd65251 HTTP/1.1" status: 204 len: 168 time: 1.5081379 Oct 25 23:12:05.747823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:05.753086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f995f-b238-4400-9073-163fa1eb0149 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Pushing event deleted for resources: {'Network': ['ID=5351dc97-3017-4579-81ab-f1bf2dd65251,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:05.767361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:05.771326 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db95c9-7319-4a17-b278-857456a9b91e" -d '{"events": [{"server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:05.778479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Made reservation on behalf of 25ede17848f0484f9d77b0fa06a471ab for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:05.782038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.787455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:05.792673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.797030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:05.895980 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e26a2f-b39c-43d7-a4c5-353d35388067 x-openstack-request-id: req-48e26a2f-b39c-43d7-a4c5-353d35388067 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:05.897756 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:05.898777 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48e26a2f-b39c-43d7-a4c5-353d35388067 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:05.899400 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'code': 200} Oct 25 23:12:05.905505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:05.911494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Pushing event updated for resources: {'Port': ['ID=b570bec4-4bb4-4349-8d18-3e41371e5ea1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:05.984571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3ba4e5b9-5e8e-4fb0-a203-2e638790c736 tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "GET /v2.0/ports?device_id=326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 HTTP/1.1" status: 200 len: 205 time: 0.2350066 Oct 25 23:12:05.985051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59058) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:06.011843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d792e3-9416-473d-99ef-2158247b8ca4 req-cf0f8ff9-93bc-48d7-9497-a09fc43efe33 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.019686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e3d792e3-9416-473d-99ef-2158247b8ca4 req-cf0f8ff9-93bc-48d7-9497-a09fc43efe33 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 945 time: 0.1656771 Oct 25 23:12:06.022909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0503bccb-a9ea-47ad-a84b-d2026c475845 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:06.075275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0503bccb-a9ea-47ad-a84b-d2026c475845 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:06.080632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0503bccb-a9ea-47ad-a84b-d2026c475845 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:06.112338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.128440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Attempting to bind port b570bec4-4bb4-4349-8d18-3e41371e5ea1 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:06.128711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Attempting to bind port b570bec4-4bb4-4349-8d18-3e41371e5ea1 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'c276195f-ff81-4e9c-b716-04bcc853f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:06.129044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Attempting to bind port b570bec4-4bb4-4349-8d18-3e41371e5ea1 on network 7f7666ff-ba23-48aa-9276-2431a9b87f2b {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:06.137128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Port b570bec4-4bb4-4349-8d18-3e41371e5ea1 on network 7f7666ff-ba23-48aa-9276-2431a9b87f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:06.137452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Attempting to bind port b570bec4-4bb4-4349-8d18-3e41371e5ea1 on network 7f7666ff-ba23-48aa-9276-2431a9b87f2b {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:06.149034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:06.149621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Checking segment: {'id': 'c276195f-ff81-4e9c-b716-04bcc853f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:06.150464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Bound using segment: {'id': 'c276195f-ff81-4e9c-b716-04bcc853f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:06.151087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Bound port: b570bec4-4bb4-4349-8d18-3e41371e5ea1, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c276195f-ff81-4e9c-b716-04bcc853f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:06.151504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.205473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff148d6e-da7d-4084-8a1c-621821ffcc61 req-e6ac0aae-ad8e-4e94-9dc0-1a28219175d4 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.216519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff148d6e-da7d-4084-8a1c-621821ffcc61 req-e6ac0aae-ad8e-4e94-9dc0-1a28219175d4 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 943 time: 0.1366587 Oct 25 23:12:06.286297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.288298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] For port b570bec4-4bb4-4349-8d18-3e41371e5ea1, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:06.292711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048d7f6-36f2-4181-9cd7-c6e454403fb4 req-6c468122-a500-4548-a3b7-e89ccecea7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.294025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] For port b570bec4-4bb4-4349-8d18-3e41371e5ea1, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1,segment=NetworkSegment(c276195f-ff81-4e9c-b716-04bcc853f803),segment_id=c276195f-ff81-4e9c-b716-04bcc853f803)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:06.295097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9048d7f6-36f2-4181-9cd7-c6e454403fb4 req-6c468122-a500-4548-a3b7-e89ccecea7d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 1096 time: 0.3520181 Oct 25 23:12:06.296839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.326363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.388231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff148d6e-da7d-4084-8a1c-621821ffcc61 req-4f1a3a66-6fcf-4adf-8973-a5f6c8987c1e tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707504 Oct 25 23:12:06.427404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e3d792e3-9416-473d-99ef-2158247b8ca4 req-bb732846-a2b6-41d0-85d8-ba013763d0bc tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067378 Oct 25 23:12:06.439262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.440034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.443722 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] 10.222.0.15 "PUT /v2.0/ports/b570bec4-4bb4-4349-8d18-3e41371e5ea1 HTTP/1.1" status: 200 len: 1091 time: 1.6237395 Oct 25 23:12:06.446950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'tag': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:06.451759 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d6152-6f58-482a-9f06-98edd698ce91" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e1b483-ba89-4073-b6f7-59bda1439325", "tag": "b570bec4-4bb4-4349-8d18-3e41371e5ea1"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:06.527284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d86e8-b651-4ab1-9588-cfef3c3229d0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:06.533596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:12:06.547296 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76ce706-e2a1-408f-bb57-90ee93bd41af x-openstack-request-id: req-e76ce706-e2a1-408f-bb57-90ee93bd41af {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:06.547722 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e1b483-ba89-4073-b6f7-59bda1439325", "tag": "b570bec4-4bb4-4349-8d18-3e41371e5ea1", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:06.549540 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e76ce706-e2a1-408f-bb57-90ee93bd41af {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:06.550763 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'tag': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1', 'status': 'completed', 'code': 200} Oct 25 23:12:06.562477 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.567050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.569704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.580660 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Added segment 2f11be45-2575-4727-8cfb-4c92659e89b5 of type vlan for network e36f4200-ef30-4314-81f7-e6dd8ac8deff Oct 25 23:12:06.589804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9048d7f6-36f2-4181-9cd7-c6e454403fb4 req-f0c64458-8a87-4d0a-a842-a01f272f5cc5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738245 Oct 25 23:12:06.595361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d727-09e0-4fa1-8cba-20486192d720 service neutron] Pushing event updated for resources: {'Port': ['ID=b570bec4-4bb4-4349-8d18-3e41371e5ea1,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:06.735875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.738022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.738546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Fanout notify agent at l3_agent the message router_deleted on router 326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:12:06.758953 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.760106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1a724e27-b679-4558-8406-c4402a540ada tempest-RoutersNegativeTest-1314587144 tempest-RoutersNegativeTest-1314587144-project] 10.222.0.25 "DELETE /v2.0/routers/326fa9e3-30b2-4fe6-becd-b9be5d9ebd13 HTTP/1.1" status: 204 len: 168 time: 0.7379959 Oct 25 23:12:06.766535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-2190e176-d679-44c2-9798-bdee434d8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.768054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-2190e176-d679-44c2-9798-bdee434d8969 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9136ed89b8b846a2a98a8ee519339228&device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 1094 time: 0.2410166 Oct 25 23:12:06.826852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c7c71-2947-4879-b524-aff42a5b0e60 req-7b2352cc-3e22-450d-ad45-1d3da8ba138f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.828426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc0c7c71-2947-4879-b524-aff42a5b0e60 req-7b2352cc-3e22-450d-ad45-1d3da8ba138f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1447618 Oct 25 23:12:06.860338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80f280f7-e53e-411f-9a3f-04683abf3e9d req-1021804c-5ade-4dee-bf49-e7b8f8179a7a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0818827 Oct 25 23:12:06.870698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.872276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.873443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:06.875335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-25c83bfa-11be-41ab-b9ae-04fa390933f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0903394 Oct 25 23:12:06.944614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939b4-0518-406c-a0db-802efddf942b req-42c16e8e-50cd-4a9a-80c8-33889bb150dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:06.946748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-42c16e8e-50cd-4a9a-80c8-33889bb150dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6348407b-63a0-49c0-af74-babef15bdcc2 HTTP/1.1" status: 200 len: 865 time: 0.0572693 Oct 25 23:12:06.990059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-dddb54e9-3066-4edf-b660-8cdf8e125c20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f7666ff-ba23-48aa-9276-2431a9b87f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315936 Oct 25 23:12:06.995733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc0c7c71-2947-4879-b524-aff42a5b0e60 req-68d05c8a-f73b-4aba-a7e1-a215e3b8c593 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233900 Oct 25 23:12:07.011634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] Pushing event updated for resources: {'Network': ['ID=e36f4200-ef30-4314-81f7-e6dd8ac8deff,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:07.033673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e36f4200-ef30-4314-81f7-e6dd8ac8deff details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:12:07.044867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f54a4a9c-e869-4f81-b8f7-20cc1d8a3cfe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6317132 Oct 25 23:12:07.056129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59084) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:07.073355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Request body: {'subnet': {'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-695955313-subnet', 'tenant_id': '25ede17848f0484f9d77b0fa06a471ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:07.117581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-55648fad-1944-4cf6-ab3f-e2015b59d986 service neutron] 10.222.0.15 "GET /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187949 Oct 25 23:12:07.140599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Made reservation on behalf of 25ede17848f0484f9d77b0fa06a471ab for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:07.143181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:07.249131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:07.344976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a78939b4-0518-406c-a0db-802efddf942b req-f440d3da-96aa-46a6-9e6c-0f0b36ff810e service neutron] 10.222.0.15 "GET /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053187 Oct 25 23:12:07.565783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:07.652416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8c2f20-0926-41a8-8b21-202953c33637,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:07.661560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888abc0-7bb4-4d2f-9637-c1157a54b3a9 req-026e0852-b7f3-4640-81e2-e304f5812a4c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:07.669699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6888abc0-7bb4-4d2f-9637-c1157a54b3a9 req-026e0852-b7f3-4640-81e2-e304f5812a4c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 943 time: 0.1191552 Oct 25 23:12:07.680625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-b505f34e-73b3-4559-9a12-1df7eb672b07 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:07.689245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-b505f34e-73b3-4559-9a12-1df7eb672b07 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 812 time: 0.1662600 Oct 25 23:12:07.701535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Checking segment: {'id': '2f11be45-2575-4727-8cfb-4c92659e89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:07.701979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Network hostable DHCP agents. Network: e36f4200-ef30-4314-81f7-e6dd8ac8deff, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:12:07.732110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-997da743-6271-448b-bb44-f95452d49b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:07.734075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-997da743-6271-448b-bb44-f95452d49b6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9136ed89b8b846a2a98a8ee519339228&device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 1094 time: 0.2868481 Oct 25 23:12:07.744370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6888abc0-7bb4-4d2f-9637-c1157a54b3a9 req-630eb067-e20d-4756-813d-05a499824323 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677981 Oct 25 23:12:07.750173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-8885a877-369e-44d2-bbf7-8697df701b77 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/quotas/8c05cc01e2f24d8080f7eb51584cfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0599883 Oct 25 23:12:07.765163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Network e36f4200-ef30-4314-81f7-e6dd8ac8deff is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:12:07.778790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e36f4200-ef30-4314-81f7-e6dd8ac8deff) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:07.789499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:07.790336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:07.795183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5aafa4-f41c-493a-8666-dcd9c8ec14b0 None None] Network e36f4200-ef30-4314-81f7-e6dd8ac8deff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:07.819105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-94503856-c473-4b16-aac1-ec00bbebe9c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7597284 Oct 25 23:12:07.894241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c1a57e6a-9131-4b10-abd5-fa5f46f6ac30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fbbf6fe214a4e0c9a29cc683b22ea24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417887 Oct 25 23:12:07.897661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59110) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:07.926349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-2167f7fe-bae1-40e5-9df2-1f3d3635ad6f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750231 Oct 25 23:12:08.043662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed76ea-a694-4a1a-9253-806b121247c8 None None] Network e36f4200-ef30-4314-81f7-e6dd8ac8deff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:08.136430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-626d3e1a-2fc9-4f54-87df-4b5ef99961c4 service neutron] 10.222.0.25 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091639 Oct 25 23:12:08.147047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3efef927-1993-481a-b81b-41ffc8ead951 req-0fd68f13-8486-4417-baa9-b3f49315b146 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0841572 Oct 25 23:12:08.277268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-b8c129a4-ead8-451b-acd1-9462aab0c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:08.278756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-b8c129a4-ead8-451b-acd1-9462aab0c626 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f7666ff-ba23-48aa-9276-2431a9b87f2b HTTP/1.1" status: 200 len: 926 time: 0.5266712 Oct 25 23:12:08.288113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279403ac-06c1-435c-98fd-8838df7e0d4f req-e6fecefa-9150-4352-b454-4b82ce2d5892 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:08.298434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-279403ac-06c1-435c-98fd-8838df7e0d4f req-e6fecefa-9150-4352-b454-4b82ce2d5892 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.0718212 Oct 25 23:12:08.358474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-c1b27884-ecd2-4077-ac27-f104c2715679 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0479524 Oct 25 23:12:08.369542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-b2bd3587-b4a8-4858-895e-bcb0cba6c151 service neutron] 10.222.0.25 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098994 Oct 25 23:12:08.372680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bb23fe-4e5c-40a1-b626-204dcdd4013d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:08.387310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-279403ac-06c1-435c-98fd-8838df7e0d4f req-30f933a4-b992-48c7-81bd-43a909948ee8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876603 Oct 25 23:12:08.505750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-4f734cbd-2b8f-4706-bd49-c50d44c70a9f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:08.507279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-4f734cbd-2b8f-4706-bd49-c50d44c70a9f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f496fc3-1615-4428-949e-457e0f973596 HTTP/1.1" status: 200 len: 945 time: 0.1162670 Oct 25 23:12:08.509539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bb23fe-4e5c-40a1-b626-204dcdd4013d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:08.573144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-4049926b-89c0-4e5b-b7cc-5ad995c8691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:08.574840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-4049926b-89c0-4e5b-b7cc-5ad995c8691e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6348407b-63a0-49c0-af74-babef15bdcc2 HTTP/1.1" status: 200 len: 865 time: 0.1806793 Oct 25 23:12:08.660275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-ab91b8e6-95aa-4135-8352-027738157e56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f7666ff-ba23-48aa-9276-2431a9b87f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734684 Oct 25 23:12:08.829482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Deleting port eb8db590-982c-4852-86c2-1cecc836e1ca {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:08.830191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:08.846828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bb23fe-4e5c-40a1-b626-204dcdd4013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:08.861499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bb23fe-4e5c-40a1-b626-204dcdd4013d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:08.865982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-84bb23fe-4e5c-40a1-b626-204dcdd4013d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25002a58-7d71-4cc3-95d3-388b9334a2ed HTTP/1.1" status: 204 len: 168 time: 0.9650006 Oct 25 23:12:08.887630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb23fe-4e5c-40a1-b626-204dcdd4013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25002a58-7d71-4cc3-95d3-388b9334a2ed,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:08.923175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-b96925b5-4a34-44f6-887f-2b3308c5bc6d service neutron] 10.222.0.15 "GET /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538471 Oct 25 23:12:09.111355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-23f18024-3636-4d94-b9ea-1f43694c5e91 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:09.123578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-23f18024-3636-4d94-b9ea-1f43694c5e91 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b425d87-db74-4a12-820e-bfb32e28704e HTTP/1.1" status: 200 len: 946 time: 0.3970449 Oct 25 23:12:09.157288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824863b7-8d2f-4c79-93ae-d5b9c2ab9633 req-12a45b9e-5d25-4a6c-af40-38b360110f20 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:09.158900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-824863b7-8d2f-4c79-93ae-d5b9c2ab9633 req-12a45b9e-5d25-4a6c-af40-38b360110f20 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1278565 Oct 25 23:12:09.185015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a80d6152-6f58-482a-9f06-98edd698ce91 req-d281e752-de5b-416a-bc03-a82969e251a8 service neutron] 10.222.0.15 "GET /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528284 Oct 25 23:12:09.234644 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-824863b7-8d2f-4c79-93ae-d5b9c2ab9633 req-6f7092f1-674a-459d-92ce-9eb280ca36b5 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 Oct 25 23:12:09.236022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] For port eb8db590-982c-4852-86c2-1cecc836e1ca, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb8db590-982c-4852-86c2-1cecc836e1ca,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:09.237735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:09.364985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Calling delete_port for eb8db590-982c-4852-86c2-1cecc836e1ca owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:09.474572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d9128-a29d-43cc-9ce9-46be0a835f4f req-27aee1f6-fc59-43d6-a8d0-a7510ec55ae1 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:09.476665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd8d9128-a29d-43cc-9ce9-46be0a835f4f req-27aee1f6-fc59-43d6-a8d0-a7510ec55ae1 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 943 time: 0.0990787 Oct 25 23:12:09.530094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-df6fc1d6-0775-4c0b-812e-dbde15280a6d tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:09.531679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-df6fc1d6-0775-4c0b-812e-dbde15280a6d tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/networks?id=e36f4200-ef30-4314-81f7-e6dd8ac8deff HTTP/1.1" status: 200 len: 813 time: 0.8411410 Oct 25 23:12:09.590621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd8d9128-a29d-43cc-9ce9-46be0a835f4f req-d67cd77d-b831-47e3-b444-001462e98652 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939062 Oct 25 23:12:09.751355 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-f244dbc3-cd39-43eb-ac26-8b46beb53171 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/quotas/25ede17848f0484f9d77b0fa06a471ab HTTP/1.1" status: 200 len: 375 time: 0.1738408 Oct 25 23:12:09.896594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-1b52eef7-74a3-43cd-93fa-626b0954bd26 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25ede17848f0484f9d77b0fa06a471ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271873 Oct 25 23:12:09.999117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6cbbad48-403b-4ff5-a9e6-4247d3f0bed6 req-13123c91-6a17-499a-80f7-2c731f9164d1 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0727117 Oct 25 23:12:10.042459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:10.054298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:10.066101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-d162aaf4-bd20-41fe-8429-7c4d5987d94d service neutron] 10.222.0.25 "GET /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681461 Oct 25 23:12:10.097796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event deleted for resources: {'Port': ['ID=eb8db590-982c-4852-86c2-1cecc836e1ca,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:10.141099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['eb8db590-982c-4852-86c2-1cecc836e1ca'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:10.403223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a61f6046-8b3f-4940-99b2-b8dbfe2bb833 req-db7879ab-a8b2-4a36-b292-166b5640a01f tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0630481 Oct 25 23:12:10.451148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:10.708242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Deleting port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:10.708611 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:10.724530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-716ed546-26a1-40ef-9189-8c80dae0c5c0 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:10.726013 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-716ed546-26a1-40ef-9189-8c80dae0c5c0 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 23:12:10.727137 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-716ed546-26a1-40ef-9189-8c80dae0c5c0 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 23:12:10.732419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-716ed546-26a1-40ef-9189-8c80dae0c5c0 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2765520 Oct 25 23:12:10.738919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59198) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:10.781468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] No DVR routers for this DVR port eb8db590-982c-4852-86c2-1cecc836e1ca on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:10.813934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:10.817286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-866912ae-8ae1-4c85-ac72-b555f26b6eda req-742adb88-4d1b-437c-bb45-e2c3a75be736 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "DELETE /v2.0/ports/eb8db590-982c-4852-86c2-1cecc836e1ca HTTP/1.1" status: 204 len: 173 time: 2.3004889 Oct 25 23:12:10.817765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f496fc3-1615-4428-949e-457e0f973596', 'name': 'network-vif-deleted', 'tag': 'eb8db590-982c-4852-86c2-1cecc836e1ca'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:10.818071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341cc5-b723-4e93-9448-a4d3f8cb794c req-bb7cbfc1-b1bf-4f3a-b0c9-230d54a4d26d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:10.820983 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069f794c-d684-44c2-b465-9eb54fdb0d47" -d '{"events": [{"server_uuid": "5f496fc3-1615-4428-949e-457e0f973596", "name": "network-vif-deleted", "tag": "eb8db590-982c-4852-86c2-1cecc836e1ca"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:10.826244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022179836'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:10.834422 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07341cc5-b723-4e93-9448-a4d3f8cb794c req-bb7cbfc1-b1bf-4f3a-b0c9-230d54a4d26d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1980507 Oct 25 23:12:10.904718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:10.921781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:10.944482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07341cc5-b723-4e93-9448-a4d3f8cb794c req-2d9b278d-7714-4799-9f7e-2de53582ff51 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087174 Oct 25 23:12:10.963112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] For port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:10.963528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:10.969558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-fd04f6c7-4e86-40f3-9f28-94d1526308aa service neutron] 10.222.0.25 "GET /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693328 Oct 25 23:12:11.031751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Calling delete_port for a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:11.182850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90b7e6-92d8-43cd-a465-1a1614748def req-defc42e8-5e2c-4607-a0a8-abccebae90ae tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:11.192853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c90b7e6-92d8-43cd-a465-1a1614748def req-defc42e8-5e2c-4607-a0a8-abccebae90ae tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 943 time: 0.1097662 Oct 25 23:12:11.234214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-73351430-c72f-43b1-b5fe-00809f84fa60 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:11.236451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-73351430-c72f-43b1-b5fe-00809f84fa60 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 812 time: 0.2993343 Oct 25 23:12:11.262378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Request body: {'port': {'device_id': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'admin_state_up': True, 'tenant_id': '8c05cc01e2f24d8080f7eb51584cfdf1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:11.306778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c90b7e6-92d8-43cd-a465-1a1614748def req-2e3058d4-9e4d-4c31-a528-2cb3602c1a9c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106915 Oct 25 23:12:11.482451 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4154c9c-f03d-4996-893e-665dc7f26ed6 x-openstack-request-id: req-b4154c9c-f03d-4996-893e-665dc7f26ed6 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:11.482451 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f496fc3-1615-4428-949e-457e0f973596", "name": "network-vif-deleted", "tag": "eb8db590-982c-4852-86c2-1cecc836e1ca", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:11.482451 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4154c9c-f03d-4996-893e-665dc7f26ed6 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:11.482891 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f496fc3-1615-4428-949e-457e0f973596', 'name': 'network-vif-deleted', 'tag': 'eb8db590-982c-4852-86c2-1cecc836e1ca', 'status': 'completed', 'code': 200} Oct 25 23:12:11.513631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70529b4-a01b-47cc-8f59-366c4290b6a9 req-45750154-6e23-446b-9413-159abc68f116 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:11.523454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f70529b4-a01b-47cc-8f59-366c4290b6a9 req-45750154-6e23-446b-9413-159abc68f116 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1062255 Oct 25 23:12:11.632159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f70529b4-a01b-47cc-8f59-366c4290b6a9 req-e3aff1a1-39e3-4d3f-954d-285379019b91 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065524 Oct 25 23:12:11.711018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f23a629-2c56-4038-bc0f-ed99ef015348 req-e8880958-2e47-4941-a8a1-147be2b25267 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.2256186 Oct 25 23:12:11.735908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-882acea4-eb4c-48f6-af28-93e5a8ead800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:11.740010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-882acea4-eb4c-48f6-af28-93e5a8ead800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1097 time: 0.2540302 Oct 25 23:12:11.808720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Made reservation on behalf of 8c05cc01e2f24d8080f7eb51584cfdf1 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:11.812541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:11.831312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:11.843944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7ba7e1c-be2e-4cb5-979d-4158196cfae2 req-1f9df700-ce4e-49b3-8010-81617d6d15de tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 210 time: 0.0836501 Oct 25 23:12:11.874249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:11.933387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.015213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-9d550705-0cde-41ce-b29e-2b552e884b48 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:12.017516 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-9d550705-0cde-41ce-b29e-2b552e884b48 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 812 time: 0.4246662 Oct 25 23:12:12.039416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a5a6f9-3d14-4fcf-9e18-dc1ff12c036e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:12.041993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.081525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d3a290-9217-445f-a53b-07cb69393f4f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:12.093498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Request body: {'port': {'device_id': '25249b58-285c-4484-98de-5f48d377c1b1', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'admin_state_up': True, 'tenant_id': '8c05cc01e2f24d8080f7eb51584cfdf1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:12.312439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56804a59-3f9f-4b83-8f3a-7e41620ce169 req-bc6e19fd-5b53-44d6-bfb6-8b1cc7df4137 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 210 time: 0.2940967 Oct 25 23:12:12.374376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Made reservation on behalf of 8c05cc01e2f24d8080f7eb51584cfdf1 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:12.378364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.388552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.391592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-241a7d94-5a59-4eba-b91b-1ca0498980b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6080647 Oct 25 23:12:12.399320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59236) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:12.422982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': 'c7d3a290-9217-445f-a53b-07cb69393f4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:12.477952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b570bec4-4bb4-4349-8d18-3e41371e5ea1 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:12.544092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Allocated IP 172.20.0.8 (7027329c-d01a-4076-84d1-f2b01e843fc3/faf677c0-448b-425f-9bf7-acfa3c854f97/a48e4b8f-ebab-4875-8ad6-414e7af533c9) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:12.674874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.792634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.804398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b570bec4-4bb4-4349-8d18-3e41371e5ea1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1,segment=NetworkSegment(c276195f-ff81-4e9c-b716-04bcc853f803),segment_id=c276195f-ff81-4e9c-b716-04bcc853f803)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:12.841055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1', 'network_id': '7f7666ff-ba23-48aa-9276-2431a9b87f2b', 'port_id': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1', 'mac_address': 'fa:16:3e:1e:d4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6348407b-63a0-49c0-af74-babef15bdcc2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:12.845302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb8db590-982c-4852-86c2-1cecc836e1ca no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:12.846878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.896290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-7acf73e4-7cd1-4d52-a1fe-a4407c154408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:12.898606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-7acf73e4-7cd1-4d52-a1fe-a4407c154408 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 1.1070035 Oct 25 23:12:12.900851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.912806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.925753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: eb8db590-982c-4852-86c2-1cecc836e1ca {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:12.926272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb8db590-982c-4852-86c2-1cecc836e1ca not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:12.954061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:12.997347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26e6712-bd3f-41f5-a938-3ea27a82d56a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:13.046615 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.055982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.057343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b151d9ac-dc02-44a3-8d7d-8fe658c74ae7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6567616 Oct 25 23:12:13.064933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59256) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:13.098611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b570bec4-4bb4-4349-8d18-3e41371e5ea1 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:13.106908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:13.109079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e4650daa-64f9-4fd3-b4ca-1d507576df3e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': 'c7d3a290-9217-445f-a53b-07cb69393f4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:13.113960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.143829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:13.144435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:13.154968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b570bec4-4bb4-4349-8d18-3e41371e5ea1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1,segment=NetworkSegment(c276195f-ff81-4e9c-b716-04bcc853f803),segment_id=c276195f-ff81-4e9c-b716-04bcc853f803)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:13.169240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.236476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b570bec4-4bb4-4349-8d18-3e41371e5ea1,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:13.348067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-294dd828-38d5-48b7-8c2f-6225e6f6bd8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 1000 time: 0.4326930 Oct 25 23:12:13.352108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:13.368754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event deleted for resources: {'Port': ['ID=a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:13.402913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:13.411568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:13.495394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] No DVR routers for this DVR port a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:13.501047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.506826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-129f88c8-4761-4e31-8a06-0ad0d3aeb9ae req-b48ffde3-8558-41fe-a9c0-3dd80e0f0e04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.11 "DELETE /v2.0/ports/a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8 HTTP/1.1" status: 204 len: 173 time: 4.3505259 Oct 25 23:12:13.509726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b425d87-db74-4a12-820e-bfb32e28704e', 'name': 'network-vif-deleted', 'tag': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:13.512168 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d1d01-6b98-499c-9a68-deecca99b20e" -d '{"events": [{"server_uuid": "4b425d87-db74-4a12-820e-bfb32e28704e", "name": "network-vif-deleted", "tag": "a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:13.565528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['b570bec4-4bb4-4349-8d18-3e41371e5ea1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:13.610731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-b624b1f5-1f9b-47be-984f-fe7c3a51dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:13.612780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-b624b1f5-1f9b-47be-984f-fe7c3a51dc97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.2260106 Oct 25 23:12:13.700644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event updated for resources: {'Port': ['ID=a48e4b8f-ebab-4875-8ad6-414e7af533c9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:13.750415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55f84-153f-4b76-8eb0-26ba26fb1c7a req-5bdc80cb-5959-437b-bcf2-fb432048bea7 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:13.750710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-a2154c71-44ae-46b2-b9aa-e492dfbd0904 {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:12:13.751169 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:12:13.763631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bb55f84-153f-4b76-8eb0-26ba26fb1c7a req-5bdc80cb-5959-437b-bcf2-fb432048bea7 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 943 time: 0.8521988 Oct 25 23:12:13.813374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:13.813966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.860123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-e17dfc60-ce9b-4b15-94e8-2cca3a14b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:13.866387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4650daa-64f9-4fd3-b4ca-1d507576df3e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:13.877820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-e17dfc60-ce9b-4b15-94e8-2cca3a14b6af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329998 Oct 25 23:12:13.886035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3be11-90f0-4b06-aa81-97bf308ca17b req-a4854dbe-d18d-4896-ad34-c9e43ac3979c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:13.893367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ea3be11-90f0-4b06-aa81-97bf308ca17b req-a4854dbe-d18d-4896-ad34-c9e43ac3979c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.9730642 Oct 25 23:12:13.921650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-6d64572b-5b2a-41f4-a1de-15da3f26b31c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:13.923117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-6d64572b-5b2a-41f4-a1de-15da3f26b31c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.11 "GET /v2.0/networks?id=e36f4200-ef30-4314-81f7-e6dd8ac8deff HTTP/1.1" status: 200 len: 813 time: 0.9048440 Oct 25 23:12:13.949588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Request body: {'port': {'device_id': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff', 'admin_state_up': True, 'tenant_id': '25ede17848f0484f9d77b0fa06a471ab'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:14.015818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-39e1469d-f706-425c-bdbd-c3fb15a85b74 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357846 Oct 25 23:12:14.029888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bb55f84-153f-4b76-8eb0-26ba26fb1c7a req-f728137b-ae86-4423-a8bf-d167e55169ea tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648523 Oct 25 23:12:14.047045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-5ca466cd-9c88-4a58-b1f2-34aae59192da tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7881703 Oct 25 23:12:14.048015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ea3be11-90f0-4b06-aa81-97bf308ca17b req-fdf17032-e307-4c90-9b85-3e9e6ab9d125 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537416 Oct 25 23:12:14.174538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Request body: {'port': {'device_id': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:14.188515 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-e4650daa-64f9-4fd3-b4ca-1d507576df3e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 23:12:14.189562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e4650daa-64f9-4fd3-b4ca-1d507576df3e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1235006 Oct 25 23:12:14.209427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59266) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:14.259274 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:14.317661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e94840ca-acdb-4362-9acb-c75fa0f06d52 req-c488d64f-0644-4313-90ea-c6c9eb32affd tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0656705 Oct 25 23:12:14.343277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5794afb5-8702-4119-8b3b-e513e44e6036 req-05bc1ed6-28f5-4cef-b955-66db89836ddb tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 210 time: 0.0700302 Oct 25 23:12:14.380982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Made reservation on behalf of 25ede17848f0484f9d77b0fa06a471ab for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:14.386220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:14.387662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:14.464617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a897eea-5014-4fd4-a574-0f9fdd6d6c5b req-63d11c28-e634-434c-b96f-c68860529bbc service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089110 Oct 25 23:12:14.542404 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7970-aac0-4116-bee2-f2c84cbe5514 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:14.605119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05e7053a-2f45-4f84-9c58-b15cc2c7d4db req-f5eb2528-6880-4d6a-92dd-619dfd7cec76 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0774424 Oct 25 23:12:14.744965 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb5bcb-3c66-450f-b029-bfe2d9ff944d x-openstack-request-id: req-86eb5bcb-3c66-450f-b029-bfe2d9ff944d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:14.745256 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b425d87-db74-4a12-820e-bfb32e28704e", "name": "network-vif-deleted", "tag": "a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:14.745746 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86eb5bcb-3c66-450f-b029-bfe2d9ff944d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:14.746353 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b425d87-db74-4a12-820e-bfb32e28704e', 'name': 'network-vif-deleted', 'tag': 'a16e78fb-9860-46d7-9bfe-9f8a7b6a6bc8', 'status': 'completed', 'code': 200} Oct 25 23:12:14.747221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Allocated IP 172.20.0.3 (e36f4200-ef30-4314-81f7-e6dd8ac8deff/5a8c2f20-0926-41a8-8b21-202953c33637/8934adb5-6011-48c0-be7c-de7a8b7fff96) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:14.817509 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7970-aac0-4116-bee2-f2c84cbe5514 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:14.875255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48e4b8f-ebab-4875-8ad6-414e7af533c9 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:14.886676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:14.904920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Transition to ACTIVE for port object a48e4b8f-ebab-4875-8ad6-414e7af533c9 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:14.951557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.009277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7970-aac0-4116-bee2-f2c84cbe5514 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.011804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7970-aac0-4116-bee2-f2c84cbe5514 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.015666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa2a7970-aac0-4116-bee2-f2c84cbe5514 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7d3a290-9217-445f-a53b-07cb69393f4f HTTP/1.1" status: 204 len: 168 time: 0.8052580 Oct 25 23:12:15.016279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:15.074101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e4b8f-ebab-4875-8ad6-414e7af533c9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:15.101764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a7970-aac0-4116-bee2-f2c84cbe5514 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d3a290-9217-445f-a53b-07cb69393f4f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:15.200899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.213123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Attempting to bind port a48e4b8f-ebab-4875-8ad6-414e7af533c9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:15.213595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Attempting to bind port a48e4b8f-ebab-4875-8ad6-414e7af533c9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:15.213824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Attempting to bind port a48e4b8f-ebab-4875-8ad6-414e7af533c9 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:15.218927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Port a48e4b8f-ebab-4875-8ad6-414e7af533c9 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:15.219384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Attempting to bind port a48e4b8f-ebab-4875-8ad6-414e7af533c9 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:15.227399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:15.227907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Checking segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:15.229610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Bound using segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:15.230071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Bound port: a48e4b8f-ebab-4875-8ad6-414e7af533c9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:15.230637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.244292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce871fce-8a7a-44b1-a0c5-26bd3e605eec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2171366 Oct 25 23:12:15.254308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59284) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:15.256723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Allocated IP 172.20.0.12 (7027329c-d01a-4076-84d1-f2b01e843fc3/faf677c0-448b-425f-9bf7-acfa3c854f97/92cbff9a-54c0-441b-b53d-45d60ab1de08) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:15.260049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467724969'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:15.394541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.395475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.457210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ee06-9183-4455-9e58-dd508e9e6f82 req-9ea25454-76c9-4f30-9e52-abef26345d80 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:15.464365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Pushing event updated for resources: {'Port': ['ID=8934adb5-6011-48c0-be7c-de7a8b7fff96,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:15.476990 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a53ee06-9183-4455-9e58-dd508e9e6f82 req-9ea25454-76c9-4f30-9e52-abef26345d80 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 944 time: 0.2997398 Oct 25 23:12:15.501668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] For port a48e4b8f-ebab-4875-8ad6-414e7af533c9, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:15.531070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e695c0-b455-4a2f-b876-00199516572d req-576f563c-e152-41b3-9bfc-7ca6c5362742 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:15.533525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2e695c0-b455-4a2f-b876-00199516572d req-576f563c-e152-41b3-9bfc-7ca6c5362742 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1397593 Oct 25 23:12:15.542038 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3851bff9-7361-4334-a2e3-3876ec044273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.553381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Network e36f4200-ef30-4314-81f7-e6dd8ac8deff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:15.566310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:15.573535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] For port a48e4b8f-ebab-4875-8ad6-414e7af533c9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:15.592254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a53ee06-9183-4455-9e58-dd508e9e6f82 req-7a9dd88e-62ff-4626-8849-d995c0fecb84 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099162 Oct 25 23:12:15.594218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.599470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:15.604699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.655857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:15.656645 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.683360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-bbcb2564-171e-490d-ab96-f0df6055f44c tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7416167 Oct 25 23:12:15.700687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2e695c0-b455-4a2f-b876-00199516572d req-9051a3cd-3ddf-4506-a85c-ff6ffc1dc2c6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368840 Oct 25 23:12:15.718792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:15.718792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.719165 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] 10.222.0.15 "PUT /v2.0/ports/a48e4b8f-ebab-4875-8ad6-414e7af533c9 HTTP/1.1" status: 200 len: 1091 time: 1.5516322 Oct 25 23:12:15.727175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Request body: {'port': {'device_id': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:15.780588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-585de2d7-e89a-4c0b-b9b0-eac6b5d4753c req-35bf920f-43ed-45a2-8663-695a457a52af tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0601797 Oct 25 23:12:15.860548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.914284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2083c-00d7-4f27-8579-9813588dde83 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e4b8f-ebab-4875-8ad6-414e7af533c9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:15.931274 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:15.941861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-9ad04ede-e17f-496e-9a1d-309ab06a4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:15.943476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-9ad04ede-e17f-496e-9a1d-309ab06a4235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 1094 time: 0.1506009 Oct 25 23:12:15.944281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.017157 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c6579ca3-d44a-4f27-87a5-fe877558c55d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9 HTTP/1.1" status: 200 len: 217 time: 0.0575006 Oct 25 23:12:16.024105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.027878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7701511 Oct 25 23:12:16.029801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59298) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:16.034804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002ad78-6a87-407b-aeb5-aca49a6ed3ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d86eb-2327-4875-9a02-6dc7c0f26d89,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:16.041256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.098382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8ac04217-c555-4c78-9589-0cf1c2029888 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '6a0d86eb-2327-4875-9a02-6dc7c0f26d89', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:16.099230 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-8ac04217-c555-4c78-9589-0cf1c2029888 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 25 23:12:16.099498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c8058ff1-cdc7-4a57-bae0-cc5bb9c4d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:16.099958 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-8ac04217-c555-4c78-9589-0cf1c2029888 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:16.100872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8ac04217-c555-4c78-9589-0cf1c2029888 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0659356 Oct 25 23:12:16.102000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c8058ff1-cdc7-4a57-bae0-cc5bb9c4d977 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.0683277 Oct 25 23:12:16.114333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59300) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:16.157266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-4835a312-d81d-420d-8d42-594dd8503d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361724 Oct 25 23:12:16.174455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05d0f-7a6b-42b4-b549-2beae20fde66 req-38dbb536-f0d3-424d-9b9a-61dcb29d4258 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:16.176636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58f05d0f-7a6b-42b4-b549-2beae20fde66 req-38dbb536-f0d3-424d-9b9a-61dcb29d4258 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 932 time: 0.1582296 Oct 25 23:12:16.238942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Network 7027329c-d01a-4076-84d1-f2b01e843fc3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:16.272959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58f05d0f-7a6b-42b4-b549-2beae20fde66 req-ed4c022d-1f4a-4119-bc1a-dfcee7d9f68a tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853627 Oct 25 23:12:16.285221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b7c2-bf92-4d7d-8949-44b5c2c0629a req-415dee22-6548-47c0-b4b0-3abd44569cce tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:16.287066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba35b7c2-bf92-4d7d-8949-44b5c2c0629a req-415dee22-6548-47c0-b4b0-3abd44569cce tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 931 time: 0.4275255 Oct 25 23:12:16.328417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:16.335789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-1dc7528a-6bdb-4f8b-b0e8-e933421bc524 service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576102 Oct 25 23:12:16.341979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:16.408000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:16.408811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.422602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event updated for resources: {'Port': ['ID=92cbff9a-54c0-441b-b53d-45d60ab1de08,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:16.442113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a94fff17-b3ca-4afb-8467-9c6e096e9dea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.462632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-51a1bb53-36e8-462d-bbd3-cb5c44bfa1c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184866 Oct 25 23:12:16.471564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a94fff17-b3ca-4afb-8467-9c6e096e9dea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.493163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b570bec4-4bb4-4349-8d18-3e41371e5ea1 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:16.525023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-c17c5aca-8435-414a-b486-dbb14edfdcf9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4363666 Oct 25 23:12:16.545258 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba35b7c2-bf92-4d7d-8949-44b5c2c0629a req-057c10ef-49b6-44e8-b53f-f8fc08fb26c9 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118881 Oct 25 23:12:16.559391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Request body: {'port': {'device_id': '25249b58-285c-4484-98de-5f48d377c1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:16.568419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port b570bec4-4bb4-4349-8d18-3e41371e5ea1 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:12:16.574764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port b570bec4-4bb4-4349-8d18-3e41371e5ea1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:16.575338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.621121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a94fff17-b3ca-4afb-8467-9c6e096e9dea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.624341 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a94fff17-b3ca-4afb-8467-9c6e096e9dea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.627756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a94fff17-b3ca-4afb-8467-9c6e096e9dea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/6a0d86eb-2327-4875-9a02-6dc7c0f26d89 HTTP/1.1" status: 204 len: 168 time: 0.5059593 Oct 25 23:12:16.628326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59304) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:16.669688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fff17-b3ca-4afb-8467-9c6e096e9dea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d86eb-2327-4875-9a02-6dc7c0f26d89,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:16.678595 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.770528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'tag': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:16.776388 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4" -d '{"events": [{"name": "network-changed", "server_uuid": "46fbc039-5d06-4597-9f15-2ff56ff72176", "tag": "a48e4b8f-ebab-4875-8ad6-414e7af533c9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:16.782645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8934adb5-6011-48c0-be7c-de7a8b7fff96 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:16.793703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-85d2eed7-a964-4e72-b627-4337b088e2ed tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1642928 Oct 25 23:12:16.793898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.802505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59314) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:16.807280 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.808040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021356795'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:16.859781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b570bec4-4bb4-4349-8d18-3e41371e5ea1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1,segment=NetworkSegment(c276195f-ff81-4e9c-b716-04bcc853f803),segment_id=c276195f-ff81-4e9c-b716-04bcc853f803)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:16.862178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:16.865324 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab18a465-3356-470b-9ae3-5ff23609d747" -d '{"events": [{"server_uuid": "c4e1b483-ba89-4073-b6f7-59bda1439325", "name": "network-vif-plugged", "status": "completed", "tag": "b570bec4-4bb4-4349-8d18-3e41371e5ea1"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:16.872288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.895617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2335-3a2e-4a74-8964-93be0ec08c55 req-fda5e9c8-d0de-4e62-96b7-afc6db9d293c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:16.897482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-260b2335-3a2e-4a74-8964-93be0ec08c55 req-fda5e9c8-d0de-4e62-96b7-afc6db9d293c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 944 time: 0.0990670 Oct 25 23:12:16.898573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Transition to ACTIVE for port object 8934adb5-6011-48c0-be7c-de7a8b7fff96 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:16.951264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:16.956388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-260b2335-3a2e-4a74-8964-93be0ec08c55 req-b3449be5-cac0-48a6-b65e-c1dffbba40de tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 Oct 25 23:12:16.958462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b570bec4-4bb4-4349-8d18-3e41371e5ea1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:16.969469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.053012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b193576-6c3b-4abf-af06-ca975056728f req-71e4797c-ca27-41f3-bb4b-186d7a7289d7 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0413411 Oct 25 23:12:17.097148 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71017fd1-c001-46db-9f14-87c831f50bc5 x-openstack-request-id: req-71017fd1-c001-46db-9f14-87c831f50bc5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:17.097443 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fbc039-5d06-4597-9f15-2ff56ff72176", "tag": "a48e4b8f-ebab-4875-8ad6-414e7af533c9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:17.097700 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71017fd1-c001-46db-9f14-87c831f50bc5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:17.098133 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'tag': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9', 'status': 'completed', 'code': 200} Oct 25 23:12:17.153079 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa228ae4-bf87-4803-a79a-40e651a4cc96 x-openstack-request-id: req-fa228ae4-bf87-4803-a79a-40e651a4cc96 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:17.153717 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e1b483-ba89-4073-b6f7-59bda1439325", "name": "network-vif-plugged", "status": "completed", "tag": "b570bec4-4bb4-4349-8d18-3e41371e5ea1", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:17.155038 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa228ae4-bf87-4803-a79a-40e651a4cc96 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:17.155781 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1', 'code': 200} Oct 25 23:12:17.259698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-f408ae38-72af-445d-b034-2f0963417eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.261997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-f408ae38-72af-445d-b034-2f0963417eb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 1094 time: 0.0840309 Oct 25 23:12:17.266850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Pushing event updated for resources: {'Port': ['ID=8934adb5-6011-48c0-be7c-de7a8b7fff96,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:17.296295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d7e30-1aaf-4a80-90f1-e9b9eae083f5 req-b2529757-e43d-44e5-b8f0-550ac375c9c7 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.297724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b9d7e30-1aaf-4a80-90f1-e9b9eae083f5 req-b2529757-e43d-44e5-b8f0-550ac375c9c7 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.4053123 Oct 25 23:12:17.346393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Attempting to bind port 8934adb5-6011-48c0-be7c-de7a8b7fff96 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:17.346698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Attempting to bind port 8934adb5-6011-48c0-be7c-de7a8b7fff96 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '2f11be45-2575-4727-8cfb-4c92659e89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:17.347019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Attempting to bind port 8934adb5-6011-48c0-be7c-de7a8b7fff96 on network e36f4200-ef30-4314-81f7-e6dd8ac8deff {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:17.389474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a47e-0bb6-4292-97a4-744c8a68220e req-f4fadad4-dc74-41f6-9aed-550f15973752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.391097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7020a47e-0bb6-4292-97a4-744c8a68220e req-f4fadad4-dc74-41f6-9aed-550f15973752 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 1096 time: 0.1277845 Oct 25 23:12:17.417316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Port 8934adb5-6011-48c0-be7c-de7a8b7fff96 on network e36f4200-ef30-4314-81f7-e6dd8ac8deff not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:17.417644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Attempting to bind port 8934adb5-6011-48c0-be7c-de7a8b7fff96 on network e36f4200-ef30-4314-81f7-e6dd8ac8deff {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:17.450534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.461814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:17.462455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Checking segment: {'id': '2f11be45-2575-4727-8cfb-4c92659e89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:17.462839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Bound using segment: {'id': '2f11be45-2575-4727-8cfb-4c92659e89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:17.463276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Bound port: 8934adb5-6011-48c0-be7c-de7a8b7fff96, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f11be45-2575-4727-8cfb-4c92659e89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:17.463622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.472214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.486895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-7daebdff-07c9-4e55-8ad7-f440be5aee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.488497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-7daebdff-07c9-4e55-8ad7-f440be5aee6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 913 time: 0.2128658 Oct 25 23:12:17.489168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b9d7e30-1aaf-4a80-90f1-e9b9eae083f5 req-9a9fd5fa-05bc-4d3e-973a-4acc7b4dd6cc tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622016 Oct 25 23:12:17.495436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7020a47e-0bb6-4292-97a4-744c8a68220e req-e917ff9e-6d1d-45c2-b4b5-ed726672d64e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964091 Oct 25 23:12:17.511031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cbff9a-54c0-441b-b53d-45d60ab1de08 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:17.525572 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.539031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-ba445868-4166-48bc-aafb-d49eb23bdeb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9 HTTP/1.1" status: 200 len: 217 time: 0.0423591 Oct 25 23:12:17.539637 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.543945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7404320 Oct 25 23:12:17.548263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24008872-b701-4d95-860e-2ea89d407428 req-6df9f848-7476-420a-8ed9-d7a391694d52 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.556179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24008872-b701-4d95-860e-2ea89d407428 req-6df9f848-7476-420a-8ed9-d7a391694d52 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 932 time: 0.1476998 Oct 25 23:12:17.558127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59334) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:17.566971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d931e862-a9af-4a24-a860-c577daa137cd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': 'c08f31b4-f8f3-4bc8-b934-27cdbb114375', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:17.567915 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-d931e862-a9af-4a24-a860-c577daa137cd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 25 23:12:17.568509 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-d931e862-a9af-4a24-a860-c577daa137cd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:17.573312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d931e862-a9af-4a24-a860-c577daa137cd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135696 Oct 25 23:12:17.581358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59336) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:17.604318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Transition to ACTIVE for port object 92cbff9a-54c0-441b-b53d-45d60ab1de08 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:17.605409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35075649-bb7f-4287-9d21-ea14232c76ec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f31b4-f8f3-4bc8-b934-27cdbb114375,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:17.615455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.628225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24008872-b701-4d95-860e-2ea89d407428 req-e4c4eaaf-8320-45d5-a5e6-8fc720a967bf tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711060 Oct 25 23:12:17.657855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1ac2-5a98-46bd-a303-c01b6ace5cee tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.684352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1ac2-5a98-46bd-a303-c01b6ace5cee tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.714642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] For port 8934adb5-6011-48c0-be7c-de7a8b7fff96, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:17.730866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Pushing event updated for resources: {'Port': ['ID=92cbff9a-54c0-441b-b53d-45d60ab1de08,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:17.735832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1ac2-5a98-46bd-a303-c01b6ace5cee tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.738681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1ac2-5a98-46bd-a303-c01b6ace5cee tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.739218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] For port 8934adb5-6011-48c0-be7c-de7a8b7fff96, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96,segment=NetworkSegment(2f11be45-2575-4727-8cfb-4c92659e89b5),segment_id=2f11be45-2575-4727-8cfb-4c92659e89b5)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:17.740030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8fa1ac2-5a98-46bd-a303-c01b6ace5cee tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/c08f31b4-f8f3-4bc8-b934-27cdbb114375 HTTP/1.1" status: 204 len: 168 time: 0.1576667 Oct 25 23:12:17.744031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:17.751550 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.765955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa1ac2-5a98-46bd-a303-c01b6ace5cee tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f31b4-f8f3-4bc8-b934-27cdbb114375,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:17.819040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ee9c624f-3db4-4f65-bb68-e730e37c53e8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725610 Oct 25 23:12:17.823214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59348) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:17.832318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--773357404'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:17.841737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.842952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.844419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] 10.222.0.11 "PUT /v2.0/ports/8934adb5-6011-48c0-be7c-de7a8b7fff96 HTTP/1.1" status: 200 len: 1091 time: 2.1398757 Oct 25 23:12:17.854394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99fe88-f8be-43e6-8cc0-d77bfb9d5f97 req-187c8358-df52-4dc0-bd6a-c7fc113731ff tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.855923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c99fe88-f8be-43e6-8cc0-d77bfb9d5f97 req-187c8358-df52-4dc0-bd6a-c7fc113731ff tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 943 time: 0.1851408 Oct 25 23:12:17.862501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'tag': '8934adb5-6011-48c0-be7c-de7a8b7fff96'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:17.864946 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0957ba9-ae54-46ed-ad4e-2182309cda84", "tag": "8934adb5-6011-48c0-be7c-de7a8b7fff96"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:17.953788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:17.997375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-1d99bf54-d6ad-47ee-ae67-c0da7aa0790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:17.999344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-1d99bf54-d6ad-47ee-ae67-c0da7aa0790a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.1069453 Oct 25 23:12:18.002814 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cccf1af-8d45-4658-a607-1184b7fb168c x-openstack-request-id: req-7cccf1af-8d45-4658-a607-1184b7fb168c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:18.003913 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0957ba9-ae54-46ed-ad4e-2182309cda84", "tag": "8934adb5-6011-48c0-be7c-de7a8b7fff96", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:18.003913 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cccf1af-8d45-4658-a607-1184b7fb168c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:18.003913 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'tag': '8934adb5-6011-48c0-be7c-de7a8b7fff96', 'status': 'completed', 'code': 200} Oct 25 23:12:18.012928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d53d2-c02b-4e2a-9fa4-2794b5b2ec56 service neutron] Pushing event updated for resources: {'Port': ['ID=8934adb5-6011-48c0-be7c-de7a8b7fff96,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:18.027326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Attempting to bind port 92cbff9a-54c0-441b-b53d-45d60ab1de08 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:18.027688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Attempting to bind port 92cbff9a-54c0-441b-b53d-45d60ab1de08 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:18.027988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Attempting to bind port 92cbff9a-54c0-441b-b53d-45d60ab1de08 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:18.044117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c99fe88-f8be-43e6-8cc0-d77bfb9d5f97 req-e3a27e41-8f48-4354-aae8-85b4fbea75c7 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758211 Oct 25 23:12:18.046244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Port 92cbff9a-54c0-441b-b53d-45d60ab1de08 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:18.046558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Attempting to bind port 92cbff9a-54c0-441b-b53d-45d60ab1de08 on network 7027329c-d01a-4076-84d1-f2b01e843fc3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:18.049146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-241eefef-a7e1-4b4f-833b-fb67a3a24f8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410604 Oct 25 23:12:18.055285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-5cb7dca9-ea83-46e0-970e-8c744a3a446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.056940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-5cb7dca9-ea83-46e0-970e-8c744a3a446f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25ede17848f0484f9d77b0fa06a471ab&device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 1094 time: 0.1483145 Oct 25 23:12:18.058546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:18.058859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Checking segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:18.059280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Bound using segment: {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:18.059717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Bound port: 92cbff9a-54c0-441b-b53d-45d60ab1de08, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b1a919-68c2-4380-8748-ca0e2195a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:18.060066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.153006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-44205a14-05ff-4833-bb49-6bfe0fefadae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96 HTTP/1.1" status: 200 len: 217 time: 0.0831506 Oct 25 23:12:18.245500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] For port 92cbff9a-54c0-441b-b53d-45d60ab1de08, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:18.266648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] For port 92cbff9a-54c0-441b-b53d-45d60ab1de08, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:18.269488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-7593d65f-326b-4b22-834a-9b3c3d9e9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.271590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-7593d65f-326b-4b22-834a-9b3c3d9e9438 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a8c2f20-0926-41a8-8b21-202953c33637 HTTP/1.1" status: 200 len: 853 time: 0.1098945 Oct 25 23:12:18.280271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac81d1-05a2-4b17-84b1-b56f2b79daa8 req-7fd81ec6-56a5-4557-8c8d-8d6c94df1c60 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.281831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-91ac81d1-05a2-4b17-84b1-b56f2b79daa8 req-7fd81ec6-56a5-4557-8c8d-8d6c94df1c60 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.1231256 Oct 25 23:12:18.294182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.329584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bac7b0b0-b3b8-4d04-9893-c871ee55970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.348175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-30709f2e-3ceb-439e-8e03-722aba7a99cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e36f4200-ef30-4314-81f7-e6dd8ac8deff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649483 Oct 25 23:12:18.367271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.368323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.369747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] 10.222.0.15 "PUT /v2.0/ports/92cbff9a-54c0-441b-b53d-45d60ab1de08 HTTP/1.1" status: 200 len: 1092 time: 1.8163347 Oct 25 23:12:18.497900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7412874-2264-4f9e-8e56-5fce85d2300c service neutron] Pushing event updated for resources: {'Port': ['ID=92cbff9a-54c0-441b-b53d-45d60ab1de08,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:18.512016 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-91ac81d1-05a2-4b17-84b1-b56f2b79daa8 req-5cb76ab2-f303-4bce-b831-3eaa38892a19 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858697 Oct 25 23:12:18.534614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.538171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-f1bb739d-14ba-498a-8c65-04b32de8a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.540727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-f1bb739d-14ba-498a-8c65-04b32de8a8a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 1095 time: 0.1060839 Oct 25 23:12:18.546750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.553040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-be7348cd-0f74-43b0-b91a-e04f92945c35 service neutron] 10.222.0.11 "GET /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933687 Oct 25 23:12:18.585624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048447-ee08-42b5-ab7d-1bd192b1a481 req-27fd39b4-abdb-4970-b761-d28ce4cc42e5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.593090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca048447-ee08-42b5-ab7d-1bd192b1a481 req-27fd39b4-abdb-4970-b761-d28ce4cc42e5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.4650960 Oct 25 23:12:18.621685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-4955f77d-3265-4d24-a7e8-13d9ae513f8d service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607634 Oct 25 23:12:18.626053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:18.628183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8027074 Oct 25 23:12:18.631804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013d6de-2126-419c-8789-3354ed880363 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429daf57-0511-44f7-9df5-e785efd56fdc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:18.644520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59368) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:18.649304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-99be8df9-80d9-4cb1-9335-79d8bb3a977e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '429daf57-0511-44f7-9df5-e785efd56fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:18.657549 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-6e8f7c28-00b3-4128-a883-3ed93bb570f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08 HTTP/1.1" status: 200 len: 217 time: 0.0871420 Oct 25 23:12:18.658524 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-99be8df9-80d9-4cb1-9335-79d8bb3a977e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 25 23:12:18.661602 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-99be8df9-80d9-4cb1-9335-79d8bb3a977e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:18.666204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-99be8df9-80d9-4cb1-9335-79d8bb3a977e tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177784 Oct 25 23:12:18.675047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59372) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:18.679864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fc1e41c1-2d2f-4f23-b7e3-2001db718d34 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '429daf57-0511-44f7-9df5-e785efd56fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:18.680194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50d42bee-d3cc-439d-b785-1118bed9e9c7 req-27d62873-6949-46ca-b6ff-4ea30bea9eb3 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d5b8d4c-dbbb-4a65-9a39-7dc7e3fe2a2f HTTP/1.1" status: 200 len: 210 time: 0.0353241 Oct 25 23:12:18.680546 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-fc1e41c1-2d2f-4f23-b7e3-2001db718d34 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 25 23:12:18.681034 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-fc1e41c1-2d2f-4f23-b7e3-2001db718d34 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:18.684903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fc1e41c1-2d2f-4f23-b7e3-2001db718d34 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060637 Oct 25 23:12:18.688329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59374) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:18.711114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-df7bdd17-ead3-4be8-95a8-b784b1f2b9d9 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '429daf57-0511-44f7-9df5-e785efd56fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:18.713556 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-df7bdd17-ead3-4be8-95a8-b784b1f2b9d9 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 25 23:12:18.714135 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-df7bdd17-ead3-4be8-95a8-b784b1f2b9d9 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:18.717653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-df7bdd17-ead3-4be8-95a8-b784b1f2b9d9 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0251997 Oct 25 23:12:18.719211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59376) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:18.726060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f65337f7-7af3-4c7e-8c0e-a9702cb3dbbd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '429daf57-0511-44f7-9df5-e785efd56fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:18.727100 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-f65337f7-7af3-4c7e-8c0e-a9702cb3dbbd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 25 23:12:18.727570 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-f65337f7-7af3-4c7e-8c0e-a9702cb3dbbd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:18.731692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f65337f7-7af3-4c7e-8c0e-a9702cb3dbbd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089691 Oct 25 23:12:18.734489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:18.744340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca048447-ee08-42b5-ab7d-1bd192b1a481 req-e9d5aeab-a6da-432b-be48-35e130454ba0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487274 Oct 25 23:12:18.780444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-dd63d181-35b5-4906-b8d1-42d6e465b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.781900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-dd63d181-35b5-4906-b8d1-42d6e465b0cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.1058605 Oct 25 23:12:18.793060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63490405-97e4-4b2b-bff4-28f93bb90097 req-012f34f6-730c-418e-8282-9c45d7c9bf36 service neutron] 10.222.0.11 "GET /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315018 Oct 25 23:12:18.832337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-dca55d90-cb87-46e2-80af-cf8e0d9c9d18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415633 Oct 25 23:12:18.861348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b18c7b-7dde-42a8-84d4-f4900fb9ffe4 req-25b16988-2f58-47ac-a074-6b9c297befca service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257948 Oct 25 23:12:18.884598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03448758-0832-45c6-aa4b-913fa9e0526f req-af1af5cf-1459-4ba1-b654-13fb3349cda1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:18.886703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03448758-0832-45c6-aa4b-913fa9e0526f req-af1af5cf-1459-4ba1-b654-13fb3349cda1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.0624361 Oct 25 23:12:18.931919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03448758-0832-45c6-aa4b-913fa9e0526f req-92cdc24f-bf57-4859-9e72-fb24ce18c8b7 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Oct 25 23:12:18.943049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1dc3-174d-4fa8-bc80-f7747bad30b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.379902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1dc3-174d-4fa8-bc80-f7747bad30b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.385567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6be6-dead-405b-9491-8006871799b6 req-4b0641a8-6d18-41e6-8817-e09e8ecc78db tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.387301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79fb6be6-dead-405b-9491-8006871799b6 req-4b0641a8-6d18-41e6-8817-e09e8ecc78db tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 943 time: 0.0532253 Oct 25 23:12:19.434923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79fb6be6-dead-405b-9491-8006871799b6 req-7154d1e2-6311-403a-9d2b-5a2d8cc270f1 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Oct 25 23:12:19.447561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-2e44de4e-7772-4aa2-bdac-817bcd3154d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.449071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-2e44de4e-7772-4aa2-bdac-817bcd3154d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25ede17848f0484f9d77b0fa06a471ab&device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 1094 time: 0.5759141 Oct 25 23:12:19.458728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2779fcf-5777-4024-9a21-0dce307decbd req-66ae4404-4ff3-485a-b582-33d2f0fa91dc tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.460177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2779fcf-5777-4024-9a21-0dce307decbd req-66ae4404-4ff3-485a-b582-33d2f0fa91dc tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 944 time: 0.5523121 Oct 25 23:12:19.474121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-edc78a83-73c5-49ce-9d26-74dbf37e73a0 service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895610 Oct 25 23:12:19.529977 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.558517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683892b7-fa1f-4eaf-bee2-8dfe774edee9 req-146ddfcb-f275-4460-a829-c68af5804051 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.560094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1dc3-174d-4fa8-bc80-f7747bad30b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.562668 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1dc3-174d-4fa8-bc80-f7747bad30b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.566049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2c7b1dc3-174d-4fa8-bc80-f7747bad30b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/429daf57-0511-44f7-9df5-e785efd56fdc HTTP/1.1" status: 204 len: 168 time: 0.8270485 Oct 25 23:12:19.566594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-683892b7-fa1f-4eaf-bee2-8dfe774edee9 req-146ddfcb-f275-4460-a829-c68af5804051 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0685654 Oct 25 23:12:19.573163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59396) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.620908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b1dc3-174d-4fa8-bc80-f7747bad30b2 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429daf57-0511-44f7-9df5-e785efd56fdc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:19.633779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-683892b7-fa1f-4eaf-bee2-8dfe774edee9 req-8edb4df2-9201-473c-b7a5-f489c21cd4d2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665395 Oct 25 23:12:19.637841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2779fcf-5777-4024-9a21-0dce307decbd req-71fde273-a57b-4606-8668-5e56ba6ca9dd tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522660 Oct 25 23:12:19.641972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4d12abf7-b1e9-464a-beb6-22c3b2cdf51b tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634930 Oct 25 23:12:19.642581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.648111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660513645'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:19.672172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.690730 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80500841-06b0-47d5-8ac2-bd95c4ffe41a req-05d5b6d7-cee8-4694-bbab-3cf09876c042 service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744773 Oct 25 23:12:19.691849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-fb995385-ea7a-4782-a4bd-1d5da9ad371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.693218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-fb995385-ea7a-4782-a4bd-1d5da9ad371d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e36f4200-ef30-4314-81f7-e6dd8ac8deff HTTP/1.1" status: 200 len: 914 time: 0.2320910 Oct 25 23:12:19.751694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-5aaf9492-e0fb-4b9d-ad52-ce2ba3ae9ed7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96 HTTP/1.1" status: 200 len: 217 time: 0.0485313 Oct 25 23:12:19.760368 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:12:19.781063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.786840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.811392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59404) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.830806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50ec2c-23da-4360-979a-cdc56c84dba0 req-d75a92c6-2d48-47ac-945d-b9525a97fce8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.832261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b50ec2c-23da-4360-979a-cdc56c84dba0 req-d75a92c6-2d48-47ac-945d-b9525a97fce8 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.0976565 Oct 25 23:12:19.834359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-ac65b969-b028-4207-8e33-eeee5e114609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:19.836556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-ac65b969-b028-4207-8e33-eeee5e114609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a8c2f20-0926-41a8-8b21-202953c33637 HTTP/1.1" status: 200 len: 853 time: 0.0761359 Oct 25 23:12:19.840526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:19.841725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1976686 Oct 25 23:12:19.847581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59406) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.853670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8a44f-4bdc-452e-bdb9-cd4ee4a443d7 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a9b3c5-b6d8-4170-9f13-76211a6bffd2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:19.854491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5fb876b3-506d-48ea-b729-fe58ee91c383 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:19.855234 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-5fb876b3-506d-48ea-b729-fe58ee91c383 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 23:12:19.856598 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-5fb876b3-506d-48ea-b729-fe58ee91c383 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:19.858921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5fb876b3-506d-48ea-b729-fe58ee91c383 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083265 Oct 25 23:12:19.866025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.871794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-47ab1331-8859-499b-b686-8eb968493d68 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:19.889038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-a3dc0d76-ce2b-4c8a-a4a0-6fe055df1fdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e36f4200-ef30-4314-81f7-e6dd8ac8deff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405142 Oct 25 23:12:19.908280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b50ec2c-23da-4360-979a-cdc56c84dba0 req-3a4e286d-b429-49ef-9705-913f843bf584 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632906 Oct 25 23:12:19.941678 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-47ab1331-8859-499b-b686-8eb968493d68 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:19.945725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-47ab1331-8859-499b-b686-8eb968493d68 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0748699 Oct 25 23:12:19.946195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59414) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.953478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bfdd989b-e4bf-4336-b2e9-d67dd7658993 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:19.953478 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-bfdd989b-e4bf-4336-b2e9-d67dd7658993 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 25 23:12:19.955301 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-bfdd989b-e4bf-4336-b2e9-d67dd7658993 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:19.959141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bfdd989b-e4bf-4336-b2e9-d67dd7658993 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092406 Oct 25 23:12:19.959421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:19.965577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f0b756a6-a1c0-457e-a31e-e93013c371cc tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:19.972691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b80c-fb9d-4923-9295-4cbd4a0ee2de tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.004422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25249b58-285c-4484-98de-5f48d377c1b1', 'tag': '92cbff9a-54c0-441b-b53d-45d60ab1de08'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:20.006766 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c610b999-4c72-4522-b632-c7bc016fec83" -d '{"events": [{"name": "network-changed", "server_uuid": "25249b58-285c-4484-98de-5f48d377c1b1", "tag": "92cbff9a-54c0-441b-b53d-45d60ab1de08"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:20.016244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b80c-fb9d-4923-9295-4cbd4a0ee2de tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.041567 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-f0b756a6-a1c0-457e-a31e-e93013c371cc tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:20.045371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f0b756a6-a1c0-457e-a31e-e93013c371cc tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0816760 Oct 25 23:12:20.049231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59422) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.051621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de6a58-45bc-4c9d-886c-29d290b4c255 req-aba48c1d-c9f8-4a23-8100-e56bf51d1611 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.052968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89de6a58-45bc-4c9d-886c-29d290b4c255 req-aba48c1d-c9f8-4a23-8100-e56bf51d1611 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.0655344 Oct 25 23:12:20.057374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ea4e2617-6045-43b9-9527-b2bd92532deb tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:20.058105 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-ea4e2617-6045-43b9-9527-b2bd92532deb tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 23:12:20.058613 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-ea4e2617-6045-43b9-9527-b2bd92532deb tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:20.059556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ea4e2617-6045-43b9-9527-b2bd92532deb tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078924 Oct 25 23:12:20.062743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59424) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.067780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0ae80c8a-e735-4d2b-b04d-865d918cd1be tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:20.077864 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.104924 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-2032f3b3-c71d-42d7-86f6-9741b6cf8f67 service neutron] 10.222.0.11 "GET /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060258 Oct 25 23:12:20.133174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89de6a58-45bc-4c9d-886c-29d290b4c255 req-5a0e0be9-6bea-4945-b5b6-835afc26af3e tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536995 Oct 25 23:12:20.134544 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-0ae80c8a-e735-4d2b-b04d-865d918cd1be tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:20.138348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0ae80c8a-e735-4d2b-b04d-865d918cd1be tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0715930 Oct 25 23:12:20.138656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.143661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b846c136-f3dd-4db5-a589-7af20b9692ea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:20.144138 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-b846c136-f3dd-4db5-a589-7af20b9692ea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 25 23:12:20.144661 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-b846c136-f3dd-4db5-a589-7af20b9692ea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:20.148206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b846c136-f3dd-4db5-a589-7af20b9692ea tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061448 Oct 25 23:12:20.151460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4423-90b6-4a69-b5fc-ebcbb9c49b87 req-3d8e714a-c3db-4e49-a999-d2b757f45648 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.153026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8fe4423-90b6-4a69-b5fc-ebcbb9c49b87 req-3d8e714a-c3db-4e49-a999-d2b757f45648 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1265564 Oct 25 23:12:20.154266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.186979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-69f4d5c4-31aa-4178-ba74-60b8a05f1d42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:20.199162 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dfba90-ebd9-46fd-973b-20631826aff3 x-openstack-request-id: req-22dfba90-ebd9-46fd-973b-20631826aff3 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:20.199449 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25249b58-285c-4484-98de-5f48d377c1b1", "tag": "92cbff9a-54c0-441b-b53d-45d60ab1de08", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:20.199694 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22dfba90-ebd9-46fd-973b-20631826aff3 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:20.200077 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25249b58-285c-4484-98de-5f48d377c1b1', 'tag': '92cbff9a-54c0-441b-b53d-45d60ab1de08', 'status': 'completed', 'code': 200} Oct 25 23:12:20.227247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b80c-fb9d-4923-9295-4cbd4a0ee2de tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.229766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b80c-fb9d-4923-9295-4cbd4a0ee2de tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.230936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d9e9b80c-fb9d-4923-9295-4cbd4a0ee2de tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/security-groups/db17956e-99d1-408c-a901-43c91a90dc01 HTTP/1.1" status: 204 len: 168 time: 0.4183984 Oct 25 23:12:20.233759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.249243 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-553b5ddb-cddd-4f0d-8603-903c9b87e342 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] show failed (client error): The resource could not be found. Oct 25 23:12:20.253085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-553b5ddb-cddd-4f0d-8603-903c9b87e342 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "GET /v2.0/security-groups/db17956e-99d1-408c-a901-43c91a90dc01 HTTP/1.1" status: 404 len: 347 time: 0.0155978 Oct 25 23:12:20.253326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59436) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.297408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9b80c-fb9d-4923-9295-4cbd4a0ee2de tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17956e-99d1-408c-a901-43c91a90dc01,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:20.337714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f8fe4423-90b6-4a69-b5fc-ebcbb9c49b87 req-f0eb1a9c-84c3-4557-a945-ab18f14f6792 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377416 Oct 25 23:12:20.360822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9cfcbf-3ee8-41cc-a10a-a267e20f899b req-14274814-07d4-417f-844e-056e6a8a94f4 service neutron] 10.222.0.11 "GET /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455561 Oct 25 23:12:20.362763 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-69f4d5c4-31aa-4178-ba74-60b8a05f1d42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:20.363801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69f4d5c4-31aa-4178-ba74-60b8a05f1d42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1821516 Oct 25 23:12:20.368843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59438) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.374177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3fea97e0-c374-461f-b11e-0680ca92a241 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '94a9b3c5-b6d8-4170-9f13-76211a6bffd2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:20.386704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610b999-4c72-4522-b632-c7bc016fec83 req-e15bb95c-f715-4c70-80a0-43211ea4a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.388899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-e15bb95c-f715-4c70-80a0-43211ea4a075 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 1095 time: 0.1472785 Oct 25 23:12:20.426523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 2ae88547-ada9-4ec1-beae-012ead6816c0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:20.426869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.510893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a48e4b8f-ebab-4875-8ad6-414e7af533c9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:20.520209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.520803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.536049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 2ae88547-ada9-4ec1-beae-012ead6816c0 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:20.567414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32642577-f34f-4f0e-8ab2-ba8b8369df1b req-0e40876a-f7e7-4304-8b72-e895a79b9b3c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.579398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32642577-f34f-4f0e-8ab2-ba8b8369df1b req-0e40876a-f7e7-4304-8b72-e895a79b9b3c tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.1124260 Oct 25 23:12:20.584428 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-3fea97e0-c374-461f-b11e-0680ca92a241 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:20.586559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3fea97e0-c374-461f-b11e-0680ca92a241 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2166193 Oct 25 23:12:20.594180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:20.609593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610b999-4c72-4522-b632-c7bc016fec83 req-d25053ac-1e81-47fc-b367-3cb0a246a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.611473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-d25053ac-1e81-47fc-b367-3cb0a246a38c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 200 len: 913 time: 0.2137043 Oct 25 23:12:20.664518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a48e4b8f-ebab-4875-8ad6-414e7af533c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:20.679317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'port_id': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9', 'mac_address': 'fa:16:3e:a2:ac:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf677c0-448b-425f-9bf7-acfa3c854f97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:20.681638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-86178051-d61e-4451-8d68-ea336d4e8425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08 HTTP/1.1" status: 200 len: 217 time: 0.0598710 Oct 25 23:12:20.715020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6e3e-ea12-405b-8480-9fd777290313 req-eab43e49-de3b-40b1-97ac-722168dc9012 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.716447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4de6e3e-ea12-405b-8480-9fd777290313 req-eab43e49-de3b-40b1-97ac-722168dc9012 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 943 time: 0.1522253 Oct 25 23:12:20.731197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32642577-f34f-4f0e-8ab2-ba8b8369df1b req-9ade912a-46c5-47eb-a13c-e723802ae04a tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506660 Oct 25 23:12:20.748232 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.769371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48e4b8f-ebab-4875-8ad6-414e7af533c9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:20.775307 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4de6e3e-ea12-405b-8480-9fd777290313 req-75494435-8546-40e8-b223-807906f50966 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495420 Oct 25 23:12:20.777254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610b999-4c72-4522-b632-c7bc016fec83 req-5ab6ad05-aced-4629-b311-f6683e1aa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:20.781277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-5ab6ad05-aced-4629-b311-f6683e1aa1e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 200 len: 852 time: 0.0891480 Oct 25 23:12:20.803682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a48e4b8f-ebab-4875-8ad6-414e7af533c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:20.807063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.810595 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc892906-363d-4dc7-a233-6e119e9be912 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.815994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.874045 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-1530a7e0-1c9f-4106-a7a5-6bce813d072a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7027329c-d01a-4076-84d1-f2b01e843fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852308 Oct 25 23:12:20.929815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a48e4b8f-ebab-4875-8ad6-414e7af533c9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:20.932377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.953708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc892906-363d-4dc7-a233-6e119e9be912 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:20.968555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=2ae88547-ada9-4ec1-beae-012ead6816c0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:21.002543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3e70-19d1-4bdc-a16d-a6128f3628b2 req-1053f90c-e98a-4408-9780-670e13628f62 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:21.004053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-244d3e70-19d1-4bdc-a16d-a6128f3628b2 req-1053f90c-e98a-4408-9780-670e13628f62 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 944 time: 0.1144421 Oct 25 23:12:21.019740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139d4c-a740-4d9f-bc2b-cd5446823fc0 req-05ae70c1-0e41-4a3a-a01a-bff3c3d87cc0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:21.021505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5139d4c-a740-4d9f-bc2b-cd5446823fc0 req-05ae70c1-0e41-4a3a-a01a-bff3c3d87cc0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1496046 Oct 25 23:12:21.060969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc892906-363d-4dc7-a233-6e119e9be912 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.063505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc892906-363d-4dc7-a233-6e119e9be912 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.064621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc892906-363d-4dc7-a233-6e119e9be912 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/94a9b3c5-b6d8-4170-9f13-76211a6bffd2 HTTP/1.1" status: 204 len: 168 time: 0.4693158 Oct 25 23:12:21.065671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.068354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.069497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-599cee77-3915-4429-be0d-220e5d61f96b tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/floatingips/1560f030-b25b-44d2-8d1b-2e41a86aaf42 HTTP/1.1" status: 204 len: 168 time: 0.8150845 Oct 25 23:12:21.069991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59454) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.072427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.079212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-a959b1c0-5b35-4be0-ad23-7f14b64dc73e service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913965 Oct 25 23:12:21.083037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-244d3e70-19d1-4bdc-a16d-a6128f3628b2 req-561b7b65-cd95-4530-8e03-bab8ef6dabfa tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Oct 25 23:12:21.110178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc892906-363d-4dc7-a233-6e119e9be912 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a9b3c5-b6d8-4170-9f13-76211a6bffd2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:21.159666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5139d4c-a740-4d9f-bc2b-cd5446823fc0 req-5ecd91a9-6fda-464a-a77f-2b8db2b9dacd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254406 Oct 25 23:12:21.206045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 6e95e880-d94d-42d4-9efa-631353c45407 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:21.206421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.211056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-04d0b6cd-22e2-4eb3-9283-f5cdf086dcc3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1385283 Oct 25 23:12:21.218335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59460) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.225059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230506866'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:21.248850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c610b999-4c72-4522-b632-c7bc016fec83 req-268b14a9-547a-4c86-85e2-a6e654d5c9ad service neutron] 10.222.0.15 "GET /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614046 Oct 25 23:12:21.261801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.316084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.336545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 6e95e880-d94d-42d4-9efa-631353c45407 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:21.352766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a48e4b8f-ebab-4875-8ad6-414e7af533c9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:21.358136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.363629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.406714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.412087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59466) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.412399 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1928458 Oct 25 23:12:21.415561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d1f32-4dad-47fa-a406-2053bc973c42 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537d5b5a-d0b7-49fa-a49c-d657babc403b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:21.420917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-eae4b3d4-c0a7-48a5-a5d8-ffdc1dbdc228 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '537d5b5a-d0b7-49fa-a49c-d657babc403b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:21.506226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739dd92-87a8-4c00-a681-8c5dd542912e req-80deaf47-8da5-4175-a804-08c0df7713d8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:21.508335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3739dd92-87a8-4c00-a681-8c5dd542912e req-80deaf47-8da5-4175-a804-08c0df7713d8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.0673478 Oct 25 23:12:21.545824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cbdbb-e1c1-4ff9-aca5-ab7c931859a7 req-e94d5130-ce6a-41a0-bb69-8220074c86f1 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:21.547405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-308cbdbb-e1c1-4ff9-aca5-ab7c931859a7 req-e94d5130-ce6a-41a0-bb69-8220074c86f1 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.1053195 Oct 25 23:12:21.560635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3739dd92-87a8-4c00-a681-8c5dd542912e req-fe16f4a7-76d2-4064-b08c-dfa63520e7dc tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458255 Oct 25 23:12:21.567120 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-eae4b3d4-c0a7-48a5-a5d8-ffdc1dbdc228 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The resource could not be found. Oct 25 23:12:21.568127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eae4b3d4-c0a7-48a5-a5d8-ffdc1dbdc228 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1550980 Oct 25 23:12:21.574844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59468) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.579471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-971cbe97-63dd-4234-8cff-eeef40d07687 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '537d5b5a-d0b7-49fa-a49c-d657babc403b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e954e9a2-02fd-4fc5-9c6c-6bafa81a4d71'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:21.584151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.621282 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-971cbe97-63dd-4234-8cff-eeef40d07687 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The resource could not be found. Oct 25 23:12:21.622694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-971cbe97-63dd-4234-8cff-eeef40d07687 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0465417 Oct 25 23:12:21.623341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=6e95e880-d94d-42d4-9efa-631353c45407,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:21.625228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59470) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.627831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-308cbdbb-e1c1-4ff9-aca5-ab7c931859a7 req-8523ef17-f9c5-4fa3-978a-678e38e63300 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725563 Oct 25 23:12:21.686612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43dba58b-2b06-4253-b1f4-ca1f99e622b3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.708294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43dba58b-2b06-4253-b1f4-ca1f99e622b3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.711111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.715503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-738dc9e8-2113-4d4e-af52-6eb4c311189a tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/ports/6e95e880-d94d-42d4-9efa-631353c45407 HTTP/1.1" status: 204 len: 168 time: 0.6415956 Oct 25 23:12:21.716999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.809434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43dba58b-2b06-4253-b1f4-ca1f99e622b3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.811960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43dba58b-2b06-4253-b1f4-ca1f99e622b3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.813076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43dba58b-2b06-4253-b1f4-ca1f99e622b3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/537d5b5a-d0b7-49fa-a49c-d657babc403b HTTP/1.1" status: 204 len: 168 time: 0.1869578 Oct 25 23:12:21.816531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.826833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dba58b-2b06-4253-b1f4-ca1f99e622b3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537d5b5a-d0b7-49fa-a49c-d657babc403b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:21.868611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1e56dee5-2f32-4d1a-bf90-cc5b89d787f3 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508270 Oct 25 23:12:21.872828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59478) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.877516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e0155572-ed7a-4fad-9817-8207ba1cd1aa tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '48c6781e-0a06-4d9a-b6e8-e416503f5d01', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:21.878762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port a634272c-d6eb-4fa0-a0f5-63624b32a3a3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:21.879240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:21.921060 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-e0155572-ed7a-4fad-9817-8207ba1cd1aa tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The resource could not be found. Oct 25 23:12:21.922052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0155572-ed7a-4fad-9817-8207ba1cd1aa tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0483277 Oct 25 23:12:21.925849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:21.931782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932103616'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:21.983289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198db0a-c0f4-451a-ab9a-30fc4564f915 req-404f3743-7aa0-4989-a6d5-043db5bc4ba6 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:21.984873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d198db0a-c0f4-451a-ab9a-30fc4564f915 req-404f3743-7aa0-4989-a6d5-043db5bc4ba6 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 943 time: 0.1394088 Oct 25 23:12:21.998217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.046365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.073150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d198db0a-c0f4-451a-ab9a-30fc4564f915 req-54240c34-58f6-4872-9c52-0d2364684361 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791597 Oct 25 23:12:22.082913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for a634272c-d6eb-4fa0-a0f5-63624b32a3a3 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:22.189119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.202927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.210796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dfaf2-c0e3-4492-92fa-4d235ff52c3f req-02a167c7-ff65-40b7-b5db-cdf98c688b8c tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:22.212625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cd0dfaf2-c0e3-4492-92fa-4d235ff52c3f req-02a167c7-ff65-40b7-b5db-cdf98c688b8c tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 944 time: 0.0552397 Oct 25 23:12:22.255682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cd0dfaf2-c0e3-4492-92fa-4d235ff52c3f req-bfdd9a3e-b764-4b2b-9ca4-b5b1c84c79ee tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Oct 25 23:12:22.266847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.267989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3411832 Oct 25 23:12:22.271878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59488) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:22.277290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a55ed-b4ba-4ab1-914b-11a8bc70d833 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efa7833-65a0-406c-ae5c-696caa943c56,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:22.277490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--560543232'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:22.315357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.342168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.362676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca115d4-7a95-4190-a3bb-cfde1e4633b2 req-94590b18-405e-4ab2-84b1-4b27641383b6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:22.364187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ca115d4-7a95-4190-a3bb-cfde1e4633b2 req-94590b18-405e-4ab2-84b1-4b27641383b6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1042035 Oct 25 23:12:22.397219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.398648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=a634272c-d6eb-4fa0-a0f5-63624b32a3a3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:22.409370 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.447963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.452407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1787777 Oct 25 23:12:22.453174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59479a-a33b-4f5e-9e77-9acc0ccc1257 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f531b412-1c1c-4ad6-b9cc-571eb3c88453,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:22.453343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59496) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:22.458588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-25edfd7f-b340-4b26-8d31-6a69b9b7ba55 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group_rule': {'security_group_id': '2efa7833-65a0-406c-ae5c-696caa943c56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f531b412-1c1c-4ad6-b9cc-571eb3c88453'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:22.499270 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ca115d4-7a95-4190-a3bb-cfde1e4633b2 req-802523a1-8698-4a8f-98d4-286204e9fbbe tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086068 Oct 25 23:12:22.511086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.515347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b81e5a9b-1ce5-4b18-8749-95a5f34d747c tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/ports/a634272c-d6eb-4fa0-a0f5-63624b32a3a3 HTTP/1.1" status: 204 len: 168 time: 0.7974055 Oct 25 23:12:22.518791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59500) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:22.534396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a48e4b8f-ebab-4875-8ad6-414e7af533c9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:22.536178 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-25edfd7f-b340-4b26-8d31-6a69b9b7ba55 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:12:22.537267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-25edfd7f-b340-4b26-8d31-6a69b9b7ba55 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0830863 Oct 25 23:12:22.540646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59502) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:22.575249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting subnet f99533c3-70f4-4d2e-ad22-0eef26e0050b {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:22.583115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.618450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a48e4b8f-ebab-4875-8ad6-414e7af533c9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:12:22.624003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a48e4b8f-ebab-4875-8ad6-414e7af533c9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:22.624386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.634739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3803761-e32a-402c-ab13-3f7100b492dd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.664107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3803761-e32a-402c-ab13-3f7100b492dd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.701098 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.724833 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3803761-e32a-402c-ab13-3f7100b492dd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.728090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3803761-e32a-402c-ab13-3f7100b492dd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.732097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d3803761-e32a-402c-ab13-3f7100b492dd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/f531b412-1c1c-4ad6-b9cc-571eb3c88453 HTTP/1.1" status: 204 len: 168 time: 0.1881368 Oct 25 23:12:22.743505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.752777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59514) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:22.754004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3803761-e32a-402c-ab13-3f7100b492dd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531b412-1c1c-4ad6-b9cc-571eb3c88453,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:22.775670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc336aa-80e3-4923-8cb8-76cc8db21619 req-0548d887-344d-4413-a42c-00f4e561470d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:22.785791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fc336aa-80e3-4923-8cb8-76cc8db21619 req-0548d887-344d-4413-a42c-00f4e561470d tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1438966 Oct 25 23:12:22.786461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:22.789451 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fbac36-d172-4def-8a9d-8622afef4873" -d '{"events": [{"server_uuid": "46fbc039-5d06-4597-9f15-2ff56ff72176", "name": "network-vif-plugged", "status": "completed", "tag": "a48e4b8f-ebab-4875-8ad6-414e7af533c9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:22.809994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a48e4b8f-ebab-4875-8ad6-414e7af533c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:22.816158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.890389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a491f-2578-48d7-a393-7ef74cbfb1bd req-f4e85f47-f9df-4fac-9ae7-7e9efbba8ea7 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:22.891923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa1a491f-2578-48d7-a393-7ef74cbfb1bd req-f4e85f47-f9df-4fac-9ae7-7e9efbba8ea7 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.1514261 Oct 25 23:12:22.905738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:22.911759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fc336aa-80e3-4923-8cb8-76cc8db21619 req-0605a203-f33c-46d0-bb2f-9467abff8ae9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244791 Oct 25 23:12:22.925575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-009a2f08-9e8b-4cc0-b309-ba2fe9dffdec tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1662631 Oct 25 23:12:22.930092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:22.935320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a48e4b8f-ebab-4875-8ad6-414e7af533c9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:23.006105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.013996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa1a491f-2578-48d7-a393-7ef74cbfb1bd req-9cdfc680-f88b-4e6e-8e1a-a2465ac9e1f2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa2483c9-1eb6-46c0-b381-8e153aeb387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027493 Oct 25 23:12:23.030289 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d4107-b92f-4522-8908-28bd8e53a120 x-openstack-request-id: req-807d4107-b92f-4522-8908-28bd8e53a120 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:23.030577 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fbc039-5d06-4597-9f15-2ff56ff72176", "name": "network-vif-plugged", "status": "completed", "tag": "a48e4b8f-ebab-4875-8ad6-414e7af533c9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:23.030826 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-807d4107-b92f-4522-8908-28bd8e53a120 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:23.031225 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9', 'code': 200} Oct 25 23:12:23.039698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.044072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/subnets/f99533c3-70f4-4d2e-ad22-0eef26e0050b HTTP/1.1" status: 204 len: 168 time: 0.5241086 Oct 25 23:12:23.046721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b768e53-37f8-4c63-b2b0-ed84dd610614 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.048303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59526) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:23.067307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f340615-22a8-4ea9-84fb-fef4fcaabf7d None None] Network e020199b-a6a4-4e1b-9455-8193d145de49 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:23.069053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef3f84-2577-4bf7-964e-b7949aeb73c6 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Subnet': ['ID=f99533c3-70f4-4d2e-ad22-0eef26e0050b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:23.110413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b768e53-37f8-4c63-b2b0-ed84dd610614 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.144265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting subnet ce681895-fd0a-4406-b061-c895b07f81ca {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:23.158379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.238480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.268163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b768e53-37f8-4c63-b2b0-ed84dd610614 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.270933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b768e53-37f8-4c63-b2b0-ed84dd610614 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.274630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b768e53-37f8-4c63-b2b0-ed84dd610614 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/2efa7833-65a0-406c-ae5c-696caa943c56 HTTP/1.1" status: 204 len: 168 time: 0.3409257 Oct 25 23:12:23.284172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59536) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:23.362194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3ebb51bf-9d03-452b-bb17-bef1084c765f tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:23.364800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3ebb51bf-9d03-452b-bb17-bef1084c765f tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 945 time: 0.0931981 Oct 25 23:12:23.392573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768e53-37f8-4c63-b2b0-ed84dd610614 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efa7833-65a0-406c-ae5c-696caa943c56,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:23.429800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:23.431936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:23.434254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1064-7cbb-4875-9794-2eb7e73c84e1 req-ad67e42b-85cb-4d8a-8d84-3974fd9b106b tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:23.436158 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7efc1064-7cbb-4875-9794-2eb7e73c84e1 req-ad67e42b-85cb-4d8a-8d84-3974fd9b106b tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 943 time: 0.2490880 Oct 25 23:12:23.503755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09b2739c-5fff-4dcf-b4c7-cad6acc28f14 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2184172 Oct 25 23:12:23.509998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:23.510442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394e83-c50f-4ad6-b80e-6b25a03f5dc1 req-795c7bb4-a743-4cda-ae5b-3793ebecb826 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:23.512018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a394e83-c50f-4ad6-b80e-6b25a03f5dc1 req-795c7bb4-a743-4cda-ae5b-3793ebecb826 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 944 time: 0.1212034 Oct 25 23:12:23.515143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'tempest-secgroup--759891479'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:23.520816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a87cc6-7dea-4085-88bd-efb46a5803d3 req-073da056-77ab-4ef1-a2af-2314a4f8df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:23.525467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4a87cc6-7dea-4085-88bd-efb46a5803d3 req-073da056-77ab-4ef1-a2af-2314a4f8df3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 1096 time: 0.3930733 Oct 25 23:12:23.590186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.595480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a394e83-c50f-4ad6-b80e-6b25a03f5dc1 req-ec76b7b5-ccf0-4942-a3e2-96108cb4cd04 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645571 Oct 25 23:12:23.597959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4a87cc6-7dea-4085-88bd-efb46a5803d3 req-87c758b0-f10b-46fe-a9ba-9cca667afd51 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608573 Oct 25 23:12:23.641367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Deleting port b570bec4-4bb4-4349-8d18-3e41371e5ea1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:23.641717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.645550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7efc1064-7cbb-4875-9794-2eb7e73c84e1 req-32bd5a8e-1989-4bac-9c64-6c85e0cda9a3 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696081 Oct 25 23:12:23.666722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.707982 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.712241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] DHCP port deletion for e020199b-a6a4-4e1b-9455-8193d145de49 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:12:23.785550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:23.795153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.795427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.839874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] For port b570bec4-4bb4-4349-8d18-3e41371e5ea1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b570bec4-4bb4-4349-8d18-3e41371e5ea1,segment=NetworkSegment(c276195f-ff81-4e9c-b716-04bcc853f803),segment_id=c276195f-ff81-4e9c-b716-04bcc853f803)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:23.840475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.855366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Calling delete_port for b570bec4-4bb4-4349-8d18-3e41371e5ea1 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:23.864437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Subnet': ['ID=ce681895-fd0a-4406-b061-c895b07f81ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:23.874468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:23.877866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.885469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-49c03a26-712b-4c49-a639-4d52713bcd56 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/subnets/ce681895-fd0a-4406-b061-c895b07f81ca HTTP/1.1" status: 204 len: 168 time: 0.8344848 Oct 25 23:12:23.891434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] Deleting port 2b91b3c3-a311-4b96-948f-c89f6dee2930 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:23.891804 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:23.922365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59546) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:23.928776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e444526-f83e-46c3-97ab-bfa256c0dc1b None None] Network 6fa3aa6f-2526-464e-a66e-4d2b8760f839 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:23.978333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.031465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b91b3c3-a311-4b96-948f-c89f6dee2930 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:24.034423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'mac_address': 'fa:16:3e:64:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:24.064075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.084542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.100936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.115718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c67931-484a-4153-ad69-4682063cb508,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.125512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.130730 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f4aeb5b0-d366-410b-a7b5-96e7d5a97088 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6195328 Oct 25 23:12:24.132783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59552) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:24.145026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0614d-bae2-4896-bf63-2e68caea4fb5 req-a245ff5a-8d7d-4745-b1b7-bf00584c036d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:24.146694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afb0614d-bae2-4896-bf63-2e68caea4fb5 req-a245ff5a-8d7d-4745-b1b7-bf00584c036d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.3484185 Oct 25 23:12:24.152157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-11874a1f-8883-4c5c-b5bc-6ae5eb8d30fd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:24.152740 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-11874a1f-8883-4c5c-b5bc-6ae5eb8d30fd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 23:12:24.154211 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-11874a1f-8883-4c5c-b5bc-6ae5eb8d30fd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] update failed (client error): There was a conflict when trying to complete your request. Oct 25 23:12:24.159252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-11874a1f-8883-4c5c-b5bc-6ae5eb8d30fd tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "PUT /v2.0/security-groups/09c67931-484a-4153-ad69-4682063cb508 HTTP/1.1" status: 409 len: 330 time: 0.0114360 Oct 25 23:12:24.159984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.169734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59554) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:24.188379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Pushing event deleted for resources: {'Port': ['ID=b570bec4-4bb4-4349-8d18-3e41371e5ea1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.192464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['b570bec4-4bb4-4349-8d18-3e41371e5ea1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:24.204770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:24.230315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.236699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afb0614d-bae2-4896-bf63-2e68caea4fb5 req-193ce82c-157b-4dca-8014-1f919626375c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662401 Oct 25 23:12:24.296099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] For port 2b91b3c3-a311-4b96-948f-c89f6dee2930, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b91b3c3-a311-4b96-948f-c89f6dee2930,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:24.296501 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.301888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:24.311058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac087-40a3-4c06-9451-3e99319c021e req-5049fe36-52eb-4d6f-9b47-c11ad561bd48 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:24.315920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port 2b91b3c3-a311-4b96-948f-c89f6dee2930 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:24.316312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.317338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-996ac087-40a3-4c06-9451-3e99319c021e req-5049fe36-52eb-4d6f-9b47-c11ad561bd48 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.2195604 Oct 25 23:12:24.363550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] Calling delete_port for 2b91b3c3-a311-4b96-948f-c89f6dee2930 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:24.365937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] No DVR routers for this DVR port b570bec4-4bb4-4349-8d18-3e41371e5ea1 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:24.374536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.377908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32a41909-dd8a-4b6a-b294-bc558183b810 req-3c62bfcc-7bf4-4903-baa3-73d44c2eb0d2 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.15 "DELETE /v2.0/ports/b570bec4-4bb4-4349-8d18-3e41371e5ea1 HTTP/1.1" status: 204 len: 173 time: 1.0028234 Oct 25 23:12:24.390751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'name': 'network-vif-deleted', 'tag': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:24.395345 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6282b80-e73c-42ac-a4b5-bcad6dd5bec5" -d '{"events": [{"server_uuid": "c4e1b483-ba89-4073-b6f7-59bda1439325", "name": "network-vif-deleted", "tag": "b570bec4-4bb4-4349-8d18-3e41371e5ea1"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:24.422844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd61d8c7-70b5-43f4-8c26-cc608352d693 req-f2f9e26e-deb5-47e2-bb7b-fe059c4388f9 tempest-ServersNegativeTestMultiTenantJSON-1467469992 tempest-ServersNegativeTestMultiTenantJSON-1467469992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e1b483-ba89-4073-b6f7-59bda1439325 HTTP/1.1" status: 200 len: 210 time: 0.0494790 Oct 25 23:12:24.459865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port 2b91b3c3-a311-4b96-948f-c89f6dee2930, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b91b3c3-a311-4b96-948f-c89f6dee2930,segment=NetworkSegment(797017a7-c5cd-484c-94b3-5c4fa46fec1f),segment_id=797017a7-c5cd-484c-94b3-5c4fa46fec1f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:24.460384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.487066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for 2b91b3c3-a311-4b96-948f-c89f6dee2930 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:24.503070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-996ac087-40a3-4c06-9451-3e99319c021e req-16c14105-f15a-49d7-a022-68de2b816620 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467781 Oct 25 23:12:24.515302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de82c2cc-8165-400b-b9ab-4da8abed4cf8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.552119 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a65cd-7864-4f34-899c-ddfdd1438817 x-openstack-request-id: req-3a9a65cd-7864-4f34-899c-ddfdd1438817 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:24.552684 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e1b483-ba89-4073-b6f7-59bda1439325", "name": "network-vif-deleted", "tag": "b570bec4-4bb4-4349-8d18-3e41371e5ea1", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:24.553143 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a9a65cd-7864-4f34-899c-ddfdd1438817 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:24.553350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 92cbff9a-54c0-441b-b53d-45d60ab1de08 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:24.555482 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e1b483-ba89-4073-b6f7-59bda1439325', 'name': 'network-vif-deleted', 'tag': 'b570bec4-4bb4-4349-8d18-3e41371e5ea1', 'status': 'completed', 'code': 200} Oct 25 23:12:24.556580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No active binding found for port 2b91b3c3-a311-4b96-948f-c89f6dee2930 {{(pid=102135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 23:12:24.557114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b91b3c3-a311-4b96-948f-c89f6dee2930 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:24.559769 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.561027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8934adb5-6011-48c0-be7c-de7a8b7fff96 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:24.567549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.576705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de82c2cc-8165-400b-b9ab-4da8abed4cf8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.603862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.644312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de82c2cc-8165-400b-b9ab-4da8abed4cf8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.647634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de82c2cc-8165-400b-b9ab-4da8abed4cf8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:24.649166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-de82c2cc-8165-400b-b9ab-4da8abed4cf8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/09c67931-484a-4153-ad69-4682063cb508 HTTP/1.1" status: 204 len: 168 time: 0.4739430 Oct 25 23:12:24.665796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59560) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:24.667629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] No DVR routers for this DVR port 2b91b3c3-a311-4b96-948f-c89f6dee2930 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:24.672369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port 2b91b3c3-a311-4b96-948f-c89f6dee2930 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:24.673255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82c2cc-8165-400b-b9ab-4da8abed4cf8 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c67931-484a-4153-ad69-4682063cb508,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.729377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=2b91b3c3-a311-4b96-948f-c89f6dee2930,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.823010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.834804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3afd-45d4-4ea8-bfc5-5e11ed9a5d5d req-f0aafdae-f8fd-4c58-8ccd-89807b827142 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:24.844387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0fcb3afd-45d4-4ea8-bfc5-5e11ed9a5d5d req-f0aafdae-f8fd-4c58-8ccd-89807b827142 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 944 time: 0.1217093 Oct 25 23:12:24.865616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ae49b-8bbc-4dc6-a68b-56246c1d509a None None] Pushing event deleted for resources: {'Port': ['ID=2b91b3c3-a311-4b96-948f-c89f6dee2930,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:24.872178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] DHCP port deletion for 6fa3aa6f-2526-464e-a66e-4d2b8760f839 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:12:24.918642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0fcb3afd-45d4-4ea8-bfc5-5e11ed9a5d5d req-f699f94f-ca65-4e19-a3eb-3e7c9b5b1fd9 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678263 Oct 25 23:12:24.980921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 92cbff9a-54c0-441b-b53d-45d60ab1de08, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:25.014185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8934adb5-6011-48c0-be7c-de7a8b7fff96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96,segment=NetworkSegment(2f11be45-2575-4727-8cfb-4c92659e89b5),segment_id=2f11be45-2575-4727-8cfb-4c92659e89b5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:25.016052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.060087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:25.066937 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8f7b61-baf3-4471-9f18-6c7b3c33c387" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:25.091347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '92cbff9a-54c0-441b-b53d-45d60ab1de08', 'network_id': '7027329c-d01a-4076-84d1-f2b01e843fc3', 'port_id': '92cbff9a-54c0-441b-b53d-45d60ab1de08', 'mac_address': 'fa:16:3e:98:73:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf677c0-448b-425f-9bf7-acfa3c854f97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:25.095440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '8934adb5-6011-48c0-be7c-de7a8b7fff96', 'network_id': 'e36f4200-ef30-4314-81f7-e6dd8ac8deff', 'port_id': '8934adb5-6011-48c0-be7c-de7a8b7fff96', 'mac_address': 'fa:16:3e:ef:e3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c2f20-0926-41a8-8b21-202953c33637', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:25.097962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e020199b-a6a4-4e1b-9455-8193d145de49']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:25.115696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59568) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:25.115909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0ea5da3a-7039-4542-936d-52539aed7d17 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4455283 Oct 25 23:12:25.131559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb70c0-2b3d-4a28-a9e1-05572a5a6773 req-067dc6dc-75cd-4e04-8aff-380ec1f37520 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:25.139678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b9bb70c0-2b3d-4a28-a9e1-05572a5a6773 req-067dc6dc-75cd-4e04-8aff-380ec1f37520 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 943 time: 0.2535667 Oct 25 23:12:25.164081 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-a5b2a62e-f6a3-4e93-9878-0d7afa5d4e30 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] delete failed (client error): The resource could not be found. Oct 25 23:12:25.166780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797017a7-c5cd-484c-94b3-5c4fa46fec1f') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:25.167185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797017a7-c5cd-484c-94b3-5c4fa46fec1f') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:25.173770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5b2a62e-f6a3-4e93-9878-0d7afa5d4e30 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7edb296-2c58-40d6-8ad1-90913c81690b HTTP/1.1" status: 404 len: 347 time: 0.0542991 Oct 25 23:12:25.176007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59570) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:25.195386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.215976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b9bb70c0-2b3d-4a28-a9e1-05572a5a6773 req-8a63ddaa-a4a3-4669-a215-9bfe02a8951e tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739472 Oct 25 23:12:25.217539 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.232493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.245316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:25.245773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:25.249044 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:25.263896 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-ff7ca7f1-c0f9-49b3-b762-29327ff57266 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] show failed (client error): The resource could not be found. Oct 25 23:12:25.275600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ff7ca7f1-c0f9-49b3-b762-29327ff57266 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-groups/94d331d7-9ae1-498e-b3d8-50b04603b9a4 HTTP/1.1" status: 404 len: 347 time: 0.0894787 Oct 25 23:12:25.275896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59574) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:25.321669 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-f27754a8-8f88-4576-981d-dc5daa9984d0 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] show failed (client error): The resource could not be found. Oct 25 23:12:25.322813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f27754a8-8f88-4576-981d-dc5daa9984d0 tempest-NegativeSecGroupTest-2047334298 tempest-NegativeSecGroupTest-2047334298-project] 10.222.0.25 "GET /v2.0/security-group-rules/0d6fb434-f832-477a-95d0-00fc107018bc HTTP/1.1" status: 404 len: 356 time: 0.0459404 Oct 25 23:12:25.330115 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d127b2-4720-46a4-8287-a5fd8f932d74 x-openstack-request-id: req-e8d127b2-4720-46a4-8287-a5fd8f932d74 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:25.330438 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:25.330684 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8d127b2-4720-46a4-8287-a5fd8f932d74 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:25.331818 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:12:25.356119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cbff9a-54c0-441b-b53d-45d60ab1de08 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:25.384179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] Deleting port cce52bbb-1733-407d-bc7b-153cf555f9c3 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:25.384937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.403242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 92cbff9a-54c0-441b-b53d-45d60ab1de08, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:25.433019 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.438612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.447949 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.448165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6fff-ffe3-4359-ba39-7b8e0dd583a1 req-eac7a8b5-59e2-4ce3-b0b2-18ab296aea08 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:25.450455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c10c6fff-ffe3-4359-ba39-7b8e0dd583a1 req-eac7a8b5-59e2-4ce3-b0b2-18ab296aea08 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.0984120 Oct 25 23:12:25.461850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.467696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59580) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:25.469220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/networks/e020199b-a6a4-4e1b-9455-8193d145de49 HTTP/1.1" status: 204 len: 168 time: 1.5289295 Oct 25 23:12:25.487559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02de32c-a088-470c-8664-fda4dcab7276 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Network': ['ID=e020199b-a6a4-4e1b-9455-8193d145de49,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:25.516621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8934adb5-6011-48c0-be7c-de7a8b7fff96 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:25.540259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8934adb5-6011-48c0-be7c-de7a8b7fff96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96,segment=NetworkSegment(2f11be45-2575-4727-8cfb-4c92659e89b5),segment_id=2f11be45-2575-4727-8cfb-4c92659e89b5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:25.546814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59584) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:25.549933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c10c6fff-ffe3-4359-ba39-7b8e0dd583a1 req-cf732d58-bc12-40f4-b067-579d8608b91c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896459 Oct 25 23:12:25.578698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] For port cce52bbb-1733-407d-bc7b-153cf555f9c3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cce52bbb-1733-407d-bc7b-153cf555f9c3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:25.579357 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.584697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.611669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] Calling delete_port for cce52bbb-1733-407d-bc7b-153cf555f9c3 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:25.635636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=92cbff9a-54c0-441b-b53d-45d60ab1de08,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:25.651315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Deleting subnet 6348407b-63a0-49c0-af74-babef15bdcc2 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:25.655575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.708057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['d54d4ef8-261a-499f-b2d3-ccb96b40023b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:25.729252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.731600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.767281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca590a-12be-412a-824a-c4c16a69f45b req-6b6dac28-eebb-40e1-b1cd-e2797549e798 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:25.768850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7ca590a-12be-412a-824a-c4c16a69f45b req-6b6dac28-eebb-40e1-b1cd-e2797549e798 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1434159 Oct 25 23:12:25.817784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.838363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8934adb5-6011-48c0-be7c-de7a8b7fff96,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:25.856073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['8934adb5-6011-48c0-be7c-de7a8b7fff96'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:25.856558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59588) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:25.903517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7ca590a-12be-412a-824a-c4c16a69f45b req-c11e9691-c1d0-4a5e-b662-84ebdb14ef12 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223969 Oct 25 23:12:25.911327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.923513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Deleting port cce52bbb-1733-407d-bc7b-153cf555f9c3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:25.924183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.962933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6348407b-63a0-49c0-af74-babef15bdcc2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:25.965293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:25.972445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4e150f14-0537-422e-bddb-10e92de64ecf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6348407b-63a0-49c0-af74-babef15bdcc2 HTTP/1.1" status: 204 len: 168 time: 0.4208839 Oct 25 23:12:25.973774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59594) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:26.013584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] For port cce52bbb-1733-407d-bc7b-153cf555f9c3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cce52bbb-1733-407d-bc7b-153cf555f9c3,segment=NetworkSegment(31125fe9-6e4b-448e-9547-3ecbf957627b),segment_id=31125fe9-6e4b-448e-9547-3ecbf957627b)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:26.014315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.050073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Calling delete_port for cce52bbb-1733-407d-bc7b-153cf555f9c3 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:26.121480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.186258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['92cbff9a-54c0-441b-b53d-45d60ab1de08'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:26.228382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cce52bbb-1733-407d-bc7b-153cf555f9c3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:26.231203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.275760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db68246-90d7-4488-a910-7ce2d621ea0d req-835c1bb9-a7e7-4ff4-a51a-da3c620bd8f7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:26.284374 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4db68246-90d7-4488-a910-7ce2d621ea0d req-835c1bb9-a7e7-4ff4-a51a-da3c620bd8f7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 945 time: 0.1604967 Oct 25 23:12:26.299281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: cce52bbb-1733-407d-bc7b-153cf555f9c3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:26.299874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cce52bbb-1733-407d-bc7b-153cf555f9c3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:26.316213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] Pushing event deleted for resources: {'Port': ['ID=cce52bbb-1733-407d-bc7b-153cf555f9c3,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:26.325142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40c599-4d32-4e04-9470-7142bb020dfb None None] No DVR routers for this DVR port cce52bbb-1733-407d-bc7b-153cf555f9c3 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:26.362859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.383911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-80e64255-e2cf-4ed9-96de-e1a6c5d34fa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21fc672b0749469786669361f3b1c74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258934 Oct 25 23:12:26.387006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4db68246-90d7-4488-a910-7ce2d621ea0d req-aa5ef321-b86f-4a64-a015-31860b14de74 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015379 Oct 25 23:12:26.387495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59600) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:26.425555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.431493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7666ff-ba23-48aa-9276-2431a9b87f2b']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:26.449680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c276195f-ff81-4e9c-b716-04bcc853f803') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:26.450781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c276195f-ff81-4e9c-b716-04bcc853f803') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:26.474462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.495338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.506137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] No DVR routers for this DVR port cce52bbb-1733-407d-bc7b-153cf555f9c3 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:26.509850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b570bec4-4bb4-4349-8d18-3e41371e5ea1 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:26.513451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:26.514038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:26.516924 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:26.545657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: b570bec4-4bb4-4349-8d18-3e41371e5ea1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:26.546075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b570bec4-4bb4-4349-8d18-3e41371e5ea1 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:26.591820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Port': ['ID=cce52bbb-1733-407d-bc7b-153cf555f9c3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:26.608427 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.614862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.624211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7f7666ff-ba23-48aa-9276-2431a9b87f2b HTTP/1.1" status: 204 len: 168 time: 0.6489420 Oct 25 23:12:26.625916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:26.644284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c64b80-ee65-4d39-8981-239f912c1111 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7666ff-ba23-48aa-9276-2431a9b87f2b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:26.651780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.673456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa3aa6f-2526-464e-a66e-4d2b8760f839']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:26.685769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31125fe9-6e4b-448e-9547-3ecbf957627b') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:26.686029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31125fe9-6e4b-448e-9547-3ecbf957627b') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:26.696270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.717912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.722756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Deleting subnet 56bdcad1-6866-4727-b58d-ef8de6fb7319 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:26.726173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.749024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e13e-c39c-4234-a857-f5aebaef5a0f req-1cbcd612-6083-4f98-88fc-673b3574e1f7 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:26.750570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6435e13e-c39c-4234-a857-f5aebaef5a0f req-1cbcd612-6083-4f98-88fc-673b3574e1f7 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 944 time: 0.3005173 Oct 25 23:12:26.758073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:26.758479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:26.764125 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:26.769602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bd9c6-f070-4e18-b781-5e52e91bd776 req-ac873773-d8c4-4bf6-ae47-145afd0db44d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:26.771117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-869bd9c6-f070-4e18-b781-5e52e91bd776 req-ac873773-d8c4-4bf6-ae47-145afd0db44d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 945 time: 0.1050079 Oct 25 23:12:26.777689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.845412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-869bd9c6-f070-4e18-b781-5e52e91bd776 req-4261e98b-8156-4fd7-bb14-6d376d77b081 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655272 Oct 25 23:12:26.846560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-143fe287-d63c-4337-a686-3cd3ae495197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.848257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.889714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-143fe287-d63c-4337-a686-3cd3ae495197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.911214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.961763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bdcad1-6866-4727-b58d-ef8de6fb7319,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:26.971756 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.975670 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:26.976667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e971b14a-528b-43e3-9924-dfb5d6265f58 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/56bdcad1-6866-4727-b58d-ef8de6fb7319 HTTP/1.1" status: 204 len: 168 time: 0.3489025 Oct 25 23:12:26.979414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59608) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:27.007405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6435e13e-c39c-4234-a857-f5aebaef5a0f req-e3024aca-ca6b-4ea0-b11e-d85953d2e358 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197766 Oct 25 23:12:27.009886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.013091 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] 10.222.0.25 "DELETE /v2.0/networks/6fa3aa6f-2526-464e-a66e-4d2b8760f839 HTTP/1.1" status: 204 len: 168 time: 1.5439477 Oct 25 23:12:27.013832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-143fe287-d63c-4337-a686-3cd3ae495197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.016296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-143fe287-d63c-4337-a686-3cd3ae495197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.017335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-143fe287-d63c-4337-a686-3cd3ae495197 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6a5a6f9-3d14-4fcf-9e18-dc1ff12c036e HTTP/1.1" status: 204 len: 168 time: 0.6149786 Oct 25 23:12:27.058881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60057403-f12d-433f-830b-ec44a70de522 tempest-TaggedBootDevicesTest-633417587 tempest-TaggedBootDevicesTest-633417587-project] Pushing event deleted for resources: {'Network': ['ID=6fa3aa6f-2526-464e-a66e-4d2b8760f839,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:27.074512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fe287-d63c-4337-a686-3cd3ae495197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a5a6f9-3d14-4fcf-9e18-dc1ff12c036e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:27.113311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.126850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced495f8-5773-4794-8368-dced03e2cb18 req-0b3ae26a-3ee4-47c0-8486-eb2525494f32 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:27.138666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ced495f8-5773-4794-8368-dced03e2cb18 req-0b3ae26a-3ee4-47c0-8486-eb2525494f32 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.0990989 Oct 25 23:12:27.225577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ced495f8-5773-4794-8368-dced03e2cb18 req-f6d19cc6-706c-457f-b383-cb4a2f91da2c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851405 Oct 25 23:12:27.367707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.404697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:27.427076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1216354c-6cbd-454b-afac-72fd9bbc4f8b') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:27.427505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1216354c-6cbd-454b-afac-72fd9bbc4f8b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:27.468515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.495391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.575445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:27.576251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:27.578593 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:27.592791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:27.649904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port d54d4ef8-261a-499f-b2d3-ccb96b40023b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:27.650669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.727624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0207b7-b71e-4aa4-b788-bcf960590ff3 req-a4a38593-ca71-4743-bed3-122b1331b1b7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:27.731652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a0207b7-b71e-4aa4-b788-bcf960590ff3 req-a4a38593-ca71-4743-bed3-122b1331b1b7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 945 time: 0.2221353 Oct 25 23:12:27.757088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.775244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.800660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.804018 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d HTTP/1.1" status: 204 len: 168 time: 0.8235440 Oct 25 23:12:27.825934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ddc15-4c79-4f4e-bed5-8b7081b3b5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7107f5c3-a4d0-4fc1-bfd5-8a741e83c00d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:27.831033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:27.833409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:27.837537 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc119c-8fa3-4e26-adf9-51d7c2210c60" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:27.855443 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:27.856163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8934adb5-6011-48c0-be7c-de7a8b7fff96 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:27.880785 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a0207b7-b71e-4aa4-b788-bcf960590ff3 req-6797a616-2f52-48ff-8deb-e998cf6449b6 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405141 Oct 25 23:12:27.962119 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b317f4d-cd33-4f51-9a39-29533c0ce073 x-openstack-request-id: req-0b317f4d-cd33-4f51-9a39-29533c0ce073 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:27.962834 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-plugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:27.963309 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b317f4d-cd33-4f51-9a39-29533c0ce073 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:27.963884 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:12:28.074285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1e145-71f3-4bbd-aba0-93b5d9fed009 req-bdc3e58f-3783-48e3-93e4-572cfa9fdade tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:28.081764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-04d1e145-71f3-4bbd-aba0-93b5d9fed009 req-bdc3e58f-3783-48e3-93e4-572cfa9fdade tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1048040 Oct 25 23:12:28.097942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=13']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:28.118889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 8934adb5-6011-48c0-be7c-de7a8b7fff96 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:12:28.123591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 8934adb5-6011-48c0-be7c-de7a8b7fff96 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:28.124426 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.176108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-04d1e145-71f3-4bbd-aba0-93b5d9fed009 req-ad702356-7e83-4971-9c9f-18789d03c0c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893924 Oct 25 23:12:28.189195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59646) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:28.261753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.338901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.378663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-62169b7a-eccd-4ae9-8ce2-e6f4e83ab29f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9136ed89b8b846a2a98a8ee519339228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879504 Oct 25 23:12:28.381649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:28.404545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 8934adb5-6011-48c0-be7c-de7a8b7fff96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96,segment=NetworkSegment(2f11be45-2575-4727-8cfb-4c92659e89b5),segment_id=2f11be45-2575-4727-8cfb-4c92659e89b5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:28.411818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d4a5-bcc3-4e9a-a057-b1e9c3967db7 req-7152e7a1-2d64-496e-aadb-e4f07328e570 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:28.420001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.427626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e87d4a5-bcc3-4e9a-a057-b1e9c3967db7 req-7152e7a1-2d64-496e-aadb-e4f07328e570 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 944 time: 0.2111297 Oct 25 23:12:28.460037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414af26c-f227-4008-aee5-f7f04a3d4052 req-1bc33943-f4f2-4585-9869-d83411636fd8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:28.464388 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-414af26c-f227-4008-aee5-f7f04a3d4052 req-1bc33943-f4f2-4585-9869-d83411636fd8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1316433 Oct 25 23:12:28.524428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e87d4a5-bcc3-4e9a-a057-b1e9c3967db7 req-ed149a4f-306b-4e0b-874d-bd8734d238aa tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882442 Oct 25 23:12:28.546036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 92cbff9a-54c0-441b-b53d-45d60ab1de08 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:28.562387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-414af26c-f227-4008-aee5-f7f04a3d4052 req-fde07831-990d-49d7-9984-8f39eb7b457e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905921 Oct 25 23:12:28.606323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0989-d565-47c9-ac99-f948282e7547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.645572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0989-d565-47c9-ac99-f948282e7547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.651676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=8934adb5-6011-48c0-be7c-de7a8b7fff96,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:28.726651 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0989-d565-47c9-ac99-f948282e7547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.729985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 92cbff9a-54c0-441b-b53d-45d60ab1de08 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:12:28.731593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0989-d565-47c9-ac99-f948282e7547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.732885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b1cd0989-d565-47c9-ac99-f948282e7547 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa2483c9-1eb6-46c0-b381-8e153aeb387f HTTP/1.1" status: 204 len: 168 time: 0.3490334 Oct 25 23:12:28.739726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 92cbff9a-54c0-441b-b53d-45d60ab1de08 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:28.740099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:28.759013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd0989-d565-47c9-ac99-f948282e7547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2483c9-1eb6-46c0-b381-8e153aeb387f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:28.940896 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:29.003302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 92cbff9a-54c0-441b-b53d-45d60ab1de08, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:29.012392 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:29.090903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f968b-80f7-4115-a0b3-34afcb62698a req-f0be9ca8-f099-44a3-9f14-8a0182d195dc tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:29.092631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-554f968b-80f7-4115-a0b3-34afcb62698a req-f0be9ca8-f099-44a3-9f14-8a0182d195dc tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 945 time: 0.1084788 Oct 25 23:12:29.150395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=92cbff9a-54c0-441b-b53d-45d60ab1de08,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:29.167870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-554f968b-80f7-4115-a0b3-34afcb62698a req-9cf80588-4cb9-4b5f-b722-6fc58eda44f7 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686121 Oct 25 23:12:29.463589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9b8e2-3986-4c75-aa7c-9012788358ce req-9ad4f732-bb29-4d7b-a386-affa54c4c34a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:29.467876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6d9b8e2-3986-4c75-aa7c-9012788358ce req-9ad4f732-bb29-4d7b-a386-affa54c4c34a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1156950 Oct 25 23:12:29.531450 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6d9b8e2-3986-4c75-aa7c-9012788358ce req-0bfdb6d4-2183-45f2-b8d3-b440cfc0e73e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561984 Oct 25 23:12:29.549347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59684) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:29.625151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59690) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:29.638922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d6305917-4d4c-4ec7-8ea1-bd14056f657d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc84b80edb48447e82bf163cd3bae36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718746 Oct 25 23:12:29.775236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde42de-6ead-40b8-b146-bfa9e3ec4d71 req-07954962-3ded-45fb-9685-06a96bd2e8f4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:29.783079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cde42de-6ead-40b8-b146-bfa9e3ec4d71 req-07954962-3ded-45fb-9685-06a96bd2e8f4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.0810254 Oct 25 23:12:29.783806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8543c-c74a-4772-a034-e3763f04f580 req-1d704b5d-bb52-444e-ba7e-04c0b261be8e tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:29.785475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6cf8543c-c74a-4772-a034-e3763f04f580 req-1d704b5d-bb52-444e-ba7e-04c0b261be8e tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 945 time: 0.1288812 Oct 25 23:12:29.810709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e187d9b5-e39a-4a2e-b220-65ca934f50bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:29.833879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cde42de-6ead-40b8-b146-bfa9e3ec4d71 req-c7b505e7-c296-4194-ab99-b7325315157a tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Oct 25 23:12:29.838988 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e187d9b5-e39a-4a2e-b220-65ca934f50bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:29.933015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6cf8543c-c74a-4772-a034-e3763f04f580 req-79c3f9d5-5d6d-4b51-ad45-c4e92380b784 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346872 Oct 25 23:12:29.938824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e187d9b5-e39a-4a2e-b220-65ca934f50bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:29.941601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e187d9b5-e39a-4a2e-b220-65ca934f50bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:29.959799 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e187d9b5-e39a-4a2e-b220-65ca934f50bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c7081ec-2c2e-4c8b-9d9f-1e9bbb81245c HTTP/1.1" status: 204 len: 168 time: 0.3219092 Oct 25 23:12:29.965404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8934adb5-6011-48c0-be7c-de7a8b7fff96'}, {'server_uuid': '25249b58-285c-4484-98de-5f48d377c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cbff9a-54c0-441b-b53d-45d60ab1de08'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:29.969183 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51bdeb9-9764-49a7-b3b3-0126f8a04e15" -d '{"events": [{"server_uuid": "d0957ba9-ae54-46ed-ad4e-2182309cda84", "name": "network-vif-plugged", "status": "completed", "tag": "8934adb5-6011-48c0-be7c-de7a8b7fff96"}, {"server_uuid": "25249b58-285c-4484-98de-5f48d377c1b1", "name": "network-vif-plugged", "status": "completed", "tag": "92cbff9a-54c0-441b-b53d-45d60ab1de08"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:30.013067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d9b5-e39a-4a2e-b220-65ca934f50bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7081ec-2c2e-4c8b-9d9f-1e9bbb81245c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:30.080285 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3380552a-5912-4774-8041-75b9db5edb36 x-openstack-request-id: req-3380552a-5912-4774-8041-75b9db5edb36 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:30.088811 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0957ba9-ae54-46ed-ad4e-2182309cda84", "name": "network-vif-plugged", "status": "completed", "tag": "8934adb5-6011-48c0-be7c-de7a8b7fff96", "code": 200}, {"server_uuid": "25249b58-285c-4484-98de-5f48d377c1b1", "name": "network-vif-plugged", "status": "completed", "tag": "92cbff9a-54c0-441b-b53d-45d60ab1de08", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:30.089104 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3380552a-5912-4774-8041-75b9db5edb36 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:30.089607 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8934adb5-6011-48c0-be7c-de7a8b7fff96', 'code': 200} Oct 25 23:12:30.105921 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25249b58-285c-4484-98de-5f48d377c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cbff9a-54c0-441b-b53d-45d60ab1de08', 'code': 200} Oct 25 23:12:30.243896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14167c-8412-428c-94dc-efd4aef3e4b5 req-b8cceb18-4830-4145-9894-148327af91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:30.251560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c14167c-8412-428c-94dc-efd4aef3e4b5 req-b8cceb18-4830-4145-9894-148327af91ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 1096 time: 0.0846999 Oct 25 23:12:30.362958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c14167c-8412-428c-94dc-efd4aef3e4b5 req-33ca267c-65cb-42cc-9d0b-5c439c092e66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085711 Oct 25 23:12:30.404633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d450310-fe08-4d60-97b2-2788acf101f1 req-175691c9-d9e6-450f-888c-a7dff1c58357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:30.417593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d450310-fe08-4d60-97b2-2788acf101f1 req-175691c9-d9e6-450f-888c-a7dff1c58357 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 1097 time: 0.1695392 Oct 25 23:12:30.424236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b44b-94e8-42ef-941f-054e95096c70 req-c0fba3a4-ef56-4a6f-97a6-2b256e4d8b35 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:30.432038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9db0b44b-94e8-42ef-941f-054e95096c70 req-c0fba3a4-ef56-4a6f-97a6-2b256e4d8b35 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1317317 Oct 25 23:12:30.458479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-8d121b87-a31c-4537-8d1f-674608f53039 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981319 Oct 25 23:12:30.516662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d450310-fe08-4d60-97b2-2788acf101f1 req-190644e8-5af0-466d-a9f2-ffb546e78e77 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905657 Oct 25 23:12:30.542492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9db0b44b-94e8-42ef-941f-054e95096c70 req-b4e35474-28db-4829-81a5-0d05b7480ef5 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076391 Oct 25 23:12:30.734068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124eaf7-190f-4e19-96aa-9c6a85f7233e req-69cedddf-5f83-4f26-afd0-2fc4d3f733e5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:30.736961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f124eaf7-190f-4e19-96aa-9c6a85f7233e req-69cedddf-5f83-4f26-afd0-2fc4d3f733e5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0965137 Oct 25 23:12:30.799156 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f124eaf7-190f-4e19-96aa-9c6a85f7233e req-212a922a-7137-4d9a-8461-b1a1ac1aa69c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539417 Oct 25 23:12:30.987182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-746770ad-99cd-42fc-92c9-98a91d56a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:30.994632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-746770ad-99cd-42fc-92c9-98a91d56a160 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b55f85d8b674e65b690826f81358725&device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 1097 time: 0.1044753 Oct 25 23:12:31.101458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35400c70-5073-43be-9f28-c36e25a392ad req-3a8a1faf-e500-4fcb-be1f-f8bb9da6335e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:31.118625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35400c70-5073-43be-9f28-c36e25a392ad req-3a8a1faf-e500-4fcb-be1f-f8bb9da6335e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1298764 Oct 25 23:12:31.171625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-b88ab499-6e46-4ae9-a4f1-0fa4fae4ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:31.174689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-b88ab499-6e46-4ae9-a4f1-0fa4fae4ae34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14e38ca4-1d99-4205-989e-746326cebe4d HTTP/1.1" status: 200 len: 913 time: 0.1536238 Oct 25 23:12:31.202600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35400c70-5073-43be-9f28-c36e25a392ad req-c9bf5b7c-cb8c-452d-b93c-d6323d766e01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829854 Oct 25 23:12:31.287770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-bb78fe5d-aeee-4840-9995-4850056a0180 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6 HTTP/1.1" status: 200 len: 1002 time: 0.1023908 Oct 25 23:12:31.374335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7425c54-a12e-4c3c-8499-5ab776b25407 req-1a9a13cc-c25e-4b84-a356-2489a3f7c354 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:31.383064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7425c54-a12e-4c3c-8499-5ab776b25407 req-1a9a13cc-c25e-4b84-a356-2489a3f7c354 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 945 time: 0.1064694 Oct 25 23:12:31.385956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-570fad11-07bf-4cad-8c41-0227a72ec344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:31.387350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-570fad11-07bf-4cad-8c41-0227a72ec344 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874 HTTP/1.1" status: 200 len: 851 time: 0.0744734 Oct 25 23:12:31.474580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:31.488228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7425c54-a12e-4c3c-8499-5ab776b25407 req-5ef896b9-357e-4af6-8a7f-b081f67bd721 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039686 Oct 25 23:12:31.529843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-7560a32d-daec-474d-9ebf-10d75666fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:31.531401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-7560a32d-daec-474d-9ebf-10d75666fdbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14e38ca4-1d99-4205-989e-746326cebe4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056130 Oct 25 23:12:31.739458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1618970349-network', 'tenant_id': '5df64b6997ef4146aad2193ca0910f20'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:31.759840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-274d336c-3ad0-4af8-a4d2-6d5507ea2e5f service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069247 Oct 25 23:12:31.774736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220eb4-c427-429b-9654-43f6aef9fa69 req-761cd466-a975-4f4c-83b8-a91d15ced3fe tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:31.783231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00220eb4-c427-429b-9654-43f6aef9fa69 req-761cd466-a975-4f4c-83b8-a91d15ced3fe tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1060436 Oct 25 23:12:31.855085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00220eb4-c427-429b-9654-43f6aef9fa69 req-6c9eefde-f5a4-49d1-b9c4-9f9c59bafa6d tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700185 Oct 25 23:12:31.857632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Made reservation on behalf of 5df64b6997ef4146aad2193ca0910f20 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:31.864737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:31.891607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.011906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.026066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.102504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c270fd1-598a-467f-a7d7-70c5bd026f06,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:32.126713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:12:32.158330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.158843 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Added segment 58ce305a-d719-49b1-a148-197ed7745e9f of type vlan for network 18eec236-4eeb-4bfd-861a-c4f24dd72246 Oct 25 23:12:32.191840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f06efc8-5205-459e-92e0-c21757cdacf9 req-f92d3646-7fb4-4799-8394-50e3e28dda6e service neutron] 10.222.0.15 "GET /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223244 Oct 25 23:12:32.221328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.260713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a35a09-b1ea-462c-883e-f08a58da899b req-de471f2b-d137-4414-98ca-616f545e5d63 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:32.269969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67a35a09-b1ea-462c-883e-f08a58da899b req-de471f2b-d137-4414-98ca-616f545e5d63 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.2162604 Oct 25 23:12:32.278437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.279969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:32.280868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:32.391249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67a35a09-b1ea-462c-883e-f08a58da899b req-33358d11-f2ee-4525-89ef-87b36da75d14 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188464 Oct 25 23:12:32.685013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefef2a-1a9c-4464-a7f9-991fc3ae0355 req-8360d0b8-73ee-4084-afba-12b9ec79e9a6 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:32.696940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0fefef2a-1a9c-4464-a7f9-991fc3ae0355 req-8360d0b8-73ee-4084-afba-12b9ec79e9a6 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 945 time: 0.0743914 Oct 25 23:12:32.764291 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0fefef2a-1a9c-4464-a7f9-991fc3ae0355 req-52b1e368-0c28-4bc0-9f0f-44679b5c6156 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663948 Oct 25 23:12:32.854841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3791552 Oct 25 23:12:32.859804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59768) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:32.866139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Request body: {'subnet': {'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1618970349-subnet', 'tenant_id': '5df64b6997ef4146aad2193ca0910f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:32.877137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26dc0a-ca5b-44a2-bc91-1f820084ff2c admin admin] Pushing event updated for resources: {'Network': ['ID=18eec236-4eeb-4bfd-861a-c4f24dd72246,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:32.889746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:12:32.906432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c982b6f-74fd-4a3d-8474-187ad29fba89 req-68795575-1c78-4ac0-bd1c-4c1fec437005 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:32.907979 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c982b6f-74fd-4a3d-8474-187ad29fba89 req-68795575-1c78-4ac0-bd1c-4c1fec437005 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.0761666 Oct 25 23:12:32.918502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Made reservation on behalf of 5df64b6997ef4146aad2193ca0910f20 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:32.928064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:33.031338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c982b6f-74fd-4a3d-8474-187ad29fba89 req-1eb0dbf7-248c-47ff-b728-452c6a26a036 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096656 Oct 25 23:12:33.152496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef555c-8606-45cd-b9c3-a408ea78c766 req-930ea899-fd77-477b-b1f6-2f7527495b11 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:33.154038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05ef555c-8606-45cd-b9c3-a408ea78c766 req-930ea899-fd77-477b-b1f6-2f7527495b11 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1384823 Oct 25 23:12:33.269544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05ef555c-8606-45cd-b9c3-a408ea78c766 req-2539b2c5-6f06-4e21-876c-3310fc767efb tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884085 Oct 25 23:12:33.437280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:33.581500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c01db-36bf-4de7-98fb-93f89222f0fa req-e3e4455a-004d-47eb-9372-697039f3390e tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:33.582764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-284c01db-36bf-4de7-98fb-93f89222f0fa req-e3e4455a-004d-47eb-9372-697039f3390e tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 945 time: 0.1110094 Oct 25 23:12:33.643231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Checking segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:33.643780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Network hostable DHCP agents. Network: 18eec236-4eeb-4bfd-861a-c4f24dd72246, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:12:33.665232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e506474-97f2-4472-bf5b-b1bf68120d56,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:33.680988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-284c01db-36bf-4de7-98fb-93f89222f0fa req-e4e2434d-4c1d-4b99-90c4-0a40b125368d tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894082 Oct 25 23:12:33.753474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76426e-52c8-4760-bbda-bea1c0241921 req-b5977ba4-4719-4a84-a519-d31ff1e737eb tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:33.755094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a76426e-52c8-4760-bbda-bea1c0241921 req-b5977ba4-4719-4a84-a519-d31ff1e737eb tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 945 time: 0.2283185 Oct 25 23:12:33.756007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:12:33.792881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 18eec236-4eeb-4bfd-861a-c4f24dd72246) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:33.805821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:33.807409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6d5c0-b3e9-45b7-afec-2ae4cfb45e81 None None] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:33.810338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:33.838075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c7352-86d2-4c91-b26f-4a8141eff68f req-853eec5f-19b5-4f64-bbc8-5cc10e839a8e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:33.847250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c1c7352-86d2-4c91-b26f-4a8141eff68f req-853eec5f-19b5-4f64-bbc8-5cc10e839a8e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0903497 Oct 25 23:12:33.852876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a76426e-52c8-4760-bbda-bea1c0241921 req-6164a7c0-5255-40c4-b3de-e21e74fe2f5b tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 Oct 25 23:12:33.872065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-407f217c-eb53-4d9d-9a00-dd90cd0cbbb6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0111015 Oct 25 23:12:33.935629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c1c7352-86d2-4c91-b26f-4a8141eff68f req-ef2a5680-77a0-4ce9-acd5-f3a09d3526f3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874066 Oct 25 23:12:34.246593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244801f-326d-440b-84b6-cc891932aedd None None] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:34.317505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c46734-b42d-4910-b9ed-d97d87ebff86 req-19c7b229-f913-44d1-a4f9-cd94b38b3982 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:34.327883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4c46734-b42d-4910-b9ed-d97d87ebff86 req-19c7b229-f913-44d1-a4f9-cd94b38b3982 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1371582 Oct 25 23:12:34.428681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4c46734-b42d-4910-b9ed-d97d87ebff86 req-ca977d9c-9166-4a4b-a0da-267fcc8bc3f1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952384 Oct 25 23:12:34.765897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074449ab-cc64-4439-a2f4-211d68990a59 req-429cd694-2059-4db7-ab87-273fb289d178 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:34.776944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-074449ab-cc64-4439-a2f4-211d68990a59 req-429cd694-2059-4db7-ab87-273fb289d178 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 945 time: 0.1084714 Oct 25 23:12:34.831109 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-074449ab-cc64-4439-a2f4-211d68990a59 req-5b5e72aa-ce6b-4f91-ac97-3d2c045ca970 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530033 Oct 25 23:12:35.121274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4c48-60ba-42ea-a59e-786630e7389b req-7a12e419-cc5a-4314-bad0-2b256e968526 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:35.122927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ab4c48-60ba-42ea-a59e-786630e7389b req-7a12e419-cc5a-4314-bad0-2b256e968526 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 945 time: 0.1111457 Oct 25 23:12:35.144774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-1a382f12-df65-4e54-b56d-6bbaa4d25082 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:35.153393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-1a382f12-df65-4e54-b56d-6bbaa4d25082 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 945 time: 0.3589070 Oct 25 23:12:35.211160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ab4c48-60ba-42ea-a59e-786630e7389b req-1ad017dd-31a3-4083-afce-a73df5fc5411 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04d86e8-b651-4ab1-9588-cfef3c3229d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725369 Oct 25 23:12:35.411541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-087b9342-e430-402e-8efb-edb6813514bf tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:35.412869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91553-a7b5-424b-b7ce-4409af8a6634 req-02ebc974-abd3-4eb0-8f55-384a22ce35f0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:35.421016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54c91553-a7b5-424b-b7ce-4409af8a6634 req-02ebc974-abd3-4eb0-8f55-384a22ce35f0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0974777 Oct 25 23:12:35.436399 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-087b9342-e430-402e-8efb-edb6813514bf tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.5303087 Oct 25 23:12:35.468693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-4f48374a-0cc2-4e83-81d5-52664b795ac8 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/quotas/5df64b6997ef4146aad2193ca0910f20 HTTP/1.1" status: 200 len: 375 time: 0.0312543 Oct 25 23:12:35.533813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54c91553-a7b5-424b-b7ce-4409af8a6634 req-2b994a7c-6b1d-45d7-9bc5-ffb4519a75c1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117899 Oct 25 23:12:35.570615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-dd16ee1c-c8b3-41eb-be61-023c71a26341 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969427 Oct 25 23:12:35.684949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Deleting port 8934adb5-6011-48c0-be7c-de7a8b7fff96 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:35.685202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:35.739068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a56d8-305e-43b4-b527-0e2147c5ae57 req-0b4c20ed-35a8-4af0-acbc-5d3c2b1bc27e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:35.746698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b8a56d8-305e-43b4-b527-0e2147c5ae57 req-0b4c20ed-35a8-4af0-acbc-5d3c2b1bc27e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1055870 Oct 25 23:12:35.958983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-d805d562-5d4c-40f7-aa4d-5a730420960e service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873699 Oct 25 23:12:36.036822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] For port 8934adb5-6011-48c0-be7c-de7a8b7fff96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=8934adb5-6011-48c0-be7c-de7a8b7fff96,segment=NetworkSegment(2f11be45-2575-4727-8cfb-4c92659e89b5),segment_id=2f11be45-2575-4727-8cfb-4c92659e89b5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:36.037194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:36.056273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Calling delete_port for 8934adb5-6011-48c0-be7c-de7a8b7fff96 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:36.163358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-28056fc8-8f33-4de9-a021-8970c79b63d6 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033613 Oct 25 23:12:36.315495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b8a56d8-305e-43b4-b527-0e2147c5ae57 req-380b3dce-aa1d-4bd9-8859-b4d3030e8e46 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674264 Oct 25 23:12:36.389530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:36.453247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-6e4da372-70d1-47eb-bc40-e67f5f7b9fa8 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:36.466310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-6e4da372-70d1-47eb-bc40-e67f5f7b9fa8 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "GET /v2.0/ports?device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 945 time: 0.1228716 Oct 25 23:12:36.499621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Pushing event deleted for resources: {'Port': ['ID=8934adb5-6011-48c0-be7c-de7a8b7fff96,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:36.622739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] No DVR routers for this DVR port 8934adb5-6011-48c0-be7c-de7a8b7fff96 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:36.648715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:36.658467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6ef08fd-01d4-46ce-9757-e6025b6067ed req-725fb925-64fe-43d0-9fd1-3680671fdbae tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.11 "DELETE /v2.0/ports/8934adb5-6011-48c0-be7c-de7a8b7fff96 HTTP/1.1" status: 204 len: 173 time: 1.4961936 Oct 25 23:12:36.661186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Deleting port a48e4b8f-ebab-4875-8ad6-414e7af533c9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:36.661529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:36.675856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'name': 'network-vif-deleted', 'tag': '8934adb5-6011-48c0-be7c-de7a8b7fff96'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:36.681031 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32434935-9a40-4f14-826b-786b9b680101" -d '{"events": [{"server_uuid": "d0957ba9-ae54-46ed-ad4e-2182309cda84", "name": "network-vif-deleted", "tag": "8934adb5-6011-48c0-be7c-de7a8b7fff96"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:36.757264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-c6044099-b344-4a17-97f8-297b036d9649 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:36.758825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-c6044099-b344-4a17-97f8-297b036d9649 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2909701 Oct 25 23:12:36.837262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b78c4241-4b4d-48f3-a6d5-565f69ec4669 req-1e6dbb3b-6930-4141-9258-a4252b7e8d67 tempest-ServerAddressesTestJSON-944528271 tempest-ServerAddressesTestJSON-944528271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0957ba9-ae54-46ed-ad4e-2182309cda84 HTTP/1.1" status: 200 len: 210 time: 0.0835209 Oct 25 23:12:36.936402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962fa52-6f6e-472f-bb84-0cf8d68a6616 req-64f6fcbe-118e-4254-87bd-b8d0bbfdb897 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:36.944887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6962fa52-6f6e-472f-bb84-0cf8d68a6616 req-64f6fcbe-118e-4254-87bd-b8d0bbfdb897 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 945 time: 0.3539119 Oct 25 23:12:36.974361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] For port a48e4b8f-ebab-4875-8ad6-414e7af533c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a48e4b8f-ebab-4875-8ad6-414e7af533c9,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:36.974649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:37.008939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Deleting port 92cbff9a-54c0-441b-b53d-45d60ab1de08 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:37.009349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:37.052799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1cef775-ed53-4e95-9c06-4e155260ddcb req-bf25c4c7-1da0-4412-9585-f3b6d6ff0798 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 210 time: 0.1184876 Oct 25 23:12:37.067559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Calling delete_port for a48e4b8f-ebab-4875-8ad6-414e7af533c9 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:37.213458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6962fa52-6f6e-472f-bb84-0cf8d68a6616 req-a8196dad-305b-46cf-8dff-0c994fc4c4d1 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/security-groups?id=38415671-a899-4b83-b536-11d97fbae874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672749 Oct 25 23:12:37.256425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c922a0a-fbe2-4c8f-a4ec-3b5f384d9e7a req-61a28f3a-d404-4fd5-a955-c307c131abad tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:37.265537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c922a0a-fbe2-4c8f-a4ec-3b5f384d9e7a req-61a28f3a-d404-4fd5-a955-c307c131abad tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1024325 Oct 25 23:12:37.362280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] For port 92cbff9a-54c0-441b-b53d-45d60ab1de08, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=92cbff9a-54c0-441b-b53d-45d60ab1de08,segment=NetworkSegment(03b1a919-68c2-4380-8748-ca0e2195a487),segment_id=03b1a919-68c2-4380-8748-ca0e2195a487)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:37.367024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:37.441387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Calling delete_port for 92cbff9a-54c0-441b-b53d-45d60ab1de08 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:37.499674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c922a0a-fbe2-4c8f-a4ec-3b5f384d9e7a req-bffe7542-a7d8-4abb-91ed-12572e096a54 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333472 Oct 25 23:12:37.620142 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a202ebd9-6377-4e8c-ad3c-bd414835f85f x-openstack-request-id: req-a202ebd9-6377-4e8c-ad3c-bd414835f85f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:37.624840 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0957ba9-ae54-46ed-ad4e-2182309cda84", "name": "network-vif-deleted", "tag": "8934adb5-6011-48c0-be7c-de7a8b7fff96", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:37.625242 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a202ebd9-6377-4e8c-ad3c-bd414835f85f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:37.625756 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0957ba9-ae54-46ed-ad4e-2182309cda84', 'name': 'network-vif-deleted', 'tag': '8934adb5-6011-48c0-be7c-de7a8b7fff96', 'status': 'completed', 'code': 200} Oct 25 23:12:37.669302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:37.674136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8934adb5-6011-48c0-be7c-de7a8b7fff96 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:37.709848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event deleted for resources: {'Port': ['ID=a48e4b8f-ebab-4875-8ad6-414e7af533c9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:37.740709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a48e4b8f-ebab-4875-8ad6-414e7af533c9', '92cbff9a-54c0-441b-b53d-45d60ab1de08'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:37.744424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 8934adb5-6011-48c0-be7c-de7a8b7fff96 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:37.744764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 8934adb5-6011-48c0-be7c-de7a8b7fff96 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:37.776395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] No DVR routers for this DVR port a48e4b8f-ebab-4875-8ad6-414e7af533c9 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:37.779814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:37.796423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31b27db8-a48c-4d62-a15c-12ccd7f6fe01 req-50cd3772-a0d8-42f0-8b74-50f6d0931c05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "DELETE /v2.0/ports/a48e4b8f-ebab-4875-8ad6-414e7af533c9 HTTP/1.1" status: 204 len: 173 time: 1.3157859 Oct 25 23:12:37.796967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'name': 'network-vif-deleted', 'tag': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:37.807665 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd6f8ff-af87-4160-8cfc-56a854aa2bcd" -d '{"events": [{"server_uuid": "46fbc039-5d06-4597-9f15-2ff56ff72176", "name": "network-vif-deleted", "tag": "a48e4b8f-ebab-4875-8ad6-414e7af533c9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:37.865953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612f027-f317-4092-aba4-b089e9da8256 req-f62ccf65-afe2-4ea0-95d6-0f0c3994fad8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:37.881381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7612f027-f317-4092-aba4-b089e9da8256 req-f62ccf65-afe2-4ea0-95d6-0f0c3994fad8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.2400997 Oct 25 23:12:37.887566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:37.951155 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4591fe0e-65d9-4fc1-b0b3-4b91a19e708b x-openstack-request-id: req-4591fe0e-65d9-4fc1-b0b3-4b91a19e708b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:37.951632 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fbc039-5d06-4597-9f15-2ff56ff72176", "name": "network-vif-deleted", "tag": "a48e4b8f-ebab-4875-8ad6-414e7af533c9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:37.951761 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4591fe0e-65d9-4fc1-b0b3-4b91a19e708b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:37.952146 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fbc039-5d06-4597-9f15-2ff56ff72176', 'name': 'network-vif-deleted', 'tag': 'a48e4b8f-ebab-4875-8ad6-414e7af533c9', 'status': 'completed', 'code': 200} Oct 25 23:12:38.029882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7612f027-f317-4092-aba4-b089e9da8256 req-c74cdcea-5803-4de5-9e5a-2f54f5838a3b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462207 Oct 25 23:12:38.037319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Pushing event deleted for resources: {'Port': ['ID=92cbff9a-54c0-441b-b53d-45d60ab1de08,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:38.060856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59886) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:38.102355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] No DVR routers for this DVR port 92cbff9a-54c0-441b-b53d-45d60ab1de08 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:38.119387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:38.139071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98d85675-2010-40cd-8c46-4cbf05a37f73 req-3e225122-0492-4c74-bde9-167aef0edc05 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.15 "DELETE /v2.0/ports/92cbff9a-54c0-441b-b53d-45d60ab1de08 HTTP/1.1" status: 204 len: 173 time: 1.3695071 Oct 25 23:12:38.217263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Deleting subnet 5a8c2f20-0926-41a8-8b21-202953c33637 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:38.257279 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:38.275086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a48e4b8f-ebab-4875-8ad6-414e7af533c9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:38.321694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-80e99cdf-053f-4c53-878c-5184356de4a5 req-97b4c53d-b978-4f49-a794-d9787933d98a tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 210 time: 0.0899186 Oct 25 23:12:38.394239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:38.514718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5401d115-4e8c-4811-9058-709af8978aaa req-6de2d338-a639-4ec2-9af0-fd6fedd9e3f6 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=46fbc039-5d06-4597-9f15-2ff56ff72176 HTTP/1.1" status: 200 len: 210 time: 0.0777621 Oct 25 23:12:38.538442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:38.639494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:38.736457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8c2f20-0926-41a8-8b21-202953c33637,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:38.743396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:38.751249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59898) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:38.752365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e3050460-0636-4fc3-83d5-734f0a8e5d7b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5a8c2f20-0926-41a8-8b21-202953c33637 HTTP/1.1" status: 204 len: 168 time: 0.6904657 Oct 25 23:12:38.780808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d4ae-2690-401e-ac63-dd2236b0ad6e req-7cacb674-3f7d-4e2c-b361-ee3c5e3b5fc7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:38.783500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be2d4ae-2690-401e-ac63-dd2236b0ad6e req-7cacb674-3f7d-4e2c-b361-ee3c5e3b5fc7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0932305 Oct 25 23:12:38.922888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0be2d4ae-2690-401e-ac63-dd2236b0ad6e req-b37cb2ef-b9be-4b26-82dc-2ee9cff1dd1b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322923 Oct 25 23:12:38.925080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.218567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.320784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6747b-7077-4fbe-ac69-14ec853e0e9f req-72feef87-c99b-498c-9162-3b52417aa964 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:39.325766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ceb6747b-7077-4fbe-ac69-14ec853e0e9f req-72feef87-c99b-498c-9162-3b52417aa964 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1458054 Oct 25 23:12:39.332957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36f4200-ef30-4314-81f7-e6dd8ac8deff']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:39.388024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f11be45-2575-4727-8cfb-4c92659e89b5') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:39.388462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f11be45-2575-4727-8cfb-4c92659e89b5') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:39.434097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.480228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-04bc87a3-b554-4b5b-9067-616a1409116f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:39.482524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-04bc87a3-b554-4b5b-9067-616a1409116f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.15 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.5519044 Oct 25 23:12:39.509979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ceb6747b-7077-4fbe-ac69-14ec853e0e9f req-65a0eada-8607-4115-9706-57dc4506e5f8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754632 Oct 25 23:12:39.515594 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c84cc77-4d80-49cc-afb0-c03fb4f08ac4 req-4aa63e9c-240e-4b8e-80db-c98a38f44590 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 210 time: 0.0660446 Oct 25 23:12:39.516643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.528754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Request body: {'port': {'device_id': '397c2149-dacb-4248-a813-86a78f9c79b4', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'admin_state_up': True, 'tenant_id': '5df64b6997ef4146aad2193ca0910f20'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:39.555516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:39.555927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:39.568500 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:39.682852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25249b58-285c-4484-98de-5f48d377c1b1', 'name': 'network-vif-deleted', 'tag': '92cbff9a-54c0-441b-b53d-45d60ab1de08'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:39.690383 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93883d3d-abe2-48f6-a443-37cf33ccc767" -d '{"events": [{"server_uuid": "25249b58-285c-4484-98de-5f48d377c1b1", "name": "network-vif-deleted", "tag": "92cbff9a-54c0-441b-b53d-45d60ab1de08"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:39.776007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.826091 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7036de6b-924e-452a-ac35-7b2b52c0aec7 x-openstack-request-id: req-7036de6b-924e-452a-ac35-7b2b52c0aec7 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:39.826471 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25249b58-285c-4484-98de-5f48d377c1b1", "name": "network-vif-deleted", "tag": "92cbff9a-54c0-441b-b53d-45d60ab1de08", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:39.826688 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7036de6b-924e-452a-ac35-7b2b52c0aec7 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:39.828273 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25249b58-285c-4484-98de-5f48d377c1b1', 'name': 'network-vif-deleted', 'tag': '92cbff9a-54c0-441b-b53d-45d60ab1de08', 'status': 'completed', 'code': 200} Oct 25 23:12:39.837183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:39.849256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/e36f4200-ef30-4314-81f7-e6dd8ac8deff HTTP/1.1" status: 204 len: 168 time: 1.0967309 Oct 25 23:12:39.919227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e12018-8fb6-4379-96eb-9725b253be4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e36f4200-ef30-4314-81f7-e6dd8ac8deff,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:40.113009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aac2de57-7b13-4ae8-a341-48f41a598c36 req-fa1f2e9a-8aad-461b-b282-f711841b9516 tempest-MultipleCreateTestJSON-1234713684 tempest-MultipleCreateTestJSON-1234713684-project] 10.222.0.25 "GET /v2.0/ports?device_id=25249b58-285c-4484-98de-5f48d377c1b1 HTTP/1.1" status: 200 len: 210 time: 0.2340600 Oct 25 23:12:40.166316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Made reservation on behalf of 5df64b6997ef4146aad2193ca0910f20 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:40.173811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:40.174058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59928) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:40.353422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-96278c5f-6071-48c7-8b70-e47b71de1b21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25ede17848f0484f9d77b0fa06a471ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772521 Oct 25 23:12:40.357518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59930) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:40.367985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604163e-0d35-4210-af29-f0b38bd4587d req-00a19662-120b-492b-b5bb-408991e73d20 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:40.379252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2604163e-0d35-4210-af29-f0b38bd4587d req-00a19662-120b-492b-b5bb-408991e73d20 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.2950895 Oct 25 23:12:40.444024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2604163e-0d35-4210-af29-f0b38bd4587d req-ab4ba8e7-c2c9-4c9a-a2e6-97a4ea3ed8f5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646956 Oct 25 23:12:40.546431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59936) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:40.587438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Allocated IP 172.20.0.3 (18eec236-4eeb-4bfd-861a-c4f24dd72246/0e506474-97f2-4472-bf5b-b1bf68120d56/5445ae3b-9fcd-4652-8cac-b608fa016efb) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:40.593353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a48e4b8f-ebab-4875-8ad6-414e7af533c9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:40.617414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa40f957-b32b-4276-88f1-dbbaa9a0cfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:40.635935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a48e4b8f-ebab-4875-8ad6-414e7af533c9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:40.658646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a48e4b8f-ebab-4875-8ad6-414e7af533c9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:40.659260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 92cbff9a-54c0-441b-b53d-45d60ab1de08 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:40.685135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa40f957-b32b-4276-88f1-dbbaa9a0cfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:40.719563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 92cbff9a-54c0-441b-b53d-45d60ab1de08 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:40.720298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 92cbff9a-54c0-441b-b53d-45d60ab1de08 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:40.774072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c91acb7-186f-4c79-8d52-d45b71529b5b req-e6b76cc7-680f-4731-a896-bd1a10007c51 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 210 time: 0.0616636 Oct 25 23:12:40.839302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5922e0ba-e43a-4fef-b36e-46d5765f4c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:40.930678 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5922e0ba-e43a-4fef-b36e-46d5765f4c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:40.936329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5922e0ba-e43a-4fef-b36e-46d5765f4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:40.980202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e6dd9-69d0-4c05-9f42-16b4746211ad req-11300843-0a92-46ff-b05b-bcc130175943 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:40.982140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-836e6dd9-69d0-4c05-9f42-16b4746211ad req-11300843-0a92-46ff-b05b-bcc130175943 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.2561376 Oct 25 23:12:40.995153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922e0ba-e43a-4fef-b36e-46d5765f4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae293204-fbc2-4f6a-bb7c-d8ffca68ebc5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:41.026918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa40f957-b32b-4276-88f1-dbbaa9a0cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.030197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa40f957-b32b-4276-88f1-dbbaa9a0cfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.031520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa40f957-b32b-4276-88f1-dbbaa9a0cfe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c04d86e8-b651-4ab1-9588-cfef3c3229d0 HTTP/1.1" status: 204 len: 168 time: 0.6688800 Oct 25 23:12:41.042521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5922e0ba-e43a-4fef-b36e-46d5765f4c0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b319055f9744c1d95c30709768c4afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918447 Oct 25 23:12:41.045570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59944) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:41.061558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f957-b32b-4276-88f1-dbbaa9a0cfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d86e8-b651-4ab1-9588-cfef3c3229d0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:41.096189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.102936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-836e6dd9-69d0-4c05-9f42-16b4746211ad req-e0ea587b-32fc-49af-8951-4d61d8e0b3fe tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125503 Oct 25 23:12:41.136119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d6e729f-89f0-4564-a30b-e7e09bb8f2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.185119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.193545 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d6e729f-89f0-4564-a30b-e7e09bb8f2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.249557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:41.286074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:41.307546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:41.312415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:41.361329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Deleting subnet faf677c0-448b-425f-9bf7-acfa3c854f97 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:41.367891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.438264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.447914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event updated for resources: {'Port': ['ID=5445ae3b-9fcd-4652-8cac-b608fa016efb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:41.495492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:41.495943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.539628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.560926 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-06d95608-d6b9-4a67-b459-5eec9eeef50d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0411522 Oct 25 23:12:41.581706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Request body: {'port': {'device_id': '397c2149-dacb-4248-a813-86a78f9c79b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:41.673470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dc6a3309-2ebe-4019-a10a-f450cc1791f2 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:41.698569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.711668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d6e729f-89f0-4564-a30b-e7e09bb8f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.715055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d6e729f-89f0-4564-a30b-e7e09bb8f2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.716316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4d6e729f-89f0-4564-a30b-e7e09bb8f2c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae293204-fbc2-4f6a-bb7c-d8ffca68ebc5 HTTP/1.1" status: 204 len: 168 time: 0.6717274 Oct 25 23:12:41.763547 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.769215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/faf677c0-448b-425f-9bf7-acfa3c854f97 HTTP/1.1" status: 204 len: 168 time: 0.5151958 Oct 25 23:12:41.786387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:41.796807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70bfd4-e5b4-4eae-809e-64ad87ff678f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf677c0-448b-425f-9bf7-acfa3c854f97,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:41.803328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e729f-89f0-4564-a30b-e7e09bb8f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae293204-fbc2-4f6a-bb7c-d8ffca68ebc5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:41.834405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:41.872238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715c67a-ff8f-4254-9214-f34222cb25c6 req-cc8b6959-8169-486a-8546-231ad4c32a0e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:41.876954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3715c67a-ff8f-4254-9214-f34222cb25c6 req-cc8b6959-8169-486a-8546-231ad4c32a0e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.2487104 Oct 25 23:12:42.014420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3715c67a-ff8f-4254-9214-f34222cb25c6 req-b6f3fc13-61a5-4c3c-b39c-73e2088918f8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305935 Oct 25 23:12:42.119945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.133737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:42.178777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'port_id': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'mac_address': 'fa:16:3e:f6:4e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c262f61c-ccf8-441e-9e04-39c964aee142', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:42.303292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.352037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc6a3309-2ebe-4019-a10a-f450cc1791f2 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:42.367236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164a02-f76b-453f-a784-7f04635c664f req-4f037e8f-672b-4459-97bb-12e306fad3cc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:42.392790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e6164a02-f76b-453f-a784-7f04635c664f req-4f037e8f-672b-4459-97bb-12e306fad3cc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 931 time: 0.4318931 Oct 25 23:12:42.415292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:42.422893 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.423899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbf655-3600-4a5b-bfb5-7600b809ada3 req-80dd9c32-60e2-43c0-b4d7-2b9bf4f2abb8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:42.436425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0efbf655-3600-4a5b-bfb5-7600b809ada3 req-80dd9c32-60e2-43c0-b4d7-2b9bf4f2abb8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1530292 Oct 25 23:12:42.539134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:42.611733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0efbf655-3600-4a5b-bfb5-7600b809ada3 req-b27409e5-2e43-439a-be92-3dbdda9e9f83 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708689 Oct 25 23:12:42.646304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['dc6a3309-2ebe-4019-a10a-f450cc1791f2'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:42.692790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59992) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:42.718505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-033aa808-5d0b-47b9-aad5-9672e95fdef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.840747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.875485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-033aa808-5d0b-47b9-aad5-9672e95fdef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.884708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:42.894773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-033aa808-5d0b-47b9-aad5-9672e95fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:42.927125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5445ae3b-9fcd-4652-8cac-b608fa016efb {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:42.934948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aa808-5d0b-47b9-aad5-9672e95fdef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35e093-f155-45d5-83c9-590f1f20fd57,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:42.964445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-033aa808-5d0b-47b9-aad5-9672e95fdef4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61fc05c4cf5b49ea80c95fcdc10d54f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703917 Oct 25 23:12:42.965905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:42.967722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.037550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39861798-ab3e-411b-a211-6be7a7bfa0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.068870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39861798-ab3e-411b-a211-6be7a7bfa0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.075472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Transition to ACTIVE for port object 5445ae3b-9fcd-4652-8cac-b608fa016efb will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:43.102410 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.111331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e6164a02-f76b-453f-a784-7f04635c664f req-aaaba460-b0c0-4af1-8262-0eecd607d149 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174280 Oct 25 23:12:43.167998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39861798-ab3e-411b-a211-6be7a7bfa0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.178855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-39861798-ab3e-411b-a211-6be7a7bfa0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.200247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.201095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-39861798-ab3e-411b-a211-6be7a7bfa0da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d35e093-f155-45d5-83c9-590f1f20fd57 HTTP/1.1" status: 204 len: 168 time: 0.2306705 Oct 25 23:12:43.223252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861798-ab3e-411b-a211-6be7a7bfa0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35e093-f155-45d5-83c9-590f1f20fd57,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:43.245977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Pushing event updated for resources: {'Port': ['ID=5445ae3b-9fcd-4652-8cac-b608fa016efb,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:43.271588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7027329c-d01a-4076-84d1-f2b01e843fc3']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:43.296089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b1a919-68c2-4380-8748-ca0e2195a487') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:43.296089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b1a919-68c2-4380-8748-ca0e2195a487') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:43.302659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.325457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.332624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:43.333322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.363061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6952b8b-6023-45fb-b278-22bcfdee6acf req-0f3c1103-dcd5-4d0f-b68e-3820223b30f6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:43.373851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6952b8b-6023-45fb-b278-22bcfdee6acf req-0f3c1103-dcd5-4d0f-b68e-3820223b30f6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1243436 Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:43.406079 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:43.415467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.446683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6952b8b-6023-45fb-b278-22bcfdee6acf req-8aa5ee39-6fb4-4c82-8bb9-1f890cb25464 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621603 Oct 25 23:12:43.500869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1186424286-network', 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:43.525582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.532217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/7027329c-d01a-4076-84d1-f2b01e843fc3 HTTP/1.1" status: 204 len: 168 time: 1.7337708 Oct 25 23:12:43.554768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Attempting to bind port 5445ae3b-9fcd-4652-8cac-b608fa016efb on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:43.555516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Attempting to bind port 5445ae3b-9fcd-4652-8cac-b608fa016efb by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:43.556654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Attempting to bind port 5445ae3b-9fcd-4652-8cac-b608fa016efb on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:43.564824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Port 5445ae3b-9fcd-4652-8cac-b608fa016efb on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:43.565306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Attempting to bind port 5445ae3b-9fcd-4652-8cac-b608fa016efb on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:43.572744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:43.575077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7fc51-6232-41d6-b785-b9843ce474ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7027329c-d01a-4076-84d1-f2b01e843fc3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:43.575228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.577635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:43.578076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Checking segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:43.578674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Bound using segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:43.579224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Bound port: 5445ae3b-9fcd-4652-8cac-b608fa016efb, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:43.579793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.614513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.672031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dc6a3309-2ebe-4019-a10a-f450cc1791f2 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:43.702185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] For port 5445ae3b-9fcd-4652-8cac-b608fa016efb, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:43.716402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] For port 5445ae3b-9fcd-4652-8cac-b608fa016efb, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:43.726965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.834773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:43.865806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port dc6a3309-2ebe-4019-a10a-f450cc1791f2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:43.867369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.876067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:43.876686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:43.880189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] 10.222.0.15 "PUT /v2.0/ports/5445ae3b-9fcd-4652-8cac-b608fa016efb HTTP/1.1" status: 200 len: 1091 time: 2.3044086 Oct 25 23:12:43.909222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397c2149-dacb-4248-a813-86a78f9c79b4', 'tag': '5445ae3b-9fcd-4652-8cac-b608fa016efb'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:43.913597 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1377c9e-6c49-4508-9060-6215cde02d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "397c2149-dacb-4248-a813-86a78f9c79b4", "tag": "5445ae3b-9fcd-4652-8cac-b608fa016efb"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:43.960797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5041748-8d69-4ce4-b026-cfb8f9a0e921 service neutron] Pushing event updated for resources: {'Port': ['ID=5445ae3b-9fcd-4652-8cac-b608fa016efb,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:44.007622 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.031442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.076993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b734266-2dd3-4932-9893-85644cedc742 req-b2793d99-9b43-493c-b7e6-3ddb03fa8fef tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:44.088951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b734266-2dd3-4932-9893-85644cedc742 req-b2793d99-9b43-493c-b7e6-3ddb03fa8fef tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 944 time: 0.2250919 Oct 25 23:12:44.097805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-15bf3025-72ba-4b8a-a4d2-c1fbae251ffb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c05cc01e2f24d8080f7eb51584cfdf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558188 Oct 25 23:12:44.106172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.126775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:44.130447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:12:44.138984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:44.144433 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb78de-873f-4cfd-87ef-7124e4792276" -d '{"events": [{"server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:44.168520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:44.182123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.199643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e090446e-f2b7-4bce-90da-c17dbbac4c40,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:44.209839 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551fd80-24f8-43a7-a529-af11e8f46cdf x-openstack-request-id: req-a551fd80-24f8-43a7-a529-af11e8f46cdf {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:44.210186 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397c2149-dacb-4248-a813-86a78f9c79b4", "tag": "5445ae3b-9fcd-4652-8cac-b608fa016efb", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:44.210495 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a551fd80-24f8-43a7-a529-af11e8f46cdf {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:44.211138 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397c2149-dacb-4248-a813-86a78f9c79b4', 'tag': '5445ae3b-9fcd-4652-8cac-b608fa016efb', 'status': 'completed', 'code': 200} Oct 25 23:12:44.230546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.232340 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Added segment 63dc2037-3208-46fb-9299-db01f15bd267 of type vlan for network 168a53e6-eba8-45b0-8edf-27da21af486e Oct 25 23:12:44.246553 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b734266-2dd3-4932-9893-85644cedc742 req-aad6c355-7cc0-4735-aff3-8d8c55f0119f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565228 Oct 25 23:12:44.251846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:44.280962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-1e3dbfb8-68b9-44b5-aef2-28bfaeb397d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:44.282496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-1e3dbfb8-68b9-44b5-aef2-28bfaeb397d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 1094 time: 0.3089705 Oct 25 23:12:44.339728 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f098e0-1564-4431-a334-d7fb14e36f4d x-openstack-request-id: req-f2f098e0-1564-4431-a334-d7fb14e36f4d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:44.340025 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:44.340345 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2f098e0-1564-4431-a334-d7fb14e36f4d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:44.340891 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'code': 200} Oct 25 23:12:44.351997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-594101cb-0d3e-4400-9789-c65e2ebcb9f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb HTTP/1.1" status: 200 len: 217 time: 0.0545213 Oct 25 23:12:44.424373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-dd6b5ae3-35f7-455c-83de-e6c6b25c133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:44.426241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-dd6b5ae3-35f7-455c-83de-e6c6b25c133b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.0668812 Oct 25 23:12:44.509194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.535057 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-d545542c-ee39-46fe-8756-df4a9a9b9642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012921 Oct 25 23:12:44.602007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dda581b8-8f02-400e-b3fa-40be64f8e6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.622893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.624192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:44.624944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.638294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b331-2fe3-465e-a71e-8024c3c7047a req-8a0754a6-be34-486c-91d4-d56aa9a267c1 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:44.645997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c847b331-2fe3-465e-a71e-8024c3c7047a req-8a0754a6-be34-486c-91d4-d56aa9a267c1 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 943 time: 0.3226018 Oct 25 23:12:44.692695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590a516-71fd-4e4d-9d83-9d0ec09fe012 req-7ac805c1-3e09-4ec2-8cd9-a965b8d9e921 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:44.703439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6590a516-71fd-4e4d-9d83-9d0ec09fe012 req-7ac805c1-3e09-4ec2-8cd9-a965b8d9e921 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1185145 Oct 25 23:12:44.761398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=168a53e6-eba8-45b0-8edf-27da21af486e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:44.772724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 168a53e6-eba8-45b0-8edf-27da21af486e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:12:44.799904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-1b96760e-3aa5-4ce4-83bf-97fd70563459 service neutron] 10.222.0.15 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555382 Oct 25 23:12:44.827691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-858b726d-a666-4026-b0f3-ab4d0ff00eb1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9374580 Oct 25 23:12:44.835818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dda581b8-8f02-400e-b3fa-40be64f8e6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:44.845312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60046) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:44.874757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Request body: {'subnet': {'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1186424286-subnet', 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:44.933630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c847b331-2fe3-465e-a71e-8024c3c7047a req-b517555f-6c65-404f-a464-023e7f4ad173 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862294 Oct 25 23:12:45.016937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:45.024092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:45.066684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6590a516-71fd-4e4d-9d83-9d0ec09fe012 req-6332aeff-7c2b-4fde-9320-94a4fd570026 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623412 Oct 25 23:12:45.094338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fb022-dacb-44de-a2a9-c71da6920b6b req-fb13eecf-b905-476c-b758-cbe164d54f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:45.096309 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-353fb022-dacb-44de-a2a9-c71da6920b6b req-fb13eecf-b905-476c-b758-cbe164d54f80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 1096 time: 0.5758619 Oct 25 23:12:45.339817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dda581b8-8f02-400e-b3fa-40be64f8e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:45.342568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dda581b8-8f02-400e-b3fa-40be64f8e6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:45.343777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dda581b8-8f02-400e-b3fa-40be64f8e6e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38415671-a899-4b83-b536-11d97fbae874 HTTP/1.1" status: 204 len: 168 time: 1.2145648 Oct 25 23:12:45.380827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda581b8-8f02-400e-b3fa-40be64f8e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38415671-a899-4b83-b536-11d97fbae874,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:45.544370 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:45.550711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f1d59552-ffed-4833-b127-51c56fee391e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:45.665306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Pushing event updated for resources: {'Subnet': ['ID=358a2e1f-045f-4098-9526-a847029dc85c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:45.718761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-353fb022-dacb-44de-a2a9-c71da6920b6b req-0e054325-7c3b-40f2-8ed5-c70cf9b1d808 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138465 Oct 25 23:12:45.736194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6657e7b5-1eef-4a11-bcfd-714c67075b95 req-b5373557-0ba2-4813-9ba0-b9ed957ac5d5 service neutron] 10.222.0.15 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8581603 Oct 25 23:12:45.742121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:45.742326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Network hostable DHCP agents. Network: 168a53e6-eba8-45b0-8edf-27da21af486e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:12:45.765544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f910f-a69f-4a7d-a038-d62142f20760 req-448e7119-93f0-4aec-9b2e-13c133f9b7c3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:45.775669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Network 168a53e6-eba8-45b0-8edf-27da21af486e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:12:45.780567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b59f910f-a69f-4a7d-a038-d62142f20760 req-448e7119-93f0-4aec-9b2e-13c133f9b7c3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1469269 Oct 25 23:12:45.796034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 168a53e6-eba8-45b0-8edf-27da21af486e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:45.800281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:45.801549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:45.810396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf083a-8199-4121-89a1-59e244729e1f None None] Network 168a53e6-eba8-45b0-8edf-27da21af486e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:45.849596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b77073a9-8ab5-4dae-a85b-4dc66b3d64be admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9904697 Oct 25 23:12:45.912944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b59f910f-a69f-4a7d-a038-d62142f20760 req-72c0cc10-8e73-4a22-927b-0dd369d223a3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277909 Oct 25 23:12:45.928293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-5904f3bc-e649-41da-9f14-1b879aecd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:45.930270 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-5904f3bc-e649-41da-9f14-1b879aecd0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 1094 time: 0.0867624 Oct 25 23:12:46.111138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910bcd6-6941-4c6b-b3d2-86442f89ecc6 None None] Network 168a53e6-eba8-45b0-8edf-27da21af486e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:46.143057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb76c0b-9eb8-4836-a36c-4f3b27b93190 req-9e1e9b0a-f0e1-4778-9121-ad23fc7f0179 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:46.153881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3cb76c0b-9eb8-4836-a36c-4f3b27b93190 req-9e1e9b0a-f0e1-4778-9121-ad23fc7f0179 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 943 time: 0.1239283 Oct 25 23:12:46.188180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-22545c22-12bf-44e4-afd7-a3f13aca82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:46.192972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-22545c22-12bf-44e4-afd7-a3f13aca82c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 916 time: 0.2544868 Oct 25 23:12:46.255905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3cb76c0b-9eb8-4836-a36c-4f3b27b93190 req-7a3ec96e-144e-4a27-8519-91f5b515cc07 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995927 Oct 25 23:12:46.343950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-5a0d7c05-029b-4390-a305-aca0fc5ba230 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb HTTP/1.1" status: 200 len: 217 time: 0.1429000 Oct 25 23:12:46.533733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab254b-f928-411e-8c82-d6daecffa4b9 req-201afeb6-3661-47c3-a033-dee3fd9dff69 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:46.540103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acab254b-f928-411e-8c82-d6daecffa4b9 req-201afeb6-3661-47c3-a033-dee3fd9dff69 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.2381275 Oct 25 23:12:46.541308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-76974bc5-39de-4dc2-807c-e443d669ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:46.544597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-76974bc5-39de-4dc2-807c-e443d669ec19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.1685860 Oct 25 23:12:46.644805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-c0c26b22-f637-451c-a9b2-747c359f9b89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648863 Oct 25 23:12:46.826496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acab254b-f928-411e-8c82-d6daecffa4b9 req-7f8c0503-15b8-4c48-b959-62ecaa1dc91a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801254 Oct 25 23:12:46.910476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-8d13e9f5-cd6b-4900-b33f-0f04762dd69d service neutron] 10.222.0.15 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646756 Oct 25 23:12:47.254071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-6474d221-1c13-4212-8730-7530ce0e06fa tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:47.264651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e319828-635e-4c17-8648-fc4badf2a381 req-978b65fe-08d9-4703-948a-390df253a859 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:47.265599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-6474d221-1c13-4212-8730-7530ce0e06fa tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.4344370 Oct 25 23:12:47.276189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e319828-635e-4c17-8648-fc4badf2a381 req-978b65fe-08d9-4703-948a-390df253a859 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.2012281 Oct 25 23:12:47.297938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1377c9e-6c49-4508-9060-6215cde02d3a req-556daae2-016f-424a-88ae-6bba2e71d92d service neutron] 10.222.0.15 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761966 Oct 25 23:12:47.342383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-03061439-024b-43aa-8764-00205f3d1f1e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0752776 Oct 25 23:12:47.404811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60128) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:47.434220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e319828-635e-4c17-8648-fc4badf2a381 req-fe012339-c11c-4a05-a163-2931f0497298 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460154 Oct 25 23:12:47.437595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0c0ebd80-e1da-4715-9dda-19352b4e16d5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914605 Oct 25 23:12:47.625804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-d1affb4d-1c31-444c-840e-16305b68d229 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867092 Oct 25 23:12:47.634626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1797860425-network', 'tenant_id': 'aa5be8d2c2984875901e629130381d37'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:47.742200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c5f4a-07f5-457d-b072-64d06010edce req-9ec30a4c-1021-4ced-a7ca-93b469f2cb38 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:47.748326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-3f50562a-0a55-40f7-bf14-7dbf671d370f service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213424 Oct 25 23:12:47.751918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d0c5f4a-07f5-457d-b072-64d06010edce req-9ec30a4c-1021-4ced-a7ca-93b469f2cb38 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 943 time: 0.1789455 Oct 25 23:12:47.763330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Made reservation on behalf of aa5be8d2c2984875901e629130381d37 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:47.765880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:47.785071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:47.943934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d0c5f4a-07f5-457d-b072-64d06010edce req-1d4e82e1-0b2c-42ee-83ef-391885d7b2b8 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907926 Oct 25 23:12:47.958959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:47.965862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.007439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:12:48.040536 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.041018 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Added segment 52da64e9-90bb-4774-90af-65084a1abd74 of type vlan for network 8a9b1aca-1311-4931-bb1e-fb242f9a363a Oct 25 23:12:48.042907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e4e14-3997-466f-af7f-abe3d4af2f07,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:48.185552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.286004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbea8ab-f6fc-469d-90e4-0ef19f72c8f9 req-cf7f0864-b01b-4a6f-92d9-c38bc225a69b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:48.291072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebbea8ab-f6fc-469d-90e4-0ef19f72c8f9 req-cf7f0864-b01b-4a6f-92d9-c38bc225a69b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.1949120 Oct 25 23:12:48.292489 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.310308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:48.310977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.321354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e192e-00ee-4329-ac05-16d639ecb8d0 req-7e4d4abc-9180-4feb-872e-1f8c3f967b31 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:48.334576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-713e192e-00ee-4329-ac05-16d639ecb8d0 req-7e4d4abc-9180-4feb-872e-1f8c3f967b31 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1072471 Oct 25 23:12:48.337081 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ed50bdf3-e7e6-4551-bb38-5d47946bb1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.402788 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-713e192e-00ee-4329-ac05-16d639ecb8d0 req-153cb1e2-2412-4d36-ba5a-e5257c4ffaba tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652518 Oct 25 23:12:48.510140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1043129 Oct 25 23:12:48.515770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60172) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:48.527571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Request body: {'subnet': {'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1797860425-subnet', 'tenant_id': 'aa5be8d2c2984875901e629130381d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:48.534649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebbea8ab-f6fc-469d-90e4-0ef19f72c8f9 req-0a0ae1e1-08b1-47f2-ab01-51622a3b6e72 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198091 Oct 25 23:12:48.537398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd83605-ae02-4077-97f9-7ed0adf08c79 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9b1aca-1311-4931-bb1e-fb242f9a363a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:48.550625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8a9b1aca-1311-4931-bb1e-fb242f9a363a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:12:48.559592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Made reservation on behalf of aa5be8d2c2984875901e629130381d37 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:48.574965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:48.577661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec512930-1466-4954-aba4-9877b69d2b77 req-274c2f39-e642-46e6-abc0-df6cad07232e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 210 time: 0.0964878 Oct 25 23:12:48.784423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60180) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:48.987901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.024330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.147380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Checking segment: {'id': '52da64e9-90bb-4774-90af-65084a1abd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:49.147769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Network hostable DHCP agents. Network: 8a9b1aca-1311-4931-bb1e-fb242f9a363a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:12:49.166352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9606676-728e-415c-bfc0-b4d31355acc6,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:49.254251 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.263857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.287025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Network 8a9b1aca-1311-4931-bb1e-fb242f9a363a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:12:49.313919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:49.329179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55866e-c908-4db3-b432-d6ebe518d3ba req-de854f8b-d08d-457f-8ffc-ad925e80216f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:49.331211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac55866e-c908-4db3-b432-d6ebe518d3ba req-de854f8b-d08d-457f-8ffc-ad925e80216f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 943 time: 0.1966269 Oct 25 23:12:49.332596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8a9b1aca-1311-4931-bb1e-fb242f9a363a) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:49.337140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:49.338076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.347026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3cb39-1ff4-40ba-be0d-bec833797fc7 None None] Network 8a9b1aca-1311-4931-bb1e-fb242f9a363a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:49.381200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-84b3ecf8-d1d4-49cb-bcfd-741298844d2e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8619566 Oct 25 23:12:49.392738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac55866e-c908-4db3-b432-d6ebe518d3ba req-a1549632-d1c6-4bbd-b124-3ba50cb5010d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501065 Oct 25 23:12:49.536860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60220) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:49.539001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c0a680b525d43d5bc2842ae4a9c98d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512383 Oct 25 23:12:49.546978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f2f9d-9705-4c7c-bdd5-9bf739698690,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:49.569653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.570393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.571758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.572390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.573106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.573887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.574795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.575429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.577111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.577886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.578870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.579532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501a6a-6b89-4620-b070-d7b054d7e617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:49.597304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.646874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df16c02-f9de-4af1-88fd-60c3238846d3 None None] Network 8a9b1aca-1311-4931-bb1e-fb242f9a363a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:49.652518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-137479f4-d19d-404d-8211-ea20350939f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.704150 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-137479f4-d19d-404d-8211-ea20350939f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.798863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4d039-7382-464b-a93b-6f3113dd716b req-3dea640c-e9d9-46d8-b1f3-98607fa48a34 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:49.800576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f4d039-7382-464b-a93b-6f3113dd716b req-3dea640c-e9d9-46d8-b1f3-98607fa48a34 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0709658 Oct 25 23:12:49.818947 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-137479f4-d19d-404d-8211-ea20350939f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.822494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-137479f4-d19d-404d-8211-ea20350939f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:49.824168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-137479f4-d19d-404d-8211-ea20350939f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b1f2f9d-9705-4c7c-bdd5-9bf739698690 HTTP/1.1" status: 204 len: 168 time: 0.2861998 Oct 25 23:12:49.863266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137479f4-d19d-404d-8211-ea20350939f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f2f9d-9705-4c7c-bdd5-9bf739698690,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:49.915972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f4d039-7382-464b-a93b-6f3113dd716b req-f62f53a7-bfbb-4bb3-986b-df92c5f9fe40 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014943 Oct 25 23:12:49.992330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-d5f5741f-0271-45ff-a35e-2c68b8b4fd24 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:50.000572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-d5f5741f-0271-45ff-a35e-2c68b8b4fd24 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 814 time: 0.7150087 Oct 25 23:12:50.019947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-c73a0e19-d1ca-4f80-a8a4-e26f9b0587c6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/quotas/ec664ea2c63b43c9ab487c3968a0bb06 HTTP/1.1" status: 200 len: 375 time: 0.0182023 Oct 25 23:12:50.095701 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b8e0eac-6849-497e-bf9c-392bb694c710 req-6a2235c3-e79b-4a7b-9fb4-126e6d855a79 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 210 time: 0.0432291 Oct 25 23:12:50.098933 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:50.281498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-8983ea44-31c6-466f-b552-cc144f26aa24 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2606230 Oct 25 23:12:50.383175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60244) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:50.424316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:50.439809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-9f110a4c-90a1-4690-9189-b586d1bce272 service neutron] 10.222.0.25 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566932 Oct 25 23:12:50.471962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-430f5735-951d-4448-b116-8434bca584df tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:50.474403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-430f5735-951d-4448-b116-8434bca584df tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.3464069 Oct 25 23:12:50.510550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:50.563908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-6ba3c2e2-84e5-4b32-9cab-bb2992793240 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:50.567504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-6ba3c2e2-84e5-4b32-9cab-bb2992793240 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "GET /v2.0/ports?device_id=be3c56b4-74db-49cb-b285-e9605311c486 HTTP/1.1" status: 200 len: 945 time: 0.2139924 Oct 25 23:12:50.592419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-5ed7c184-875b-48cd-8ef0-1a3da040c7a9 service neutron] 10.222.0.25 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393557 Oct 25 23:12:50.596190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:50.619075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5445ae3b-9fcd-4652-8cac-b608fa016efb details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:50.798750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:50.900748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5445ae3b-9fcd-4652-8cac-b608fa016efb, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:50.920586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '5445ae3b-9fcd-4652-8cac-b608fa016efb', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'port_id': '5445ae3b-9fcd-4652-8cac-b608fa016efb', 'mac_address': 'fa:16:3e:b2:2f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e506474-97f2-4472-bf5b-b1bf68120d56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:50.933964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a638023f-b377-4a2d-8e9c-8acebdd03607 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:50.949969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a638023f-b377-4a2d-8e9c-8acebdd03607 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/networks?id=8a9b1aca-1311-4931-bb1e-fb242f9a363a HTTP/1.1" status: 200 len: 821 time: 0.3499243 Oct 25 23:12:50.954752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:50.971015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:50.976379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.001836 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-32ebd5b2-231b-426e-ac29-89bb8b62af7b tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/quotas/aa5be8d2c2984875901e629130381d37 HTTP/1.1" status: 200 len: 375 time: 0.0509226 Oct 25 23:12:51.003371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5445ae3b-9fcd-4652-8cac-b608fa016efb {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:51.031670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7584a-ce9f-4338-91bd-73c1c1baf0eb req-665b5235-6923-4505-864f-9d2cd5ecb10c tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:51.033794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2c7584a-ce9f-4338-91bd-73c1c1baf0eb req-665b5235-6923-4505-864f-9d2cd5ecb10c tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 943 time: 0.1005962 Oct 25 23:12:51.057717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5445ae3b-9fcd-4652-8cac-b608fa016efb, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:51.068812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.077846 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-5c1815dd-4c83-4dfd-93cb-c036bf1b78f8 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa5be8d2c2984875901e629130381d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586417 Oct 25 23:12:51.082586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=865ddaf300a5458e81eebaed31a6c855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947901 Oct 25 23:12:51.083906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:51.087685 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.089648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a270608-6771-4d68-8c9c-a2a4d41bd0d2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:51.093075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:51.138607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Deleting port dc6a3309-2ebe-4019-a10a-f450cc1791f2 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:51.138947 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.157220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=5445ae3b-9fcd-4652-8cac-b608fa016efb,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:51.168603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.169066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.169523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.170107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.170533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.171025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.171215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.172017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.172388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.172879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.173064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.173687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.174237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.174740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.175011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.175701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.175890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2c7584a-ce9f-4338-91bd-73c1c1baf0eb req-868ab543-b738-47d2-985b-35438909ab6a tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324711 Oct 25 23:12:51.176047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.176392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.176726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.177060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.177396 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.177719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.178047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.178449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c7ad45-7e35-4c5b-9192-57ce4042feff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:12:51.207124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Deleting port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:51.207494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.320947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] For port 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:51.321464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.339278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Calling delete_port for 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:51.414629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2cd10ac7-6dc7-4014-9756-343b50762875 req-189674b7-6782-4ef7-9445-1808f9ae4fd0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 210 time: 0.0298586 Oct 25 23:12:51.458418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.2 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/517998fd-8e1f-4458-a2c3-d7851ae225c1) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:51.491622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:51.555742 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-d101fe02-965f-4b77-abb1-a7c7b45e1c76 service neutron] 10.222.0.25 "GET /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603815 Oct 25 23:12:51.572747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] For port dc6a3309-2ebe-4019-a10a-f450cc1791f2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc6a3309-2ebe-4019-a10a-f450cc1791f2,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:51.573204 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.591577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c9c5792d-45ad-40c4-b033-d94689b41bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.606978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d650-6326-4e32-858d-cf79be7d3d1d req-4ca7ef63-915e-478f-8a66-4ce118039c5b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:51.608064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0408d650-6326-4e32-858d-cf79be7d3d1d req-4ca7ef63-915e-478f-8a66-4ce118039c5b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.0858078 Oct 25 23:12:51.643515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.677571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5a0276-6f59-4125-b7a6-2bbf4df2e08f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:51.682898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c9c5792d-45ad-40c4-b033-d94689b41bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.689610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0408d650-6326-4e32-858d-cf79be7d3d1d req-faed1596-e61d-4cad-b03e-9d288ce9d866 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700684 Oct 25 23:12:51.714568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Calling delete_port for dc6a3309-2ebe-4019-a10a-f450cc1791f2 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:51.904193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e1bad2c-1b10-45c5-aaba-6a03f568f2a1 req-6cc42e4e-fc70-46cc-8063-0e2f795535d6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 210 time: 0.1045997 Oct 25 23:12:51.971612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.983121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c9c5792d-45ad-40c4-b033-d94689b41bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.985616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c9c5792d-45ad-40c4-b033-d94689b41bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:51.986805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c9c5792d-45ad-40c4-b033-d94689b41bb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a270608-6771-4d68-8c9c-a2a4d41bd0d2 HTTP/1.1" status: 204 len: 168 time: 0.8903911 Oct 25 23:12:51.998800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-7b759839-9a57-4d7e-abbc-8f9edd68a25d service neutron] 10.222.0.25 "GET /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349129 Oct 25 23:12:52.038629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5792d-45ad-40c4-b033-d94689b41bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a270608-6771-4d68-8c9c-a2a4d41bd0d2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:52.094915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.217859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.254061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c9dcc6b-fa30-49c3-8f33-81b14ce14d0b req-97d82faa-306b-4c47-ac76-6e5b3f5ea8da tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 210 time: 0.0439265 Oct 25 23:12:52.256525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7efe2-660b-4028-9741-be54aa690419 req-3491bacb-2195-4b40-9c0a-dc241eaed7c9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:52.260716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ce7efe2-660b-4028-9741-be54aa690419 req-3491bacb-2195-4b40-9c0a-dc241eaed7c9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 946 time: 0.1463029 Oct 25 23:12:52.349586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.416561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:52.418011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=517998fd-8e1f-4458-a2c3-d7851ae225c1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:52.420766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:52.455530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-bb478179-e2b6-4ef5-82dc-1afdd558e4cc tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:52.456921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-bb478179-e2b6-4ef5-82dc-1afdd558e4cc tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 814 time: 0.2605715 Oct 25 23:12:52.477109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Request body: {'port': {'device_id': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'admin_state_up': True, 'tenant_id': 'ec664ea2c63b43c9ab487c3968a0bb06'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:52.520181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Pushing event deleted for resources: {'Port': ['ID=dc6a3309-2ebe-4019-a10a-f450cc1791f2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:52.524872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:52.529075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] No DVR routers for this DVR port dc6a3309-2ebe-4019-a10a-f450cc1791f2 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:52.533589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.538923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c913696-0e0b-4306-9102-40d86bc58c18 req-c28733a3-ea43-4ceb-b9d7-56a4bc67de01 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "DELETE /v2.0/ports/dc6a3309-2ebe-4019-a10a-f450cc1791f2 HTTP/1.1" status: 204 len: 173 time: 1.9365861 Oct 25 23:12:52.541885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'name': 'network-vif-deleted', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:52.544860 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42260374-a080-4c8a-aa28-d5e4cebcadff" -d '{"events": [{"server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "name": "network-vif-deleted", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:52.618240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5445ae3b-9fcd-4652-8cac-b608fa016efb up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:12:52.668368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:52.670981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.729897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 5445ae3b-9fcd-4652-8cac-b608fa016efb completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:12:52.735628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 5445ae3b-9fcd-4652-8cac-b608fa016efb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:12:52.736356 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.738536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b920148-2f35-4a02-ad51-22b7d06e58d3 req-d86c6358-fcad-4ae6-b5ac-8237f6cb8c0b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:52.740166 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b920148-2f35-4a02-ad51-22b7d06e58d3 req-d86c6358-fcad-4ae6-b5ac-8237f6cb8c0b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 944 time: 0.3821867 Oct 25 23:12:52.748854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0539f75c-8252-49e0-871d-390448b14fde tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2576852 Oct 25 23:12:52.775007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Request body: {'port': {'device_id': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:52.820729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b920148-2f35-4a02-ad51-22b7d06e58d3 req-751365b1-2a16-4109-85a3-ce8d2356bbbb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706372 Oct 25 23:12:52.877264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.884052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:52.941461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397c2149-dacb-4248-a813-86a78f9c79b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445ae3b-9fcd-4652-8cac-b608fa016efb'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:52.946877 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950eab0f-330f-485f-b896-0101fe280994" -d '{"events": [{"server_uuid": "397c2149-dacb-4248-a813-86a78f9c79b4", "name": "network-vif-plugged", "status": "completed", "tag": "5445ae3b-9fcd-4652-8cac-b608fa016efb"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:52.967466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5445ae3b-9fcd-4652-8cac-b608fa016efb, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:52.981350 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:53.061102 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43e518b6-44c0-4cd6-b216-81f563859de4 req-e8d38473-f055-4208-8a1e-7d856dcc2693 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 210 time: 0.0402172 Oct 25 23:12:53.109682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=5445ae3b-9fcd-4652-8cac-b608fa016efb,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:53.190921 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c5088-f891-4a37-ae38-2c7812f1b8a7 x-openstack-request-id: req-2c0c5088-f891-4a37-ae38-2c7812f1b8a7 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:53.191823 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c56b4-74db-49cb-b285-e9605311c486", "name": "network-vif-deleted", "tag": "dc6a3309-2ebe-4019-a10a-f450cc1791f2", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:53.192567 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c0c5088-f891-4a37-ae38-2c7812f1b8a7 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:53.192567 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c56b4-74db-49cb-b285-e9605311c486', 'name': 'network-vif-deleted', 'tag': 'dc6a3309-2ebe-4019-a10a-f450cc1791f2', 'status': 'completed', 'code': 200} Oct 25 23:12:53.226406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ce7efe2-660b-4028-9741-be54aa690419 req-aa3ffc0f-e2af-41b9-bca0-75120197bea7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8901224 Oct 25 23:12:53.300224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:12:53.316783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Made reservation on behalf of ec664ea2c63b43c9ab487c3968a0bb06 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:53.322874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:53.326395 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd95c8-4be5-46e6-80a4-4d441a6e1348 x-openstack-request-id: req-c7bd95c8-4be5-46e6-80a4-4d441a6e1348 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:53.326689 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397c2149-dacb-4248-a813-86a78f9c79b4", "name": "network-vif-plugged", "status": "completed", "tag": "5445ae3b-9fcd-4652-8cac-b608fa016efb", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:53.326940 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7bd95c8-4be5-46e6-80a4-4d441a6e1348 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:53.327336 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397c2149-dacb-4248-a813-86a78f9c79b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445ae3b-9fcd-4652-8cac-b608fa016efb', 'code': 200} Oct 25 23:12:53.365202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc11f09-4133-4711-a052-b013066fbc88 req-60bafe6e-ee24-48a3-988e-0373e18ed0b0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:53.367640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfc11f09-4133-4711-a052-b013066fbc88 req-60bafe6e-ee24-48a3-988e-0373e18ed0b0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 931 time: 0.1665168 Oct 25 23:12:53.439271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfc11f09-4133-4711-a052-b013066fbc88 req-b9fe7a4d-f1ad-41dc-b273-f8d38d8a8cbf tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620904 Oct 25 23:12:53.509011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f3c6119f-2ed9-4210-b3e7-09a88a24bd10 req-ba1258c3-cb2c-4ff2-a6c0-759c7ec38a31 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 210 time: 0.0524111 Oct 25 23:12:53.542779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517998fd-8e1f-4458-a2c3-d7851ae225c1 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:53.561303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:53.576980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Transition to ACTIVE for port object 517998fd-8e1f-4458-a2c3-d7851ae225c1 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:53.583294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37debb-e205-44cd-a298-0d8244b76b97 req-076ebfd3-e2a7-40b4-81e5-7e236c053816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:53.584606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:53.585397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c37debb-e205-44cd-a298-0d8244b76b97 req-076ebfd3-e2a7-40b4-81e5-7e236c053816 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 1096 time: 0.1537995 Oct 25 23:12:53.672653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c37debb-e205-44cd-a298-0d8244b76b97 req-f25b06b9-168d-4345-82fc-ea1e6c56f971 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736151 Oct 25 23:12:53.676100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:12:53.685566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5aa5baf6-2738-47b9-9741-dff784cb1e3d admin admin] 10.222.0.25 "PUT /v2.0/routers/37ce2980-5a59-4a68-b5a7-3e9ac5739289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3405478 Oct 25 23:12:53.686452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60374) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:53.697210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] Sync routers for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:12:53.701843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=517998fd-8e1f-4458-a2c3-d7851ae225c1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:53.739280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:12:53.742559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:12:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:53.765532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Allocated IP 172.20.0.11 (bcc8017d-2272-44b8-88ab-d82c933d4ef7/c262f61c-ccf8-441e-9e04-39c964aee142/d0ad8960-3853-4667-b806-b85d7a0e0d59) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:53.898676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Attempting to bind port 517998fd-8e1f-4458-a2c3-d7851ae225c1 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:53.899165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Attempting to bind port 517998fd-8e1f-4458-a2c3-d7851ae225c1 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:53.899590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Attempting to bind port 517998fd-8e1f-4458-a2c3-d7851ae225c1 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:53.902501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:53.914354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Port 517998fd-8e1f-4458-a2c3-d7851ae225c1 on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:53.914853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Attempting to bind port 517998fd-8e1f-4458-a2c3-d7851ae225c1 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:53.927249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:53.927695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:53.928174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:53.932219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Bound port: 517998fd-8e1f-4458-a2c3-d7851ae225c1, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:53.932887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.057700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:54.177639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9e9c4-68aa-4cab-948a-c1512578335b req-ae5b1282-ba01-4ff7-8516-74ad398adc5b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.187321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f9e9c4-68aa-4cab-948a-c1512578335b req-ae5b1282-ba01-4ff7-8516-74ad398adc5b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 945 time: 0.2444193 Oct 25 23:12:54.234413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] For port 517998fd-8e1f-4458-a2c3-d7851ae225c1, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:54.282400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.286351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:12:54.286661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.329519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b08a6aae-59c6-4dae-b07f-05719d813b64 req-941f1632-1c2f-44d6-ac40-63d1412423de tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 210 time: 0.0641439 Oct 25 23:12:54.342464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] For port 517998fd-8e1f-4458-a2c3-d7851ae225c1, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:54.360274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f9e9c4-68aa-4cab-948a-c1512578335b req-0a9b5aca-d167-422a-9148-79cbadb921d9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721115 Oct 25 23:12:54.373738 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.375116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.437716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.438454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.440364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] 10.222.0.15 "PUT /v2.0/ports/517998fd-8e1f-4458-a2c3-d7851ae225c1 HTTP/1.1" status: 200 len: 1091 time: 1.6723595 Oct 25 23:12:54.457878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:54.459910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a759a-20ea-46cb-8c27-c63eabab4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=517998fd-8e1f-4458-a2c3-d7851ae225c1,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:54.468378 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.482518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dc6a3309-2ebe-4019-a10a-f450cc1791f2 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:54.565828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-c542a2d5-17b1-48ee-b16d-58ed1319f202 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.567437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-c542a2d5-17b1-48ee-b16d-58ed1319f202 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.15 "GET /v2.0/networks?id=8a9b1aca-1311-4931-bb1e-fb242f9a363a HTTP/1.1" status: 200 len: 821 time: 0.3282528 Oct 25 23:12:54.569324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.571582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Deleting port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:54.571922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.607071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=14']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:54.613752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: dc6a3309-2ebe-4019-a10a-f450cc1791f2 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:54.614450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device dc6a3309-2ebe-4019-a10a-f450cc1791f2 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:54.661311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-64aef51b-fe80-4f69-a18a-1acd404b31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.663970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Request body: {'port': {'device_id': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a', 'admin_state_up': True, 'tenant_id': 'aa5be8d2c2984875901e629130381d37'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:54.666686 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-64aef51b-fe80-4f69-a18a-1acd404b31dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 1094 time: 0.1266911 Oct 25 23:12:54.716062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:12:51Z', 'revision_number': 5, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port': {'id': '2c23c7aa-96ed-42d7-b028-15bc2c4606fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:00:46Z', 'updated_at': '2021-10-25T23:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:54.749292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] Checking router: 37ce2980-5a59-4a68-b5a7-3e9ac5739289 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:12:54.761029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] Routers {'37ce2980-5a59-4a68-b5a7-3e9ac5739289'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:12:54.761751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:12:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:54.770978 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-d79db525-a362-4f48-a9b2-390ad6a3b923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1 HTTP/1.1" status: 200 len: 217 time: 0.0916352 Oct 25 23:12:54.781338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Network bcc8017d-2272-44b8-88ab-d82c933d4ef7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:54.794651 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ddf30677-5aef-497f-ba8d-ae8b449b2c15 req-c43cf703-8ef0-43c4-9e2d-e582a3cba24e tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 210 time: 0.1062555 Oct 25 23:12:54.799150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:54.807208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:54.829155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Pushing event updated for resources: {'Port': ['ID=d0ad8960-3853-4667-b806-b85d7a0e0d59,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:54.853487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-e8614097-5635-46ce-955f-596f1a3ace5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.855333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-e8614097-5635-46ce-955f-596f1a3ace5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0544760 Oct 25 23:12:54.899029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-4b306a5a-fa69-47c1-9b12-2d1cfb72f3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310791 Oct 25 23:12:54.900531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed689617-f716-4276-a9ab-698559aed35b req-1ea1d61f-4ae7-4dbe-81fb-0630e2723123 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.902078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed689617-f716-4276-a9ab-698559aed35b req-1ea1d61f-4ae7-4dbe-81fb-0630e2723123 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 943 time: 0.3105364 Oct 25 23:12:54.905742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] Set router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:12:54.912995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] For port 2c23c7aa-96ed-42d7-b028-15bc2c4606fd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:54.913462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.957530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Calling delete_port for 2c23c7aa-96ed-42d7-b028-15bc2c4606fd owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:54.965133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:54.965768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:54.985509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:12:54Z', 'revision_number': 6, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:55.040147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a49f0-0133-4f80-beab-61f5990cb64e None None] The sync data for ids ['37ce2980-5a59-4a68-b5a7-3e9ac5739289'] in n-d-815373-1 is: [{'id': '37ce2980-5a59-4a68-b5a7-3e9ac5739289', 'name': 'tempest-TaggedBootDevicesTest-538770701-router', 'tenant_id': '2b92477612ce40ad810a265848039471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:00:44Z', 'updated_at': '2021-10-25T23:12:54Z', 'revision_number': 6, 'project_id': '2b92477612ce40ad810a265848039471', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:12:55.051329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-74a2bbf4-b229-436e-801b-6421ac8b7aa8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5826712 Oct 25 23:12:55.072271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed689617-f716-4276-a9ab-698559aed35b req-0fcc970c-63fa-408c-b475-4a75e9235375 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539149 Oct 25 23:12:55.090405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Request body: {'port': {'device_id': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:55.147256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-0ef05d65-54f6-41ef-ba47-702c80faedab service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370045 Oct 25 23:12:55.197104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'tag': '517998fd-8e1f-4458-a2c3-d7851ae225c1'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:55.199334 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c6de0-da84-40b6-a440-8fe69f29e799" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d8cfc0-d417-4edb-8260-bbada51d00e6", "tag": "517998fd-8e1f-4458-a2c3-d7851ae225c1"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:55.280724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Made reservation on behalf of aa5be8d2c2984875901e629130381d37 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:12:55.285333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:55.328449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:55.332044 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9315e-47a0-4e3c-8057-d20c515c33f6" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:55.336050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:55.339611 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a830eda-95de-4ed5-b5b8-f6a27aef59df x-openstack-request-id: req-0a830eda-95de-4ed5-b5b8-f6a27aef59df {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:55.340176 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d8cfc0-d417-4edb-8260-bbada51d00e6", "tag": "517998fd-8e1f-4458-a2c3-d7851ae225c1", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:55.340748 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a830eda-95de-4ed5-b5b8-f6a27aef59df {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:55.341363 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'tag': '517998fd-8e1f-4458-a2c3-d7851ae225c1', 'status': 'completed', 'code': 200} Oct 25 23:12:55.364861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246c4a33-08fc-4af2-8d7d-7ce347f9a331 req-74ad0e7b-310d-4bb3-9e6a-f21d1f08b601 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108502 Oct 25 23:12:55.431220 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333ca2e-b416-48f7-8802-a9b09576bd93 x-openstack-request-id: req-7333ca2e-b416-48f7-8802-a9b09576bd93 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:55.431896 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:55.432177 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7333ca2e-b416-48f7-8802-a9b09576bd93 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:55.432716 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'code': 200} Oct 25 23:12:55.514021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:55.595218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-7dc785d0-fe65-481a-b9d6-db72247c4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:55.598657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-7dc785d0-fe65-481a-b9d6-db72247c4e31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 1094 time: 0.1128120 Oct 25 23:12:55.607151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec59ed-ad64-4c57-b911-90975c69d2f0 req-be9dc3f6-93ea-4353-b5db-6e5771ca2338 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:55.609749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99ec59ed-ad64-4c57-b911-90975c69d2f0 req-be9dc3f6-93ea-4353-b5db-6e5771ca2338 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 945 time: 0.0812781 Oct 25 23:12:55.638357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c23c7aa-96ed-42d7-b028-15bc2c4606fd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:55.758338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c69f-df18-4758-a6c1-75317da4b14f req-44d9b18c-9e25-402e-ae07-35734dafd2b6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:55.759978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8db6c69f-df18-4758-a6c1-75317da4b14f req-44d9b18c-9e25-402e-ae07-35734dafd2b6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 932 time: 0.2674367 Oct 25 23:12:55.876041 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:55.939559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Allocated IP 172.20.0.5 (8a9b1aca-1311-4931-bb1e-fb242f9a363a/d9606676-728e-415c-bfc0-b4d31355acc6/bc355ecc-5fdb-4a9d-868f-176e17ba1556) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:12:56.018613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8db6c69f-df18-4758-a6c1-75317da4b14f req-2f7a71a0-d3e7-4424-af6c-8a00f925f0b2 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290781 Oct 25 23:12:56.030326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.039516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.080839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:56.109157 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99ec59ed-ad64-4c57-b911-90975c69d2f0 req-859de2ab-5424-4353-83e8-46e9860496e9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758499 Oct 25 23:12:56.111256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:56.113547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0b5a0276-6f59-4125-b7a6-2bbf4df2e08f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:56.114221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c23c7aa-96ed-42d7-b028-15bc2c4606fd no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:56.169268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 2c23c7aa-96ed-42d7-b028-15bc2c4606fd {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:12:56.169899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c23c7aa-96ed-42d7-b028-15bc2c4606fd not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:12:56.177914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-e7d684f1-04a2-4125-9c81-e231b8e9a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:56.179596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-e7d684f1-04a2-4125-9c81-e231b8e9a46d service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.5684717 Oct 25 23:12:56.269948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-2bae3051-ac93-4a43-b2ad-c453c8d0eac6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1 HTTP/1.1" status: 200 len: 217 time: 0.0663145 Oct 25 23:12:56.329358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.329940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ce2980-5a59-4a68-b5a7-3e9ac5739289 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:12:56.343118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf68a05e-2f30-4259-a167-28690566dde7 req-266c5fc2-92ab-4b69-b3b0-15f874bb17a8 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 210 time: 0.0875659 Oct 25 23:12:56.364909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.369916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b3e993f-8f24-4054-90d2-94d086f8b06b admin admin] 10.222.0.25 "DELETE /v2.0/routers/37ce2980-5a59-4a68-b5a7-3e9ac5739289 HTTP/1.1" status: 204 len: 168 time: 2.6830528 Oct 25 23:12:56.383261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60488) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:56.413175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ad8960-3853-4667-b806-b85d7a0e0d59 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:56.437851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.472643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-ac5b0799-da24-41a7-a36d-94b95740d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:56.474569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802530-f7ef-4b8c-83d5-9d96f4b215cc req-064f5a3d-8330-45c9-82aa-4d0594d72ff6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:56.475776 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-ac5b0799-da24-41a7-a36d-94b95740d857 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.2045805 Oct 25 23:12:56.482665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf802530-f7ef-4b8c-83d5-9d96f4b215cc req-064f5a3d-8330-45c9-82aa-4d0594d72ff6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.3521085 Oct 25 23:12:56.485730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Transition to ACTIVE for port object d0ad8960-3853-4667-b806-b85d7a0e0d59 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:56.497964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.546967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Deleting subnet 7b52f047-309a-46de-9baf-4586e7a965d0 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:12:56.553151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-79bbbc84-7727-487e-86ef-8dc05d3b05f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482049 Oct 25 23:12:56.557612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.600186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad8960-3853-4667-b806-b85d7a0e0d59,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:56.614866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf802530-f7ef-4b8c-83d5-9d96f4b215cc req-00a93c16-73b9-46f2-b8aa-65834d4ae23f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298749 Oct 25 23:12:56.643978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.708417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-8633b240-95de-4683-8412-8fbd453b3902 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460547 Oct 25 23:12:56.716276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6c90b-2561-4b48-ad5e-81879d4c7e3d req-5a37b7f6-028e-4ceb-884c-394ed2673bd2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:56.717734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4e6c90b-2561-4b48-ad5e-81879d4c7e3d req-5a37b7f6-028e-4ceb-884c-394ed2673bd2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 943 time: 0.2655997 Oct 25 23:12:56.719952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.767778 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:12:56.779132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Attempting to bind port d0ad8960-3853-4667-b806-b85d7a0e0d59 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:56.779132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Attempting to bind port d0ad8960-3853-4667-b806-b85d7a0e0d59 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:56.779489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Attempting to bind port d0ad8960-3853-4667-b806-b85d7a0e0d59 on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:56.784284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Port d0ad8960-3853-4667-b806-b85d7a0e0d59 on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:56.784620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Attempting to bind port d0ad8960-3853-4667-b806-b85d7a0e0d59 on network bcc8017d-2272-44b8-88ab-d82c933d4ef7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:56.791197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:56.791567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Checking segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:56.791931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Bound using segment: {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:56.792364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Bound port: d0ad8960-3853-4667-b806-b85d7a0e0d59, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29575968-e2aa-4ad1-b55d-ffca209fd742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:56.792740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.795121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:56.836680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f30c6de0-da84-40b6-a440-8fe69f29e799 req-f459daef-b6c0-44ee-8feb-265005fdfb18 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918765 Oct 25 23:12:56.900013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Network 8a9b1aca-1311-4931-bb1e-fb242f9a363a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:12:56.905205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:12:56.915403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:12:56.916135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4e6c90b-2561-4b48-ad5e-81879d4c7e3d req-29aaf6ef-2667-4865-8c64-6eba9abeb78e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701467 Oct 25 23:12:56.931440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Pushing event updated for resources: {'Port': ['ID=bc355ecc-5fdb-4a9d-868f-176e17ba1556,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:56.999233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.020739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] For port d0ad8960-3853-4667-b806-b85d7a0e0d59, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:57.029213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.029400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.035397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] For port d0ad8960-3853-4667-b806-b85d7a0e0d59, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:57.036941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-e260a774-bae9-4f3d-9960-7138e3c8777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.038929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-e260a774-bae9-4f3d-9960-7138e3c8777d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.0843103 Oct 25 23:12:57.047271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.064042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3ab1e-b25b-4699-82ff-dd222c187eaa req-63351d6e-31c0-4f3e-9688-6fe189ea4160 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.065589 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05b3ab1e-b25b-4699-82ff-dd222c187eaa req-63351d6e-31c0-4f3e-9688-6fe189ea4160 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1095302 Oct 25 23:12:57.090369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a96a1de5-eae9-4cc6-bb5c-3653ee055de2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4311554 Oct 25 23:12:57.122040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.122607 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.123998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] 10.222.0.11 "PUT /v2.0/ports/d0ad8960-3853-4667-b806-b85d7a0e0d59 HTTP/1.1" status: 200 len: 1092 time: 2.0488791 Oct 25 23:12:57.124465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'tag': 'd0ad8960-3853-4667-b806-b85d7a0e0d59'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:12:57.126733 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a78bc-56dd-4e5f-9596-3547615ba626" -d '{"events": [{"name": "network-changed", "server_uuid": "8493229d-bd0d-4693-b689-d90ac5fa1a87", "tag": "d0ad8960-3853-4667-b806-b85d7a0e0d59"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:12:57.134624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Request body: {'port': {'device_id': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:12:57.201974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.245468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b52f047-309a-46de-9baf-4586e7a965d0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:57.249621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.253397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-168f587b-387b-4207-b81e-de57a6e25201 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7b52f047-309a-46de-9baf-4586e7a965d0 HTTP/1.1" status: 204 len: 168 time: 0.8683524 Oct 25 23:12:57.256090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:57.261524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3724f3e-6ef8-48e7-b3a2-dc2e8b26e582 None None] Network 7a79191e-c507-4493-8e8e-dbf22773ffc6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:12:57.285307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386930-21f5-48ee-97d3-6e87f93c76d6 req-944bf347-cd7f-42c0-ab3d-195f5117fda1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.305256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2386930-21f5-48ee-97d3-6e87f93c76d6 req-944bf347-cd7f-42c0-ab3d-195f5117fda1 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 944 time: 0.1609342 Oct 25 23:12:57.374312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-f2733564-dc32-45e7-a0f6-fb2b19f7bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.375884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-f2733564-dc32-45e7-a0f6-fb2b19f7bfbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.3283534 Oct 25 23:12:57.492151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.516262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2386930-21f5-48ee-97d3-6e87f93c76d6 req-9a9bfe1a-d2cc-486e-ac69-480df01e053a tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034299 Oct 25 23:12:57.519394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] DHCP port deletion for 7a79191e-c507-4493-8e8e-dbf22773ffc6 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:12:57.561389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-98ef2ace-209d-45d0-982d-015223db1fe0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.1756246 Oct 25 23:12:57.617732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976936ce-5c70-4c99-a3c5-76ab6dd16869 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad8960-3853-4667-b806-b85d7a0e0d59,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:57.665591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] Deleting port 57c8a4bd-7027-438d-96f9-df971c2d42c3 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:57.666473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.683149 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05b3ab1e-b25b-4699-82ff-dd222c187eaa req-59f4e92b-83fc-4716-a673-bfa398847948 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5894361 Oct 25 23:12:57.709593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.749505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-1f103659-7a75-48d7-9081-c23245c1555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.751177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-1f103659-7a75-48d7-9081-c23245c1555f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 1095 time: 0.1955714 Oct 25 23:12:57.778502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-6c110936-b737-4974-92a3-2d9ef5b35e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.782275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-6c110936-b737-4974-92a3-2d9ef5b35e0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.2097840 Oct 25 23:12:57.851117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] For port 57c8a4bd-7027-438d-96f9-df971c2d42c3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=57c8a4bd-7027-438d-96f9-df971c2d42c3,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:57.851915 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.864082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Deleting port 57c8a4bd-7027-438d-96f9-df971c2d42c3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:12:57.868541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:57.895030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] Calling delete_port for 57c8a4bd-7027-438d-96f9-df971c2d42c3 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:57.964441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-cfe8aa8f-bd14-4770-92d0-9576c0345d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:57.965980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-cfe8aa8f-bd14-4770-92d0-9576c0345d0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758327 Oct 25 23:12:58.016352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-5dbbfbb3-2ea7-4cee-ba09-8f558945b961 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59 HTTP/1.1" status: 200 len: 217 time: 0.2282119 Oct 25 23:12:58.025270 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2276c-a08e-48ab-b837-5a161b81132f x-openstack-request-id: req-63a2276c-a08e-48ab-b837-5a161b81132f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:12:58.025943 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8493229d-bd0d-4693-b689-d90ac5fa1a87", "tag": "d0ad8960-3853-4667-b806-b85d7a0e0d59", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:12:58.026421 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a2276c-a08e-48ab-b837-5a161b81132f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:12:58.027049 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'tag': 'd0ad8960-3853-4667-b806-b85d7a0e0d59', 'status': 'completed', 'code': 200} Oct 25 23:12:58.047217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 57c8a4bd-7027-438d-96f9-df971c2d42c3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:12:58.072607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] For port 57c8a4bd-7027-438d-96f9-df971c2d42c3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=57c8a4bd-7027-438d-96f9-df971c2d42c3,segment=NetworkSegment(bf1538d4-ed55-45be-9ec7-29cd81efe787),segment_id=bf1538d4-ed55-45be-9ec7-29cd81efe787)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:58.072974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.131333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Calling delete_port for 57c8a4bd-7027-438d-96f9-df971c2d42c3 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:12:58.199689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.205994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823bd9c-f5cf-416a-b97a-68f74c501cb4 req-b54a40bf-b5c7-42d2-8e99-14e74ebc803e tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:58.207574 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a823bd9c-f5cf-416a-b97a-68f74c501cb4 req-b54a40bf-b5c7-42d2-8e99-14e74ebc803e tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 931 time: 0.1934628 Oct 25 23:12:58.216045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-aac4075a-c71d-43c3-a784-ee15a75b943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:58.217498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-aac4075a-c71d-43c3-a784-ee15a75b943c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 200 len: 854 time: 0.1486607 Oct 25 23:12:58.226364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-ea7c66ed-cdb0-4fed-9ce5-104829a2e009 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474182 Oct 25 23:12:58.231082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] Pushing event deleted for resources: {'Port': ['ID=57c8a4bd-7027-438d-96f9-df971c2d42c3,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:58.248807 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.266560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc32a87-387b-4c46-b6d9-67a1b7a0fd18 None None] No DVR routers for this DVR port 57c8a4bd-7027-438d-96f9-df971c2d42c3 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:58.284257 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.326715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-1d061332-c36a-4910-9068-38fc14c6700d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcc8017d-2272-44b8-88ab-d82c933d4ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879042 Oct 25 23:12:58.399110 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.402718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a823bd9c-f5cf-416a-b97a-68f74c501cb4 req-764270f4-9caa-49e7-9e5c-61948a47bdbc tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841991 Oct 25 23:12:58.446348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Pushing event deleted for resources: {'Port': ['ID=57c8a4bd-7027-438d-96f9-df971c2d42c3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:58.448346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] No DVR routers for this DVR port 57c8a4bd-7027-438d-96f9-df971c2d42c3 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:12:58.484559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc355ecc-5fdb-4a9d-868f-176e17ba1556 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:58.495058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118db0f4-a3ac-4cae-ba46-5c1dfe89676a req-272597e4-bd13-4593-8212-220598fce8f3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:58.496595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-118db0f4-a3ac-4cae-ba46-5c1dfe89676a req-272597e4-bd13-4593-8212-220598fce8f3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 943 time: 0.1819625 Oct 25 23:12:58.498883 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.524965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-96c844b6-6794-45f0-8fb6-05e440c846a5 service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880667 Oct 25 23:12:58.525861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Transition to ACTIVE for port object bc355ecc-5fdb-4a9d-868f-176e17ba1556 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:12:58.540599 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.576266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.588990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945cdef5-5b42-46ef-aaba-32289b82f743 req-ff1567c2-e796-44de-8034-2e049c59eadf service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703803 Oct 25 23:12:58.619226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 517998fd-8e1f-4458-a2c3-d7851ae225c1 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:12:58.639636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-118db0f4-a3ac-4cae-ba46-5c1dfe89676a req-22bdf44e-fda6-47c3-aba4-817ea377d45e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071188 Oct 25 23:12:58.642011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a79191e-c507-4493-8e8e-dbf22773ffc6']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:58.656438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1538d4-ed55-45be-9ec7-29cd81efe787') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:58.656438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1538d4-ed55-45be-9ec7-29cd81efe787') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:12:58.669748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.686874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.703625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:12:58.704032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:12:58.706905 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:12:58.807666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Pushing event updated for resources: {'Port': ['ID=bc355ecc-5fdb-4a9d-868f-176e17ba1556,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:58.814085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 517998fd-8e1f-4458-a2c3-d7851ae225c1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:58.841772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '517998fd-8e1f-4458-a2c3-d7851ae225c1', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': '517998fd-8e1f-4458-a2c3-d7851ae225c1', 'mac_address': 'fa:16:3e:fe:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:12:58.861693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Attempting to bind port bc355ecc-5fdb-4a9d-868f-176e17ba1556 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:12:58.862094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Attempting to bind port bc355ecc-5fdb-4a9d-868f-176e17ba1556 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '52da64e9-90bb-4774-90af-65084a1abd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:12:58.862383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Attempting to bind port bc355ecc-5fdb-4a9d-868f-176e17ba1556 on network 8a9b1aca-1311-4931-bb1e-fb242f9a363a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:58.885929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Port bc355ecc-5fdb-4a9d-868f-176e17ba1556 on network 8a9b1aca-1311-4931-bb1e-fb242f9a363a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:12:58.886331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Attempting to bind port bc355ecc-5fdb-4a9d-868f-176e17ba1556 on network 8a9b1aca-1311-4931-bb1e-fb242f9a363a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:12:58.890677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.899927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.903137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7a79191e-c507-4493-8e8e-dbf22773ffc6 HTTP/1.1" status: 204 len: 168 time: 1.6417315 Oct 25 23:12:58.904140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787553a8-117c-4595-a7fa-96aa9bda4e80 req-67a64a9f-4974-4939-a9f5-e4f7d6ce5248 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:58.906738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-787553a8-117c-4595-a7fa-96aa9bda4e80 req-67a64a9f-4974-4939-a9f5-e4f7d6ce5248 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 944 time: 0.2586541 Oct 25 23:12:58.910404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2148e522-7e1e-4caa-88ba-6aa137c09d7e req-2cc5f485-a2b3-4f55-88b3-a571b55de001 service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765984 Oct 25 23:12:58.912720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:12:58.914435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Checking segment: {'id': '52da64e9-90bb-4774-90af-65084a1abd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:12:58.915967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36f9ad-6045-4523-a7fb-a6dfe044e31f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a79191e-c507-4493-8e8e-dbf22773ffc6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:58.926455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Bound using segment: {'id': '52da64e9-90bb-4774-90af-65084a1abd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:12:58.926957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Bound port: bc355ecc-5fdb-4a9d-868f-176e17ba1556, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52da64e9-90bb-4774-90af-65084a1abd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:12:58.927599 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:58.938422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0498de-cede-43c2-9a07-e0608e46dbfc req-b2a9ae94-0f4e-466c-9d52-3bc735491069 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:58.940082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e0498de-cede-43c2-9a07-e0608e46dbfc req-b2a9ae94-0f4e-466c-9d52-3bc735491069 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0976479 Oct 25 23:12:58.961002 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.010707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517998fd-8e1f-4458-a2c3-d7851ae225c1 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:12:59.012642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e0498de-cede-43c2-9a07-e0608e46dbfc req-e0b6c8ab-7f1a-4f0a-9242-208e4e62603e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546670 Oct 25 23:12:59.053503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 517998fd-8e1f-4458-a2c3-d7851ae225c1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:12:59.061149 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.127213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=517998fd-8e1f-4458-a2c3-d7851ae225c1,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:59.177477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-787553a8-117c-4595-a7fa-96aa9bda4e80 req-8c856526-c9af-4dcf-b592-b5c758890332 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387559 Oct 25 23:12:59.213959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-eed9bee3-7b8a-4032-b5ea-71732e9507e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.216219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-eed9bee3-7b8a-4032-b5ea-71732e9507e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 1095 time: 0.2205608 Oct 25 23:12:59.221535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] For port bc355ecc-5fdb-4a9d-868f-176e17ba1556, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:12:59.226916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] For port bc355ecc-5fdb-4a9d-868f-176e17ba1556, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556,segment=NetworkSegment(52da64e9-90bb-4774-90af-65084a1abd74),segment_id=52da64e9-90bb-4774-90af-65084a1abd74)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:12:59.246346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.277668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60538) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:59.339679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb5199fe-5da9-4679-9385-5583b1bfa86c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b92477612ce40ad810a265848039471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606327 Oct 25 23:12:59.340518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60540) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:12:59.349168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.350018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.353187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc355ecc-5fdb-4a9d-868f-176e17ba1556 HTTP/1.1" status: 200 len: 1091 time: 2.2438765 Oct 25 23:12:59.403697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7760b638-c0dd-4705-9316-af99a67495c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.414213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e13e10-67a1-4d54-9f58-830ed5c03f74 service neutron] Pushing event updated for resources: {'Port': ['ID=bc355ecc-5fdb-4a9d-868f-176e17ba1556,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:59.430714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7760b638-c0dd-4705-9316-af99a67495c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.458187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:12:59.508283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7760b638-c0dd-4705-9316-af99a67495c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.511396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7760b638-c0dd-4705-9316-af99a67495c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:12:59.515576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7760b638-c0dd-4705-9316-af99a67495c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78b2380a-046d-411d-a0c0-3bf135304e1a HTTP/1.1" status: 204 len: 168 time: 0.1713107 Oct 25 23:12:59.523444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-fae2232b-2efb-4ee7-9ece-c6b0e7bd6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.527824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-fae2232b-2efb-4ee7-9ece-c6b0e7bd6ded service neutron] 10.222.0.11 "GET /v2.0/networks?id=bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 200 len: 915 time: 0.2995458 Oct 25 23:12:59.530950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760b638-c0dd-4705-9316-af99a67495c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2380a-046d-411d-a0c0-3bf135304e1a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:12:59.713819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-edc96b2c-7052-4b87-bb9f-c95b7e14821c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59 HTTP/1.1" status: 200 len: 217 time: 0.1634822 Oct 25 23:12:59.784101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa815ba-b3e8-499c-a477-f797c0398ea8 req-88532000-da1c-41c7-b3a6-bc198c0f53fb tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.792500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4aa815ba-b3e8-499c-a477-f797c0398ea8 req-88532000-da1c-41c7-b3a6-bc198c0f53fb tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 943 time: 0.2458265 Oct 25 23:12:59.795639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-ef900ab0-5357-48b8-99f3-201f35064b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.797097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-ef900ab0-5357-48b8-99f3-201f35064b50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa5be8d2c2984875901e629130381d37&device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 1094 time: 0.3606029 Oct 25 23:12:59.892306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-f328bb3b-5b03-479b-b457-6041d6d086bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556 HTTP/1.1" status: 200 len: 217 time: 0.0761971 Oct 25 23:12:59.896058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-3c9fe825-58f7-42a9-8a9a-3f53725708cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.896668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebb716-881a-4883-befc-a1055b224d01 req-43dcdc12-9b72-42b3-9060-91555f2e1ab7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:12:59.897722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-3c9fe825-58f7-42a9-8a9a-3f53725708cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 200 len: 854 time: 0.1729627 Oct 25 23:12:59.899680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4ebb716-881a-4883-befc-a1055b224d01 req-43dcdc12-9b72-42b3-9060-91555f2e1ab7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 944 time: 0.1060834 Oct 25 23:12:59.918529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4aa815ba-b3e8-499c-a477-f797c0398ea8 req-f57b512a-233d-4dff-90c5-af7d9dd14c57 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251717 Oct 25 23:12:59.963751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-dcd8e3a2-daa2-4288-8a8f-14b16cde6256 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcc8017d-2272-44b8-88ab-d82c933d4ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442150 Oct 25 23:12:59.975482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4ebb716-881a-4883-befc-a1055b224d01 req-0be7d7c2-8377-4395-bb09-05437f04e2c9 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625203 Oct 25 23:13:00.101154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'tag': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:00.103602 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475924ad-758f-4457-9ff2-4855a510b126" -d '{"events": [{"name": "network-changed", "server_uuid": "e52197f0-ba17-4c1f-9b49-a388c8415ebd", "tag": "bc355ecc-5fdb-4a9d-868f-176e17ba1556"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:00.117019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-74ef8972-b832-42bc-9aba-2808be034546 service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226695 Oct 25 23:13:00.174098 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb65705-a8cd-4292-a039-3f74252b90d1 x-openstack-request-id: req-fdb65705-a8cd-4292-a039-3f74252b90d1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:00.174419 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52197f0-ba17-4c1f-9b49-a388c8415ebd", "tag": "bc355ecc-5fdb-4a9d-868f-176e17ba1556", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:00.174813 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdb65705-a8cd-4292-a039-3f74252b90d1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:00.175220 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'tag': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556', 'status': 'completed', 'code': 200} Oct 25 23:13:00.217705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a344038f-845f-4543-86d5-f72c68309954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:00.219411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-a344038f-845f-4543-86d5-f72c68309954 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9606676-728e-415c-bfc0-b4d31355acc6 HTTP/1.1" status: 200 len: 861 time: 0.3187549 Oct 25 23:13:00.302198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-bc30dee2-d503-43be-a325-ebe16f0251a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a9b1aca-1311-4931-bb1e-fb242f9a363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734816 Oct 25 23:13:00.311800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd2a78bc-56dd-4e5f-9596-3547615ba626 req-01ebf1d6-c7a9-4c4f-8a06-f7e51bb79d1c service neutron] 10.222.0.11 "GET /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782439 Oct 25 23:13:00.331206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b95a-914b-4fc5-9068-97337361f737 req-eedb0c4b-4cae-4b8f-be00-8802a4647ef7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:00.332877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f988b95a-914b-4fc5-9068-97337361f737 req-eedb0c4b-4cae-4b8f-be00-8802a4647ef7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.2189245 Oct 25 23:13:00.347580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ffc42-42e0-4695-85ab-c1eb24bc0d48 req-c312ae17-5f80-4a33-b20c-2fbdfc55fbf3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:00.359211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-374ffc42-42e0-4695-85ab-c1eb24bc0d48 req-c312ae17-5f80-4a33-b20c-2fbdfc55fbf3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 944 time: 0.0757275 Oct 25 23:13:00.427450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-374ffc42-42e0-4695-85ab-c1eb24bc0d48 req-baf9a36d-2990-49a2-aa68-b97dc776d1a8 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628681 Oct 25 23:13:00.434420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f988b95a-914b-4fc5-9068-97337361f737 req-7a85e9da-f5dd-4842-a53c-83489ed0aebb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858679 Oct 25 23:13:00.499883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-b883837a-1111-4cf4-876c-994477ad596e service neutron] 10.222.0.15 "GET /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804574 Oct 25 23:13:00.633270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 517998fd-8e1f-4458-a2c3-d7851ae225c1 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:00.637406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32b79d4-44bf-4ca6-8ec9-525fd209bfd8 req-b4a13236-9b99-417b-bc3e-5f7ed68cb332 service neutron] 10.222.0.15 "GET /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361578 Oct 25 23:13:00.664394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60590) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:00.704672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c375-bb3c-4c76-b635-0b695f258a42 req-70c07294-0ef3-49fa-8fc9-0c7e21a22967 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:00.706980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83c0c375-bb3c-4c76-b635-0b695f258a42 req-70c07294-0ef3-49fa-8fc9-0c7e21a22967 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0770471 Oct 25 23:13:00.731763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 517998fd-8e1f-4458-a2c3-d7851ae225c1 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:00.737563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 517998fd-8e1f-4458-a2c3-d7851ae225c1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:00.738856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:00.774249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83c0c375-bb3c-4c76-b635-0b695f258a42 req-33c15f72-1282-4579-807f-0a2eaf68b116 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541437 Oct 25 23:13:00.816961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475924ad-758f-4457-9ff2-4855a510b126 req-a37b02c3-056a-4380-9f2f-062b45020477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:00.819171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-a37b02c3-056a-4380-9f2f-062b45020477 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa5be8d2c2984875901e629130381d37&device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 1094 time: 0.0919349 Oct 25 23:13:00.909962 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:00.936388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-391610593-network', 'tenant_id': '8188312acd974ba5ae06593a07b74ae1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:00.938603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517998fd-8e1f-4458-a2c3-d7851ae225c1'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:00.941192 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f1b2b2-de3c-4241-ad5a-e4882ac7b990" -d '{"events": [{"server_uuid": "a7d8cfc0-d417-4edb-8260-bbada51d00e6", "name": "network-vif-plugged", "status": "completed", "tag": "517998fd-8e1f-4458-a2c3-d7851ae225c1"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:00.958941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 517998fd-8e1f-4458-a2c3-d7851ae225c1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:00.969074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.036669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Made reservation on behalf of 8188312acd974ba5ae06593a07b74ae1 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:01.038997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.068212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8ac2b-f500-479a-8ffe-a8d416be9628 req-167deed0-2575-417f-b6f9-5470c924e8df tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.076191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33b8ac2b-f500-479a-8ffe-a8d416be9628 req-167deed0-2575-417f-b6f9-5470c924e8df tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1185534 Oct 25 23:13:01.078532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=517998fd-8e1f-4458-a2c3-d7851ae225c1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:01.080806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.101136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475924ad-758f-4457-9ff2-4855a510b126 req-0bf7a825-70b9-4f3c-accd-c2fe21c2213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.102640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-0bf7a825-70b9-4f3c-accd-c2fe21c2213b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8a9b1aca-1311-4931-bb1e-fb242f9a363a HTTP/1.1" status: 200 len: 922 time: 0.2750494 Oct 25 23:13:01.123526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8f22-0766-4f1e-a75a-e632b1b49aa4 req-16f2af49-bb9f-4922-b2ba-260edb07ae94 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.125245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b61d8f22-0766-4f1e-a75a-e632b1b49aa4 req-16f2af49-bb9f-4922-b2ba-260edb07ae94 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 943 time: 0.1076899 Oct 25 23:13:01.177837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b61d8f22-0766-4f1e-a75a-e632b1b49aa4 req-a064f77e-38a9-4034-bddc-a6658e844280 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Oct 25 23:13:01.196401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-f37b3f2c-cb2f-4972-b296-ab5097d7833c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556 HTTP/1.1" status: 200 len: 217 time: 0.0680275 Oct 25 23:13:01.203718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33b8ac2b-f500-479a-8ffe-a8d416be9628 req-dd71c612-b7a8-41ba-b291-3acdb316f6c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267021 Oct 25 23:13:01.271366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475924ad-758f-4457-9ff2-4855a510b126 req-cc4517c6-abec-4bb8-b5e5-31456a3cf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.272936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-cc4517c6-abec-4bb8-b5e5-31456a3cf6c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9606676-728e-415c-bfc0-b4d31355acc6 HTTP/1.1" status: 200 len: 861 time: 0.0659118 Oct 25 23:13:01.361985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-77b132da-d564-40f9-afd5-d7a90556e576 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a9b1aca-1311-4931-bb1e-fb242f9a363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803506 Oct 25 23:13:01.393159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.461107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.498903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:13:01.499123 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875842c8-7223-4574-84b7-d24b8fe3506c x-openstack-request-id: req-875842c8-7223-4574-84b7-d24b8fe3506c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:01.499510 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d8cfc0-d417-4edb-8260-bbada51d00e6", "name": "network-vif-plugged", "status": "completed", "tag": "517998fd-8e1f-4458-a2c3-d7851ae225c1", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:01.499899 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-875842c8-7223-4574-84b7-d24b8fe3506c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:01.500519 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517998fd-8e1f-4458-a2c3-d7851ae225c1', 'code': 200} Oct 25 23:13:01.531412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-0aa9a57e-068b-441c-851e-2ea6c744e878 service neutron] 10.222.0.15 "GET /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444993 Oct 25 23:13:01.533958 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.534491 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Added segment 591c2942-ea59-4794-844e-e45fe1eef40a of type vlan for network d34cff17-adcb-4a13-9f2d-ef6b535286b8 Oct 25 23:13:01.551246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ea41c-52ed-403e-a6c4-b0c0a8f3fc96 req-68483edd-9e76-4281-a4a0-e35d0d5fffec tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.559014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d34ea41c-52ed-403e-a6c4-b0c0a8f3fc96 req-68483edd-9e76-4281-a4a0-e35d0d5fffec tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 945 time: 0.2284365 Oct 25 23:13:01.561749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:01.650269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fabfcd-f2bb-40e9-b5c7-fd24aa81cf21 req-63a1e81a-f05e-4312-97a8-da2e24aa34a9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.654757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-04fabfcd-f2bb-40e9-b5c7-fd24aa81cf21 req-63a1e81a-f05e-4312-97a8-da2e24aa34a9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 944 time: 0.0911140 Oct 25 23:13:01.671968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ddaa0-54af-4c3a-8fda-7d0917cffd50 req-81899b67-db99-4f5b-bb43-60d836173736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.673440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be3ddaa0-54af-4c3a-8fda-7d0917cffd50 req-81899b67-db99-4f5b-bb43-60d836173736 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 1096 time: 0.0703855 Oct 25 23:13:01.681905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.725855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d34ea41c-52ed-403e-a6c4-b0c0a8f3fc96 req-eddf6e9b-cd99-4e59-b79f-537dba92751a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654201 Oct 25 23:13:01.726850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-04fabfcd-f2bb-40e9-b5c7-fd24aa81cf21 req-d459d7b4-b6db-48dd-b5d1-b666f5c99ae9 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Oct 25 23:13:01.728497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be3ddaa0-54af-4c3a-8fda-7d0917cffd50 req-1524b202-f787-4f72-ab08-ed17ed8689bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 Oct 25 23:13:01.743702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.744799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:01.745588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.764091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d0ad8960-3853-4667-b806-b85d7a0e0d59 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:01.809057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-475924ad-758f-4457-9ff2-4855a510b126 req-2565334c-1e12-4aa6-914d-0082f5670489 service neutron] 10.222.0.15 "GET /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428937 Oct 25 23:13:01.817345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1518703 Oct 25 23:13:01.820245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60620) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:01.832487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Request body: {'subnet': {'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-391610593-subnet', 'tenant_id': '8188312acd974ba5ae06593a07b74ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:01.849234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c4f8d-e147-4328-a19c-4f1ed85f8e6c admin admin] Pushing event updated for resources: {'Network': ['ID=d34cff17-adcb-4a13-9f2d-ef6b535286b8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:01.873053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d34cff17-adcb-4a13-9f2d-ef6b535286b8 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:13:01.894797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Made reservation on behalf of 8188312acd974ba5ae06593a07b74ae1 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:01.899197 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:01.984779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d0ad8960-3853-4667-b806-b85d7a0e0d59, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:01.998051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'd0ad8960-3853-4667-b806-b85d7a0e0d59', 'network_id': 'bcc8017d-2272-44b8-88ab-d82c933d4ef7', 'port_id': 'd0ad8960-3853-4667-b806-b85d7a0e0d59', 'mac_address': 'fa:16:3e:29:6b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c262f61c-ccf8-441e-9e04-39c964aee142', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:02.045735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:02.061028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad8960-3853-4667-b806-b85d7a0e0d59 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:02.080472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-b068def0-d46b-4eb9-a543-8444d79fc30f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:02.081652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d0ad8960-3853-4667-b806-b85d7a0e0d59, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:02.081959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-b068def0-d46b-4eb9-a543-8444d79fc30f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.1905985 Oct 25 23:13:02.088900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:02.128438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-38203527-79df-4917-b487-ac290b99b477 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/quotas/47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 375 time: 0.0368543 Oct 25 23:13:02.140420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d0ad8960-3853-4667-b806-b85d7a0e0d59,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:02.230332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:02.244734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-283c6319-f51c-475d-98c4-db99115df184 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1077995 Oct 25 23:13:02.304703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['d0ad8960-3853-4667-b806-b85d7a0e0d59'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:02.342756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20685787-bf8c-4630-a1e0-07600d360471,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:02.362142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ea0f2-1801-4cb0-b713-f7eaa59723da req-3954df24-d689-4b5c-8d55-1308785f64c1 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:02.366447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-708ea0f2-1801-4cb0-b713-f7eaa59723da req-3954df24-d689-4b5c-8d55-1308785f64c1 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 943 time: 0.0961380 Oct 25 23:13:02.377517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Checking segment: {'id': '591c2942-ea59-4794-844e-e45fe1eef40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:02.377874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Network hostable DHCP agents. Network: d34cff17-adcb-4a13-9f2d-ef6b535286b8, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:13:02.409749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-e48cef2c-972e-45ef-8482-f53c5fb3a203 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429200 Oct 25 23:13:02.417685 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-708ea0f2-1801-4cb0-b713-f7eaa59723da req-0cfe09d9-dfc6-4fd1-a18d-1c74b44cb0f2 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Oct 25 23:13:02.425798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Network d34cff17-adcb-4a13-9f2d-ef6b535286b8 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:13:02.472169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d34cff17-adcb-4a13-9f2d-ef6b535286b8) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:02.479232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:02.480672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:02.487600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f590c8-b1be-46f6-acce-5a84ef5a5129 None None] Network d34cff17-adcb-4a13-9f2d-ef6b535286b8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:02.502494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-08af79e0-7829-4bca-99c4-cfb2849df106 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6811666 Oct 25 23:13:02.546207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-e4cf2dc8-6742-483d-967c-b842a3dd1799 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293373 Oct 25 23:13:02.697639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745d170-97b6-4a96-8a27-aee7b319fb4a None None] Network d34cff17-adcb-4a13-9f2d-ef6b535286b8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:02.785920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ab6aee-2221-48e3-b23a-aca7670130f6 req-e7e31cfe-5301-48f6-adb5-4ab2e8cfb530 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 210 time: 0.0727742 Oct 25 23:13:02.934795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b7a67-6cbe-40e6-8699-72448b4e245e req-d8a0c32e-d6af-4c70-9ee7-811623232218 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:02.943095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-803b7a67-6cbe-40e6-8699-72448b4e245e req-d8a0c32e-d6af-4c70-9ee7-811623232218 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 945 time: 0.0695608 Oct 25 23:13:02.980062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-e68a71d1-5fea-44fe-8584-3aca1ad490e3 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:02.982109 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-e68a71d1-5fea-44fe-8584-3aca1ad490e3 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/networks?id=d34cff17-adcb-4a13-9f2d-ef6b535286b8 HTTP/1.1" status: 200 len: 817 time: 0.1411517 Oct 25 23:13:02.985022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-803b7a67-6cbe-40e6-8699-72448b4e245e req-bd37d70a-68d8-4b6b-955f-4ee915a5291a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Oct 25 23:13:03.014463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-28e31194-1a13-4ac0-b8d2-b57c4d6eadd6 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/quotas/8188312acd974ba5ae06593a07b74ae1 HTTP/1.1" status: 200 len: 375 time: 0.0204489 Oct 25 23:13:03.071870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-a132d270-3098-48eb-80bd-113ed502e5af tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8188312acd974ba5ae06593a07b74ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526791 Oct 25 23:13:03.144919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98664e-6953-43bc-bd28-6a15aa5cb7c2 req-19ac7391-0df5-408d-9275-4c8ac6bc0c00 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:03.146578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f98664e-6953-43bc-bd28-6a15aa5cb7c2 req-19ac7391-0df5-408d-9275-4c8ac6bc0c00 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 945 time: 0.0605464 Oct 25 23:13:03.192968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-081b8a32-f8a8-4b32-95cd-65292a233c77 service neutron] 10.222.0.25 "GET /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134207 Oct 25 23:13:03.240339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f98664e-6953-43bc-bd28-6a15aa5cb7c2 req-003f34a6-f00b-4120-824c-b701d3b3b578 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844209 Oct 25 23:13:03.343503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-196b3cb4-35d6-4e20-90c0-bf8a9950143c service neutron] 10.222.0.25 "GET /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495163 Oct 25 23:13:03.544158 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c39754a1-6bbd-4478-865a-846b46c26838 req-0eded020-b5ce-4cff-9ee5-f6b66072876b tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 210 time: 0.0367606 Oct 25 23:13:03.667797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d38f-2429-4d7d-84d7-047832a7a125 req-6f548159-d70d-45c2-9163-b7d6a6cfb329 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:03.669146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7611d38f-2429-4d7d-84d7-047832a7a125 req-6f548159-d70d-45c2-9163-b7d6a6cfb329 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 943 time: 0.0858493 Oct 25 23:13:03.711621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7611d38f-2429-4d7d-84d7-047832a7a125 req-984c8def-22ac-4426-b1cc-dc7c99c7b1e1 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363472 Oct 25 23:13:03.799302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d0ad8960-3853-4667-b806-b85d7a0e0d59 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:03.888079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port d0ad8960-3853-4667-b806-b85d7a0e0d59 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:03.895959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port d0ad8960-3853-4667-b806-b85d7a0e0d59 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:03.896408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:03.936566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5677cde8-dabc-42a7-be15-aaa5ccb8b78f req-7b904327-7b9f-4926-804d-2be8ca3b6525 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 210 time: 0.0730793 Oct 25 23:13:04.065654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:04.132506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad8960-3853-4667-b806-b85d7a0e0d59'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:04.146512 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba9df1-af58-4639-841d-33c953e388d8" -d '{"events": [{"server_uuid": "8493229d-bd0d-4693-b689-d90ac5fa1a87", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad8960-3853-4667-b806-b85d7a0e0d59"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:04.180091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port d0ad8960-3853-4667-b806-b85d7a0e0d59, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:04.195918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:04.215388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-1660106e-8f53-49f4-8dfb-d3dd5482d83e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:04.217664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-1660106e-8f53-49f4-8dfb-d3dd5482d83e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.2169240 Oct 25 23:13:04.247596 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2397232-651f-4ef6-b17d-93cd58d553b0 x-openstack-request-id: req-c2397232-651f-4ef6-b17d-93cd58d553b0 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:04.248370 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8493229d-bd0d-4693-b689-d90ac5fa1a87", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad8960-3853-4667-b806-b85d7a0e0d59", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:04.249234 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2397232-651f-4ef6-b17d-93cd58d553b0 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:04.251322 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad8960-3853-4667-b806-b85d7a0e0d59', 'code': 200} Oct 25 23:13:04.268044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'port': {'device_id': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'admin_state_up': True, 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:04.321961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=d0ad8960-3853-4667-b806-b85d7a0e0d59,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:04.376789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794581-5767-423f-9154-5ed010bc0796 req-2bbc7f8a-7695-46b0-bfc0-c9d5c6e4c83f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:04.379554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78794581-5767-423f-9154-5ed010bc0796 req-2bbc7f8a-7695-46b0-bfc0-c9d5c6e4c83f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 945 time: 0.2074070 Oct 25 23:13:04.455061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78794581-5767-423f-9154-5ed010bc0796 req-7e5fdfab-1e56-4b5c-83f2-052e9baaedf4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662885 Oct 25 23:13:04.501357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:04.505643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:04.543560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa9ec0-d18e-40ba-958c-f2ddb63a264d req-1d51e53e-7909-424a-b04a-02d580765bb4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:04.553942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9faa9ec0-d18e-40ba-958c-f2ddb63a264d req-1d51e53e-7909-424a-b04a-02d580765bb4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.1547799 Oct 25 23:13:04.602180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3851bd6-ae0a-476c-92cd-6a00e2ec34f4 req-c350f39d-7e12-41ae-a5c4-83c5157e1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:04.603711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3851bd6-ae0a-476c-92cd-6a00e2ec34f4 req-c350f39d-7e12-41ae-a5c4-83c5157e1cca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 1097 time: 0.1735473 Oct 25 23:13:04.642083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9faa9ec0-d18e-40ba-958c-f2ddb63a264d req-238d20d4-27e4-410f-a7e7-d719f78b4aae tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775423 Oct 25 23:13:04.657187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc355ecc-5fdb-4a9d-868f-176e17ba1556 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:04.665504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3851bd6-ae0a-476c-92cd-6a00e2ec34f4 req-3aac4395-b99d-49df-b725-e1e9f746aa48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507905 Oct 25 23:13:04.713829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Allocated IP 172.20.0.6 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/28fd4511-a74e-4c86-8523-0aa17423777f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:04.755087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-28c3bbd3-80d1-4e65-8220-397f53744f37 req-e972d722-69b3-4ea8-9b5f-81f3de1f01b7 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 210 time: 0.0369208 Oct 25 23:13:04.779932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bc355ecc-5fdb-4a9d-868f-176e17ba1556, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556,segment=NetworkSegment(52da64e9-90bb-4774-90af-65084a1abd74),segment_id=52da64e9-90bb-4774-90af-65084a1abd74)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:04.980941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fa673-b2d9-43ff-a981-099083dc129d req-a9ea2ee7-1884-4493-8fb9-93b190475e47 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:04.982590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea1fa673-b2d9-43ff-a981-099083dc129d req-a9ea2ee7-1884-4493-8fb9-93b190475e47 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.1850767 Oct 25 23:13:04.988015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.004309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556', 'network_id': '8a9b1aca-1311-4931-bb1e-fb242f9a363a', 'port_id': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556', 'mac_address': 'fa:16:3e:b9:01:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9606676-728e-415c-bfc0-b4d31355acc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:05.008546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f1256-ec38-47e9-adb9-8ec9002be733 req-86482b88-0f0a-4539-8d31-439f083f1173 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:05.010114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-436f1256-ec38-47e9-adb9-8ec9002be733 req-86482b88-0f0a-4539-8d31-439f083f1173 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 943 time: 0.0842643 Oct 25 23:13:05.019359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea1fa673-b2d9-43ff-a981-099083dc129d req-4c13d931-faef-4737-a2cb-4114a6224c4b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0303686 Oct 25 23:13:05.050536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.066505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc355ecc-5fdb-4a9d-868f-176e17ba1556 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:05.086498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-436f1256-ec38-47e9-adb9-8ec9002be733 req-b73d3a64-83e5-4a2d-a4bf-c7cb55392968 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665817 Oct 25 23:13:05.091669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.095077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bc355ecc-5fdb-4a9d-868f-176e17ba1556, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556,segment=NetworkSegment(52da64e9-90bb-4774-90af-65084a1abd74),segment_id=52da64e9-90bb-4774-90af-65084a1abd74)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:05.106719 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.178012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=28fd4511-a74e-4c86-8523-0aa17423777f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:05.210969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:05.219263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bc355ecc-5fdb-4a9d-868f-176e17ba1556,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:05.243680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:05.270832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-90de4f6c-a77c-4e0f-833d-d23b2a10e8a6 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:05.273368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-90de4f6c-a77c-4e0f-833d-d23b2a10e8a6 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.11 "GET /v2.0/networks?id=d34cff17-adcb-4a13-9f2d-ef6b535286b8 HTTP/1.1" status: 200 len: 817 time: 0.2636364 Oct 25 23:13:05.291659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Request body: {'port': {'device_id': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8', 'admin_state_up': True, 'tenant_id': '8188312acd974ba5ae06593a07b74ae1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:05.363228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea1fa673-b2d9-43ff-a981-099083dc129d req-acbdfc75-cd45-47d4-b273-8d62a5e012bd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617696 Oct 25 23:13:05.513749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea1fa673-b2d9-43ff-a981-099083dc129d req-8e5f8a42-8d98-465f-8744-56e19e8f0c7d service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389074 Oct 25 23:13:05.551182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bc355ecc-5fdb-4a9d-868f-176e17ba1556'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:05.553263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Made reservation on behalf of 8188312acd974ba5ae06593a07b74ae1 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:05.559037 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.614579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:05.665131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:05.665755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.688740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-920a30d0-0d2c-40ed-936d-adc0184862a7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4371119 Oct 25 23:13:05.693449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6f113e09-afdc-465b-b5cd-1c6c5db9ef91 None None] Provisioning complete for port 28fd4511-a74e-4c86-8523-0aa17423777f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:05.693820 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6f113e09-afdc-465b-b5cd-1c6c5db9ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.705316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Request body: {'port': {'device_id': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:05.716517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07cb77-6f72-45c5-a8f4-974f88fcb107 req-7c3e702f-6212-47db-be3d-ebacead1f9d9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:05.718381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba07cb77-6f72-45c5-a8f4-974f88fcb107 req-7c3e702f-6212-47db-be3d-ebacead1f9d9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 931 time: 0.5145617 Oct 25 23:13:05.735634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6f113e09-afdc-465b-b5cd-1c6c5db9ef91 None None] Port 28fd4511-a74e-4c86-8523-0aa17423777f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:13:05.805747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba07cb77-6f72-45c5-a8f4-974f88fcb107 req-52c3b27f-7b45-441f-a49b-fb02dd761677 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616255 Oct 25 23:13:05.835199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:05.865001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea1fa673-b2d9-43ff-a981-099083dc129d req-5e33101d-6806-4aa8-99d8-97b05b976d21 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374693 Oct 25 23:13:05.890313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Allocated IP 172.20.0.3 (d34cff17-adcb-4a13-9f2d-ef6b535286b8/20685787-bf8c-4630-a1e0-07600d360471/e8340ec8-109e-4c40-9fb0-5e54e2f4a621) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:06.135727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578aa36-1194-44e7-9c17-3a2f27856cd0 req-d7b34200-828d-4a07-8c7e-372b47d68e69 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:06.137287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9578aa36-1194-44e7-9c17-3a2f27856cd0 req-d7b34200-828d-4a07-8c7e-372b47d68e69 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.0772274 Oct 25 23:13:06.188619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98fd424b-7d02-4a38-9c42-5abc7bd768af req-6f8702c1-65b3-42f0-bb1d-a20e3cde42ee tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 210 time: 0.0661175 Oct 25 23:13:06.210819 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.216120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9578aa36-1194-44e7-9c17-3a2f27856cd0 req-cf20b215-9b90-4ccc-b1f4-d40475a986d6 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719137 Oct 25 23:13:06.322127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.328986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd4511-a74e-4c86-8523-0aa17423777f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:06.346695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.396669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Network d34cff17-adcb-4a13-9f2d-ef6b535286b8 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:06.399277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:06.403135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Transition to ACTIVE for port object 28fd4511-a74e-4c86-8523-0aa17423777f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:06.415249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.435476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac996a11-7da6-44a1-a034-3e930ad1137c req-63b5d928-efa2-4aa6-aaa2-da4ed0f9c956 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:06.437580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac996a11-7da6-44a1-a034-3e930ad1137c req-63b5d928-efa2-4aa6-aaa2-da4ed0f9c956 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 944 time: 0.0855746 Oct 25 23:13:06.438426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:06.542073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Pushing event updated for resources: {'Port': ['ID=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:06.544298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Pushing event updated for resources: {'Port': ['ID=28fd4511-a74e-4c86-8523-0aa17423777f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:06.599381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:06.601616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.640370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-8f1931fb-89b5-45de-8dd5-8daa53258e28 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3532817 Oct 25 23:13:06.641879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac996a11-7da6-44a1-a034-3e930ad1137c req-2f8cc632-684c-40f8-b3bf-ab5df3a8fca8 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822774 Oct 25 23:13:06.672464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc355ecc-5fdb-4a9d-868f-176e17ba1556 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:06.687553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Request body: {'port': {'device_id': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:06.712242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Attempting to bind port 28fd4511-a74e-4c86-8523-0aa17423777f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:06.714019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Attempting to bind port 28fd4511-a74e-4c86-8523-0aa17423777f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:06.714588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Attempting to bind port 28fd4511-a74e-4c86-8523-0aa17423777f on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:06.719496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Port 28fd4511-a74e-4c86-8523-0aa17423777f on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:06.719813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Attempting to bind port 28fd4511-a74e-4c86-8523-0aa17423777f on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:06.726487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:06.726840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:06.727357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:06.727793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Bound port: 28fd4511-a74e-4c86-8523-0aa17423777f, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:06.728148 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.837857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] For port 28fd4511-a74e-4c86-8523-0aa17423777f, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:06.841171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] For port 28fd4511-a74e-4c86-8523-0aa17423777f, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=28fd4511-a74e-4c86-8523-0aa17423777f,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:06.849825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.895034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port bc355ecc-5fdb-4a9d-868f-176e17ba1556 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:06.902288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port bc355ecc-5fdb-4a9d-868f-176e17ba1556 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:06.903090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.911625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.949352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:06.949991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:06.951694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] 10.222.0.11 "PUT /v2.0/ports/28fd4511-a74e-4c86-8523-0aa17423777f HTTP/1.1" status: 200 len: 1091 time: 1.2514644 Oct 25 23:13:06.959710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'tag': '28fd4511-a74e-4c86-8523-0aa17423777f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:06.963176 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece39e8-a207-41ea-a891-f5b66551be04" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd06fd-c6be-47cf-ad13-a2d1fd999d42", "tag": "28fd4511-a74e-4c86-8523-0aa17423777f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:07.031298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4541f-d7d2-40ec-b388-18b70b8d1d6d service neutron] Pushing event updated for resources: {'Port': ['ID=28fd4511-a74e-4c86-8523-0aa17423777f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:07.058702 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:07.090652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65591d90-667a-496d-8c3f-ed00bd76965c req-adcf9d6b-69c9-4e1e-b9aa-2329f5894578 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.097907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65591d90-667a-496d-8c3f-ed00bd76965c req-adcf9d6b-69c9-4e1e-b9aa-2329f5894578 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.2095675 Oct 25 23:13:07.106899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:07.109873 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8054ae3-8cbb-47bb-a5a4-8c56aacc1cc8" -d '{"events": [{"server_uuid": "e52197f0-ba17-4c1f-9b49-a388c8415ebd", "name": "network-vif-plugged", "status": "completed", "tag": "bc355ecc-5fdb-4a9d-868f-176e17ba1556"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:07.128217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bc355ecc-5fdb-4a9d-868f-176e17ba1556, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556,segment=NetworkSegment(52da64e9-90bb-4774-90af-65084a1abd74),segment_id=52da64e9-90bb-4774-90af-65084a1abd74)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:07.135731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:07.166191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-4f99a74c-6cf2-4882-9cbd-ccdf2ff30c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.168818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-4f99a74c-6cf2-4882-9cbd-ccdf2ff30c33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 1094 time: 0.1519158 Oct 25 23:13:07.210573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65591d90-667a-496d-8c3f-ed00bd76965c req-587841fe-2860-4353-b2bc-74f06d9525ce tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066370 Oct 25 23:13:07.211558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe944b-85ae-495a-83af-57a1ca15ff48 req-85719fef-f95f-4a99-9c0d-3359bf83f391 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.220892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bc355ecc-5fdb-4a9d-868f-176e17ba1556,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:07.231137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cafe944b-85ae-495a-83af-57a1ca15ff48 req-85719fef-f95f-4a99-9c0d-3359bf83f391 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 943 time: 0.2274301 Oct 25 23:13:07.254317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-f49da27b-cb29-4e54-8f9d-24ba04e647e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28fd4511-a74e-4c86-8523-0aa17423777f HTTP/1.1" status: 200 len: 217 time: 0.0748227 Oct 25 23:13:07.321830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cafe944b-85ae-495a-83af-57a1ca15ff48 req-e4de04e5-1ee1-49fd-a72c-6d2e0b6e3c83 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869660 Oct 25 23:13:07.327635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-e2207be4-2389-4312-883c-ddd2ac3758d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.329730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-e2207be4-2389-4312-883c-ddd2ac3758d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0677686 Oct 25 23:13:07.389683 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94367373-dbc7-41b5-bc14-59acfd543993 x-openstack-request-id: req-94367373-dbc7-41b5-bc14-59acfd543993 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:07.389969 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd06fd-c6be-47cf-ad13-a2d1fd999d42", "tag": "28fd4511-a74e-4c86-8523-0aa17423777f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:07.390236 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94367373-dbc7-41b5-bc14-59acfd543993 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:07.390730 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'tag': '28fd4511-a74e-4c86-8523-0aa17423777f', 'status': 'completed', 'code': 200} Oct 25 23:13:07.429640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-7ea6c689-deff-4a0f-9813-1a6fbfe777c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.431160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-7ea6c689-deff-4a0f-9813-1a6fbfe777c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942490 Oct 25 23:13:07.437737 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc339728-8e11-47b0-9af0-392e5514dc7c x-openstack-request-id: req-dc339728-8e11-47b0-9af0-392e5514dc7c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:07.438259 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52197f0-ba17-4c1f-9b49-a388c8415ebd", "name": "network-vif-plugged", "status": "completed", "tag": "bc355ecc-5fdb-4a9d-868f-176e17ba1556", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:07.438658 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc339728-8e11-47b0-9af0-392e5514dc7c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:07.439192 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556', 'code': 200} Oct 25 23:13:07.498579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8340ec8-109e-4c40-9fb0-5e54e2f4a621 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:07.507552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:07.523678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Transition to ACTIVE for port object e8340ec8-109e-4c40-9fb0-5e54e2f4a621 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:07.530960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:07.604738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4889a2-d0ec-4ca0-8377-75c2032451d8 req-60b38543-9223-4664-9460-147dcb103715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.606578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb4889a2-d0ec-4ca0-8377-75c2032451d8 req-60b38543-9223-4664-9460-147dcb103715 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 1096 time: 0.0697556 Oct 25 23:13:07.629753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:07.649250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-dccfa97d-4da4-4f1d-8635-3f9144b5119f service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998615 Oct 25 23:13:07.686273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb00f4-141a-4bae-8740-7254e5b89d7b req-874f0ad1-dde7-4c31-8ffd-4055cf9c8dfe tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.687874 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6eb00f4-141a-4bae-8740-7254e5b89d7b req-874f0ad1-dde7-4c31-8ffd-4055cf9c8dfe tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 943 time: 0.1428442 Oct 25 23:13:07.750568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Attempting to bind port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:07.750905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Attempting to bind port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '591c2942-ea59-4794-844e-e45fe1eef40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:07.751221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Attempting to bind port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 on network d34cff17-adcb-4a13-9f2d-ef6b535286b8 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:07.755844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6eb00f4-141a-4bae-8740-7254e5b89d7b req-8a968800-b821-4344-a93a-58463ce2936a tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563664 Oct 25 23:13:07.766291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 on network d34cff17-adcb-4a13-9f2d-ef6b535286b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:07.766615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Attempting to bind port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 on network d34cff17-adcb-4a13-9f2d-ef6b535286b8 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:07.771836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:07.772721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Checking segment: {'id': '591c2942-ea59-4794-844e-e45fe1eef40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:07.773178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Bound using segment: {'id': '591c2942-ea59-4794-844e-e45fe1eef40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:07.773920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Bound port: e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591c2942-ea59-4794-844e-e45fe1eef40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:07.774316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:07.796042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb4889a2-d0ec-4ca0-8377-75c2032451d8 req-7938fa3d-af26-42bb-8d4f-1dbeb62484ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785975 Oct 25 23:13:07.857449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b380d1-7360-4b5b-9e8b-3ef08e9bd41e req-4634b483-f1a0-4fe9-8398-d55bd363afd1 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000101 Oct 25 23:13:07.884328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] For port e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:07.895549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-c11f5de9-be27-48d6-87b3-ead6e3c7f9d7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.897361 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-c11f5de9-be27-48d6-87b3-ead6e3c7f9d7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.2291811 Oct 25 23:13:07.904617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] For port e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,segment=NetworkSegment(591c2942-ea59-4794-844e-e45fe1eef40a),segment_id=591c2942-ea59-4794-844e-e45fe1eef40a)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:07.917042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064580f0-83c0-4ada-90bc-35f2f3154007 req-616d9116-94a5-40fd-8f05-3626d3410e16 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.925397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-064580f0-83c0-4ada-90bc-35f2f3154007 req-616d9116-94a5-40fd-8f05-3626d3410e16 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.0809839 Oct 25 23:13:07.940208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:07.952310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-1253d427-a907-4a49-8278-87fad1dac043 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0430124 Oct 25 23:13:07.996294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-fb221500-a726-4270-a246-83a3920d9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:07.997699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-fb221500-a726-4270-a246-83a3920d9dfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 1094 time: 0.0805414 Oct 25 23:13:08.019896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-5cef7590-b466-48cf-8a42-dc484739ecfc tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667276 Oct 25 23:13:08.183168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-ea4fa9e5-ea4c-41f7-bc1c-93b70b169410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.185295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-ea4fa9e5-ea4c-41f7-bc1c-93b70b169410 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1794467 Oct 25 23:13:08.192121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-ef5b31b9-e8ec-4ffb-9e98-4c04d20b2d44 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614642 Oct 25 23:13:08.237428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-633b4fe3-098b-4c32-991c-68665affc2f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28fd4511-a74e-4c86-8523-0aa17423777f HTTP/1.1" status: 200 len: 217 time: 0.0440733 Oct 25 23:13:08.321856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:08.339373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.339874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-8fdfa4ea-be02-425e-ae71-05f63337241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.340345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:08.341327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-8fdfa4ea-be02-425e-ae71-05f63337241a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0918369 Oct 25 23:13:08.341445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-38e81167-e3c1-4101-b5f2-85652e3b7625 service neutron] 10.222.0.11 "PUT /v2.0/ports/e8340ec8-109e-4c40-9fb0-5e54e2f4a621 HTTP/1.1" status: 200 len: 1091 time: 1.6910539 Oct 25 23:13:08.341787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'tag': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:08.344052 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dda28d-65ed-439a-ae2c-87b77a7706c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae8196d-2390-4a71-85e6-028d98bb890b", "tag": "e8340ec8-109e-4c40-9fb0-5e54e2f4a621"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:08.366400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-064580f0-83c0-4ada-90bc-35f2f3154007 req-5b292e9e-0946-4edb-9628-6d32d1c5d44f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400394 Oct 25 23:13:08.400494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-fc02004f-a112-4b05-95c4-0a309d5b87c5 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707330 Oct 25 23:13:08.434185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-a250ffb8-57d1-4764-820e-6bda82c144a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.435899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-a250ffb8-57d1-4764-820e-6bda82c144a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819812 Oct 25 23:13:08.495661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-d08ef22a-d704-42df-902f-cefe967de687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.497905 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-d08ef22a-d704-42df-902f-cefe967de687 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8188312acd974ba5ae06593a07b74ae1&device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 1094 time: 0.1051784 Oct 25 23:13:08.517255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a6aaa-7068-4d1b-a525-16b27dbf344c req-3dfe3dbf-0faf-49f1-86f3-c241ef65e1cf tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.519488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-052a6aaa-7068-4d1b-a525-16b27dbf344c req-3dfe3dbf-0faf-49f1-86f3-c241ef65e1cf tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 945 time: 0.0804932 Oct 25 23:13:08.576012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-329fb670-0330-4fe9-83f4-2f1278703571 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227305 Oct 25 23:13:08.599810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-febcd15c-f2ed-49b8-9a67-8c2a766b0249 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621 HTTP/1.1" status: 200 len: 217 time: 0.0917399 Oct 25 23:13:08.647293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-052a6aaa-7068-4d1b-a525-16b27dbf344c req-3b7db92c-6abf-4ef3-9356-fea12f9d6c6b tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175976 Oct 25 23:13:08.678124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-fe44a420-365c-415e-bcc3-9b2532ec0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.681049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-fe44a420-365c-415e-bcc3-9b2532ec0aeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=20685787-bf8c-4630-a1e0-07600d360471 HTTP/1.1" status: 200 len: 857 time: 0.0703304 Oct 25 23:13:08.738223 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228db8d8-fa27-4085-919a-6fe6ecd6506a x-openstack-request-id: req-228db8d8-fa27-4085-919a-6fe6ecd6506a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:08.738678 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae8196d-2390-4a71-85e6-028d98bb890b", "tag": "e8340ec8-109e-4c40-9fb0-5e54e2f4a621", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:08.739773 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-228db8d8-fa27-4085-919a-6fe6ecd6506a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:08.740616 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'tag': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621', 'status': 'completed', 'code': 200} Oct 25 23:13:08.746832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-cd7c6257-8c98-44be-94f3-36f7a0e40266 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34cff17-adcb-4a13-9f2d-ef6b535286b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557785 Oct 25 23:13:08.790345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ece39e8-a207-41ea-a891-f5b66551be04 req-694afcad-4bf5-4e17-af79-a1ae794cf144 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064998 Oct 25 23:13:08.808916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec18db1-eead-4425-ab45-2fe86cc419c9 req-306ac464-4640-4b83-9c5c-30a91ed037d8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.810491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec18db1-eead-4425-ab45-2fe86cc419c9 req-306ac464-4640-4b83-9c5c-30a91ed037d8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 943 time: 0.1688206 Oct 25 23:13:08.869487 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec18db1-eead-4425-ab45-2fe86cc419c9 req-1ac94fa5-713c-47c2-a4c0-f33521bf8f2e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512021 Oct 25 23:13:08.908721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2bd94-4fed-4340-b987-11d1d3288b53 req-e561d41d-d253-44ae-91cc-7efb52b2fcad tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:08.910278 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86c2bd94-4fed-4340-b987-11d1d3288b53 req-e561d41d-d253-44ae-91cc-7efb52b2fcad tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.0887249 Oct 25 23:13:08.938319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-f4d33b3e-3681-462d-a584-92318bbda118 service neutron] 10.222.0.11 "GET /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825097 Oct 25 23:13:09.011543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86c2bd94-4fed-4340-b987-11d1d3288b53 req-e870589b-e00d-4a52-8674-1cd2790ce103 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911756 Oct 25 23:13:09.094058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6951a5-e694-4ea6-bbe3-44c3a0fa1559 req-a41957d0-2bd8-4802-a1e1-add3d19c22ad service neutron] 10.222.0.11 "GET /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482782 Oct 25 23:13:09.142957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab0a9abe-7f8f-4167-bf45-c673163b71da req-577aa8b0-6471-4615-b8b9-ff26854586e4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 210 time: 0.0506983 Oct 25 23:13:09.237072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0abd9-74d0-423a-bd2e-625d1403688a req-11950a9d-fece-4e07-b228-6b8199f3080e tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.238707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56e0abd9-74d0-423a-bd2e-625d1403688a req-11950a9d-fece-4e07-b228-6b8199f3080e tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 943 time: 0.0902808 Oct 25 23:13:09.252609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-bfb564e4-e6dc-470a-9dc6-cc272cac570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.254361 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-bfb564e4-e6dc-470a-9dc6-cc272cac570a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8188312acd974ba5ae06593a07b74ae1&device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 1094 time: 0.0669265 Oct 25 23:13:09.391739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56e0abd9-74d0-423a-bd2e-625d1403688a req-50adb181-8b2f-463a-beeb-a36336a24266 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421185 Oct 25 23:13:09.426577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8361c-1c6d-4d36-b320-2973f1ddb20a req-8530293a-6636-41da-b54d-7d7353a45cb4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.439657 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0d8361c-1c6d-4d36-b320-2973f1ddb20a req-8530293a-6636-41da-b54d-7d7353a45cb4 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.0847838 Oct 25 23:13:09.443009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-d05862e8-7a38-4dfd-8735-c4f65190cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.444891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-d05862e8-7a38-4dfd-8735-c4f65190cd0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34cff17-adcb-4a13-9f2d-ef6b535286b8 HTTP/1.1" status: 200 len: 918 time: 0.1781459 Oct 25 23:13:09.492904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0d8361c-1c6d-4d36-b320-2973f1ddb20a req-d17d67a2-a3b7-4ee9-b071-ad5e83fa306b tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521405 Oct 25 23:13:09.550642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-3ce1f9a4-ff94-4c5f-b3df-89f79e81831c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621 HTTP/1.1" status: 200 len: 217 time: 0.0738246 Oct 25 23:13:09.641114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-cef46f48-6064-4e2b-a85b-4e1ef1f6971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.642652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-cef46f48-6064-4e2b-a85b-4e1ef1f6971e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=20685787-bf8c-4630-a1e0-07600d360471 HTTP/1.1" status: 200 len: 857 time: 0.0845752 Oct 25 23:13:09.668137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cfc00-60ab-4c24-b23d-ff2c77c0c4df req-0c792758-76b9-4523-ac8a-0f51118a61c0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.669687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c75cfc00-60ab-4c24-b23d-ff2c77c0c4df req-0c792758-76b9-4523-ac8a-0f51118a61c0 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.0741687 Oct 25 23:13:09.688364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-39810981-9199-40b2-a24c-483c9f675b4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34cff17-adcb-4a13-9f2d-ef6b535286b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378067 Oct 25 23:13:09.779570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c75cfc00-60ab-4c24-b23d-ff2c77c0c4df req-c88608d1-f1b6-4262-9203-cb0b10c3767e tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937486 Oct 25 23:13:09.809740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158edd2b-522b-4a35-8dd4-3674ca10c371 req-2255bd4d-2673-4dba-a15d-1efe95e113cd tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:09.818374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-158edd2b-522b-4a35-8dd4-3674ca10c371 req-2255bd4d-2673-4dba-a15d-1efe95e113cd tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 945 time: 0.0899265 Oct 25 23:13:09.827160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-f54cc761-56f9-4439-bafc-cb62f6e13526 service neutron] 10.222.0.11 "GET /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252890 Oct 25 23:13:09.846309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 28fd4511-a74e-4c86-8523-0aa17423777f details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:09.869184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-158edd2b-522b-4a35-8dd4-3674ca10c371 req-b7e20978-c4b1-4546-b6ee-9ac1271581fc tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481243 Oct 25 23:13:09.996833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53dda28d-65ed-439a-ae2c-87b77a7706c5 req-e84a4c4e-8f8d-4ccd-a302-347d3ba7e007 service neutron] 10.222.0.11 "GET /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594048 Oct 25 23:13:10.079303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 28fd4511-a74e-4c86-8523-0aa17423777f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=28fd4511-a74e-4c86-8523-0aa17423777f,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:10.116828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '28fd4511-a74e-4c86-8523-0aa17423777f', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': '28fd4511-a74e-4c86-8523-0aa17423777f', 'mac_address': 'fa:16:3e:c9:6c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:10.184749 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:10.197558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcd96c-4e69-4d5a-8355-e78d3012ddeb req-3707d139-b977-4f1b-8764-7fbc624b37ac tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:10.199097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fdcd96c-4e69-4d5a-8355-e78d3012ddeb req-3707d139-b977-4f1b-8764-7fbc624b37ac tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 943 time: 0.1994352 Oct 25 23:13:10.199732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fd4511-a74e-4c86-8523-0aa17423777f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:10.223403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 28fd4511-a74e-4c86-8523-0aa17423777f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=28fd4511-a74e-4c86-8523-0aa17423777f,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:10.231198 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:10.306617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=28fd4511-a74e-4c86-8523-0aa17423777f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:10.354699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fdcd96c-4e69-4d5a-8355-e78d3012ddeb req-172b0755-72c0-4710-b344-37202ff13f19 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465237 Oct 25 23:13:10.367578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-fe589612-5ea9-4e54-a6db-796aeb1c0f1f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:10.369784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-fe589612-5ea9-4e54-a6db-796aeb1c0f1f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.3054953 Oct 25 23:13:10.431639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5910e1b-fa75-4bbe-baaf-56d0673bd888 req-607b3ac8-bbe9-4ddf-9820-0c79ad3ed22f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 210 time: 0.0323672 Oct 25 23:13:10.459081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:10.482176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:10.607840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc540b-3986-439c-8058-7e6b2bb03758 req-11acdcec-9182-4da8-81d2-0371b218e202 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:10.612279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1abc540b-3986-439c-8058-7e6b2bb03758 req-11acdcec-9182-4da8-81d2-0371b218e202 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 943 time: 0.0874927 Oct 25 23:13:10.637978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b2f39-aec6-426a-a4d0-52868c622f30 req-c3227136-b7bd-4c67-b981-bbd1724cc2d3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:10.641019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f0b2f39-aec6-426a-a4d0-52868c622f30 req-c3227136-b7bd-4c67-b981-bbd1724cc2d3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.2240100 Oct 25 23:13:10.664551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1abc540b-3986-439c-8058-7e6b2bb03758 req-aa8661af-a2e3-4b22-98a8-bedb2ffd7156 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Oct 25 23:13:10.698217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f0b2f39-aec6-426a-a4d0-52868c622f30 req-b94d2bb7-c015-4728-98ed-a32295b26535 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507174 Oct 25 23:13:10.699601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:10.703950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:10.848339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.5 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/5923a82a-b721-4092-a47d-696c6e8e85c9) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:11.013916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.064204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.096942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:11.118744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:11.125075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:11.142855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:11.147942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=5923a82a-b721-4092-a47d-696c6e8e85c9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:11.208941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143a5d-865d-440b-aa38-43916d662f7f req-c9b4d7e2-4b66-4e03-b73d-4bad87c70366 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.210585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83143a5d-865d-440b-aa38-43916d662f7f req-c9b4d7e2-4b66-4e03-b73d-4bad87c70366 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 945 time: 0.1109815 Oct 25 23:13:11.216119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.216721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.250619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14284f38-2fbd-4425-ba77-21ca655c88ee tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7964184 Oct 25 23:13:11.264136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83143a5d-865d-440b-aa38-43916d662f7f req-a911767f-233d-4190-88c7-f23196fa1401 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Oct 25 23:13:11.270778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Request body: {'port': {'device_id': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:11.327713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.536816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91b467-b1df-435a-8c87-fa26268fc0f4 req-9641bbcb-f99e-4e7e-bdf1-2be61f7fa483 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.538967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c91b467-b1df-435a-8c87-fa26268fc0f4 req-9641bbcb-f99e-4e7e-bdf1-2be61f7fa483 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 944 time: 0.1077864 Oct 25 23:13:11.598423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ae27-5883-4405-bfc5-cd008f1e0a01 req-c1d0eca0-71af-467e-859c-46d493025e53 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.606456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7439ae27-5883-4405-bfc5-cd008f1e0a01 req-c1d0eca0-71af-467e-859c-46d493025e53 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 931 time: 0.0906794 Oct 25 23:13:11.609372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c91b467-b1df-435a-8c87-fa26268fc0f4 req-017ed50f-d06c-424f-8eb1-dd992048657d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Oct 25 23:13:11.673156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45640b4-f373-4528-8746-2f84c3241a58 req-7f81a421-33d0-477b-9704-a115b65723f3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.675140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e45640b4-f373-4528-8746-2f84c3241a58 req-7f81a421-33d0-477b-9704-a115b65723f3 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.1132154 Oct 25 23:13:11.684478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5923a82a-b721-4092-a47d-696c6e8e85c9 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:11.689771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7439ae27-5883-4405-bfc5-cd008f1e0a01 req-9d6dfc43-f0eb-4900-b20b-d38e9f1f645d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820098 Oct 25 23:13:11.695365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.719157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Transition to ACTIVE for port object 5923a82a-b721-4092-a47d-696c6e8e85c9 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:11.723928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.833504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Pushing event updated for resources: {'Port': ['ID=5923a82a-b721-4092-a47d-696c6e8e85c9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:11.845764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e8340ec8-109e-4c40-9fb0-5e54e2f4a621 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:11.849846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 28fd4511-a74e-4c86-8523-0aa17423777f up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:11.852496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63cf35-8107-49d2-998b-0111c7736dab req-991ea68d-9148-4f2d-9bd0-d55bc78a874c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.854050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd63cf35-8107-49d2-998b-0111c7736dab req-991ea68d-9148-4f2d-9bd0-d55bc78a874c tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 946 time: 0.0635037 Oct 25 23:13:11.862536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Deleting port d0ad8960-3853-4667-b806-b85d7a0e0d59 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:13:11.862876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:11.918433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f05d47-4e48-47e8-b317-8567ca32cf09 req-f4f80eb4-e532-4a65-9ccf-cd6f74be8d64 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:11.920068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14f05d47-4e48-47e8-b317-8567ca32cf09 req-f4f80eb4-e532-4a65-9ccf-cd6f74be8d64 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 943 time: 0.1404645 Oct 25 23:13:11.955109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Attempting to bind port 5923a82a-b721-4092-a47d-696c6e8e85c9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:11.955482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Attempting to bind port 5923a82a-b721-4092-a47d-696c6e8e85c9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:11.955883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Attempting to bind port 5923a82a-b721-4092-a47d-696c6e8e85c9 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:11.964212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd63cf35-8107-49d2-998b-0111c7736dab req-1259d3c9-2928-4bb0-b822-b09cfd754638 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf808f6c-d8bd-49e0-a0a7-0528d47db27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Oct 25 23:13:11.969500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Port 5923a82a-b721-4092-a47d-696c6e8e85c9 on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:11.969826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Attempting to bind port 5923a82a-b721-4092-a47d-696c6e8e85c9 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:11.984858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:11.985203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:11.985590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:11.986033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Bound port: 5923a82a-b721-4092-a47d-696c6e8e85c9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:11.986417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.000159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14f05d47-4e48-47e8-b317-8567ca32cf09 req-8653158a-2c2d-43a5-b2cf-69a2680b208d tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623817 Oct 25 23:13:12.018136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] For port d0ad8960-3853-4667-b806-b85d7a0e0d59, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d0ad8960-3853-4667-b806-b85d7a0e0d59,segment=NetworkSegment(29575968-e2aa-4ad1-b55d-ffca209fd742),segment_id=29575968-e2aa-4ad1-b55d-ffca209fd742)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:12.018779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.044828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Calling delete_port for d0ad8960-3853-4667-b806-b85d7a0e0d59 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:13:12.058986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 28fd4511-a74e-4c86-8523-0aa17423777f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:12.077154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] For port 5923a82a-b721-4092-a47d-696c6e8e85c9, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:12.082476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] For port 5923a82a-b721-4092-a47d-696c6e8e85c9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5923a82a-b721-4092-a47d-696c6e8e85c9,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:12.083774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 28fd4511-a74e-4c86-8523-0aa17423777f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:12.084348 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.091685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.125777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,segment=NetworkSegment(591c2942-ea59-4794-844e-e45fe1eef40a),segment_id=591c2942-ea59-4794-844e-e45fe1eef40a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:12.142282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.143139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.145318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] 10.222.0.15 "PUT /v2.0/ports/5923a82a-b721-4092-a47d-696c6e8e85c9 HTTP/1.1" status: 200 len: 1091 time: 0.8787539 Oct 25 23:13:12.151001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'tag': '5923a82a-b721-4092-a47d-696c6e8e85c9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:12.151293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621', 'network_id': 'd34cff17-adcb-4a13-9f2d-ef6b535286b8', 'port_id': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621', 'mac_address': 'fa:16:3e:71:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20685787-bf8c-4630-a1e0-07600d360471', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:12.154245 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf6e323-5232-4fbe-8f58-46426954947f", "tag": "5923a82a-b721-4092-a47d-696c6e8e85c9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:12.192011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110246-297e-47f1-a10e-22bcc6babcbf service neutron] Pushing event updated for resources: {'Port': ['ID=5923a82a-b721-4092-a47d-696c6e8e85c9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:12.216685 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3437ddd2-627f-43c5-9c94-3fd652b76724 x-openstack-request-id: req-3437ddd2-627f-43c5-9c94-3fd652b76724 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:12.216989 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf6e323-5232-4fbe-8f58-46426954947f", "tag": "5923a82a-b721-4092-a47d-696c6e8e85c9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:12.217244 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3437ddd2-627f-43c5-9c94-3fd652b76724 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:12.217672 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'tag': '5923a82a-b721-4092-a47d-696c6e8e85c9', 'status': 'completed', 'code': 200} Oct 25 23:13:12.227452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.248606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.252129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8340ec8-109e-4c40-9fb0-5e54e2f4a621 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:12.258431 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.281678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['d0ad8960-3853-4667-b806-b85d7a0e0d59'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:12.293523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Pushing event deleted for resources: {'Port': ['ID=d0ad8960-3853-4667-b806-b85d7a0e0d59,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:12.327162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-a777f93b-0fca-4d40-8569-23b8112b017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.333485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-a777f93b-0fca-4d40-8569-23b8112b017e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 1094 time: 0.0774689 Oct 25 23:13:12.350970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,segment=NetworkSegment(591c2942-ea59-4794-844e-e45fe1eef40a),segment_id=591c2942-ea59-4794-844e-e45fe1eef40a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:12.364142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.372965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] No DVR routers for this DVR port d0ad8960-3853-4667-b806-b85d7a0e0d59 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:13:12.375731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd4511-a74e-4c86-8523-0aa17423777f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:12.377855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.378840 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f41210-baf8-48c3-8024-9a474672b63d" -d '{"events": [{"server_uuid": "46dd06fd-c6be-47cf-ad13-a2d1fd999d42", "name": "network-vif-plugged", "status": "completed", "tag": "28fd4511-a74e-4c86-8523-0aa17423777f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:12.386081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e45640b4-f373-4528-8746-2f84c3241a58 req-ed15171f-1da2-49f0-8107-ecd92cd2ba14 tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.11 "DELETE /v2.0/ports/d0ad8960-3853-4667-b806-b85d7a0e0d59 HTTP/1.1" status: 204 len: 173 time: 0.6952138 Oct 25 23:13:12.386726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'name': 'network-vif-deleted', 'tag': 'd0ad8960-3853-4667-b806-b85d7a0e0d59'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:12.396251 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3187d9-fe0d-4c13-ae19-b016b5406a05" -d '{"events": [{"server_uuid": "8493229d-bd0d-4693-b689-d90ac5fa1a87", "name": "network-vif-deleted", "tag": "d0ad8960-3853-4667-b806-b85d7a0e0d59"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:12.413021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 28fd4511-a74e-4c86-8523-0aa17423777f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=28fd4511-a74e-4c86-8523-0aa17423777f,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:12.422341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.428736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-758c22b4-1d9b-4063-860d-2759f57e9ef0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5923a82a-b721-4092-a47d-696c6e8e85c9 HTTP/1.1" status: 200 len: 217 time: 0.0858982 Oct 25 23:13:12.445043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:12.516770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=28fd4511-a74e-4c86-8523-0aa17423777f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:12.529762 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03944ef7-5b47-467d-9e7e-7e5b7816536e x-openstack-request-id: req-03944ef7-5b47-467d-9e7e-7e5b7816536e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:12.530823 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd06fd-c6be-47cf-ad13-a2d1fd999d42", "name": "network-vif-plugged", "status": "completed", "tag": "28fd4511-a74e-4c86-8523-0aa17423777f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:12.531194 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03944ef7-5b47-467d-9e7e-7e5b7816536e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:12.531687 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd4511-a74e-4c86-8523-0aa17423777f', 'code': 200} Oct 25 23:13:12.533227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eebc44-b30f-4b1b-8571-47ec49fc7d05 req-8e627588-cd58-4d16-9d97-bfa518995b01 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.537171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2eebc44-b30f-4b1b-8571-47ec49fc7d05 req-8e627588-cd58-4d16-9d97-bfa518995b01 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 945 time: 0.1273277 Oct 25 23:13:12.541336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5916-df42-4171-aa13-fd27eebdc289 req-5088635f-c737-434b-adbc-12976b27ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.543214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-5088635f-c737-434b-adbc-12976b27ace2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0810399 Oct 25 23:13:12.551425 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a60fb-2622-493a-95c5-0b3c517f845f x-openstack-request-id: req-4e4a60fb-2622-493a-95c5-0b3c517f845f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:12.551918 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8493229d-bd0d-4693-b689-d90ac5fa1a87", "name": "network-vif-deleted", "tag": "d0ad8960-3853-4667-b806-b85d7a0e0d59", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:12.552438 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e4a60fb-2622-493a-95c5-0b3c517f845f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:12.552976 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8493229d-bd0d-4693-b689-d90ac5fa1a87', 'name': 'network-vif-deleted', 'tag': 'd0ad8960-3853-4667-b806-b85d7a0e0d59', 'status': 'completed', 'code': 200} Oct 25 23:13:12.594123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-d8be35c1-05c4-411e-96a9-fe9c35e41ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372221 Oct 25 23:13:12.611527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2eebc44-b30f-4b1b-8571-47ec49fc7d05 req-c2dc2f10-9554-40a2-85d8-b1f9e1c5f956 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/security-groups?id=df9e4e14-3997-466f-af7f-abe3d4af2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669494 Oct 25 23:13:12.627013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b9330-efda-48dc-99a0-174a1670cf45 req-d5d3a313-6c02-47ea-b463-3477456acfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.628502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc6b9330-efda-48dc-99a0-174a1670cf45 req-d5d3a313-6c02-47ea-b463-3477456acfdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 1096 time: 0.0455277 Oct 25 23:13:12.637294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['e8340ec8-109e-4c40-9fb0-5e54e2f4a621'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:12.701208 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc6b9330-efda-48dc-99a0-174a1670cf45 req-ba5b97a2-e28c-4794-8a8c-5246733187b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561545 Oct 25 23:13:12.729593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-2b9d0270-5e64-45cb-8164-35b42a555331 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087825 Oct 25 23:13:12.785745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ebb4f-fc7f-4011-aa84-d6bff80b75a2 req-0750b971-14ec-4928-8256-0b362b34dac8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.787445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45ebb4f-fc7f-4011-aa84-d6bff80b75a2 req-0750b971-14ec-4928-8256-0b362b34dac8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0844409 Oct 25 23:13:12.831947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:12.835885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45ebb4f-fc7f-4011-aa84-d6bff80b75a2 req-9b59a1f4-3e21-4b50-aa51-6de3663a854d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Oct 25 23:13:12.873549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a67536-a862-43aa-840a-962604a011af req-61008bcf-fc8b-4c8e-84a7-a22a74b8f9db tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.875025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6a67536-a862-43aa-840a-962604a011af req-61008bcf-fc8b-4c8e-84a7-a22a74b8f9db tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 943 time: 0.0768671 Oct 25 23:13:12.892825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53da5916-df42-4171-aa13-fd27eebdc289 req-a559ec37-85e2-4ddd-925b-1d616ec72ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550269 Oct 25 23:13:12.919639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b306a53-abb2-492e-8294-236979c682b3 req-ff8e50cf-d672-4310-a228-0a73ef73dc05 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:12.921173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b306a53-abb2-492e-8294-236979c682b3 req-ff8e50cf-d672-4310-a228-0a73ef73dc05 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.15 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 945 time: 0.0490243 Oct 25 23:13:12.923588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6a67536-a862-43aa-840a-962604a011af req-a043f1dc-adac-4f96-b29f-1422e3c20832 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Oct 25 23:13:13.024815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Deleting port bc355ecc-5fdb-4a9d-868f-176e17ba1556 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:13:13.025166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:13.088489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-a627a456-bc06-4df0-9a27-e5fbbfdc354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:13.090413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-a627a456-bc06-4df0-9a27-e5fbbfdc354c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 1094 time: 0.0739079 Oct 25 23:13:13.128786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0b1937e-95e5-4dd2-a53b-7f7b606a8820 req-6625a887-53e9-4b9f-8705-d7a57edebd3f tempest-ServerDiskConfigTestJSON-701983109 tempest-ServerDiskConfigTestJSON-701983109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8493229d-bd0d-4693-b689-d90ac5fa1a87 HTTP/1.1" status: 200 len: 210 time: 0.0388558 Oct 25 23:13:13.204980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] For port bc355ecc-5fdb-4a9d-868f-176e17ba1556, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bc355ecc-5fdb-4a9d-868f-176e17ba1556,segment=NetworkSegment(52da64e9-90bb-4774-90af-65084a1abd74),segment_id=52da64e9-90bb-4774-90af-65084a1abd74)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:13.205250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:13.223703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Calling delete_port for bc355ecc-5fdb-4a9d-868f-176e17ba1556 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:13:13.233699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12937-8230-416c-bbd3-c8c17dc9e877 req-d75abd65-768b-47f9-a65a-ec68975979fb tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:13.235304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2f12937-8230-416c-bbd3-c8c17dc9e877 req-d75abd65-768b-47f9-a65a-ec68975979fb tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 944 time: 0.1208997 Oct 25 23:13:13.287823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-dd8aed5d-7ad3-4d6e-8c17-4f65ad0d94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:13.289756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-dd8aed5d-7ad3-4d6e-8c17-4f65ad0d94fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.1898205 Oct 25 23:13:13.298035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2f12937-8230-416c-bbd3-c8c17dc9e877 req-2bcefdc8-e0c7-4077-9525-e8bceeba3763 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Oct 25 23:13:13.336671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-e4202f7f-40f3-4a31-9eb8-af2159858520 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5923a82a-b721-4092-a47d-696c6e8e85c9 HTTP/1.1" status: 200 len: 217 time: 0.0380502 Oct 25 23:13:13.392366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-55b08eed-7247-4080-b0e8-b82f94fb5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:13.393531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-55b08eed-7247-4080-b0e8-b82f94fb5ff1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0491376 Oct 25 23:13:13.402577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:13.426503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-cc19cfb2-fc15-45f7-82bc-8e982085b35d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251253 Oct 25 23:13:13.436923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Pushing event deleted for resources: {'Port': ['ID=bc355ecc-5fdb-4a9d-868f-176e17ba1556,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:13.453202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bc355ecc-5fdb-4a9d-868f-176e17ba1556'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:13.486797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] No DVR routers for this DVR port bc355ecc-5fdb-4a9d-868f-176e17ba1556 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:13:13.489781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:13.494697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b306a53-abb2-492e-8294-236979c682b3 req-00f878cb-2fbe-4821-895e-efc7f6f16422 tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.15 "DELETE /v2.0/ports/bc355ecc-5fdb-4a9d-868f-176e17ba1556 HTTP/1.1" status: 204 len: 173 time: 0.5650375 Oct 25 23:13:13.547971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-c599c334-5802-445f-bbba-61b43bba4613 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137843 Oct 25 23:13:13.710009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ed0542c-2eb6-4a5d-83fa-afb23cda1164 req-1020a7d6-5880-40c0-aa77-5f8d0d7afbc2 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080253 Oct 25 23:13:13.745872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64408a26-a687-44fc-99d3-3db3a4cdb3f3 req-f8521fe2-edcb-4d7b-8d02-60e0688a061c tempest-ServerMetadataNegativeTestJSON-608559353 tempest-ServerMetadataNegativeTestJSON-608559353-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52197f0-ba17-4c1f-9b49-a388c8415ebd HTTP/1.1" status: 200 len: 210 time: 0.0300336 Oct 25 23:13:13.861967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e8340ec8-109e-4c40-9fb0-5e54e2f4a621 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:13.918755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:13.923263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:13.923633 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:13.965041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6a716-89a1-4e07-a1ed-dc92295ace9c req-619add85-8d77-467d-aa73-8197de439c62 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:13.972594 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ec6a716-89a1-4e07-a1ed-dc92295ace9c req-619add85-8d77-467d-aa73-8197de439c62 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0632005 Oct 25 23:13:14.020265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ec6a716-89a1-4e07-a1ed-dc92295ace9c req-5759c4c9-3bdb-4f52-b243-967cb5670c88 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Oct 25 23:13:14.030493 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.067268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,segment=NetworkSegment(591c2942-ea59-4794-844e-e45fe1eef40a),segment_id=591c2942-ea59-4794-844e-e45fe1eef40a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:14.072562 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.073618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d0ad8960-3853-4667-b806-b85d7a0e0d59 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:13:14.095295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684568-ee12-4d2e-9984-52d6889d9418 req-8b9e958c-556b-4ac0-8988-38459f8a4412 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:14.096975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83684568-ee12-4d2e-9984-52d6889d9418 req-8b9e958c-556b-4ac0-8988-38459f8a4412 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 943 time: 0.0718439 Oct 25 23:13:14.108251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: d0ad8960-3853-4667-b806-b85d7a0e0d59 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:13:14.108638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d0ad8960-3853-4667-b806-b85d7a0e0d59 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:13:14.164627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:14.182521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83684568-ee12-4d2e-9984-52d6889d9418 req-f6f7c41f-b085-48e2-b00a-0e83d33089cc tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679638 Oct 25 23:13:14.342281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68fafa-07de-4041-9b30-96de2cecf610 req-e1970f5c-f581-4702-8503-9dc5e6a52344 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:14.344154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d68fafa-07de-4041-9b30-96de2cecf610 req-e1970f5c-f581-4702-8503-9dc5e6a52344 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0972981 Oct 25 23:13:14.362102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60952) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:14.386590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d68fafa-07de-4041-9b30-96de2cecf610 req-e90156ec-c05d-4291-b275-e510aae13217 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Oct 25 23:13:14.422671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Deleting subnet c262f61c-ccf8-441e-9e04-39c964aee142 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:13:14.426886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.484431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.523341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d40e-6cbe-4cad-acaf-24155b470bfb req-dd5e366a-cbf6-4156-94ab-0e3776c4a313 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:14.524832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b39d40e-6cbe-4cad-acaf-24155b470bfb req-dd5e366a-cbf6-4156-94ab-0e3776c4a313 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 945 time: 0.1156564 Oct 25 23:13:14.532755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:14.535245 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c398aed7-56f5-42da-87f7-520cc1f8a1b7" -d '{"events": [{"server_uuid": "7ae8196d-2390-4a71-85e6-028d98bb890b", "name": "network-vif-plugged", "status": "completed", "tag": "e8340ec8-109e-4c40-9fb0-5e54e2f4a621"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:14.545343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.554161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'name': 'network-vif-deleted', 'tag': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:14.556587 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d9115f-f965-49a3-a36a-fa731bf2cb68" -d '{"events": [{"server_uuid": "e52197f0-ba17-4c1f-9b49-a388c8415ebd", "name": "network-vif-deleted", "tag": "bc355ecc-5fdb-4a9d-868f-176e17ba1556"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:14.594587 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea42c95-bf07-4b45-9405-b4d2cd4958e7 x-openstack-request-id: req-1ea42c95-bf07-4b45-9405-b4d2cd4958e7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:14.594949 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae8196d-2390-4a71-85e6-028d98bb890b", "name": "network-vif-plugged", "status": "completed", "tag": "e8340ec8-109e-4c40-9fb0-5e54e2f4a621", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:14.595342 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ea42c95-bf07-4b45-9405-b4d2cd4958e7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:14.596116 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621', 'code': 200} Oct 25 23:13:14.630115 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b39d40e-6cbe-4cad-acaf-24155b470bfb req-a1cce843-a9ea-404d-99b2-d53c5cfb5c15 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892444 Oct 25 23:13:14.672510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.713488 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f133d2f-e4f7-45c5-be53-00e55ee2774d x-openstack-request-id: req-1f133d2f-e4f7-45c5-be53-00e55ee2774d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:14.713851 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52197f0-ba17-4c1f-9b49-a388c8415ebd", "name": "network-vif-deleted", "tag": "bc355ecc-5fdb-4a9d-868f-176e17ba1556", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:14.714214 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f133d2f-e4f7-45c5-be53-00e55ee2774d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:14.714672 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52197f0-ba17-4c1f-9b49-a388c8415ebd', 'name': 'network-vif-deleted', 'tag': 'bc355ecc-5fdb-4a9d-868f-176e17ba1556', 'status': 'completed', 'code': 200} Oct 25 23:13:14.723680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c262f61c-ccf8-441e-9e04-39c964aee142,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:14.728315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.730371 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9a658041-84d0-4780-81d1-6bb6b9e094d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c262f61c-ccf8-441e-9e04-39c964aee142 HTTP/1.1" status: 204 len: 168 time: 0.3672032 Oct 25 23:13:14.733224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60968) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:14.759948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e171600-5ae0-40b7-99c2-7246d74878fb req-5892f75d-19d8-4d52-811e-8674f1d01e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:14.761389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e171600-5ae0-40b7-99c2-7246d74878fb req-5892f75d-19d8-4d52-811e-8674f1d01e84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 1096 time: 0.0498800 Oct 25 23:13:14.804872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e171600-5ae0-40b7-99c2-7246d74878fb req-00050982-4daa-4c6d-80ed-70b9f952e1da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362761 Oct 25 23:13:14.809431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60972) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:14.819342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.864226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Deleting subnet d9606676-728e-415c-bfc0-b4d31355acc6 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:13:14.868685 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.918255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:14.967593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.027771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.062511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.066692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d9606676-728e-415c-bfc0-b4d31355acc6 HTTP/1.1" status: 204 len: 168 time: 0.2560911 Oct 25 23:13:15.067742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa1097-f439-4f08-b9a9-84f036a60461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9606676-728e-415c-bfc0-b4d31355acc6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:15.069389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60980) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:15.149636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.216621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.239067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc8017d-2272-44b8-88ab-d82c933d4ef7']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:15.241558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.252220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29575968-e2aa-4ad1-b55d-ffca209fd742') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:15.252521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29575968-e2aa-4ad1-b55d-ffca209fd742') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:15.264864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9b1aca-1311-4931-bb1e-fb242f9a363a']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:15.266895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.275509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52da64e9-90bb-4774-90af-65084a1abd74') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:15.275802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52da64e9-90bb-4774-90af-65084a1abd74') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:15.286369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.300693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.310116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:13:15.310527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:13:15.320614 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:13:15.322840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.332273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:13:15.332665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:13:15.334602 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:13:15.395793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.398669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1a85-9ec0-4eb3-a8f7-252d4a493fad req-d8d92ea0-1c9f-492a-9ba5-4b3b54af4c54 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:15.401721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.401946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e8e1a85-9ec0-4eb3-a8f7-252d4a493fad req-d8d92ea0-1c9f-492a-9ba5-4b3b54af4c54 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 943 time: 0.1367588 Oct 25 23:13:15.405436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a9b1aca-1311-4931-bb1e-fb242f9a363a HTTP/1.1" status: 204 len: 168 time: 0.3350441 Oct 25 23:13:15.420222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.425884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.432885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] 10.222.0.25 "DELETE /v2.0/networks/bcc8017d-2272-44b8-88ab-d82c933d4ef7 HTTP/1.1" status: 204 len: 168 time: 0.6985164 Oct 25 23:13:15.438125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039e1a6-4be0-4ba4-b262-cf8ecbef1569 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9b1aca-1311-4931-bb1e-fb242f9a363a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:15.457375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03018e8-efb3-4459-8876-75e34029775f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc8017d-2272-44b8-88ab-d82c933d4ef7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:15.494868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e8e1a85-9ec0-4eb3-a8f7-252d4a493fad req-e6e381bb-7fc9-4ebb-9094-c60266e5d44d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856903 Oct 25 23:13:15.548950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cf799350-38f8-4eee-a802-60a471afd03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.559063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955566-da5b-493b-a539-5b71ec69d13e req-4f28e2e7-2dc6-49fa-993d-c99e92ee7fce tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:15.560862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3955566-da5b-493b-a539-5b71ec69d13e req-4f28e2e7-2dc6-49fa-993d-c99e92ee7fce tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0788074 Oct 25 23:13:15.617887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3955566-da5b-493b-a539-5b71ec69d13e req-19916d2d-3aa1-457d-9108-ff1c7c823c42 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 Oct 25 23:13:15.649715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:15.683902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32770) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:15.745662 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9ee8b4df-1130-4d36-8edf-99e0171a28f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa5be8d2c2984875901e629130381d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925853 Oct 25 23:13:15.747657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32778) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:15.755595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea6a9b60-f14e-4512-aa82-3b7a0695f38b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec664ea2c63b43c9ab487c3968a0bb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703571 Oct 25 23:13:15.759045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:15.855875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6bc043a-f5b7-44a4-a4c7-21db6cea555a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.875795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa79ca6-d266-4e03-8812-708b45a3ee43 req-36b81c7d-5398-46da-be8a-be91bc474a7d tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:15.877523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-caa79ca6-d266-4e03-8812-708b45a3ee43 req-36b81c7d-5398-46da-be8a-be91bc474a7d tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 945 time: 0.0855076 Oct 25 23:13:15.894545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86949ddc-e958-40d8-9c6b-914eb33901f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.895154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6bc043a-f5b7-44a4-a4c7-21db6cea555a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.924650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86949ddc-e958-40d8-9c6b-914eb33901f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:15.978141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-caa79ca6-d266-4e03-8812-708b45a3ee43 req-13e2d63c-6afe-4d21-9329-b1665da1ab7e tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800161 Oct 25 23:13:16.024640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6bc043a-f5b7-44a4-a4c7-21db6cea555a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:16.027979 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6bc043a-f5b7-44a4-a4c7-21db6cea555a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:16.032391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e6bc043a-f5b7-44a4-a4c7-21db6cea555a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df9e4e14-3997-466f-af7f-abe3d4af2f07 HTTP/1.1" status: 204 len: 168 time: 0.2812517 Oct 25 23:13:16.041263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc043a-f5b7-44a4-a4c7-21db6cea555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e4e14-3997-466f-af7f-abe3d4af2f07,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:16.054473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86949ddc-e958-40d8-9c6b-914eb33901f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:16.058036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-86949ddc-e958-40d8-9c6b-914eb33901f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:16.062996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-86949ddc-e958-40d8-9c6b-914eb33901f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf808f6c-d8bd-49e0-a0a7-0528d47db27e HTTP/1.1" status: 204 len: 168 time: 0.3028412 Oct 25 23:13:16.073677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86949ddc-e958-40d8-9c6b-914eb33901f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf808f6c-d8bd-49e0-a0a7-0528d47db27e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:16.614588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-66b372fe-f9c6-4693-a4c6-f981181b13c8 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:16.623207 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-66b372fe-f9c6-4693-a4c6-f981181b13c8 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.1502285 Oct 25 23:13:16.640044 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-9e1a46ec-75fc-4d81-8188-b8ed1778e007 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/quotas/5df64b6997ef4146aad2193ca0910f20 HTTP/1.1" status: 200 len: 375 time: 0.0158188 Oct 25 23:13:16.668409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa3a33-c806-4aa7-93f0-64ea1f3a2f10 req-6e712503-40bf-4a39-9f8c-35343c504742 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:16.670665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96fa3a33-c806-4aa7-93f0-64ea1f3a2f10 req-6e712503-40bf-4a39-9f8c-35343c504742 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 943 time: 0.0795269 Oct 25 23:13:16.711665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-7da06928-f98f-4ecb-a0d9-bae8f15a688b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706966 Oct 25 23:13:16.736722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96fa3a33-c806-4aa7-93f0-64ea1f3a2f10 req-7f7cf6a3-6b51-48f6-97f2-3ab8c7511588 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587561 Oct 25 23:13:16.751759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5923a82a-b721-4092-a47d-696c6e8e85c9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:16.765758 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc355ecc-5fdb-4a9d-868f-176e17ba1556 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:13:16.822263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: bc355ecc-5fdb-4a9d-868f-176e17ba1556 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:13:16.822890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bc355ecc-5fdb-4a9d-868f-176e17ba1556 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:13:16.944914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1354f-3979-491b-bfe2-3e2129f1f3de req-ba9dc837-1cc0-46b7-a292-cede22cf6ef9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:16.949914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-c238d679-a900-4eea-8c28-f549d01b1a03 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345450 Oct 25 23:13:16.961011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ce1354f-3979-491b-bfe2-3e2129f1f3de req-ba9dc837-1cc0-46b7-a292-cede22cf6ef9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1410587 Oct 25 23:13:16.983176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5923a82a-b721-4092-a47d-696c6e8e85c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5923a82a-b721-4092-a47d-696c6e8e85c9,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:17.012756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '5923a82a-b721-4092-a47d-696c6e8e85c9', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': '5923a82a-b721-4092-a47d-696c6e8e85c9', 'mac_address': 'fa:16:3e:20:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:17.059678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ce1354f-3979-491b-bfe2-3e2129f1f3de req-401cd950-6cf9-4a9f-ad5f-aab59bbd953b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925233 Oct 25 23:13:17.123537 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.136218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-f147276f-8c0b-4ba8-b872-5a09708cf465 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846082 Oct 25 23:13:17.159691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5923a82a-b721-4092-a47d-696c6e8e85c9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:17.191223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5923a82a-b721-4092-a47d-696c6e8e85c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5923a82a-b721-4092-a47d-696c6e8e85c9,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:17.196612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.235390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32862) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:17.279048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=5923a82a-b721-4092-a47d-696c6e8e85c9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:17.426951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c9eb9-4957-46a7-a2a6-073d2b150abb req-fa4ee970-7918-4b68-af37-ebcee8d192b0 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:17.442988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-560c9eb9-4957-46a7-a2a6-073d2b150abb req-fa4ee970-7918-4b68-af37-ebcee8d192b0 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 945 time: 0.1141152 Oct 25 23:13:17.493882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee373138-ee80-417f-8fda-f71398352554 req-54f598d4-5efd-4f05-949c-9a77c048f315 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 210 time: 0.0808752 Oct 25 23:13:17.514088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2121222508-network', 'tenant_id': '6b9e928267994e1385a43ff63396e763'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:17.521601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-560c9eb9-4957-46a7-a2a6-073d2b150abb req-d96dddce-b048-4a83-b9f1-661332aa3fac tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770037 Oct 25 23:13:17.576027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Made reservation on behalf of 6b9e928267994e1385a43ff63396e763 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:17.579615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.601247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32884) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:17.602419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.695410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5923a82a-b721-4092-a47d-696c6e8e85c9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:17.740695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.747587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.800483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:13:17.827248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-679452690-network', 'tenant_id': '2c7082f62b3e4e96a487d898864af358'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:17.843048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674e74ab-c6fe-46b1-9e7b-9e07a262297b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:17.865198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.865734 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Added segment b63fa214-35f8-4d4b-bf61-1edc016af19a of type vlan for network 63eba60f-18d5-4770-8ca3-0db701b04c0e Oct 25 23:13:17.900496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Made reservation on behalf of 2c7082f62b3e4e96a487d898864af358 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:17.911095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:17.958478 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.012831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff7220-ed2a-44a9-ba05-e66bf64e40fc req-9f9fc643-90e6-4a6c-91b4-9ad49f4b08b5 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.018670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3eff7220-ed2a-44a9-ba05-e66bf64e40fc req-9f9fc643-90e6-4a6c-91b4-9ad49f4b08b5 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 945 time: 0.1429365 Oct 25 23:13:18.019132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.031456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14b925-94e1-4d55-b6cd-f19efd344102 req-5f331a3b-5586-4cb7-accd-ad509f09e909 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.033402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa14b925-94e1-4d55-b6cd-f19efd344102 req-5f331a3b-5586-4cb7-accd-ad509f09e909 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 944 time: 0.1751738 Oct 25 23:13:18.083498 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.085634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.086560 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.101589 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa14b925-94e1-4d55-b6cd-f19efd344102 req-13d78866-c687-47bd-ae42-42775ba1a56a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Oct 25 23:13:18.164474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3eff7220-ed2a-44a9-ba05-e66bf64e40fc req-39ee6cd7-0076-4495-8a7c-46cbaa014c9f tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076305 Oct 25 23:13:18.177251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9407532 Oct 25 23:13:18.181220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32906) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:18.190618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Request body: {'subnet': {'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2121222508-subnet', 'tenant_id': '6b9e928267994e1385a43ff63396e763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:18.195604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824fa4f-3a2e-43c2-9b51-1967927bb504 admin admin] Pushing event updated for resources: {'Network': ['ID=63eba60f-18d5-4770-8ca3-0db701b04c0e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:18.209892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 63eba60f-18d5-4770-8ca3-0db701b04c0e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:13:18.223352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.235410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.248052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:13:18.257892 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.258295 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Added segment 5118741b-711d-47b2-9d83-41a570b581b7 of type vlan for network bca41caa-993b-4e54-8261-0bacb062f06c Oct 25 23:13:18.302472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Made reservation on behalf of 6b9e928267994e1385a43ff63396e763 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:18.305320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.313612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.349906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97702-e51a-4caf-a65c-20b57a99ee1c req-b94a69d1-9872-4679-80c4-2e738d29c7f8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.353573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1c97702-e51a-4caf-a65c-20b57a99ee1c req-b94a69d1-9872-4679-80c4-2e738d29c7f8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0948851 Oct 25 23:13:18.379365 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30c331f3-8e35-485e-84fe-e61f8551d3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.404330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1c97702-e51a-4caf-a65c-20b57a99ee1c req-7785a7d3-0172-40ba-b6ad-ab6aa1382cd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Oct 25 23:13:18.440349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2265f50-3cf7-48ac-a5bb-bc3c84e8855e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:18.446810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.447752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.448318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.515922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9130249 Oct 25 23:13:18.542621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff597a5f-be37-4c30-b8fd-9ac091597108 admin admin] Pushing event updated for resources: {'Network': ['ID=bca41caa-993b-4e54-8261-0bacb062f06c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:18.553042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network bca41caa-993b-4e54-8261-0bacb062f06c details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:13:18.652802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-804b961e-af54-4ab6-a09e-df9f76690a21 req-20150049-a6f3-4188-bc25-aa3f5e472320 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 210 time: 0.0645933 Oct 25 23:13:18.677625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.752259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:18.769500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Checking segment: {'id': 'b63fa214-35f8-4d4b-bf61-1edc016af19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:18.769805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Network hostable DHCP agents. Network: 63eba60f-18d5-4770-8ca3-0db701b04c0e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:13:18.789026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Network 63eba60f-18d5-4770-8ca3-0db701b04c0e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:13:18.812717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 63eba60f-18d5-4770-8ca3-0db701b04c0e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:18.817716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.820158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:18.824196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6587f2-63fe-4509-b153-ef89404f5a64 None None] Network 63eba60f-18d5-4770-8ca3-0db701b04c0e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:18.876526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e826ed5-b14d-49c1-8f75-d19b13671870 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6925423 Oct 25 23:13:18.973176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-f26ac9fa-fb1f-4578-ab60-b23def854236 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:18.975603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-f26ac9fa-fb1f-4578-ab60-b23def854236 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.2376590 Oct 25 23:13:18.992090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Request body: {'port': {'device_id': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'admin_state_up': True, 'tenant_id': '5df64b6997ef4146aad2193ca0910f20'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:19.052714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac97a0c-74b1-4a8d-973c-c4ad13a6def3 None None] Network 63eba60f-18d5-4770-8ca3-0db701b04c0e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:19.297251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653428a4-91e7-41c1-9941-39b5583c699c req-c8b9afe1-e403-4513-9a60-2c9420be5ea2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.299107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-653428a4-91e7-41c1-9941-39b5583c699c req-c8b9afe1-e403-4513-9a60-2c9420be5ea2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 944 time: 0.0854168 Oct 25 23:13:19.311007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-ed897117-4a89-4af1-a873-8fec9262fc67 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.312661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-ed897117-4a89-4af1-a873-8fec9262fc67 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 945 time: 0.0894451 Oct 25 23:13:19.362588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02fe67-be12-4ba3-922d-c1c936d75267 req-6204c3cb-c59c-4546-bf8b-835ccf9f0451 tempest-ComputeTenantNetworksTest-1912367358 tempest-ComputeTenantNetworksTest-1912367358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.369258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02fe67-be12-4ba3-922d-c1c936d75267 req-6204c3cb-c59c-4546-bf8b-835ccf9f0451 tempest-ComputeTenantNetworksTest-1912367358 tempest-ComputeTenantNetworksTest-1912367358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.375642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02fe67-be12-4ba3-922d-c1c936d75267 req-6204c3cb-c59c-4546-bf8b-835ccf9f0451 tempest-ComputeTenantNetworksTest-1912367358 tempest-ComputeTenantNetworksTest-1912367358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.377443 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b02fe67-be12-4ba3-922d-c1c936d75267 req-6204c3cb-c59c-4546-bf8b-835ccf9f0451 tempest-ComputeTenantNetworksTest-1912367358 tempest-ComputeTenantNetworksTest-1912367358-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3187206 Oct 25 23:13:19.394779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Made reservation on behalf of 5df64b6997ef4146aad2193ca0910f20 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:19.402245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:19.424118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-653428a4-91e7-41c1-9941-39b5583c699c req-cfee3431-b4ea-4437-b5fd-3fd8219d651f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089566 Oct 25 23:13:19.498762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Deleting port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:13:19.500201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:19.545680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:19.613690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Allocated IP 172.20.0.7 (18eec236-4eeb-4bfd-861a-c4f24dd72246/0e506474-97f2-4472-bf5b-b1bf68120d56/37a16d53-778b-4599-9405-97602d48dfd6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:19.661981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cec4-3c5f-411f-9403-9c987c5fb004 req-194daf18-c401-47b5-88e6-cec1c8cebcba tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.664224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a75cec4-3c5f-411f-9403-9c987c5fb004 req-194daf18-c401-47b5-88e6-cec1c8cebcba tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ae8196d-2390-4a71-85e6-028d98bb890b HTTP/1.1" status: 200 len: 945 time: 0.1017320 Oct 25 23:13:19.669615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] For port e8340ec8-109e-4c40-9fb0-5e54e2f4a621, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,segment=NetworkSegment(591c2942-ea59-4794-844e-e45fe1eef40a),segment_id=591c2942-ea59-4794-844e-e45fe1eef40a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:19.669974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:19.699351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Calling delete_port for e8340ec8-109e-4c40-9fb0-5e54e2f4a621 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:13:19.763000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a75cec4-3c5f-411f-9403-9c987c5fb004 req-89556a6b-01d3-4201-826b-9030b3d292a6 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899801 Oct 25 23:13:19.798515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b6697c20-33ca-4441-bda9-f3b2598dff5e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:19.800370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b6697c20-33ca-4441-bda9-f3b2598dff5e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/networks?id=63eba60f-18d5-4770-8ca3-0db701b04c0e HTTP/1.1" status: 200 len: 813 time: 0.2022951 Oct 25 23:13:19.846716 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-5df22168-4320-46be-baf3-9cd32db24a1a tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/quotas/6b9e928267994e1385a43ff63396e763 HTTP/1.1" status: 200 len: 375 time: 0.0173101 Oct 25 23:13:19.879105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:19.967593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Pushing event deleted for resources: {'Port': ['ID=e8340ec8-109e-4c40-9fb0-5e54e2f4a621,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:20.025300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] No DVR routers for this DVR port e8340ec8-109e-4c40-9fb0-5e54e2f4a621 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:13:20.030120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.033691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b06a8c94-2fe6-436e-9bd0-6c8b110e6204 req-cc498114-a9fc-4463-8cc6-df7625a60753 tempest-InstanceActionsV221TestJSON-724785467 tempest-InstanceActionsV221TestJSON-724785467-project] 10.222.0.11 "DELETE /v2.0/ports/e8340ec8-109e-4c40-9fb0-5e54e2f4a621 HTTP/1.1" status: 204 len: 173 time: 0.7113378 Oct 25 23:13:20.034228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'name': 'network-vif-deleted', 'tag': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:20.044211 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e72ada8-e0dd-46fb-a365-5bb2a01e3ae1" -d '{"events": [{"server_uuid": "7ae8196d-2390-4a71-85e6-028d98bb890b", "name": "network-vif-deleted", "tag": "e8340ec8-109e-4c40-9fb0-5e54e2f4a621"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:20.080715 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.092626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5a5e-d88f-47cd-8182-ca49700e4c7a req-31cda115-ed31-4087-a7ef-a75d3fc25f9e tempest-ComputeTenantNetworksTest-1912367358 tempest-ComputeTenantNetworksTest-1912367358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:20.094190 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-944f5a5e-d88f-47cd-8182-ca49700e4c7a req-31cda115-ed31-4087-a7ef-a75d3fc25f9e tempest-ComputeTenantNetworksTest-1912367358 tempest-ComputeTenantNetworksTest-1912367358-project] 10.222.0.25 "GET /v2.0/networks/bca41caa-993b-4e54-8261-0bacb062f06c HTTP/1.1" status: 200 len: 768 time: 0.1749105 Oct 25 23:13:20.105947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32978) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:20.233334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.252979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a122-a3e9-4260-92ba-e3c204073cd7 req-9c8b36b0-7c39-4e0c-9775-6f03d8ab3b04 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:20.254783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6408a122-a3e9-4260-92ba-e3c204073cd7 req-9c8b36b0-7c39-4e0c-9775-6f03d8ab3b04 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0926986 Oct 25 23:13:20.281147 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-3a4fa3ac-1f35-4d91-8a54-d5b04dffe6f7 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b9e928267994e1385a43ff63396e763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4264259 Oct 25 23:13:20.336902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6408a122-a3e9-4260-92ba-e3c204073cd7 req-8f987bb7-284a-48cb-a70e-92fdf9790034 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684791 Oct 25 23:13:20.381169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.402749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.442834 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-32f6eca6-5c53-4d53-9698-c0ac348adc6c service neutron] 10.222.0.25 "GET /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526999 Oct 25 23:13:20.459101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3cb1760e-da9b-42f2-8b15-e34036abda01 req-7be2eec9-c2a7-44e5-9185-4635ff2c1680 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 210 time: 0.0447576 Oct 25 23:13:20.461878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca41caa-993b-4e54-8261-0bacb062f06c']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:20.473624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5118741b-711d-47b2-9d83-41a570b581b7') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:20.473624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5118741b-711d-47b2-9d83-41a570b581b7') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:20.493917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.518300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.531914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.548212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:13:20.548768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:13:20.550696 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:13:20.561492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:20.640580 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052b8ea7-d691-4903-85d0-49868513255f x-openstack-request-id: req-052b8ea7-d691-4903-85d0-49868513255f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:20.647898 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae8196d-2390-4a71-85e6-028d98bb890b", "name": "network-vif-deleted", "tag": "e8340ec8-109e-4c40-9fb0-5e54e2f4a621", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:20.651258 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-052b8ea7-d691-4903-85d0-49868513255f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:20.651950 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae8196d-2390-4a71-85e6-028d98bb890b', 'name': 'network-vif-deleted', 'tag': 'e8340ec8-109e-4c40-9fb0-5e54e2f4a621', 'status': 'completed', 'code': 200} Oct 25 23:13:20.673188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.687871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:20.696665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:20.699287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:20.724180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event updated for resources: {'Port': ['ID=37a16d53-778b-4599-9405-97602d48dfd6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:20.728676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-8721cbd9-e2db-40ce-a4f0-7b1d737299be service neutron] 10.222.0.25 "GET /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774963 Oct 25 23:13:20.743364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.761635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:20.762841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.783713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-fd3370ae-aa3c-4cc7-895b-24dcf2c59600 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7964888 Oct 25 23:13:20.788509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5923a82a-b721-4092-a47d-696c6e8e85c9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:20.793066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.799363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Request body: {'port': {'device_id': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:20.807571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bca41caa-993b-4e54-8261-0bacb062f06c HTTP/1.1" status: 204 len: 168 time: 0.6980877 Oct 25 23:13:20.836458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a720b3-b400-436d-9330-5768fea14463 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca41caa-993b-4e54-8261-0bacb062f06c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:20.880183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:20.896166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181e68-e8a7-4e01-b86b-4439e0d23d75 req-991c8b36-76d8-4d2b-bca6-7000d29f5af4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:20.898514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23181e68-e8a7-4e01-b86b-4439e0d23d75 req-991c8b36-76d8-4d2b-bca6-7000d29f5af4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 944 time: 0.1790595 Oct 25 23:13:21.006015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23181e68-e8a7-4e01-b86b-4439e0d23d75 req-3210b9c4-0de2-495a-9000-16c8fc3b1d9d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008987 Oct 25 23:13:21.037043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 5923a82a-b721-4092-a47d-696c6e8e85c9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:21.042351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 5923a82a-b721-4092-a47d-696c6e8e85c9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:21.043372 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.162606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:21.239486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-93476b83-bc68-4b16-9014-9e2adeffca72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c7082f62b3e4e96a487d898864af358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756905 Oct 25 23:13:21.244515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33010) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:21.248873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.282926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5923a82a-b721-4092-a47d-696c6e8e85c9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:21.285674 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d5fec-bccd-4caf-bfd8-82d7a9e0ba0d" -d '{"events": [{"server_uuid": "aaf6e323-5232-4fbe-8f58-46426954947f", "name": "network-vif-plugged", "status": "completed", "tag": "5923a82a-b721-4092-a47d-696c6e8e85c9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:21.315182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 5923a82a-b721-4092-a47d-696c6e8e85c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5923a82a-b721-4092-a47d-696c6e8e85c9,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:21.326277 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.366072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18a61e40-d221-409a-9ef7-6b5a6c6701d2 req-4200e487-4c15-4837-88a1-93a8774bdc31 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 210 time: 0.1681602 Oct 25 23:13:21.394382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=5923a82a-b721-4092-a47d-696c6e8e85c9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:21.446117 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f37867a-52e5-440e-9539-65b25457deb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.452369 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36bb7e-26b4-413b-b802-626838e51379 x-openstack-request-id: req-5d36bb7e-26b4-413b-b802-626838e51379 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:21.453002 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6e323-5232-4fbe-8f58-46426954947f", "name": "network-vif-plugged", "status": "completed", "tag": "5923a82a-b721-4092-a47d-696c6e8e85c9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:21.453255 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d36bb7e-26b4-413b-b802-626838e51379 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:21.453670 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5923a82a-b721-4092-a47d-696c6e8e85c9', 'code': 200} Oct 25 23:13:21.503356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f37867a-52e5-440e-9539-65b25457deb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.580356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f37867a-52e5-440e-9539-65b25457deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.582601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f37867a-52e5-440e-9539-65b25457deb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.583731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f37867a-52e5-440e-9539-65b25457deb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2265f50-3cf7-48ac-a5bb-bc3c84e8855e HTTP/1.1" status: 204 len: 168 time: 0.3337765 Oct 25 23:13:21.591097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a16d53-778b-4599-9405-97602d48dfd6 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:21.610844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.626540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Transition to ACTIVE for port object 37a16d53-778b-4599-9405-97602d48dfd6 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:21.666133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.686597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37867a-52e5-440e-9539-65b25457deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2265f50-3cf7-48ac-a5bb-bc3c84e8855e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:21.716891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802013aa-3d57-469d-b7de-43e8aee06f99 req-b736e05a-4fa3-45ee-b2ae-90d83871f1dd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:21.725881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-802013aa-3d57-469d-b7de-43e8aee06f99 req-b736e05a-4fa3-45ee-b2ae-90d83871f1dd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1653106 Oct 25 23:13:21.740299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4f2a-23f8-4dee-910c-3729e243ef34 req-4550dd14-d383-484c-bfe6-0f31a3f81605 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:21.746542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb625c-4d5d-4987-9e21-1734706c9d58 req-6fe07508-a779-4b0e-9bc2-5e1d7bf92462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:21.748432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ccfb625c-4d5d-4987-9e21-1734706c9d58 req-6fe07508-a779-4b0e-9bc2-5e1d7bf92462 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 1096 time: 0.1701038 Oct 25 23:13:21.750104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f0f4f2a-23f8-4dee-910c-3729e243ef34 req-4550dd14-d383-484c-bfe6-0f31a3f81605 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 943 time: 0.1214449 Oct 25 23:13:21.806274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-802013aa-3d57-469d-b7de-43e8aee06f99 req-3a5c8562-a060-4ce2-86f5-b53f4f4e0ecc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790210 Oct 25 23:13:21.832557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Pushing event updated for resources: {'Port': ['ID=37a16d53-778b-4599-9405-97602d48dfd6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:21.858851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ccfb625c-4d5d-4987-9e21-1734706c9d58 req-b48eea5a-d490-4957-9cd9-d467287484aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989437 Oct 25 23:13:21.863205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e8340ec8-109e-4c40-9fb0-5e54e2f4a621 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:13:21.896203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:21.907494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: e8340ec8-109e-4c40-9fb0-5e54e2f4a621 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:13:21.908300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device e8340ec8-109e-4c40-9fb0-5e54e2f4a621 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:13:21.931663 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f0f4f2a-23f8-4dee-910c-3729e243ef34 req-4c91dc1c-581a-4f69-96b8-039f7e9cfc76 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804698 Oct 25 23:13:21.971561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Attempting to bind port 37a16d53-778b-4599-9405-97602d48dfd6 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:21.972014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Attempting to bind port 37a16d53-778b-4599-9405-97602d48dfd6 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:21.972452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Attempting to bind port 37a16d53-778b-4599-9405-97602d48dfd6 on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:21.978288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Deleting subnet 20685787-bf8c-4630-a1e0-07600d360471 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:13:21.979029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Port 37a16d53-778b-4599-9405-97602d48dfd6 on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:21.979433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Attempting to bind port 37a16d53-778b-4599-9405-97602d48dfd6 on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:21.982650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:21.985720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:21.986073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Checking segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:21.986485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Bound using segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:21.986921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Bound port: 37a16d53-778b-4599-9405-97602d48dfd6, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:21.987821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.048566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.103456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.121222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] For port 37a16d53-778b-4599-9405-97602d48dfd6, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:22.129435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] For port 37a16d53-778b-4599-9405-97602d48dfd6, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=37a16d53-778b-4599-9405-97602d48dfd6,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:22.136581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.223930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:22.224541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.227654 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] 10.222.0.11 "PUT /v2.0/ports/37a16d53-778b-4599-9405-97602d48dfd6 HTTP/1.1" status: 200 len: 1091 time: 1.4335318 Oct 25 23:13:22.227793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8140f-debc-43da-9b65-676fa5b5cf5c req-77966a02-90cc-4794-8bf1-578724e6a865 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:22.228292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'tag': '37a16d53-778b-4599-9405-97602d48dfd6'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:22.230714 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f513dd-4e3a-4940-bac8-4a8d43a49e25" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cb36d7-3b59-4d0e-aebd-d05887e0a667", "tag": "37a16d53-778b-4599-9405-97602d48dfd6"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:22.235422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ac8140f-debc-43da-9b65-676fa5b5cf5c req-77966a02-90cc-4794-8bf1-578724e6a865 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 945 time: 0.0975993 Oct 25 23:13:22.317797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.332772 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9714ce6-d2aa-4cde-96a6-98cf50cc7db0 x-openstack-request-id: req-f9714ce6-d2aa-4cde-96a6-98cf50cc7db0 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:22.333073 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cb36d7-3b59-4d0e-aebd-d05887e0a667", "tag": "37a16d53-778b-4599-9405-97602d48dfd6", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:22.333314 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9714ce6-d2aa-4cde-96a6-98cf50cc7db0 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:22.333718 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'tag': '37a16d53-778b-4599-9405-97602d48dfd6', 'status': 'completed', 'code': 200} Oct 25 23:13:22.340226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba82ed-a860-4c08-8a60-06a4a9ace228 service neutron] Pushing event updated for resources: {'Port': ['ID=37a16d53-778b-4599-9405-97602d48dfd6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:22.352938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20685787-bf8c-4630-a1e0-07600d360471,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:22.355316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.357693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-dccf4c69-4988-43ff-af42-1575084213ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:22.359027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b99a2606-4bab-4267-a02b-694e7155f3e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20685787-bf8c-4630-a1e0-07600d360471 HTTP/1.1" status: 204 len: 168 time: 0.4577932 Oct 25 23:13:22.359596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-dccf4c69-4988-43ff-af42-1575084213ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 1094 time: 0.0642896 Oct 25 23:13:22.361515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:22.362476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ac8140f-debc-43da-9b65-676fa5b5cf5c req-b87910f7-c32c-4a99-9ee1-843a48447637 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262436 Oct 25 23:13:22.476913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-7129c9a3-474e-4ad2-b4ed-8db81048451f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a16d53-778b-4599-9405-97602d48dfd6 HTTP/1.1" status: 200 len: 217 time: 0.0967236 Oct 25 23:13:22.500647 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68d884a5-f6e6-4b1f-bf28-1506afa57072 req-642b5c39-334c-4e00-9b0c-3f8a8aa439d9 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 210 time: 0.0413110 Oct 25 23:13:22.547968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.577117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4561a-4889-4876-b02f-926126cf7017 req-d727d570-0c89-483b-9ed7-70c2452f6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:22.579741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-d727d570-0c89-483b-9ed7-70c2452f6a6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.0816708 Oct 25 23:13:22.651445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-6cd200ae-02a8-4126-ad08-64452f682622 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494330 Oct 25 23:13:22.756358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-cf6273e3-6f15-4724-aa53-ba13c65f5dcb tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:22.757908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-cf6273e3-6f15-4724-aa53-ba13c65f5dcb tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.11 "GET /v2.0/networks?id=63eba60f-18d5-4770-8ca3-0db701b04c0e HTTP/1.1" status: 200 len: 813 time: 0.2137225 Oct 25 23:13:22.761448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.778924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Request body: {'port': {'device_id': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e', 'admin_state_up': True, 'tenant_id': '6b9e928267994e1385a43ff63396e763'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:22.791176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34cff17-adcb-4a13-9f2d-ef6b535286b8']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:22.805819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591c2942-ea59-4794-844e-e45fe1eef40a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:22.806117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591c2942-ea59-4794-844e-e45fe1eef40a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:22.824761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.865082 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.871231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-780c5041-6412-46ec-8d88-1e78c8320398 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878140 Oct 25 23:13:22.888028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:13:22.889130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:13:22.911688 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:13:22.949389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Made reservation on behalf of 6b9e928267994e1385a43ff63396e763 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:22.953018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.117269 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61e4561a-4889-4876-b02f-926126cf7017 req-afa57a76-1c82-4e61-a42b-e7b477dba076 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236531 Oct 25 23:13:23.152013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.159203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.162534 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d34cff17-adcb-4a13-9f2d-ef6b535286b8 HTTP/1.1" status: 204 len: 168 time: 0.7997954 Oct 25 23:13:23.188703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad5cd-0c25-4a7f-a12e-4d7a136e60d1 req-0105d293-64b8-49fd-9f5b-eac8af9834f0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:23.196932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c92ad5cd-0c25-4a7f-a12e-4d7a136e60d1 req-0105d293-64b8-49fd-9f5b-eac8af9834f0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1188359 Oct 25 23:13:23.219972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aba81-ac9e-4792-8a58-6b46142baf74 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34cff17-adcb-4a13-9f2d-ef6b535286b8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:23.248802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Allocated IP 172.20.0.12 (63eba60f-18d5-4770-8ca3-0db701b04c0e/ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3/3620329c-4ad2-4224-b200-2f3faa2c4b02) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:23.275112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c92ad5cd-0c25-4a7f-a12e-4d7a136e60d1 req-37ddabc4-5e42-4cde-bb25-167bddf7fa18 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771470 Oct 25 23:13:23.311262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-c8c415ca-7389-4cea-a261-810513d17715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:23.312865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-c8c415ca-7389-4cea-a261-810513d17715 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 1094 time: 0.1079197 Oct 25 23:13:23.339578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa711eb-19b0-4b83-b74e-edfd0fd5821a req-7009ccc7-78ed-4794-974a-e0a903f80123 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:23.341013 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffa711eb-19b0-4b83-b74e-edfd0fd5821a req-7009ccc7-78ed-4794-974a-e0a903f80123 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 943 time: 0.2209320 Oct 25 23:13:23.363100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33104) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:23.467970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffa711eb-19b0-4b83-b74e-edfd0fd5821a req-7e5594f4-968f-4c03-bb87-07ac4343e95f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163120 Oct 25 23:13:23.501612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-70d0971f-b50c-48c3-8c4c-86c3f3001e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:23.508619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-70d0971f-b50c-48c3-8c4c-86c3f3001e3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 916 time: 0.1865261 Oct 25 23:13:23.530435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33110) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:23.635618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-364b5399-d7f3-43d0-ad9b-d59a8713ffbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a16d53-778b-4599-9405-97602d48dfd6 HTTP/1.1" status: 200 len: 217 time: 0.1173878 Oct 25 23:13:23.669682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8dcbfed-a4cf-4c99-9510-82c187e61f42 req-14b9050d-8f49-4b82-9273-1bf5482f8103 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 210 time: 0.0567846 Oct 25 23:13:23.717300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-fa5d1d3d-12b0-4963-bbef-a1b620962338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:23.718806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-fa5d1d3d-12b0-4963-bbef-a1b620962338 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.0697324 Oct 25 23:13:23.727632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc0f4-f61a-4791-baf9-227ae87566df req-90cfb837-6ef4-43bb-a1db-2bcefdeb5163 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:23.729340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b406f5b2-c9dd-4b41-b104-c7a49a9e19ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8188312acd974ba5ae06593a07b74ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977353 Oct 25 23:13:23.733769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33114) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:23.734936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-773fc0f4-f61a-4791-baf9-227ae87566df req-90cfb837-6ef4-43bb-a1db-2bcefdeb5163 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 945 time: 0.2180457 Oct 25 23:13:23.795613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.797754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-d2cb0de9-841c-4e54-b349-02541c00df40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601306 Oct 25 23:13:23.800894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-333b8324-4713-46bb-abeb-e22ae37e2ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.814842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da496add-b418-4807-8b4d-bcac874d0622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.860941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da496add-b418-4807-8b4d-bcac874d0622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.908917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:23.915512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-773fc0f4-f61a-4791-baf9-227ae87566df req-652749d1-441e-4e37-98f0-9619649d14e6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789320 Oct 25 23:13:23.975387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Pushing event updated for resources: {'Port': ['ID=3620329c-4ad2-4224-b200-2f3faa2c4b02,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:23.983032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Network 63eba60f-18d5-4770-8ca3-0db701b04c0e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:23.984893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:23.988166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:24.010949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-036fdb67-b9f4-4779-a6bd-04fa1d6d3ad9 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943822 Oct 25 23:13:24.026000 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da496add-b418-4807-8b4d-bcac874d0622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.028523 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da496add-b418-4807-8b4d-bcac874d0622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.032097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-da496add-b418-4807-8b4d-bcac874d0622 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f4559f1-6d7b-42a2-8aee-13c0310b0e2b HTTP/1.1" status: 204 len: 168 time: 0.2945685 Oct 25 23:13:24.053553 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-333b8324-4713-46bb-abeb-e22ae37e2ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.068735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-333b8324-4713-46bb-abeb-e22ae37e2ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.072295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da496add-b418-4807-8b4d-bcac874d0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4559f1-6d7b-42a2-8aee-13c0310b0e2b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:24.095986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:24.095986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.120554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-1ab46daf-b2d2-46cd-81f7-848114263fa5 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3500407 Oct 25 23:13:24.132906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb46528-f8c8-46ae-8999-1ee2827e3a25 req-a3d63b86-d987-43b3-b348-915e7749c8e2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:24.135766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9fb46528-f8c8-46ae-8999-1ee2827e3a25 req-a3d63b86-d987-43b3-b348-915e7749c8e2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 945 time: 0.1146326 Oct 25 23:13:24.141153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Request body: {'port': {'device_id': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:24.161276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-333b8324-4713-46bb-abeb-e22ae37e2ff3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de01ffa2326c4bf4a4158c230512b8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968283 Oct 25 23:13:24.174647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33130) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:24.189917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b8324-4713-46bb-abeb-e22ae37e2ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b310d-21be-4d54-a00c-aab27050c2e8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:24.234691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61f513dd-4e3a-4940-bac8-4a8d43a49e25 req-f8605ddf-88bf-42f4-a462-0bbca839779a service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107379 Oct 25 23:13:24.280195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.299567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9fb46528-f8c8-46ae-8999-1ee2827e3a25 req-2b33309d-2f37-4674-80c8-d7b1c1fa05af tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533432 Oct 25 23:13:24.346097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60777b1b-ed13-44ff-a6ae-4f2a7d6ea0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.461408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60777b1b-ed13-44ff-a6ae-4f2a7d6ea0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.463840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35b173-e4ad-4152-bacd-fb1a30e561f2 req-58cac602-4434-4b1f-8eb2-4e6f2178df9d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:24.466139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4c35b173-e4ad-4152-bacd-fb1a30e561f2 req-58cac602-4434-4b1f-8eb2-4e6f2178df9d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0797169 Oct 25 23:13:24.528332 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4c35b173-e4ad-4152-bacd-fb1a30e561f2 req-74c52cd0-6052-46ce-924c-2d63f8e2fbc6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Oct 25 23:13:24.666664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60777b1b-ed13-44ff-a6ae-4f2a7d6ea0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.668891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60777b1b-ed13-44ff-a6ae-4f2a7d6ea0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.670246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60777b1b-ed13-44ff-a6ae-4f2a7d6ea0f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e26b310d-21be-4d54-a00c-aab27050c2e8 HTTP/1.1" status: 204 len: 168 time: 0.4916599 Oct 25 23:13:24.730311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777b1b-ed13-44ff-a6ae-4f2a7d6ea0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b310d-21be-4d54-a00c-aab27050c2e8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:24.796845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342ec87-82ec-498c-9cd9-c0c95a3d631e req-9138f862-ef94-4e78-969b-b054bfdf167d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:24.800534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c342ec87-82ec-498c-9cd9-c0c95a3d631e req-9138f862-ef94-4e78-969b-b054bfdf167d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 943 time: 0.1479747 Oct 25 23:13:24.828579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3620329c-4ad2-4224-b200-2f3faa2c4b02 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:24.842765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.876367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5daa-7361-4067-9602-97d9f7edf35a req-6e256169-311e-4a0d-a66c-6908692a8a1c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:24.882524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Transition to ACTIVE for port object 3620329c-4ad2-4224-b200-2f3faa2c4b02 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:24.885618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bea5daa-7361-4067-9602-97d9f7edf35a req-6e256169-311e-4a0d-a66c-6908692a8a1c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 945 time: 0.0960436 Oct 25 23:13:24.890520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:24.895795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c342ec87-82ec-498c-9cd9-c0c95a3d631e req-e547fbcc-873d-4e17-a626-391672dab73f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713961 Oct 25 23:13:24.998377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bea5daa-7361-4067-9602-97d9f7edf35a req-0611660c-d039-459a-9937-21498eab6537 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099284 Oct 25 23:13:25.039269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Pushing event updated for resources: {'Port': ['ID=3620329c-4ad2-4224-b200-2f3faa2c4b02,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:25.106809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f285b3-b3f2-4f66-b461-931eb949be35 req-563e0795-2335-4638-ad80-886b52ec1318 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:25.114429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74f285b3-b3f2-4f66-b461-931eb949be35 req-563e0795-2335-4638-ad80-886b52ec1318 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 944 time: 0.1142011 Oct 25 23:13:25.123059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Attempting to bind port 3620329c-4ad2-4224-b200-2f3faa2c4b02 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:25.123399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Attempting to bind port 3620329c-4ad2-4224-b200-2f3faa2c4b02 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'b63fa214-35f8-4d4b-bf61-1edc016af19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:25.123762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Attempting to bind port 3620329c-4ad2-4224-b200-2f3faa2c4b02 on network 63eba60f-18d5-4770-8ca3-0db701b04c0e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:25.136843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Port 3620329c-4ad2-4224-b200-2f3faa2c4b02 on network 63eba60f-18d5-4770-8ca3-0db701b04c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:25.137176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Attempting to bind port 3620329c-4ad2-4224-b200-2f3faa2c4b02 on network 63eba60f-18d5-4770-8ca3-0db701b04c0e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:25.146470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:25.146767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Checking segment: {'id': 'b63fa214-35f8-4d4b-bf61-1edc016af19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:25.147204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Bound using segment: {'id': 'b63fa214-35f8-4d4b-bf61-1edc016af19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:25.147635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Bound port: 3620329c-4ad2-4224-b200-2f3faa2c4b02, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63fa214-35f8-4d4b-bf61-1edc016af19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:25.148075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.172062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74f285b3-b3f2-4f66-b461-931eb949be35 req-d872f46a-c4d5-4ebe-8ee5-0203730f00f9 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Oct 25 23:13:25.247563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] For port 3620329c-4ad2-4224-b200-2f3faa2c4b02, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:25.251917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] For port 3620329c-4ad2-4224-b200-2f3faa2c4b02, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02,segment=NetworkSegment(b63fa214-35f8-4d4b-bf61-1edc016af19a),segment_id=b63fa214-35f8-4d4b-bf61-1edc016af19a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:25.257810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.305669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:25.306694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.308223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] 10.222.0.11 "PUT /v2.0/ports/3620329c-4ad2-4224-b200-2f3faa2c4b02 HTTP/1.1" status: 200 len: 1092 time: 1.1713581 Oct 25 23:13:25.309108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'tag': '3620329c-4ad2-4224-b200-2f3faa2c4b02'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:25.311535 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6108c6a-119b-497a-ad2a-3d6178f0093f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b2c0f-b413-4090-8e0b-fa8310b96ab8", "tag": "3620329c-4ad2-4224-b200-2f3faa2c4b02"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:25.351212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33188) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:25.378036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382281-d28b-4f0a-b6b9-5836d60d2898 service neutron] Pushing event updated for resources: {'Port': ['ID=3620329c-4ad2-4224-b200-2f3faa2c4b02,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:25.389572 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d91e90-95e9-4831-88d5-365660226233 x-openstack-request-id: req-90d91e90-95e9-4831-88d5-365660226233 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:25.389572 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b2c0f-b413-4090-8e0b-fa8310b96ab8", "tag": "3620329c-4ad2-4224-b200-2f3faa2c4b02", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:25.389834 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90d91e90-95e9-4831-88d5-365660226233 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:25.390219 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'tag': '3620329c-4ad2-4224-b200-2f3faa2c4b02', 'status': 'completed', 'code': 200} Oct 25 23:13:25.420783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-cdafc909-7f98-4527-b633-bb9e4c3145f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:25.424805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-cdafc909-7f98-4527-b633-bb9e4c3145f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b9e928267994e1385a43ff63396e763&device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0624256 Oct 25 23:13:25.486002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-44588cc2-3eb1-41de-8451-9620c443a04c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02 HTTP/1.1" status: 200 len: 217 time: 0.0554593 Oct 25 23:13:25.549084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-832aacdb-8074-46cc-9294-d95b6bb1b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:25.550839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-832aacdb-8074-46cc-9294-d95b6bb1b47d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3 HTTP/1.1" status: 200 len: 853 time: 0.0523169 Oct 25 23:13:25.561296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-34044010-network', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:25.594883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Made reservation on behalf of bd9df6ea376841bcba123273fc35e1ec for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:25.599177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.618665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.626624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-db085b1e-c015-48e4-9dbc-39476dc4a69a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63eba60f-18d5-4770-8ca3-0db701b04c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667257 Oct 25 23:13:25.744481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.749805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.750114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40803cb-efea-4d7d-ae85-281599ce850d req-c515ef77-9797-4063-b7d4-9c724843a92c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:25.751762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a40803cb-efea-4d7d-ae85-281599ce850d req-c515ef77-9797-4063-b7d4-9c724843a92c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1202526 Oct 25 23:13:25.792217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:13:25.810285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a8448-602d-41a2-bf7a-c2f46f347b3f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:25.813437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.813437 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Added segment aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe of type vlan for network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 Oct 25 23:13:25.842356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-72ae93ff-3a36-4859-b8d5-24c8066a0a71 service neutron] 10.222.0.11 "GET /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011693 Oct 25 23:13:25.862629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.879464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 37a16d53-778b-4599-9405-97602d48dfd6 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:25.896659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.898888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:25.899792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:25.901103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a40803cb-efea-4d7d-ae85-281599ce850d req-162a3cc5-d482-4904-8f54-989a99fbcca6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419363 Oct 25 23:13:25.963135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1f08b4-fd2d-493d-a114-58d8d6af4f90 req-a902565b-7a0d-4d06-9d4f-6675caadec20 service neutron] 10.222.0.11 "GET /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105425 Oct 25 23:13:25.982172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6298513 Oct 25 23:13:25.985164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33216) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:25.998904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Request body: {'subnet': {'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-34044010-subnet', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:26.014097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f320d-06ec-475d-b931-2218c5e8e965 admin admin] Pushing event updated for resources: {'Network': ['ID=7473a1ae-48e4-4f7f-94a6-b7212cb14170,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:26.129669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Made reservation on behalf of bd9df6ea376841bcba123273fc35e1ec for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:26.133099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:26.143118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619877e-7eba-4270-936d-8233f399204b req-214d6cb2-a747-4db2-a4ae-b87e7e5c7f6c tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:26.144697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0619877e-7eba-4270-936d-8233f399204b req-214d6cb2-a747-4db2-a4ae-b87e7e5c7f6c tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 943 time: 0.0561299 Oct 25 23:13:26.210021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0619877e-7eba-4270-936d-8233f399204b req-789c1754-ad57-4ef4-b56d-d484bb349cf0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Oct 25 23:13:26.252724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9216fbb-3d4c-4fe4-89a3-b32e34b4cb65 req-a0121b2f-ebe9-4148-96ab-66aaff0aae54 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:26.254906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9216fbb-3d4c-4fe4-89a3-b32e34b4cb65 req-a0121b2f-ebe9-4148-96ab-66aaff0aae54 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 945 time: 0.1706142 Oct 25 23:13:26.259681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-49421f70-47df-4373-b6d8-90edc6f42c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:26.261418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-49421f70-47df-4373-b6d8-90edc6f42c98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b9e928267994e1385a43ff63396e763&device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 1095 time: 0.2377164 Oct 25 23:13:26.283416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:13:26.423019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 37a16d53-778b-4599-9405-97602d48dfd6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=37a16d53-778b-4599-9405-97602d48dfd6,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:26.438912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '37a16d53-778b-4599-9405-97602d48dfd6', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'port_id': '37a16d53-778b-4599-9405-97602d48dfd6', 'mac_address': 'fa:16:3e:d6:cd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e506474-97f2-4472-bf5b-b1bf68120d56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:26.488694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:26.504262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a16d53-778b-4599-9405-97602d48dfd6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:26.527168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 37a16d53-778b-4599-9405-97602d48dfd6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=37a16d53-778b-4599-9405-97602d48dfd6,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:26.533809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:26.598767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=37a16d53-778b-4599-9405-97602d48dfd6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:26.786628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9216fbb-3d4c-4fe4-89a3-b32e34b4cb65 req-a8e39acf-0f75-458e-a06a-8c96695e227a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173178 Oct 25 23:13:26.813478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-10074d91-f4db-40e1-8b2b-bf7488bb6cca tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:26.815010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-10074d91-f4db-40e1-8b2b-bf7488bb6cca tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 945 time: 0.5180686 Oct 25 23:13:26.821033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['37a16d53-778b-4599-9405-97602d48dfd6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:26.987146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-37d592d9-7238-4d5d-9666-74d6909b509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:26.988654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-37d592d9-7238-4d5d-9666-74d6909b509e service neutron] 10.222.0.11 "GET /v2.0/networks?id=63eba60f-18d5-4770-8ca3-0db701b04c0e HTTP/1.1" status: 200 len: 914 time: 0.7095990 Oct 25 23:13:26.995763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.019610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9e926-15c8-45ec-8cde-fd202bb62500 req-a3ea056d-43dc-4788-b1d6-c204d3172c8a tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:27.022806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99e9e926-15c8-45ec-8cde-fd202bb62500 req-a3ea056d-43dc-4788-b1d6-c204d3172c8a tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 944 time: 0.0984819 Oct 25 23:13:27.093787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-0c477d52-4480-43da-8ede-7b53ada4ea4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02 HTTP/1.1" status: 200 len: 217 time: 0.0684793 Oct 25 23:13:27.103973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99e9e926-15c8-45ec-8cde-fd202bb62500 req-d14743d4-a829-4f45-a33e-94638109a23e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658429 Oct 25 23:13:27.157950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f6d7db-38ae-49cb-8d50-3495df5bf739,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:27.209865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-def8c526-a06f-442b-8bd3-30057e4dc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:27.211384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-def8c526-a06f-442b-8bd3-30057e4dc708 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3 HTTP/1.1" status: 200 len: 853 time: 0.1052072 Oct 25 23:13:27.218687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Checking segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:27.219058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Network hostable DHCP agents. Network: 7473a1ae-48e4-4f7f-94a6-b7212cb14170, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:13:27.231634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port 5923a82a-b721-4092-a47d-696c6e8e85c9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:13:27.231977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.328336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-d2848b04-041b-4ac1-b6d6-17dbcc0a873c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63eba60f-18d5-4770-8ca3-0db701b04c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992029 Oct 25 23:13:27.344468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c5001-e797-45c2-9612-0cb08139ccee req-7e7312cc-be4f-4923-9d0b-30b51bf1d9e6 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:27.352934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe5c5001-e797-45c2-9612-0cb08139ccee req-7e7312cc-be4f-4923-9d0b-30b51bf1d9e6 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 944 time: 0.0615053 Oct 25 23:13:27.358335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bc5a5-d66a-4165-b7a7-b5eaed5b1cf5 req-a2d72c4e-5593-48d3-bbb0-8bf48c727572 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:27.360019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-619bc5a5-d66a-4165-b7a7-b5eaed5b1cf5 req-a2d72c4e-5593-48d3-bbb0-8bf48c727572 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.2141135 Oct 25 23:13:27.376882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:13:27.405152 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe5c5001-e797-45c2-9612-0cb08139ccee req-fe3107ae-2d56-46e0-beb9-ae71a071abd2 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508809 Oct 25 23:13:27.451735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7473a1ae-48e4-4f7f-94a6-b7212cb14170) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:27.462324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01714a6c-1a83-487b-817b-375a929386aa None None] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:27.468943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:27.469529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.534194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port 5923a82a-b721-4092-a47d-696c6e8e85c9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5923a82a-b721-4092-a47d-696c6e8e85c9,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:27.534592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.545650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-619bc5a5-d66a-4165-b7a7-b5eaed5b1cf5 req-c2059268-d061-450e-a6ba-f8f49a36dff3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716340 Oct 25 23:13:27.561764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-61b05c64-9c09-4692-b59d-877bee8afe5e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5749865 Oct 25 23:13:27.564638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33268) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:27.569572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-4f188c95-196c-4406-8479-f9983e4c402a service neutron] 10.222.0.11 "GET /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295775 Oct 25 23:13:27.570091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:27.571043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for 5923a82a-b721-4092-a47d-696c6e8e85c9 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:13:27.637670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.639058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.670672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73dd822-4c48-40ce-89fe-06ca7c5524ac None None] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:27.718413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.844135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6108c6a-119b-497a-ad2a-3d6178f0093f req-00940110-ca01-4538-9c03-01ee75240dc8 service neutron] 10.222.0.11 "GET /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657843 Oct 25 23:13:27.891099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:27.894261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3620329c-4ad2-4224-b200-2f3faa2c4b02 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:27.962210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=5923a82a-b721-4092-a47d-696c6e8e85c9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:27.969519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 37a16d53-778b-4599-9405-97602d48dfd6 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:27.972458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1', '5923a82a-b721-4092-a47d-696c6e8e85c9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:28.010530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.088736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port 5923a82a-b721-4092-a47d-696c6e8e85c9 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:13:28.092540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-076ed553-6a92-4351-948d-c62d943da25e req-757ad28b-9f57-412b-934a-521d1a92c73a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf6e323-5232-4fbe-8f58-46426954947f HTTP/1.1" status: 200 len: 210 time: 0.0644786 Oct 25 23:13:28.094626 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.104531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-732d2714-921c-4fdb-9eea-a68dbefeed2a req-6959904a-8254-40d7-8671-c3c6ab83b7e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "DELETE /v2.0/ports/5923a82a-b721-4092-a47d-696c6e8e85c9 HTTP/1.1" status: 204 len: 173 time: 1.2696478 Oct 25 23:13:28.105033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'name': 'network-vif-deleted', 'tag': '5923a82a-b721-4092-a47d-696c6e8e85c9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:28.111851 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0953708-5da5-4544-8255-1173fd089270" -d '{"events": [{"server_uuid": "aaf6e323-5232-4fbe-8f58-46426954947f", "name": "network-vif-deleted", "tag": "5923a82a-b721-4092-a47d-696c6e8e85c9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:28.187645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3620329c-4ad2-4224-b200-2f3faa2c4b02, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02,segment=NetworkSegment(b63fa214-35f8-4d4b-bf61-1edc016af19a),segment_id=b63fa214-35f8-4d4b-bf61-1edc016af19a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:28.209849 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47111982-2cde-499d-99b7-f995b1478a43 x-openstack-request-id: req-47111982-2cde-499d-99b7-f995b1478a43 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:28.210925 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6e323-5232-4fbe-8f58-46426954947f", "name": "network-vif-deleted", "tag": "5923a82a-b721-4092-a47d-696c6e8e85c9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:28.211516 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47111982-2cde-499d-99b7-f995b1478a43 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:28.212022 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf6e323-5232-4fbe-8f58-46426954947f', 'name': 'network-vif-deleted', 'tag': '5923a82a-b721-4092-a47d-696c6e8e85c9', 'status': 'completed', 'code': 200} Oct 25 23:13:28.328957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 37a16d53-778b-4599-9405-97602d48dfd6 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:28.331039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '3620329c-4ad2-4224-b200-2f3faa2c4b02', 'network_id': '63eba60f-18d5-4770-8ca3-0db701b04c0e', 'port_id': '3620329c-4ad2-4224-b200-2f3faa2c4b02', 'mac_address': 'fa:16:3e:b7:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:28.349692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 37a16d53-778b-4599-9405-97602d48dfd6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:28.350680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.398615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1b2a2-9ba7-4421-8df3-4c5aea7f4fbf req-99b77177-fe9f-43a5-9457-6e1a9219d745 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:28.400425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efd1b2a2-9ba7-4421-8df3-4c5aea7f4fbf req-99b77177-fe9f-43a5-9457-6e1a9219d745 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 944 time: 0.1110439 Oct 25 23:13:28.417205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.448586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.461499 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.469979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.493381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3620329c-4ad2-4224-b200-2f3faa2c4b02 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:28.494008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efd1b2a2-9ba7-4421-8df3-4c5aea7f4fbf req-19d823f5-76ec-4547-b743-b9e69c05bfa2 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862129 Oct 25 23:13:28.535379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3620329c-4ad2-4224-b200-2f3faa2c4b02, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02,segment=NetworkSegment(b63fa214-35f8-4d4b-bf61-1edc016af19a),segment_id=b63fa214-35f8-4d4b-bf61-1edc016af19a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:28.536422 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.547127 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.598584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3620329c-4ad2-4224-b200-2f3faa2c4b02,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:28.613509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a16d53-778b-4599-9405-97602d48dfd6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:28.616034 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548441d1-e5dd-4b86-91e8-abf324fb1239" -d '{"events": [{"server_uuid": "e4cb36d7-3b59-4d0e-aebd-d05887e0a667", "name": "network-vif-plugged", "status": "completed", "tag": "37a16d53-778b-4599-9405-97602d48dfd6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:28.630440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 37a16d53-778b-4599-9405-97602d48dfd6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=37a16d53-778b-4599-9405-97602d48dfd6,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:28.636354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.652878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43e98a-d845-4be5-b5fb-3a5d885f0b14 req-208c3ed2-cfe6-41de-a9b6-53a45b3f4ca3 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:28.654458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e43e98a-d845-4be5-b5fb-3a5d885f0b14 req-208c3ed2-cfe6-41de-a9b6-53a45b3f4ca3 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 944 time: 0.1234121 Oct 25 23:13:28.679339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Allocated IP 172.25.4.51 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:28.698527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86d3cf-c777-421c-9639-f1d9b8eaa9a7 req-c019dbdd-fdbd-45c6-916a-5e309df860c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:28.700844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=37a16d53-778b-4599-9405-97602d48dfd6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:28.715277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d86d3cf-c777-421c-9639-f1d9b8eaa9a7 req-c019dbdd-fdbd-45c6-916a-5e309df860c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0772357 Oct 25 23:13:28.756962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d86d3cf-c777-421c-9639-f1d9b8eaa9a7 req-f38dcb2e-f7eb-410b-a5dd-efc83cb83daf tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 Oct 25 23:13:28.793064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3620329c-4ad2-4224-b200-2f3faa2c4b02'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:28.823313 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e43e98a-d845-4be5-b5fb-3a5d885f0b14 req-460fefe1-6e91-4877-bbb5-66caeda7affd tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623883 Oct 25 23:13:28.877459 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2dc11-44d5-48c1-bbae-b5caf8cd67c0 x-openstack-request-id: req-56d2dc11-44d5-48c1-bbae-b5caf8cd67c0 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:28.877751 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cb36d7-3b59-4d0e-aebd-d05887e0a667", "name": "network-vif-plugged", "status": "completed", "tag": "37a16d53-778b-4599-9405-97602d48dfd6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:28.877998 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56d2dc11-44d5-48c1-bbae-b5caf8cd67c0 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:28.878412 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a16d53-778b-4599-9405-97602d48dfd6', 'code': 200} Oct 25 23:13:28.911362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.958897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:28.983587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91643a7-1412-4b75-9c4d-edafb3c6de57 req-ce633a01-63bb-4069-8bb4-b4db16c3a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:28.985595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a91643a7-1412-4b75-9c4d-edafb3c6de57 req-ce633a01-63bb-4069-8bb4-b4db16c3a070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 1096 time: 0.0564473 Oct 25 23:13:29.015458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:29.018754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:29.022778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:29.049422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Pushing event updated for resources: {'Port': ['ID=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:29.095592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a91643a7-1412-4b75-9c4d-edafb3c6de57 req-95d1c591-b96b-4244-aaa3-b52399fa817e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851402 Oct 25 23:13:29.407424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:29.616153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951a51a-2372-4fbf-b9fb-bec9e8c7e83c req-fae476ac-71e0-488a-9af7-d7b24cf1a2bf tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:29.624297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f951a51a-2372-4fbf-b9fb-bec9e8c7e83c req-fae476ac-71e0-488a-9af7-d7b24cf1a2bf tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 945 time: 0.0640182 Oct 25 23:13:29.680260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:29.689049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f951a51a-2372-4fbf-b9fb-bec9e8c7e83c req-9a80dc57-4f74-498b-a95a-274f2a25d083 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562353 Oct 25 23:13:29.907481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3620329c-4ad2-4224-b200-2f3faa2c4b02 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:30.015952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 3620329c-4ad2-4224-b200-2f3faa2c4b02 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:30.020976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 3620329c-4ad2-4224-b200-2f3faa2c4b02 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:30.021618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:30.024223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922992af-5645-4524-b970-bf1b1f465745 req-da6dbe75-054e-4a1d-85a1-a7a31117d4cf tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:30.026405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-922992af-5645-4524-b970-bf1b1f465745 req-da6dbe75-054e-4a1d-85a1-a7a31117d4cf tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 945 time: 0.0676775 Oct 25 23:13:30.111183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-922992af-5645-4524-b970-bf1b1f465745 req-7ba95a74-5ade-4d61-b0c6-1a254a750326 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Oct 25 23:13:30.136148 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:30.198414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3620329c-4ad2-4224-b200-2f3faa2c4b02, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02,segment=NetworkSegment(b63fa214-35f8-4d4b-bf61-1edc016af19a),segment_id=b63fa214-35f8-4d4b-bf61-1edc016af19a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:30.204263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:30.289789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3620329c-4ad2-4224-b200-2f3faa2c4b02,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:30.345356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0471b73-d4bd-406d-b70d-588d5e5311cb req-0ae92705-5166-4a2f-a218-815c66001468 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:30.354383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0471b73-d4bd-406d-b70d-588d5e5311cb req-0ae92705-5166-4a2f-a218-815c66001468 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0882311 Oct 25 23:13:30.372354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-2e0163d4-0f89-4366-95cd-f2ccc405a256 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:30.374179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-2e0163d4-0f89-4366-95cd-f2ccc405a256 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.1850827 Oct 25 23:13:30.395248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-72a47444-920a-4724-b221-d2b66e96f669 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0147884 Oct 25 23:13:30.420436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0471b73-d4bd-406d-b70d-588d5e5311cb req-5e8c1397-b208-417a-8146-d7be480cfa41 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600226 Oct 25 23:13:30.453651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Router 36980e57-9cd0-48ef-b827-ca825689ada2 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:13:30.505597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-ca46aef9-4cf0-4572-9116-dd7eb59653d2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903807 Oct 25 23:13:30.630988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:13:30.646455 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Sync routers for ids ['36980e57-9cd0-48ef-b827-ca825689ada2'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:13:30.660870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Routers {'36980e57-9cd0-48ef-b827-ca825689ada2'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:30.661764 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['36980e57-9cd0-48ef-b827-ca825689ada2'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:30.664149 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-9f6d9deb-59e5-4c77-baba-1b8a9dcd01d7 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535821 Oct 25 23:13:30.670790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:30.674613 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-549dd4aa-7aa2-4cb7-84e9-647d06b81401 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1065352 Oct 25 23:13:30.675018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33374) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:30.788902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5923a82a-b721-4092-a47d-696c6e8e85c9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:13:30.821969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 5923a82a-b721-4092-a47d-696c6e8e85c9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:13:30.822343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5923a82a-b721-4092-a47d-696c6e8e85c9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:13:30.822580 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Set router 36980e57-9cd0-48ef-b827-ca825689ada2 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:30.834691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-537483bc-fa01-4942-86c0-719653bf69e0 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689413 Oct 25 23:13:30.879188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620329c-4ad2-4224-b200-2f3faa2c4b02'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:30.881534 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf77791-89e3-499c-8ef2-325b3aa89b59" -d '{"events": [{"server_uuid": "bc2b2c0f-b413-4090-8e0b-fa8310b96ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3620329c-4ad2-4224-b200-2f3faa2c4b02"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:30.911303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949eff3-9629-492d-b6e3-4ac87857d332 req-8e7b8d8c-d499-45b9-b064-bdad3a7867a7 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:30.913252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9949eff3-9629-492d-b6e3-4ac87857d332 req-8e7b8d8c-d499-45b9-b064-bdad3a7867a7 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 946 time: 0.0819602 Oct 25 23:13:31.098541 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:13:29Z', 'revision_number': 3, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:31.130782 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Checking router: 36980e57-9cd0-48ef-b827-ca825689ada2 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:13:31.131684 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Updating router 36980e57-9cd0-48ef-b827-ca825689ada2 port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:13:31.142482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9949eff3-9629-492d-b6e3-4ac87857d332 req-8cfca072-0fd9-4457-a73a-db2350776fcd tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184377 Oct 25 23:13:31.181073 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.203450 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008d29c0-aa41-4562-a440-23d780cb3fa5 x-openstack-request-id: req-008d29c0-aa41-4562-a440-23d780cb3fa5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:31.203960 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b2c0f-b413-4090-8e0b-fa8310b96ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3620329c-4ad2-4224-b200-2f3faa2c4b02", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:31.203960 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-008d29c0-aa41-4562-a440-23d780cb3fa5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:31.204369 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620329c-4ad2-4224-b200-2f3faa2c4b02', 'code': 200} Oct 25 23:13:31.391791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68310f0-b148-476d-acf4-9ea2feba77fc req-2dddb9de-3001-40fe-a9f2-378fce1892ba tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:31.393521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d68310f0-b148-476d-acf4-9ea2feba77fc req-2dddb9de-3001-40fe-a9f2-378fce1892ba tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 945 time: 0.1252546 Oct 25 23:13:31.401631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18458-3f69-4a69-931f-fa3a58a87d61 req-00bffb58-2464-4a98-a0e5-a74b7cd3879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:31.403297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66e18458-3f69-4a69-931f-fa3a58a87d61 req-00bffb58-2464-4a98-a0e5-a74b7cd3879b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 1097 time: 0.1331685 Oct 25 23:13:31.419156 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65d2ad67-8623-4802-aeb5-0f8d6ac7054b req-1ec848ba-448c-446a-9384-e8edc095622b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 210 time: 0.1122463 Oct 25 23:13:31.558012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66e18458-3f69-4a69-931f-fa3a58a87d61 req-998bf1ad-5d0b-4515-a3f5-7844be120836 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406045 Oct 25 23:13:31.581185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d68310f0-b148-476d-acf4-9ea2feba77fc req-98738e72-ed37-4397-830d-1786a8fd15cf tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624727 Oct 25 23:13:31.626567 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.633963 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.668202 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Attempting to bind port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:31.668701 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Attempting to bind port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:31.668873 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Attempting to bind port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:31.672712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6ff46-075c-463d-824b-dfb67b860f14 req-e80cdfd8-100b-4678-ba48-25a4252104e6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:31.692725 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:31.693412 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:31.694127 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.694640 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:31.695220 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Bound port: c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:31.695766 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.698127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3a6ff46-075c-463d-824b-dfb67b860f14 req-e80cdfd8-100b-4678-ba48-25a4252104e6 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1627698 Oct 25 23:13:31.751365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.759073 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] For port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:31.762609 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] For port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:31.779406 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:31.852817 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Routers {'36980e57-9cd0-48ef-b827-ca825689ada2'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:31.855060 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['36980e57-9cd0-48ef-b827-ca825689ada2'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:31.970914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3a6ff46-075c-463d-824b-dfb67b860f14 req-40963187-ecb0-4323-88ba-83559023af48 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719061 Oct 25 23:13:32.041628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Allocated IP 172.20.0.1 (7473a1ae-48e4-4f7f-94a6-b7212cb14170/82f6d7db-38ae-49cb-8d50-3495df5bf739/7460dd89-18f7-4f9a-8a93-dfeecb26b126) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:32.082095 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Pushing event updated for resources: {'Port': ['ID=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:32.133265 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.133265 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.133574 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.138059 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.138521 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.138978 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.139366 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.139758 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.140143 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.140530 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.140913 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.141298 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:32.235860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:32.283612 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafc9db-82a3-449e-b13b-73901ab407cb None None] Pushing event updated for resources: {'Port': ['ID=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:32.325073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:32.352529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] Set router 36980e57-9cd0-48ef-b827-ca825689ada2 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:32.400798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f4492-2e3d-4761-9d51-492c8b6d6d16 req-fb79be8d-ac77-4c2d-8619-38025752b2d8 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:32.428619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-588f4492-2e3d-4761-9d51-492c8b6d6d16 req-fb79be8d-ac77-4c2d-8619-38025752b2d8 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 946 time: 0.1462440 Oct 25 23:13:32.483096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:32.493460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:32.509985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:32.513964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-588f4492-2e3d-4761-9d51-492c8b6d6d16 req-ca3f83f3-de43-40c0-9c62-c069df1866aa tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835402 Oct 25 23:13:32.642645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Pushing event updated for resources: {'Port': ['ID=7460dd89-18f7-4f9a-8a93-dfeecb26b126,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:32.653123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b61b3e-9f72-4409-abf5-656e177ee604 req-b45a3342-b567-47b1-a0f4-8dbbcc1f9f4b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 210 time: 0.0353117 Oct 25 23:13:32.667566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:32.765399 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:13:29Z', 'revision_number': 3, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:32.893597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:32.965579 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288c89c-23e7-40ef-ae02-d863ba160059 None None] The sync data for ids ['36980e57-9cd0-48ef-b827-ca825689ada2'] in n-d-815373-1 is: [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:13:29Z', 'revision_number': 3, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:13:33.045424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-1c9a389a-77c4-481e-90fc-c994b6440a4d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:33.046969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-1c9a389a-77c4-481e-90fc-c994b6440a4d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.1556277 Oct 25 23:13:33.076087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:33.244432 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:33.262971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:33.442589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Pushing event updated for resources: {'Port': ['ID=7460dd89-18f7-4f9a-8a93-dfeecb26b126,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:33.452211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:33.456039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:33.467950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:33.499344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744e4d3-677e-455f-89da-31cc09108d60 req-46f16b94-5f3e-456b-82f1-b519f8b9f1c7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:33.501911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0744e4d3-677e-455f-89da-31cc09108d60 req-46f16b94-5f3e-456b-82f1-b519f8b9f1c7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.2895870 Oct 25 23:13:33.599153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0744e4d3-677e-455f-89da-31cc09108d60 req-a03882cf-e330-4d17-ba69-14d6f9e0b6eb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 Oct 25 23:13:33.757267 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:13:33.825687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:33.896487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.7 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/75d9c22e-fa1a-4e64-8244-5bc64fd45c85) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:33.925009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:33.927697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:33.964029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42bd3ba2-8e8f-40af-887e-6f7948d5519a req-9cbb30b7-f3a1-4753-a2e7-1624b0864fbd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 210 time: 0.0491135 Oct 25 23:13:34.118541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63950d5e-d3ae-4ab1-8148-728280d37328 req-801c55e1-ed5c-4c5c-86ca-e50d6a3e7f3c tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:34.128294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:34.136702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63950d5e-d3ae-4ab1-8148-728280d37328 req-801c55e1-ed5c-4c5c-86ca-e50d6a3e7f3c tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 946 time: 0.4127469 Oct 25 23:13:34.209689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:34.210487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.236460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3311935-fa1c-41c5-bed5-76dfa6ba47bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.399773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.449339 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.462903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3311935-fa1c-41c5-bed5-76dfa6ba47bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.500077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3311935-fa1c-41c5-bed5-76dfa6ba47bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.511290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:34.524470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.531436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.576105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3311935-fa1c-41c5-bed5-76dfa6ba47bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1aa0a8-912d-4503-bf8b-3597e8e257cc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:34.609193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d3311935-fa1c-41c5-bed5-76dfa6ba47bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75d1f09207ee4494b55c448f8a13b1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7752371 Oct 25 23:13:34.610119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:34.614656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33486) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:34.633396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63950d5e-d3ae-4ab1-8148-728280d37328 req-326035af-9ecb-4159-9894-c2d233bf9e5d tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224472 Oct 25 23:13:34.678777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Router 36980e57-9cd0-48ef-b827-ca825689ada2 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:13:34.715702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:34.723626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:34.726189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:34.736776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:34.750586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:34.843288 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-645c11c9-4e75-41ce-829c-5fd932ebdc3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:34.963332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:13:34.968741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5a4dbfb4-2c17-4994-a253-509042c32248 admin admin] 10.222.0.25 "PUT /v2.0/routers/36980e57-9cd0-48ef-b827-ca825689ada2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2926459 Oct 25 23:13:34.970269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:34.971125 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:35.026077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-645c11c9-4e75-41ce-829c-5fd932ebdc3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:35.049257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e270c-5782-4aaa-8209-d14cec6b17b9 req-a9ff749f-2567-42ba-bb58-465fa5f45f04 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:35.068281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f72e270c-5782-4aaa-8209-d14cec6b17b9 req-a9ff749f-2567-42ba-bb58-465fa5f45f04 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.2079802 Oct 25 23:13:35.083034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-027591a6-ae06-4ef9-b9ac-1d692557e235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0102632 Oct 25 23:13:35.108686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Request body: {'port': {'device_id': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:35.228332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:35.281333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f72e270c-5782-4aaa-8209-d14cec6b17b9 req-1ff6f9d2-629a-4759-8b5d-2547f2a87fbc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154169 Oct 25 23:13:35.318107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-645c11c9-4e75-41ce-829c-5fd932ebdc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:35.321711 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-645c11c9-4e75-41ce-829c-5fd932ebdc3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:35.332404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-645c11c9-4e75-41ce-829c-5fd932ebdc3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da1aa0a8-912d-4503-bf8b-3597e8e257cc HTTP/1.1" status: 204 len: 168 time: 0.6973991 Oct 25 23:13:35.346560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c768e-7ca2-4fd3-901c-dc4c02c8c9da req-b28dbed9-5799-412d-b2c0-4521a8ed9a90 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:35.356762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c99c768e-7ca2-4fd3-901c-dc4c02c8c9da req-b28dbed9-5799-412d-b2c0-4521a8ed9a90 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 931 time: 0.1730905 Oct 25 23:13:35.435935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c99c768e-7ca2-4fd3-901c-dc4c02c8c9da req-06a2694f-e3b8-4e87-b9ff-2cac1a86514f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781381 Oct 25 23:13:35.489262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c11c9-4e75-41ce-829c-5fd932ebdc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1aa0a8-912d-4503-bf8b-3597e8e257cc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:35.870219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0f4e-95bb-4400-a179-37bb02a82630 req-f8466ec3-9510-4fed-9ff8-53c15d67d051 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:35.871790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6bec0f4e-95bb-4400-a179-37bb02a82630 req-f8466ec3-9510-4fed-9ff8-53c15d67d051 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 946 time: 0.1472204 Oct 25 23:13:35.962786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6bec0f4e-95bb-4400-a179-37bb02a82630 req-9d8e7b11-0607-4958-b35e-b10196d61eae tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831230 Oct 25 23:13:36.001575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:36.025576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:36.061789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Transition to ACTIVE for port object 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:36.071423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:36.091303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:36.160124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Sync routers for ids ['36980e57-9cd0-48ef-b827-ca825689ada2'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:13:36.188929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Pushing event updated for resources: {'Port': ['ID=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:36.212179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Routers {'36980e57-9cd0-48ef-b827-ca825689ada2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:36.218318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['36980e57-9cd0-48ef-b827-ca825689ada2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:36.332700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-a6ac6826-6583-4d5f-93e7-00a3056ca520 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:36.341895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-a6ac6826-6583-4d5f-93e7-00a3056ca520 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 809 time: 0.1593952 Oct 25 23:13:36.365047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-bbe66003-9171-4cb5-95d2-df4d8eddeb13 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/quotas/bd9df6ea376841bcba123273fc35e1ec HTTP/1.1" status: 200 len: 375 time: 0.0212538 Oct 25 23:13:36.393871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Attempting to bind port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:36.394239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Attempting to bind port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:36.394575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Attempting to bind port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:36.419237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:36.419571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Attempting to bind port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:36.434208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:36.437187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:36.437724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:36.440834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:36.441458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Bound port: 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:36.442014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:36.442180 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-c0ae1dc4-59d2-4374-87f0-c063ca0c9f16 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752652 Oct 25 23:13:36.446733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:36.552205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Set router 36980e57-9cd0-48ef-b827-ca825689ada2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:36.567502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aa3d1-9218-4627-a53a-6b8e0424f031 req-f6457633-2039-4d95-aff0-7ef7774457b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:36.576463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd5aa3d1-9218-4627-a53a-6b8e0424f031 req-f6457633-2039-4d95-aff0-7ef7774457b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1312079 Oct 25 23:13:36.619637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] For port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:36.628067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] For port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:36.635761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-7106203b-c85a-41e3-8544-95c22c50bab7 service neutron] 10.222.0.25 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927023 Oct 25 23:13:36.672720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd5aa3d1-9218-4627-a53a-6b8e0424f031 req-e02c254e-e800-4452-b318-c2d495b1705e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Oct 25 23:13:36.673946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:36.751629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:36.752245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:36.753663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] 10.222.0.15 "PUT /v2.0/ports/75d9c22e-fa1a-4e64-8244-5bc64fd45c85 HTTP/1.1" status: 200 len: 1091 time: 1.6495671 Oct 25 23:13:36.754116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'tag': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:36.756440 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536bc62a-84f0-444d-ad2d-fac5b62d834f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7234fc4-fc9b-4ef1-82e2-bfa4460c8874", "tag": "75d9c22e-fa1a-4e64-8244-5bc64fd45c85"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:36.760106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d603d-cc93-475c-a54c-73f46c309359 service neutron] Pushing event updated for resources: {'Port': ['ID=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:36.822791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-4a3b0474-2a87-46ae-9276-ee39ebd04f4b service neutron] 10.222.0.25 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847942 Oct 25 23:13:37.025482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-a34f8de4-fdf3-4a0d-899f-30bbbfd9881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:37.027054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-a34f8de4-fdf3-4a0d-899f-30bbbfd9881b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 1094 time: 0.1785502 Oct 25 23:13:37.044728 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d14a-dc74-4170-97d8-045569c078cb req-56def373-de27-43a7-bf29-d081ca0b16d5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:37.090638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adb4d14a-dc74-4170-97d8-045569c078cb req-56def373-de27-43a7-bf29-d081ca0b16d5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 943 time: 0.1768062 Oct 25 23:13:37.178978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:13:32Z', 'revision_number': 4, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '7460dd89-18f7-4f9a-8a93-dfeecb26b126', 'name': '', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'mac_address': 'fa:16:3e:a9:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:31Z', 'updated_at': '2021-10-25T23:13:32Z', 'revision_number': 2, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'subnets': [{'id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:37.236294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Checking router: 36980e57-9cd0-48ef-b827-ca825689ada2 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:13:37.238046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Updating router 36980e57-9cd0-48ef-b827-ca825689ada2 port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:13:37.241855 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550e90ff-6dc6-4d9e-b54f-29ee07091555 x-openstack-request-id: req-550e90ff-6dc6-4d9e-b54f-29ee07091555 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:37.242139 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7234fc4-fc9b-4ef1-82e2-bfa4460c8874", "tag": "75d9c22e-fa1a-4e64-8244-5bc64fd45c85", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:37.242464 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-550e90ff-6dc6-4d9e-b54f-29ee07091555 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:37.242865 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'tag': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85', 'status': 'completed', 'code': 200} Oct 25 23:13:37.245225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-f7b9a9f2-0014-45b1-bf86-053c5e699fef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85 HTTP/1.1" status: 200 len: 217 time: 0.1462333 Oct 25 23:13:37.298578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adb4d14a-dc74-4170-97d8-045569c078cb req-e81ba013-fe95-4971-a5b8-aa3fc8a124bc tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911030 Oct 25 23:13:37.331117 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:37.349300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-2443a71c-4174-4c43-8519-560bac10a8cb tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:37.357948 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-2443a71c-4174-4c43-8519-560bac10a8cb tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 946 time: 0.2509305 Oct 25 23:13:37.444546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b286b54-460d-4483-820d-c90931243451 req-e0adc0ff-7bb4-428c-8fc5-8d2a9974011d tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:37.463491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b286b54-460d-4483-820d-c90931243451 req-e0adc0ff-7bb4-428c-8fc5-8d2a9974011d tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 946 time: 0.1668799 Oct 25 23:13:37.539651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9909488f-0359-414d-8af3-bb407c6c2ace req-b42943dc-b9dd-4d10-b9f7-265718096a14 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 210 time: 0.1488600 Oct 25 23:13:37.544393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b286b54-460d-4483-820d-c90931243451 req-675fb4fa-99ca-4ac0-b0f8-be66bb364a67 tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/security-groups?id=674e74ab-c6fe-46b1-9e7b-9e07a262297b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778513 Oct 25 23:13:37.575322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-f94cf94c-4cab-44bd-bccc-8ad9cd406373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:37.576848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-f94cf94c-4cab-44bd-bccc-8ad9cd406373 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.3053668 Oct 25 23:13:37.582332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Deleting port 3620329c-4ad2-4224-b200-2f3faa2c4b02 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:13:37.583339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:37.621706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-666e0948-ef3c-4cf9-91e0-ff38257d8b7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337734 Oct 25 23:13:38.093944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.143628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.401137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] For port 3620329c-4ad2-4224-b200-2f3faa2c4b02, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3620329c-4ad2-4224-b200-2f3faa2c4b02,segment=NetworkSegment(b63fa214-35f8-4d4b-bf61-1edc016af19a),segment_id=b63fa214-35f8-4d4b-bf61-1edc016af19a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:38.401761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.416633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Calling delete_port for 3620329c-4ad2-4224-b200-2f3faa2c4b02 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:13:38.486383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db428-b220-4a25-9bb9-9db82cfa2054 None None] Pushing event updated for resources: {'Port': ['ID=7460dd89-18f7-4f9a-8a93-dfeecb26b126,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:38.514358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Attempting to bind port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:38.514734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Attempting to bind port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:38.517659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Attempting to bind port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:38.520168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4ec95-e289-4fd4-946f-7271d3570098 req-21b3ff9d-7fc2-4a75-86d5-5db09052e47f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:38.530368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:38.530618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Checking segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:38.530940 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.531334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Bound using segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:38.531800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Bound port: 7460dd89-18f7-4f9a-8a93-dfeecb26b126, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:38.535591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.546931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfc4ec95-e289-4fd4-946f-7271d3570098 req-21b3ff9d-7fc2-4a75-86d5-5db09052e47f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 943 time: 0.1133924 Oct 25 23:13:38.587582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.637224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Pushing event deleted for resources: {'Port': ['ID=3620329c-4ad2-4224-b200-2f3faa2c4b02,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:38.638527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bfc4ec95-e289-4fd4-946f-7271d3570098 req-2f2e8cd9-fd41-41b1-95bd-44c71f646a6c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871248 Oct 25 23:13:38.666837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] For port 7460dd89-18f7-4f9a-8a93-dfeecb26b126, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:38.672560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] For port 7460dd89-18f7-4f9a-8a93-dfeecb26b126, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7460dd89-18f7-4f9a-8a93-dfeecb26b126,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:38.681480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.741228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5989a-43a5-45bb-84a2-890f84ab4c1e req-aa1fce0c-6b80-4ff0-a450-90a478776365 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:38.749164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-90c5989a-43a5-45bb-84a2-890f84ab4c1e req-aa1fce0c-6b80-4ff0-a450-90a478776365 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.9700708 Oct 25 23:13:38.799055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] No DVR routers for this DVR port 3620329c-4ad2-4224-b200-2f3faa2c4b02 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:13:38.858073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6da230a2-2386-46ae-8baa-1b656959fdfc req-a4c5f758-65e2-4bfb-80f6-f32ba32eb724 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 210 time: 0.0591881 Oct 25 23:13:38.861784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db428-b220-4a25-9bb9-9db82cfa2054 None None] Pushing event updated for resources: {'Port': ['ID=7460dd89-18f7-4f9a-8a93-dfeecb26b126,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:38.873925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Routers {'36980e57-9cd0-48ef-b827-ca825689ada2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:38.874650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['36980e57-9cd0-48ef-b827-ca825689ada2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:38.894342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:38.928857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b1bd67b-b5a5-4c0d-8eba-530cfc1cd29b req-8c121282-e304-4901-9bba-2e41069fe22e tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.11 "DELETE /v2.0/ports/3620329c-4ad2-4224-b200-2f3faa2c4b02 HTTP/1.1" status: 204 len: 173 time: 1.5320315 Oct 25 23:13:38.995873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-21659151-43db-46e9-aed7-aa93bf241f78 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3594832 Oct 25 23:13:39.015713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-90c5989a-43a5-45bb-84a2-890f84ab4c1e req-23950927-f560-4d5b-86c8-75653d4133f7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655582 Oct 25 23:13:39.206930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] Set router 36980e57-9cd0-48ef-b827-ca825689ada2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:39.246344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'name': 'network-vif-deleted', 'tag': '3620329c-4ad2-4224-b200-2f3faa2c4b02'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:39.249291 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb728497-7e95-49ef-93e5-7e2848be572f" -d '{"events": [{"server_uuid": "bc2b2c0f-b413-4090-8e0b-fa8310b96ab8", "name": "network-vif-deleted", "tag": "3620329c-4ad2-4224-b200-2f3faa2c4b02"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:39.252035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4973b84-b242-4677-852c-bc652b16970b req-4313981b-42b2-4295-b052-802a042cc9aa tempest-ServerPasswordTestJSON-120199625 tempest-ServerPasswordTestJSON-120199625-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2b2c0f-b413-4090-8e0b-fa8310b96ab8 HTTP/1.1" status: 200 len: 210 time: 0.0916808 Oct 25 23:13:39.265433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-c7d1b8d2-ef11-4526-93ad-2706192be5c0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:39.298582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1d9438d-f4dc-47f2-a926-1e52435f9625 req-f81fed3d-684f-4496-b5eb-54fc57001948 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779567 Oct 25 23:13:39.312431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-c7d1b8d2-ef11-4526-93ad-2706192be5c0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.15 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 809 time: 0.4658203 Oct 25 23:13:39.357655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Request body: {'port': {'device_id': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'admin_state_up': True, 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:39.372459 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae0158-5990-4045-81a9-a3aca70343ef x-openstack-request-id: req-d2ae0158-5990-4045-81a9-a3aca70343ef {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:39.372960 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b2c0f-b413-4090-8e0b-fa8310b96ab8", "name": "network-vif-deleted", "tag": "3620329c-4ad2-4224-b200-2f3faa2c4b02", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:39.373481 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2ae0158-5990-4045-81a9-a3aca70343ef {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:39.374069 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2b2c0f-b413-4090-8e0b-fa8310b96ab8', 'name': 'network-vif-deleted', 'tag': '3620329c-4ad2-4224-b200-2f3faa2c4b02', 'status': 'completed', 'code': 200} Oct 25 23:13:39.494551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-9e005ff5-8656-4a28-bab6-70990f868cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:39.495972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-9e005ff5-8656-4a28-bab6-70990f868cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 1094 time: 0.0715735 Oct 25 23:13:39.640769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Made reservation on behalf of bd9df6ea376841bcba123273fc35e1ec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:39.645298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:39.738965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:13:32Z', 'revision_number': 4, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '7460dd89-18f7-4f9a-8a93-dfeecb26b126', 'name': '', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'mac_address': 'fa:16:3e:a9:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:31Z', 'updated_at': '2021-10-25T23:13:38Z', 'revision_number': 4, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'subnets': [{'id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:39.856673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929bb1c-31c3-4f0d-8b73-1dcd5c2feb17 None None] The sync data for ids ['36980e57-9cd0-48ef-b827-ca825689ada2'] in n-d-815373-1 is: [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:13:32Z', 'revision_number': 4, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '7460dd89-18f7-4f9a-8a93-dfeecb26b126', 'name': '', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'mac_address': 'fa:16:3e:a9:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:31Z', 'updated_at': '2021-10-25T23:13:38Z', 'revision_number': 4, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'subnets': [{'id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:13:39.874743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-b70e9e84-ac9d-47d4-84df-8695f2b0b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:39.876719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-b70e9e84-ac9d-47d4-84df-8695f2b0b42e service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.3694274 Oct 25 23:13:39.908240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fd942-bbef-4517-b474-04df93cd0c10 req-f8eb8e49-8a7b-45c5-9883-1ad77b75599a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:39.925180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-784fd942-bbef-4517-b474-04df93cd0c10 req-f8eb8e49-8a7b-45c5-9883-1ad77b75599a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 943 time: 0.1360784 Oct 25 23:13:39.955682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3620329c-4ad2-4224-b200-2f3faa2c4b02 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:13:40.019515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 3620329c-4ad2-4224-b200-2f3faa2c4b02 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:13:40.027687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3620329c-4ad2-4224-b200-2f3faa2c4b02 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:13:40.063288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Allocated IP 172.20.0.7 (7473a1ae-48e4-4f7f-94a6-b7212cb14170/82f6d7db-38ae-49cb-8d50-3495df5bf739/f2c94efc-62df-44a6-8819-d2d38737571c) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:40.088979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-05deb37c-82b1-4aaa-9378-168411cd5821 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85 HTTP/1.1" status: 200 len: 217 time: 0.1458166 Oct 25 23:13:40.211665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-3c271177-5b4e-439f-adb9-db04c05b5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:40.214784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-3c271177-5b4e-439f-adb9-db04c05b5f77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.1093435 Oct 25 23:13:40.347104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-2bf864bd-2806-4205-905b-6dfbd161273b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218245 Oct 25 23:13:40.364179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a5654ac-ea75-4c35-9169-786ad6aeef48 req-118a03a2-62ed-487f-854a-ea5c42c4fd32 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 210 time: 0.1979432 Oct 25 23:13:40.394815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-784fd942-bbef-4517-b474-04df93cd0c10 req-6e4f93c0-70ab-4bc7-a0fe-42708c18811a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676445 Oct 25 23:13:40.608095 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:40.622981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33692) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:40.668022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33694) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:40.706794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-2a2875de-681b-4654-b8ce-66ecfbd7385f service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110387 Oct 25 23:13:40.721058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Deleting subnet ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:13:40.727421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:40.730699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:40.781736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:40.838647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:40.875156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30479ca6-9e50-42bb-b29e-9bf432ab32e3 req-e163c0b5-7729-4d15-ba31-2e41048922d3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:40.876915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30479ca6-9e50-42bb-b29e-9bf432ab32e3 req-e163c0b5-7729-4d15-ba31-2e41048922d3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.3962183 Oct 25 23:13:40.883841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:40.903242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:40.908214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:40.942663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Pushing event updated for resources: {'Port': ['ID=f2c94efc-62df-44a6-8819-d2d38737571c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:41.024191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30479ca6-9e50-42bb-b29e-9bf432ab32e3 req-8dd8ea09-4c23-44b4-a7f7-75fcbb99f860 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389840 Oct 25 23:13:41.025073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc09897b-5ce9-462e-afb2-f70885435b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.039921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.040154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:41.040593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.058412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d7ee670f-72a4-429c-b7a2-63215ea38f42 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7080774 Oct 25 23:13:41.078770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Request body: {'port': {'device_id': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:41.093069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.096329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3 HTTP/1.1" status: 204 len: 168 time: 0.4722111 Oct 25 23:13:41.115922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33704) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:41.132159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cec32-7c0c-4b40-8b41-f832f5417500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef95ce2b-6dd3-4d37-bfe3-3b3bebb823f3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:41.232475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536bc62a-84f0-444d-ad2d-fac5b62d834f req-778e9c95-2afc-431f-b7af-5cafc187e4ee service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531657 Oct 25 23:13:41.252077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.275298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.294696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc09897b-5ce9-462e-afb2-f70885435b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.306010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc09897b-5ce9-462e-afb2-f70885435b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.431329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09897b-5ce9-462e-afb2-f70885435b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e5b6d-9324-4643-a109-cdedbb550e13,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:41.507179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bc09897b-5ce9-462e-afb2-f70885435b1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcfe053b24ea48288a90379eb446e6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8327153 Oct 25 23:13:41.507812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33714) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:41.645262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797cee21-b8eb-40a1-80b5-ddf6284bc04f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.690004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797cee21-b8eb-40a1-80b5-ddf6284bc04f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.715012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eeedf-46d5-4d57-ad9e-ecd2783182e2 req-97ffde68-3ead-4f32-b0b1-0b5ab6fbcda9 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:41.716885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140eeedf-46d5-4d57-ad9e-ecd2783182e2 req-97ffde68-3ead-4f32-b0b1-0b5ab6fbcda9 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 931 time: 0.1498904 Oct 25 23:13:41.813071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797cee21-b8eb-40a1-80b5-ddf6284bc04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.816016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797cee21-b8eb-40a1-80b5-ddf6284bc04f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.817366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-797cee21-b8eb-40a1-80b5-ddf6284bc04f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f56e5b6d-9324-4643-a109-cdedbb550e13 HTTP/1.1" status: 204 len: 168 time: 0.3083408 Oct 25 23:13:41.836664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-140eeedf-46d5-4d57-ad9e-ecd2783182e2 req-2b1a8192-9e8f-40df-98fb-7c82dcf50638 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126895 Oct 25 23:13:41.852529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cee21-b8eb-40a1-80b5-ddf6284bc04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e5b6d-9324-4643-a109-cdedbb550e13,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:41.913606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:41.945862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c94efc-62df-44a6-8819-d2d38737571c {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:41.972078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63eba60f-18d5-4770-8ca3-0db701b04c0e']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:41.984258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63fa214-35f8-4d4b-bf61-1edc016af19a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:41.984634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63fa214-35f8-4d4b-bf61-1edc016af19a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:42.020286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.052131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.067585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:13:42.068755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:13:42.181609 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:13:42.185179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7460dd89-18f7-4f9a-8a93-dfeecb26b126 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:42.191297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.257799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:42.258634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.258895 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f58d5-38c0-4e29-9021-389666cf1edf req-8bea3611-9202-4065-bf59-cda8d944b0c5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:42.260735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-256f58d5-38c0-4e29-9021-389666cf1edf req-8bea3611-9202-4065-bf59-cda8d944b0c5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 943 time: 0.5344248 Oct 25 23:13:42.295443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Transition to ACTIVE for port object f2c94efc-62df-44a6-8819-d2d38737571c will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:42.296353 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.341949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.346758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] 10.222.0.25 "DELETE /v2.0/networks/63eba60f-18d5-4770-8ca3-0db701b04c0e HTTP/1.1" status: 204 len: 168 time: 1.2290235 Oct 25 23:13:42.355520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.407664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f1299-a442-4c52-93ba-6a819978c344 req-501cbe52-6a44-444c-9453-33032865956f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:42.409245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-763f1299-a442-4c52-93ba-6a819978c344 req-501cbe52-6a44-444c-9453-33032865956f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1634920 Oct 25 23:13:42.409739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33740) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:42.429942 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5a940db-f549-49e2-b949-a4a673d9e30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.438650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd30d0f-dc1b-4785-b071-8f15d3fba402 admin admin] Pushing event deleted for resources: {'Network': ['ID=63eba60f-18d5-4770-8ca3-0db701b04c0e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:42.457448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-256f58d5-38c0-4e29-9021-389666cf1edf req-de60f62a-4765-4bf4-aed8-8183b48ee0dd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832695 Oct 25 23:13:42.507505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-763f1299-a442-4c52-93ba-6a819978c344 req-93b116f5-e27f-4188-abeb-bde9daad0ea9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860660 Oct 25 23:13:42.524986 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.575639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5a940db-f549-49e2-b949-a4a673d9e30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.583085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b5a940db-f549-49e2-b949-a4a673d9e30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.596651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 7460dd89-18f7-4f9a-8a93-dfeecb26b126, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7460dd89-18f7-4f9a-8a93-dfeecb26b126,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:42.606894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.673223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b5a940db-f549-49e2-b949-a4a673d9e30a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7538203b62648d0af4050144bb412fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623520 Oct 25 23:13:42.676678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Pushing event updated for resources: {'Port': ['ID=f2c94efc-62df-44a6-8819-d2d38737571c,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:42.677750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33742) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:42.683150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=7460dd89-18f7-4f9a-8a93-dfeecb26b126,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:42.697153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Attempting to bind port f2c94efc-62df-44a6-8819-d2d38737571c on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:42.697488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Attempting to bind port f2c94efc-62df-44a6-8819-d2d38737571c by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:42.697811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Attempting to bind port f2c94efc-62df-44a6-8819-d2d38737571c on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:42.712388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Port f2c94efc-62df-44a6-8819-d2d38737571c on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:42.712795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Attempting to bind port f2c94efc-62df-44a6-8819-d2d38737571c on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:42.723879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:42.726493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Checking segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:42.726493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Bound using segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:42.726859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Bound port: f2c94efc-62df-44a6-8819-d2d38737571c, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:42.727220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.739364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a940db-f549-49e2-b949-a4a673d9e30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac91c3e-593c-4301-8653-2d0693319f7d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:42.783735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33748) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:42.827371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.827649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1b91-e257-4938-9dcd-88e567f76bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.837260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] For port f2c94efc-62df-44a6-8819-d2d38737571c, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:42.841363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] For port f2c94efc-62df-44a6-8819-d2d38737571c, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2c94efc-62df-44a6-8819-d2d38737571c,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:42.848687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.876343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1b91-e257-4938-9dcd-88e567f76bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.882478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:42.938444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-27686cc9-60ab-4c53-b44d-0bfa24f963db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b9e928267994e1385a43ff63396e763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512153 Oct 25 23:13:42.946571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:42.947341 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:42.951251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] 10.222.0.15 "PUT /v2.0/ports/f2c94efc-62df-44a6-8819-d2d38737571c HTTP/1.1" status: 200 len: 1091 time: 1.8771598 Oct 25 23:13:42.953462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:42.953966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'tag': 'f2c94efc-62df-44a6-8819-d2d38737571c'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:42.959328 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d83566-d77e-4767-85e6-ca87fb048c11", "tag": "f2c94efc-62df-44a6-8819-d2d38737571c"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:43.012385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a09da3-d3ed-4711-9681-8c926903532c service neutron] Pushing event updated for resources: {'Port': ['ID=f2c94efc-62df-44a6-8819-d2d38737571c,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:43.058202 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e8b38d-b349-4dca-ab5d-465f108d780b x-openstack-request-id: req-72e8b38d-b349-4dca-ab5d-465f108d780b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:43.059446 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d83566-d77e-4767-85e6-ca87fb048c11", "tag": "f2c94efc-62df-44a6-8819-d2d38737571c", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:43.059816 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e8b38d-b349-4dca-ab5d-465f108d780b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:43.060318 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'tag': 'f2c94efc-62df-44a6-8819-d2d38737571c', 'status': 'completed', 'code': 200} Oct 25 23:13:43.082036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f366b926-6652-4867-b486-58955fcdc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:43.083906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-f366b926-6652-4867-b486-58955fcdc0cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 1094 time: 0.0679326 Oct 25 23:13:43.125800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eeecc-35b1-4568-9699-ab281c385bf2 req-d785cfd7-6133-4d11-a7c8-c4b589382a23 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:43.134454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b64eeecc-35b1-4568-9699-ab281c385bf2 req-d785cfd7-6133-4d11-a7c8-c4b589382a23 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 943 time: 0.1303530 Oct 25 23:13:43.142813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-6a1f89da-bcee-45ca-bd22-addee00ac32f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2c94efc-62df-44a6-8819-d2d38737571c HTTP/1.1" status: 200 len: 217 time: 0.0434098 Oct 25 23:13:43.182593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d227513-4989-4d1f-a050-04a25be0b7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.202349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:43.211122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d227513-4989-4d1f-a050-04a25be0b7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.239253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85', 'mac_address': 'fa:16:3e:1a:0b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:43.242132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-7d46969a-a354-4a26-8cf1-8d8afe211758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:43.243697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-7d46969a-a354-4a26-8cf1-8d8afe211758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.0927594 Oct 25 23:13:43.263289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1b91-e257-4938-9dcd-88e567f76bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.266812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1b91-e257-4938-9dcd-88e567f76bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.268455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4b8c1b91-e257-4938-9dcd-88e567f76bf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ac91c3e-593c-4301-8653-2d0693319f7d HTTP/1.1" status: 204 len: 168 time: 0.5872738 Oct 25 23:13:43.308551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b64eeecc-35b1-4568-9699-ab281c385bf2 req-b60111c7-3bda-4d6d-98c5-a8e78fb46a89 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696563 Oct 25 23:13:43.312652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c1b91-e257-4938-9dcd-88e567f76bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac91c3e-593c-4301-8653-2d0693319f7d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:43.328585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-bc7435b0-510d-459b-8cf7-d7a05078d177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518551 Oct 25 23:13:43.346689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.360831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d227513-4989-4d1f-a050-04a25be0b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.371541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d227513-4989-4d1f-a050-04a25be0b7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.373340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:43.373718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7d227513-4989-4d1f-a050-04a25be0b7f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/674e74ab-c6fe-46b1-9e7b-9e07a262297b HTTP/1.1" status: 204 len: 168 time: 0.4193964 Oct 25 23:13:43.388959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227513-4989-4d1f-a050-04a25be0b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674e74ab-c6fe-46b1-9e7b-9e07a262297b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:43.428839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:43.445322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:43.523681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:43.538862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d48d11fa-d4af-4415-bec6-7c3554891f49 service neutron] 10.222.0.15 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008107 Oct 25 23:13:43.707939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68f5e-51d5-420a-8322-4c2475176cf2 req-c9a264d6-43f4-44bd-8986-ab17482eae32 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:43.715081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1a68f5e-51d5-420a-8322-4c2475176cf2 req-c9a264d6-43f4-44bd-8986-ab17482eae32 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 944 time: 0.1020918 Oct 25 23:13:43.739149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d6737-41dd-4b99-b0ff-899fa9a23a65 req-a5102918-39da-40ca-91c7-36b657d156e1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:43.746973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-240d6737-41dd-4b99-b0ff-899fa9a23a65 req-a5102918-39da-40ca-91c7-36b657d156e1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1384654 Oct 25 23:13:43.787114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1a68f5e-51d5-420a-8322-4c2475176cf2 req-132e10cf-1386-42e4-8dfa-b66058d74b91 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570416 Oct 25 23:13:43.812907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fe82982-83ef-4328-9a1f-11fdf31c00d1 req-d544a9ce-2f39-4878-8ffc-b71c434ec182 service neutron] 10.222.0.15 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537780 Oct 25 23:13:43.816142 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-240d6737-41dd-4b99-b0ff-899fa9a23a65 req-5aac1c49-599f-4e7c-9b79-05f6909db4b7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682998 Oct 25 23:13:43.875799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['75d9c22e-fa1a-4e64-8244-5bc64fd45c85'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:43.979846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-6b42b3d1-a409-4676-a755-ef44b25dd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:43.982981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-6b42b3d1-a409-4676-a755-ef44b25dd3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 1094 time: 0.0586579 Oct 25 23:13:44.144357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7460dd89-18f7-4f9a-8a93-dfeecb26b126 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:44.156944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-56ac6d20-168d-4ae2-95b0-92b4d5d996cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:44.156944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-56ac6d20-168d-4ae2-95b0-92b4d5d996cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 910 time: 0.1653605 Oct 25 23:13:44.200263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:44.200630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:44.248531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-5c1391cb-99ba-4062-a078-9bd10da87003 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2c94efc-62df-44a6-8819-d2d38737571c HTTP/1.1" status: 200 len: 217 time: 0.0826089 Oct 25 23:13:44.382476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-2f9f04a7-f0ce-4412-8493-39a784ed3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:44.388593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-2f9f04a7-f0ce-4412-8493-39a784ed3e8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.1325080 Oct 25 23:13:44.454725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-a9c2c1db-085a-40ef-bcb4-392a4e9d1da5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582986 Oct 25 23:13:44.494653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd614ae0-04cc-4dd0-af6a-03f5b1dedee4 req-6a21b59d-91b2-40af-99e8-d54a06c7168d tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:44.520050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd614ae0-04cc-4dd0-af6a-03f5b1dedee4 req-6a21b59d-91b2-40af-99e8-d54a06c7168d tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 943 time: 0.1094298 Oct 25 23:13:44.605604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd614ae0-04cc-4dd0-af6a-03f5b1dedee4 req-05a3e94f-3499-4d16-9081-2fe678769f5f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786655 Oct 25 23:13:44.617716 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-0aebdc94-162b-4bad-b270-4774d7f9baa9 service neutron] 10.222.0.15 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415629 Oct 25 23:13:44.656234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:44.762615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72aa935-6c74-41d3-b4b9-55fd7b6adfa6 req-14a42355-7ee1-4241-927c-bfaa05d33f49 service neutron] 10.222.0.15 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357250 Oct 25 23:13:44.818430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-network', 'tenant_id': '2269260385b546749c6bbe03bf9b4750'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:44.848440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Made reservation on behalf of 2269260385b546749c6bbe03bf9b4750 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:44.853052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:44.895071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:44.897808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-e11c5381-0721-4d75-b742-df182625a5bc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:44.899979 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-e11c5381-0721-4d75-b742-df182625a5bc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.1363130 Oct 25 23:13:44.921031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-d7c5edfa-bba7-4240-be68-cb561e339f19 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/quotas/5df64b6997ef4146aad2193ca0910f20 HTTP/1.1" status: 200 len: 375 time: 0.0149562 Oct 25 23:13:44.977539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e67cf-1ba4-4b69-90d3-528926ce662e req-21983007-d98c-4528-85c1-a6507924e0c8 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:44.985091 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad1e67cf-1ba4-4b69-90d3-528926ce662e req-21983007-d98c-4528-85c1-a6507924e0c8 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 944 time: 0.0874414 Oct 25 23:13:45.010546 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-962af66c-d058-4b41-b57e-72faf0d84ead tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822484 Oct 25 23:13:45.058696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad1e67cf-1ba4-4b69-90d3-528926ce662e req-386727af-3d07-427b-b91f-2b3bf96b20fe tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Oct 25 23:13:45.082045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.087193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.111187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:13:45.129579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c133cc69-9786-4f7d-9ef6-b4f626b7e71a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:45.135246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.135842 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Added segment 92c8825f-9e1b-4af2-9540-6a07229279b8 of type vlan for network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 Oct 25 23:13:45.152470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-056b554b-ecbc-460d-a94f-f525f7eec336 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332855 Oct 25 23:13:45.248701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.289219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93c0e7-c6e4-4569-a75f-9e73362ccb9a req-3e04cd0c-c86a-400b-8d58-0752e1774d6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:45.290744 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-a2357d08-daf8-438a-9a5c-1029e971be16 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373682 Oct 25 23:13:45.291665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e93c0e7-c6e4-4569-a75f-9e73362ccb9a req-3e04cd0c-c86a-400b-8d58-0752e1774d6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.0858119 Oct 25 23:13:45.292977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.293879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:45.294485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.368289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33868) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:45.368489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7109571 Oct 25 23:13:45.373656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Request body: {'subnet': {'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-subnet', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:45.403073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac79665-1d2d-4686-9df9-3f86c1f2fecb admin admin] Pushing event updated for resources: {'Network': ['ID=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:45.409094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Made reservation on behalf of 2269260385b546749c6bbe03bf9b4750 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:45.413614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.415797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:13:45.421111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e93c0e7-c6e4-4569-a75f-9e73362ccb9a req-5361bb5d-3f5b-47d5-a5b1-28a3fce25003 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196454 Oct 25 23:13:45.567713 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e05ba809-0661-47e2-868b-946b1b5116be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:45.625186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d2be219-73bd-44ba-9d52-7de0b44a194b req-3f05e014-2f10-4968-83ef-f2a78e8422ce tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 210 time: 0.0435340 Oct 25 23:13:45.850426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3c82e-c22f-4e5d-9099-7a45944ac441 req-6eef7279-6c79-4d4f-a1a8-9fe995fe9e2e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:45.852209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fff3c82e-c22f-4e5d-9099-7a45944ac441 req-6eef7279-6c79-4d4f-a1a8-9fe995fe9e2e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 943 time: 0.0887558 Oct 25 23:13:45.911999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fff3c82e-c22f-4e5d-9099-7a45944ac441 req-3c16f328-45d4-4d24-9757-ef0ac522931f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Oct 25 23:13:46.217043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79085-e605-40ed-b54f-8b4007535930 req-e736ae39-7f43-4d79-a5d1-e56c490f5b5d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:46.218936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36a79085-e605-40ed-b54f-8b4007535930 req-e736ae39-7f43-4d79-a5d1-e56c490f5b5d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 944 time: 0.0616097 Oct 25 23:13:46.246641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec4f7d-2849-4cf9-a257-fe8c79ec5df0 req-c9dd3d19-d585-40cc-80f2-1403562d371c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:46.258683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3ec4f7d-2849-4cf9-a257-fe8c79ec5df0 req-c9dd3d19-d585-40cc-80f2-1403562d371c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.5151563 Oct 25 23:13:46.268909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:46.279118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36a79085-e605-40ed-b54f-8b4007535930 req-7894389c-bf69-485d-b14d-c3c27e61ac84 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508008 Oct 25 23:13:46.352183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9965fcd-830e-4c1d-9fd9-a059b76c2666,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:46.383525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3ec4f7d-2849-4cf9-a257-fe8c79ec5df0 req-ed3b2dd0-a2d0-4562-a034-39d517026e62 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170092 Oct 25 23:13:46.395615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Checking segment: {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:46.396129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Network hostable DHCP agents. Network: f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:13:46.421086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:13:46.436800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:46.442666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:46.443763 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:46.449885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb24a8-1745-43dc-b9da-741761a61195 None None] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:46.484893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b65f532-a2dc-4fa2-a6c4-1748b72cb5d8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1149881 Oct 25 23:13:46.487596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33922) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:46.495592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:46.538234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:46.539226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:46.612055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb041dfd-d771-4aab-a1fa-2e4fb7342346 req-9284e09c-df4a-4770-9a24-ed4a3d1d7691 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:46.613271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:46.618126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb041dfd-d771-4aab-a1fa-2e4fb7342346 req-9284e09c-df4a-4770-9a24-ed4a3d1d7691 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1221459 Oct 25 23:13:46.721317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb041dfd-d771-4aab-a1fa-2e4fb7342346 req-d20ab287-9c39-4a95-bc75-848056be6496 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969911 Oct 25 23:13:46.770182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0d375-086c-428c-8a00-4f4bf815eebd None None] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:13:46.920871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2c94efc-62df-44a6-8819-d2d38737571c details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:46.922979 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:46.973067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae9fa214-36d4-4db9-bdcd-50ed012a1a7f req-1ed01faa-4999-49b6-812a-ee0b9b0107af tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 210 time: 0.1180964 Oct 25 23:13:46.988766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.241752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:47.263946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d6fb1-ec4c-4ae1-a34f-1827ae048f98 req-52b161fb-dfdb-4964-9b3a-a688c6e4065b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:47.273495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-121d6fb1-ec4c-4ae1-a34f-1827ae048f98 req-52b161fb-dfdb-4964-9b3a-a688c6e4065b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 943 time: 0.1241956 Oct 25 23:13:47.327078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:47.329508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.388412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-fffe2bbe-ae28-4277-90a0-32c767474a27 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:47.390974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-fffe2bbe-ae28-4277-90a0-32c767474a27 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.2981751 Oct 25 23:13:47.404846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2c94efc-62df-44a6-8819-d2d38737571c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2c94efc-62df-44a6-8819-d2d38737571c,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:47.410971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-121d6fb1-ec4c-4ae1-a34f-1827ae048f98 req-51a72842-8283-4d0c-84e8-8b9b97d56b12 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357923 Oct 25 23:13:47.424745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-fd384798-4e7b-4c72-979e-43e91beba5b8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:47.426397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-fd384798-4e7b-4c72-979e-43e91beba5b8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.2649817 Oct 25 23:13:47.432343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Request body: {'port': {'device_id': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'admin_state_up': True, 'tenant_id': '5df64b6997ef4146aad2193ca0910f20'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:47.446611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f2c94efc-62df-44a6-8819-d2d38737571c', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'port_id': 'f2c94efc-62df-44a6-8819-d2d38737571c', 'mac_address': 'fa:16:3e:fd:b6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:47.546897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.568138 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.578258 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-05dee9ef-218f-49bc-b6c1-09d2cb8c5f45 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/quotas/47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 375 time: 0.1221702 Oct 25 23:13:47.623003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:47.625979 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7434da1-b34e-44b5-abce-f46dfbe2970b" -d '{"events": [{"server_uuid": "a7234fc4-fc9b-4ef1-82e2-bfa4460c8874", "name": "network-vif-plugged", "status": "completed", "tag": "75d9c22e-fa1a-4e64-8244-5bc64fd45c85"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:47.628123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Made reservation on behalf of 5df64b6997ef4146aad2193ca0910f20 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:47.633055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.633821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c94efc-62df-44a6-8819-d2d38737571c {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:47.655398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:47.669541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2c94efc-62df-44a6-8819-d2d38737571c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2c94efc-62df-44a6-8819-d2d38737571c,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:47.673410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.706802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5b816-cefd-434c-9642-a41b00ba6c6a req-60b4e792-9a23-4e6b-8771-8cbed3175bc0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:47.714922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-81a5b816-cefd-434c-9642-a41b00ba6c6a req-60b4e792-9a23-4e6b-8771-8cbed3175bc0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 944 time: 0.0998604 Oct 25 23:13:47.743765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:47.747970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.801855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f2c94efc-62df-44a6-8819-d2d38737571c,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:47.810813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-81a5b816-cefd-434c-9642-a41b00ba6c6a req-fc7d92d0-2379-4895-a7db-5fab05c2bbf2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947163 Oct 25 23:13:47.866064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-f9b42fdd-5f40-48b0-bdbe-970ca159769d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2192008 Oct 25 23:13:47.874438 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7457fd4b-c4e3-4cf8-9e99-345d91bac642 x-openstack-request-id: req-7457fd4b-c4e3-4cf8-9e99-345d91bac642 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:47.874830 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7234fc4-fc9b-4ef1-82e2-bfa4460c8874", "name": "network-vif-plugged", "status": "completed", "tag": "75d9c22e-fa1a-4e64-8244-5bc64fd45c85", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:47.875061 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7457fd4b-c4e3-4cf8-9e99-345d91bac642 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:47.875396 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85', 'code': 200} Oct 25 23:13:47.885574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Allocated IP 172.20.0.14 (18eec236-4eeb-4bfd-861a-c4f24dd72246/0e506474-97f2-4472-bf5b-b1bf68120d56/f8f0c6d0-7cd6-43ab-8da0-e6072931a96c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:47.951601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:47.976684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.124622 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64755482-97e0-4906-81a1-f3887c2d0362 req-732de6cc-788a-4596-847a-cce97b7262f4 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 210 time: 0.0422299 Oct 25 23:13:48.191223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba203d6-44ed-4ca5-87cd-c7779efcc2d7 req-19e6cdc1-d743-4af9-ba25-3fb4ba83f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:48.192925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ba203d6-44ed-4ca5-87cd-c7779efcc2d7 req-19e6cdc1-d743-4af9-ba25-3fb4ba83f1d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 1096 time: 0.1918001 Oct 25 23:13:48.201167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2c94efc-62df-44a6-8819-d2d38737571c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:48.207207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.261604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-b57e93ee-6a65-4ddc-a06b-e7a5692621e3 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943751 Oct 25 23:13:48.300495 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.323170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['37a16d53-778b-4599-9405-97602d48dfd6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:48.343637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ba203d6-44ed-4ca5-87cd-c7779efcc2d7 req-e4711a99-74e2-4a94-8df9-c3d32eb26e2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186566 Oct 25 23:13:48.371356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Allocated IP 172.25.4.237 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/3d143f68-9180-45f4-9bbf-05f12d0881b5) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:48.418185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-b947c424-46ea-4d7f-b150-a3004a95bf6e service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556368 Oct 25 23:13:48.425680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:48.430450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:48.441806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:48.447867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event updated for resources: {'Port': ['ID=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:48.452408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5d0c-b6c6-4177-88a4-b1d0e33870e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.505328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:48.506648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.544172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-1b47fedb-589d-45d9-9dee-829758fd5d1f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1243486 Oct 25 23:13:48.586209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Request body: {'port': {'device_id': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:48.640118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.654586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.694494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45726ac2-f2b9-48df-8023-200e1f8fdd01 req-8748ddfc-f3a0-4639-a527-ec393c6bee3e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:48.696732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45726ac2-f2b9-48df-8023-200e1f8fdd01 req-8748ddfc-f3a0-4639-a527-ec393c6bee3e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 944 time: 0.1514533 Oct 25 23:13:48.709737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:48.756956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27ca7912-cc04-4bf1-b021-59f6ec6323dd req-4073c397-c33f-4d4b-8c52-c4c14a2cacca tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 210 time: 0.0508320 Oct 25 23:13:48.829801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:48.839223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:48.841431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Pushing event updated for resources: {'Port': ['ID=3d143f68-9180-45f4-9bbf-05f12d0881b5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:48.845481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:48.937238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45726ac2-f2b9-48df-8023-200e1f8fdd01 req-168234dd-8031-41bb-b1db-8bcebe62cc69 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254171 Oct 25 23:13:49.094609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242acfa-a296-4cc3-bc70-24b296cef962 req-496614f2-6fc4-4970-bd0c-2668e6ae3e5f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:49.114590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4242acfa-a296-4cc3-bc70-24b296cef962 req-496614f2-6fc4-4970-bd0c-2668e6ae3e5f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.1327288 Oct 25 23:13:49.347437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f0c6d0-7cd6-43ab-8da0-e6072931a96c {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:49.360575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.387346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280e615-8499-465d-b016-1ea194259411 req-9091f3d7-a32c-46f5-b58f-983d12d4c2cb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:49.389092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c280e615-8499-465d-b016-1ea194259411 req-9091f3d7-a32c-46f5-b58f-983d12d4c2cb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 932 time: 0.1066372 Oct 25 23:13:49.392192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Transition to ACTIVE for port object f8f0c6d0-7cd6-43ab-8da0-e6072931a96c will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:49.400519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4242acfa-a296-4cc3-bc70-24b296cef962 req-98d0e005-fded-4b45-b95a-2a98808a97b5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789485 Oct 25 23:13:49.421143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.435881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:49.469859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.504135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c280e615-8499-465d-b016-1ea194259411 req-405399ed-a76c-4b0b-918c-ab93767f2690 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084082 Oct 25 23:13:49.522513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:49.583486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.620912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Attempting to bind port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:49.621246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Attempting to bind port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:49.621574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Attempting to bind port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:49.632903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:49.633244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Attempting to bind port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:49.638869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:49.639207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Checking segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:49.639592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Bound using segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:49.640019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Bound port: f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:49.640714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.799563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] For port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:49.815629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] For port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:49.824536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.864822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.931136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:49.942945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.943815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.944287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.944626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.945047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.945379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.945705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.946034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.946370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.946697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.947020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.947339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:49.956476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:49.957250 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:49.959092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-634e3086-ccc0-4131-b745-b8701f9e3e78 service neutron] 10.222.0.11 "PUT /v2.0/ports/f8f0c6d0-7cd6-43ab-8da0-e6072931a96c HTTP/1.1" status: 200 len: 1092 time: 1.3816381 Oct 25 23:13:49.960392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'tag': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:49.971194 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9f8e5-e282-4289-8db9-fb1d7143968b" -d '{"events": [{"name": "network-changed", "server_uuid": "01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde", "tag": "f8f0c6d0-7cd6-43ab-8da0-e6072931a96c"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:49.993199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db57bea3-6933-4ed2-a1d1-f856e877d373 req-b9411c79-87da-4fe6-8778-f0d24ce8e9f9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 210 time: 0.0831199 Oct 25 23:13:50.094009 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:50.153457 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d0e4b3-045c-43a2-81b1-1c8525ab83ae x-openstack-request-id: req-c9d0e4b3-045c-43a2-81b1-1c8525ab83ae {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:50.153803 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde", "tag": "f8f0c6d0-7cd6-43ab-8da0-e6072931a96c", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:50.153997 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9d0e4b3-045c-43a2-81b1-1c8525ab83ae {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:50.154663 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'tag': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c', 'status': 'completed', 'code': 200} Oct 25 23:13:50.159392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-c492d808-ac89-4fad-8ba5-e6e105dc0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:50.166670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-c492d808-ac89-4fad-8ba5-e6e105dc0822 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 1095 time: 0.1520226 Oct 25 23:13:50.186978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Router dd4913b0-ad14-4398-b034-57e0a3151c5b is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:13:50.232904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-2c1d87e0-f93a-4d91-9a57-df50bad4f577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c HTTP/1.1" status: 200 len: 217 time: 0.0466354 Oct 25 23:13:50.352934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2460f7-7341-422a-8e6a-6ccff132767b req-c464ec8a-5018-452d-a462-6fe6e9f29f07 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:50.361531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c2460f7-7341-422a-8e6a-6ccff132767b req-c464ec8a-5018-452d-a462-6fe6e9f29f07 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 944 time: 0.2573338 Oct 25 23:13:50.373969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-5e461934-748d-40e9-9770-46c0ea385ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:50.375429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-5e461934-748d-40e9-9770-46c0ea385ecb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.1329939 Oct 25 23:13:50.410727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:13:50.423700 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Sync routers for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:13:50.429312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-55d6cae9-e263-45dd-93ee-bad1d9d79495 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442841 Oct 25 23:13:50.432244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c2460f7-7341-422a-8e6a-6ccff132767b req-46bb9a3d-efa5-4989-86a9-c5666af9c6e3 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698850 Oct 25 23:13:50.478181 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:50.479190 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:50.592826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-b2d62e71-cdb0-412a-8f3d-72608602e946 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477122 Oct 25 23:13:50.624231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:50.629371 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-493b4c4b-76f0-4ead-a62d-e79fdfbd07bc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1393857 Oct 25 23:13:50.662976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:50.675395 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:50.683807 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:50.744638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6fad55-9f54-4298-87fb-5fbadf92aa7a req-14dc9228-fd72-4438-a0aa-a6154f7a145f service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432195 Oct 25 23:13:50.858316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b4d96-4b89-4e47-a5ed-c01935f5e5ea req-12b3c358-29d0-4daf-95db-7b63ecb0e5e6 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:50.867873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-423b4d96-4b89-4e47-a5ed-c01935f5e5ea req-12b3c358-29d0-4daf-95db-7b63ecb0e5e6 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 944 time: 0.1220381 Oct 25 23:13:50.921634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2c94efc-62df-44a6-8819-d2d38737571c up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:50.926750 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-423b4d96-4b89-4e47-a5ed-c01935f5e5ea req-98d1da45-6980-44ab-a9e7-7fc61e7b3d89 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574219 Oct 25 23:13:50.937227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-69adb437-91e7-4717-95a8-2e687f300b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:50.939556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-69adb437-91e7-4717-95a8-2e687f300b2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 1095 time: 0.1282771 Oct 25 23:13:51.023504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f2c94efc-62df-44a6-8819-d2d38737571c completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:51.028290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f2c94efc-62df-44a6-8819-d2d38737571c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:51.028777 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.098636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-23223361-1f46-4712-b4d9-e59f098ecefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:51.102502 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-23223361-1f46-4712-b4d9-e59f098ecefa service neutron] 10.222.0.11 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 916 time: 0.1543827 Oct 25 23:13:51.108884 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:49Z', 'revision_number': 3, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:51.141549 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Checking router: dd4913b0-ad14-4398-b034-57e0a3151c5b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:13:51.143293 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Updating router dd4913b0-ad14-4398-b034-57e0a3151c5b port 3d143f68-9180-45f4-9bbf-05f12d0881b5 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:13:51.144582 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.173519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c94efc-62df-44a6-8819-d2d38737571c'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:51.178450 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eaf8f1-ebd3-4df8-9474-cce02a07c2e7" -d '{"events": [{"server_uuid": "a9d83566-d77e-4767-85e6-ca87fb048c11", "name": "network-vif-plugged", "status": "completed", "tag": "f2c94efc-62df-44a6-8819-d2d38737571c"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:51.181037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ee84497-0002-4b87-83e0-db14689a221a req-60f8adce-9591-41d0-b7ae-fb2bbc55600a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 210 time: 0.0773644 Oct 25 23:13:51.182777 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.197329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2c94efc-62df-44a6-8819-d2d38737571c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2c94efc-62df-44a6-8819-d2d38737571c,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:51.205242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.278804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-94ffa83f-baa8-443e-ae3c-8ff9f6e4cfdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c HTTP/1.1" status: 200 len: 217 time: 0.0960538 Oct 25 23:13:51.304708 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ee8f4f-3dc0-48b5-bd97-44cc565be8fd x-openstack-request-id: req-77ee8f4f-3dc0-48b5-bd97-44cc565be8fd {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:51.305006 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d83566-d77e-4767-85e6-ca87fb048c11", "name": "network-vif-plugged", "status": "completed", "tag": "f2c94efc-62df-44a6-8819-d2d38737571c", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:51.305265 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77ee8f4f-3dc0-48b5-bd97-44cc565be8fd {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:51.305662 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c94efc-62df-44a6-8819-d2d38737571c', 'code': 200} Oct 25 23:13:51.307212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f2c94efc-62df-44a6-8819-d2d38737571c,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:51.318024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.318869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.319542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.320193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.320665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.321146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.321623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.322101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.322628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.323312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.324189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.324673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:51.446963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-2fcb9c62-d1d5-483d-b33c-226a704067a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:51.447908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-2fcb9c62-d1d5-483d-b33c-226a704067a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.1600966 Oct 25 23:13:51.500698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-34e97499-9d15-4a35-b5b5-580d0929e50b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388799 Oct 25 23:13:51.583776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f92f3-2fee-429a-81db-6894d865d2d0 req-1849e39d-9d52-4b43-bd3c-563be71ec86f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:51.592350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-436f92f3-2fee-429a-81db-6894d865d2d0 req-1849e39d-9d52-4b43-bd3c-563be71ec86f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.9555850 Oct 25 23:13:51.630520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-957c08ad-075d-4079-88cc-153ff1313452 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181614 Oct 25 23:13:51.634867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-affe21e9-4603-4917-8b0d-865b550ab7dd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:51.636441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-affe21e9-4603-4917-8b0d-865b550ab7dd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 1.2015438 Oct 25 23:13:51.664683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'port': {'device_id': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'admin_state_up': True, 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:51.702427 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.721401 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.734306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-436f92f3-2fee-429a-81db-6894d865d2d0 req-ea60da67-cfd4-41d2-ae2e-bdcc32ba7e89 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320562 Oct 25 23:13:51.791012 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Attempting to bind port 3d143f68-9180-45f4-9bbf-05f12d0881b5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:51.791282 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Attempting to bind port 3d143f68-9180-45f4-9bbf-05f12d0881b5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:51.791845 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Attempting to bind port 3d143f68-9180-45f4-9bbf-05f12d0881b5 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:51.800149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d74546-c9c9-456c-aad5-510342efc10a req-81738f4c-d221-4351-a8c9-e520657feb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:51.802041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2d74546-c9c9-456c-aad5-510342efc10a req-81738f4c-d221-4351-a8c9-e520657feb98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 1096 time: 0.3003452 Oct 25 23:13:51.805351 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:51.805978 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:51.806577 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.807133 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:51.807772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Bound port: 3d143f68-9180-45f4-9bbf-05f12d0881b5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:51.808513 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.817292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ab098-dbd2-4728-8688-965d31a3afa3 req-5dd0c586-d367-4827-81d0-bcb51fb0731c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:51.825082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d7ab098-dbd2-4728-8688-965d31a3afa3 req-5dd0c586-d367-4827-81d0-bcb51fb0731c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1765997 Oct 25 23:13:51.828290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9d9f8e5-e282-4289-8db9-fb1d7143968b req-96f7875f-9114-462c-a888-97f557f87df8 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783981 Oct 25 23:13:51.874266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] For port 3d143f68-9180-45f4-9bbf-05f12d0881b5, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:51.878609 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] For port 3d143f68-9180-45f4-9bbf-05f12d0881b5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3d143f68-9180-45f4-9bbf-05f12d0881b5,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:51.902362 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:51.930818 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeadeef-5bd1-4f3e-9cd7-88e383ba56a1 None None] Pushing event updated for resources: {'Port': ['ID=3d143f68-9180-45f4-9bbf-05f12d0881b5,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:51.937573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2d74546-c9c9-456c-aad5-510342efc10a req-93371a27-68b9-497c-9dd0-52646df8aecf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074195 Oct 25 23:13:51.943716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d7ab098-dbd2-4728-8688-965d31a3afa3 req-f480b625-91b2-4ba5-95fd-b6f2dc7246b1 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176538 Oct 25 23:13:52.001375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f8f0c6d0-7cd6-43ab-8da0-e6072931a96c details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:13:52.022396 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:52.023170 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:52.098598 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeadeef-5bd1-4f3e-9cd7-88e383ba56a1 None None] Pushing event updated for resources: {'Port': ['ID=3d143f68-9180-45f4-9bbf-05f12d0881b5,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:52.152577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23053579-8d52-4f36-8373-21fce58a4a45 req-e53f5281-a054-4e1a-8ed4-58be940f3049 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:52.155476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23053579-8d52-4f36-8373-21fce58a4a45 req-e53f5281-a054-4e1a-8ed4-58be940f3049 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 944 time: 0.1140993 Oct 25 23:13:52.193968 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:52.238082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23053579-8d52-4f36-8373-21fce58a4a45 req-7e6bf4e7-90f9-4839-a1c6-1013bead9c23 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734100 Oct 25 23:13:52.402168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d0dee-9590-467f-8bcf-e3af642a7110 req-6db8473e-559e-445e-a815-53194f8c7099 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:52.423660 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b00d0dee-9590-467f-8bcf-e3af642a7110 req-6db8473e-559e-445e-a815-53194f8c7099 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.5125458 Oct 25 23:13:52.423779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7eeaa083-1e67-4f49-9e17-cdf6f75436a3 req-11b35893-ca3a-4ac4-90e5-72dc1c5e5233 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 210 time: 0.0353885 Oct 25 23:13:52.512062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:13:52.515774 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:52.558367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:52.566787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b00d0dee-9590-467f-8bcf-e3af642a7110 req-3f8c337e-fd37-4bbe-9deb-306708737321 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450584 Oct 25 23:13:52.575595 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:49Z', 'revision_number': 3, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:52.588239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'port_id': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c', 'mac_address': 'fa:16:3e:a8:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e506474-97f2-4472-bf5b-b1bf68120d56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:13:52.640099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991201f-5e14-4ba8-b70c-d21011429645 None None] The sync data for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 is: [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:49Z', 'revision_number': 3, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:13:52.664755 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:52.682649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f0c6d0-7cd6-43ab-8da0-e6072931a96c {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:52.729458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:52.741316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:52.759126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Allocated IP 172.20.0.10 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/379ab0ff-e577-4b67-aadd-bd53fda6df46) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:52.814178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:52.980061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:53.030906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60e12-6936-4399-99b3-ba463c2dddd7 req-9a11c9b1-a985-4143-bdb4-5cfdbff79a18 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:53.045115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6a60e12-6936-4399-99b3-ba463c2dddd7 req-9a11c9b1-a985-4143-bdb4-5cfdbff79a18 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.1251445 Oct 25 23:13:53.108754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6a60e12-6936-4399-99b3-ba463c2dddd7 req-a4a5ab0c-3b56-46fa-abb3-21a41984f6fb tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616205 Oct 25 23:13:53.233196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:53.288216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:53.353509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9a635-d1f7-461a-9867-9eced958c533 req-bc86e474-92a6-421e-a230-62104d52abc4 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:53.367063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fea9a635-d1f7-461a-9867-9eced958c533 req-bc86e474-92a6-421e-a230-62104d52abc4 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2564850 Oct 25 23:13:53.477476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bcb75-31af-4cee-a3e1-7540202360b7 req-e8bd31e8-b7db-4b24-aa0b-58c622b8fccc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:53.479439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-911bcb75-31af-4cee-a3e1-7540202360b7 req-e8bd31e8-b7db-4b24-aa0b-58c622b8fccc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 945 time: 0.1259582 Oct 25 23:13:53.618235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-911bcb75-31af-4cee-a3e1-7540202360b7 req-a65b21af-5b71-470c-ad11-202276462215 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280024 Oct 25 23:13:53.773194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fea9a635-d1f7-461a-9867-9eced958c533 req-e3c89b9e-f615-4179-bef1-7d8378fc6847 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944099 Oct 25 23:13:53.787424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:53.799117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Allocated IP 172.20.0.1 (f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38/a9965fcd-830e-4c1d-9fd9-a059b76c2666/75a4f85f-d5d8-43c4-90b2-764550de2b92) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:13:53.806587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:53.821405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1304cb3-2a41-4d1c-b16a-77ddd78bcd12 req-00417e3a-5322-4353-abaf-fae337228227 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 210 time: 0.1109736 Oct 25 23:13:53.993819 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.037737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f8f0c6d0-7cd6-43ab-8da0-e6072931a96c up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:54.107007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:54.119463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d143f68-9180-45f4-9bbf-05f12d0881b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:54.121056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:54.136979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=379ab0ff-e577-4b67-aadd-bd53fda6df46,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:54.143489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:54.159250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.159780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.160466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.160959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.161439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.163007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.163488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.163988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.164472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.164955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.165471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.165955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:13:54.252086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.282594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de68873-fbde-4d14-b464-4d4467e102c8 req-2e420e49-3d45-4d76-8bc8-5e0fd3237ca4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:54.293447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9de68873-fbde-4d14-b464-4d4467e102c8 req-2e420e49-3d45-4d76-8bc8-5e0fd3237ca4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.0887535 Oct 25 23:13:54.361661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:13:54.368724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3d143f68-9180-45f4-9bbf-05f12d0881b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:54.369359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.371385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:54.371838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.389307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:54.394796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.395012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9de68873-fbde-4d14-b464-4d4467e102c8 req-a7d75445-ed4e-42d2-9ea1-b8c21927075e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 Oct 25 23:13:54.431047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:54.437894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:54.440072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Pushing event updated for resources: {'Port': ['ID=75a4f85f-d5d8-43c4-90b2-764550de2b92,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:54.442448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:13:54.451617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-5d6a4061-7b12-4f8c-a4e7-f89cd2c7c31a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7929194 Oct 25 23:13:54.487056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Request body: {'port': {'device_id': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:13:54.571368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.582284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.650910 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.668114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.681184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8fd80394-846a-477d-bfc0-c1dab7727229 None None] Provisioning complete for port 379ab0ff-e577-4b67-aadd-bd53fda6df46 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:54.681548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fd80394-846a-477d-bfc0-c1dab7727229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.734123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:54.737096 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534691d9-bbbe-4df0-b194-f5fe157f48e7" -d '{"events": [{"server_uuid": "01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde", "name": "network-vif-plugged", "status": "completed", "tag": "f8f0c6d0-7cd6-43ab-8da0-e6072931a96c"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:54.763229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 3d143f68-9180-45f4-9bbf-05f12d0881b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3d143f68-9180-45f4-9bbf-05f12d0881b5,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:54.768135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:54.771125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8fd80394-846a-477d-bfc0-c1dab7727229 None None] Port 379ab0ff-e577-4b67-aadd-bd53fda6df46 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:13:54.776687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.777790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-35ca02b3-fc05-4782-9a84-16c943227805 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:54.783001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:54.788484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-35ca02b3-fc05-4782-9a84-16c943227805 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.1758251 Oct 25 23:13:54.818375 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb63763-9081-4bc8-827e-98be21e0223a x-openstack-request-id: req-7fb63763-9081-4bc8-827e-98be21e0223a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:54.819527 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde", "name": "network-vif-plugged", "status": "completed", "tag": "f8f0c6d0-7cd6-43ab-8da0-e6072931a96c", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:54.819925 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fb63763-9081-4bc8-827e-98be21e0223a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:54.820475 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c', 'code': 200} Oct 25 23:13:54.904724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=3d143f68-9180-45f4-9bbf-05f12d0881b5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:55.014032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:55.200269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5d238-1f3b-45f2-a53d-05a6f8f8ddbc req-4ee33ee4-54c1-44cd-ae76-592e1ba4618b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:55.216154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73b5d238-1f3b-45f2-a53d-05a6f8f8ddbc req-4ee33ee4-54c1-44cd-ae76-592e1ba4618b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 946 time: 0.2757757 Oct 25 23:13:55.242316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.396922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73b5d238-1f3b-45f2-a53d-05a6f8f8ddbc req-5a8adf93-154b-4359-98a2-7b5e451ef77b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824446 Oct 25 23:13:55.410348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf49cbf-d245-4245-b640-d956e03d638b req-02b864ed-9cb2-481a-ad41-13d3cf4384eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:55.415490 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf49cbf-d245-4245-b640-d956e03d638b req-02b864ed-9cb2-481a-ad41-13d3cf4384eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 1097 time: 0.5242515 Oct 25 23:13:55.429989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379ab0ff-e577-4b67-aadd-bd53fda6df46 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:13:55.460709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.463296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98085fd-65dd-4d93-af46-21448bf91ba5 req-45f9b276-b747-4d99-9ec1-be44bf0cf502 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:55.471696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e98085fd-65dd-4d93-af46-21448bf91ba5 req-45f9b276-b747-4d99-9ec1-be44bf0cf502 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.5357971 Oct 25 23:13:55.514516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:13:55.514989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.556930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e98085fd-65dd-4d93-af46-21448bf91ba5 req-9129b096-28d1-43e4-a1f1-6d78f69749ff tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839219 Oct 25 23:13:55.557700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Transition to ACTIVE for port object 379ab0ff-e577-4b67-aadd-bd53fda6df46 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:13:55.586578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.623515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cf49cbf-d245-4245-b640-d956e03d638b req-d30f9c4b-85f2-44d9-9ae8-9d1d70262243 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987200 Oct 25 23:13:55.683039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Pushing event updated for resources: {'Port': ['ID=379ab0ff-e577-4b67-aadd-bd53fda6df46,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:55.714030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208692f-9058-478f-82a0-82b5ab7943d5 req-5b2db563-2b35-4025-a61b-574fa9c275b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:55.719827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:13:55.720507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.722036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a208692f-9058-478f-82a0-82b5ab7943d5 req-5b2db563-2b35-4025-a61b-574fa9c275b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 932 time: 0.1894715 Oct 25 23:13:55.741224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:13:55.870108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.892615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:55.922209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d656ea-83f5-4e17-8236-badf046a72e8 req-6d5839a7-ae06-4f77-97b7-b058c4874341 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:55.930952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9d656ea-83f5-4e17-8236-badf046a72e8 req-6d5839a7-ae06-4f77-97b7-b058c4874341 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7234fc4-fc9b-4ef1-82e2-bfa4460c8874 HTTP/1.1" status: 200 len: 945 time: 0.1068940 Oct 25 23:13:55.946245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a208692f-9058-478f-82a0-82b5ab7943d5 req-3f0a486c-e429-4b01-8e9f-832d5631228c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225852 Oct 25 23:13:56.008077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34240) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:56.063083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.080274 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.083478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Attempting to bind port 379ab0ff-e577-4b67-aadd-bd53fda6df46 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:56.083755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Attempting to bind port 379ab0ff-e577-4b67-aadd-bd53fda6df46 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:56.084536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Attempting to bind port 379ab0ff-e577-4b67-aadd-bd53fda6df46 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:56.093957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Port 379ab0ff-e577-4b67-aadd-bd53fda6df46 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:13:56.094283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Attempting to bind port 379ab0ff-e577-4b67-aadd-bd53fda6df46 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:56.096345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Pushing event updated for resources: {'Port': ['ID=75a4f85f-d5d8-43c4-90b2-764550de2b92,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:56.103593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1', '75d9c22e-fa1a-4e64-8244-5bc64fd45c85'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:13:56.106522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:56.106862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:56.107661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:56.108108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Bound port: 379ab0ff-e577-4b67-aadd-bd53fda6df46, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:56.108465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.117403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9d656ea-83f5-4e17-8236-badf046a72e8 req-bd3c8abe-3dcf-4805-87ac-9be19d8d1665 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854806 Oct 25 23:13:56.167830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d143f68-9180-45f4-9bbf-05f12d0881b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:13:56.173830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=75d9c22e-fa1a-4e64-8244-5bc64fd45c85,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:56.221394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:13:56.227243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.237012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c5049b2-5d01-461e-a48d-0079458e26e3 req-ab4e992e-c66f-44c9-a70f-76348eef8235 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "DELETE /v2.0/ports/75d9c22e-fa1a-4e64-8244-5bc64fd45c85 HTTP/1.1" status: 204 len: 173 time: 1.4417751 Oct 25 23:13:56.237487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'name': 'network-vif-deleted', 'tag': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:56.248184 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78afe2b-add1-4bca-9788-167665ee7de3" -d '{"events": [{"server_uuid": "a7234fc4-fc9b-4ef1-82e2-bfa4460c8874", "name": "network-vif-deleted", "tag": "75d9c22e-fa1a-4e64-8244-5bc64fd45c85"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:56.310475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c1905b-885f-443e-8fb7-ff37b475e71b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.339878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3d143f68-9180-45f4-9bbf-05f12d0881b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:13:56.340258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.378406 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3c0024-edd5-4047-8e9f-42524d9e88eb x-openstack-request-id: req-ff3c0024-edd5-4047-8e9f-42524d9e88eb {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:56.381976 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7234fc4-fc9b-4ef1-82e2-bfa4460c8874", "name": "network-vif-deleted", "tag": "75d9c22e-fa1a-4e64-8244-5bc64fd45c85", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:56.382297 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff3c0024-edd5-4047-8e9f-42524d9e88eb {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:56.382838 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7234fc4-fc9b-4ef1-82e2-bfa4460c8874', 'name': 'network-vif-deleted', 'tag': '75d9c22e-fa1a-4e64-8244-5bc64fd45c85', 'status': 'completed', 'code': 200} Oct 25 23:13:56.389110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] For port 379ab0ff-e577-4b67-aadd-bd53fda6df46, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:56.393323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] For port 379ab0ff-e577-4b67-aadd-bd53fda6df46, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:56.415219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:13:56.417496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.426249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:13:56.501201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Pushing event updated for resources: {'Port': ['ID=379ab0ff-e577-4b67-aadd-bd53fda6df46,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:56.507127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:56.507916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.509535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-c0da21bf-a3c9-4367-939a-d4025230270d service neutron] 10.222.0.15 "PUT /v2.0/ports/379ab0ff-e577-4b67-aadd-bd53fda6df46 HTTP/1.1" status: 200 len: 1092 time: 2.0281706 Oct 25 23:13:56.510186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'tag': '379ab0ff-e577-4b67-aadd-bd53fda6df46'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:13:56.512761 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d59cad-d238-46f9-b68f-b4b15db18a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "74a04e0e-b884-4dd4-a599-c03b6221d80e", "tag": "379ab0ff-e577-4b67-aadd-bd53fda6df46"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:13:56.620911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-430d6422-236c-45fa-a5b4-e06e0dee68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:56.624161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-430d6422-236c-45fa-a5b4-e06e0dee68e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 1096 time: 0.3094132 Oct 25 23:13:56.640561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd3ae-2f77-464f-9cbb-41ffc68a6057 req-03d3bf66-abc2-4f0e-893a-2b60a43aed98 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:56.650921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596fd3ae-2f77-464f-9cbb-41ffc68a6057 req-03d3bf66-abc2-4f0e-893a-2b60a43aed98 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2781727 Oct 25 23:13:56.721940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-9ebeeef3-e4b2-4830-b4f5-b6b8f182b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:56.723493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-9ebeeef3-e4b2-4830-b4f5-b6b8f182b4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 1095 time: 0.1177785 Oct 25 23:13:56.735014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a01d-befe-4e1e-819a-2d248057e1a0 req-65d0ffa4-b744-478b-b243-e6fc6571612d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:56.736579 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2f4a01d-befe-4e1e-819a-2d248057e1a0 req-65d0ffa4-b744-478b-b243-e6fc6571612d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 946 time: 0.1320069 Oct 25 23:13:56.769166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Router dd4913b0-ad14-4398-b034-57e0a3151c5b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:13:56.810122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-53f34a3d-84e9-4224-a738-3b75e11aa4cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46 HTTP/1.1" status: 200 len: 217 time: 0.0583475 Oct 25 23:13:56.846238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c1905b-885f-443e-8fb7-ff37b475e71b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.861833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596fd3ae-2f77-464f-9cbb-41ffc68a6057 req-309ec839-be31-420a-a8d0-f2cbd12481e2 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099409 Oct 25 23:13:56.873184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c1905b-885f-443e-8fb7-ff37b475e71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:56.891512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2f4a01d-befe-4e1e-819a-2d248057e1a0 req-9a8a8b7f-6eae-46cc-b29f-52baf1f92633 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449780 Oct 25 23:13:56.977393 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe0d17f-adfd-4a41-98da-08f02236ea8b x-openstack-request-id: req-5fe0d17f-adfd-4a41-98da-08f02236ea8b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:13:56.978112 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a04e0e-b884-4dd4-a599-c03b6221d80e", "tag": "379ab0ff-e577-4b67-aadd-bd53fda6df46", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:13:56.978705 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fe0d17f-adfd-4a41-98da-08f02236ea8b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:13:56.979110 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'tag': '379ab0ff-e577-4b67-aadd-bd53fda6df46', 'status': 'completed', 'code': 200} Oct 25 23:13:57.038663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1905b-885f-443e-8fb7-ff37b475e71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5086a53-30cc-47a9-a0b1-9832dbd29712,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:57.043963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-557f4b4d-81fd-4b09-aed9-4a06923a27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.045446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-557f4b4d-81fd-4b09-aed9-4a06923a27b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.2271359 Oct 25 23:13:57.052252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:13:57.068612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b38a565-85c3-49a1-b841-73534f1372ce admin admin] 10.222.0.25 "PUT /v2.0/routers/dd4913b0-ad14-4398-b034-57e0a3151c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3908701 Oct 25 23:13:57.073930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Sync routers for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:13:57.082609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-ca4f1598-5859-43fb-a622-f8e8506a1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.084904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-ca4f1598-5859-43fb-a622-f8e8506a1f7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 910 time: 0.4267144 Oct 25 23:13:57.086864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:57.087503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:57.106344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-75c1905b-885f-443e-8fb7-ff37b475e71b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3262ce1ec7f41409619ddc8bfc1d8da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0923750 Oct 25 23:13:57.106861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:57.144474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-838bb1d4-960f-498e-9270-d4e7e5170548 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2c94efc-62df-44a6-8819-d2d38737571c HTTP/1.1" status: 200 len: 217 time: 0.0393016 Oct 25 23:13:57.188815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-1e8242cd-87f5-4e35-8177-9571cfbbccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.190385 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-1e8242cd-87f5-4e35-8177-9571cfbbccfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353340 Oct 25 23:13:57.219728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51457e72-7495-413d-807f-2530ab89c863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:57.219898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a74ba-2ea6-48f0-a408-210f9d6b87ef req-b6bcdbc7-3ffa-4c9a-b6b1-05c6e7b7b562 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.221475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e9a74ba-2ea6-48f0-a408-210f9d6b87ef req-b6bcdbc7-3ffa-4c9a-b6b1-05c6e7b7b562 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 944 time: 0.1755011 Oct 25 23:13:57.273255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-04f4249a-2eb6-4162-a8a6-c12efcf8e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.275016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-04f4249a-2eb6-4162-a8a6-c12efcf8e265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.1218643 Oct 25 23:13:57.311532 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51457e72-7495-413d-807f-2530ab89c863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:57.327168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-84eedd89-8b0e-4804-ac78-47916103ffbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430155 Oct 25 23:13:57.336181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e9a74ba-2ea6-48f0-a408-210f9d6b87ef req-6e37be21-0abb-4b49-a141-94ffe054df32 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Oct 25 23:13:57.374855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-acec680b-72da-41d9-b60d-f154caa87224 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740298 Oct 25 23:13:57.394460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:57.458226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-9e229889-ca73-4b4d-b1a8-9154494d87bd service neutron] 10.222.0.15 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211870 Oct 25 23:13:57.506333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51457e72-7495-413d-807f-2530ab89c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:57.508954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51457e72-7495-413d-807f-2530ab89c863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:57.512504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-51457e72-7495-413d-807f-2530ab89c863 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5086a53-30cc-47a9-a0b1-9832dbd29712 HTTP/1.1" status: 204 len: 168 time: 0.4009984 Oct 25 23:13:57.570846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51457e72-7495-413d-807f-2530ab89c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5086a53-30cc-47a9-a0b1-9832dbd29712,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:57.644434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5bf377e-fc07-477f-a312-2f27c2bc3980 req-21fa59c0-22b0-416d-817c-89b5c6469e2f service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596130 Oct 25 23:13:57.656369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbc1f111-52f5-4338-b712-da7375cf75aa req-ba9db421-e065-4079-a115-47c3e58520b5 service neutron] 10.222.0.15 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903715 Oct 25 23:13:57.777211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 2, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:57.828835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Checking router: dd4913b0-ad14-4398-b034-57e0a3151c5b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:13:57.829733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Updating router dd4913b0-ad14-4398-b034-57e0a3151c5b port 75a4f85f-d5d8-43c4-90b2-764550de2b92 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:13:57.877002 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:57.968854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-0dfd1c73-8a1f-4ff5-a0ee-e671ec684078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.970353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-0dfd1c73-8a1f-4ff5-a0ee-e671ec684078 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 1095 time: 0.1837373 Oct 25 23:13:57.973094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-ac61657e-b617-4b4e-be3e-55de147a7e13 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:57.975273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-ac61657e-b617-4b4e-be3e-55de147a7e13 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 820 time: 0.2368495 Oct 25 23:13:58.004268 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-2acb84dd-bf11-425b-9b91-fd4a45acc650 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/quotas/2269260385b546749c6bbe03bf9b4750 HTTP/1.1" status: 200 len: 375 time: 0.0215514 Oct 25 23:13:58.086859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-1b18878d-287a-48f9-b058-462690dce214 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739009 Oct 25 23:13:58.122185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-0c960d3f-03b8-4dcf-a3a5-178760754ca1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:58.132560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-0c960d3f-03b8-4dcf-a3a5-178760754ca1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.3039639 Oct 25 23:13:58.150977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34310) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:58.165380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-dd714c44-f50d-4d32-af74-271a30b60495 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0242674 Oct 25 23:13:58.166955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bbc58687-a082-4a16-89b1-e477117ad1d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.255314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-48ffbf47-cf2e-4926-b709-ae3bf7464c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:58.257288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-48ffbf47-cf2e-4926-b709-ae3bf7464c1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.2760482 Oct 25 23:13:58.276279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.281872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-7b3a15f7-99e2-42d7-b9d1-ffed8f9e0125 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076183 Oct 25 23:13:58.293674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.307038 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.311709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-54a25699-ea06-4d2e-a976-b7991b440a84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46 HTTP/1.1" status: 200 len: 217 time: 0.0443215 Oct 25 23:13:58.338925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bbc58687-a082-4a16-89b1-e477117ad1d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.375168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-5e0a46e6-00fe-450b-8963-a5ca0573619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:58.379079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-5e0a46e6-00fe-450b-8963-a5ca0573619e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0551314 Oct 25 23:13:58.407896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f45c66-11c7-42f0-be74-e770f86e5b32 None None] Pushing event updated for resources: {'Port': ['ID=75a4f85f-d5d8-43c4-90b2-764550de2b92,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:58.431885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Attempting to bind port 75a4f85f-d5d8-43c4-90b2-764550de2b92 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:13:58.433381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Attempting to bind port 75a4f85f-d5d8-43c4-90b2-764550de2b92 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:13:58.433974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Attempting to bind port 75a4f85f-d5d8-43c4-90b2-764550de2b92 on network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:13:58.444279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:13:58.445053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Checking segment: {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:13:58.445652 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.446271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Bound using segment: {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:13:58.446951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Bound port: 75a4f85f-d5d8-43c4-90b2-764550de2b92, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:13:58.447673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.462339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-3068ee5e-10b2-48cf-a40f-ad2b655e4920 service neutron] 10.222.0.25 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740473 Oct 25 23:13:58.489566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-e16a90a7-d156-48f7-9826-fb541838df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:58.491809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-e16a90a7-d156-48f7-9826-fb541838df08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686495 Oct 25 23:13:58.516507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-b107cc5c-efc8-4882-8465-b1cc3db436b6 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020380 Oct 25 23:13:58.550870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] For port 75a4f85f-d5d8-43c4-90b2-764550de2b92, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:13:58.556117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] For port 75a4f85f-d5d8-43c4-90b2-764550de2b92, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=75a4f85f-d5d8-43c4-90b2-764550de2b92,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:13:58.562338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.574525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-14f24a97-0ad1-4939-a243-c9ba765ef8fb service neutron] 10.222.0.25 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071334 Oct 25 23:13:58.576579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bbc58687-a082-4a16-89b1-e477117ad1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.628419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:13:58.629189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:13:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:58.652848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc58687-a082-4a16-89b1-e477117ad1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7039d-f70c-4cc5-9b40-d0245ee78917,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:58.668158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-ca7a6759-0f8a-4539-bf7b-c44f41f48276 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403747 Oct 25 23:13:58.714695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bbc58687-a082-4a16-89b1-e477117ad1d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f4c5e88ece54618815c185696c8e236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626106 Oct 25 23:13:58.715323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34316) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:13:58.739312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-2320787d-1b1c-458a-898c-b90290ddf15b service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359064 Oct 25 23:13:58.744038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f45c66-11c7-42f0-be74-e770f86e5b32 None None] Pushing event updated for resources: {'Port': ['ID=75a4f85f-d5d8-43c4-90b2-764550de2b92,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:58.817927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:13:58.866046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d0732e4f-990e-4646-86e9-bede5cb7e075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.915790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:13:58.923661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d0732e4f-990e-4646-86e9-bede5cb7e075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:58.972671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:13:58.973010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 75d9c22e-fa1a-4e64-8244-5bc64fd45c85 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:13:58.973201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05d59cad-d238-46f9-b68f-b4b15db18a6f req-f88f97be-24e1-406b-9780-acaf3a6c15b7 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165420 Oct 25 23:13:59.074811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d10133-54ce-41e2-9232-e640544ea3c5 req-229f35b8-5d5b-4998-bf89-1af01a4b7ea5 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:59.081996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03d10133-54ce-41e2-9232-e640544ea3c5 req-229f35b8-5d5b-4998-bf89-1af01a4b7ea5 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1234102 Oct 25 23:13:59.115358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d0732e4f-990e-4646-86e9-bede5cb7e075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:59.118641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d0732e4f-990e-4646-86e9-bede5cb7e075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:13:59.119881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d0732e4f-990e-4646-86e9-bede5cb7e075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29d7039d-f70c-4cc5-9b40-d0245ee78917 HTTP/1.1" status: 204 len: 168 time: 0.4035876 Oct 25 23:13:59.149048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41013ca6-bba6-4561-9602-dbed0215e5c8 req-d44d7c15-ae2f-4c40-abb6-3e7ab84f482f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:59.153522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41013ca6-bba6-4561-9602-dbed0215e5c8 req-d44d7c15-ae2f-4c40-abb6-3e7ab84f482f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 946 time: 0.1252980 Oct 25 23:13:59.161726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0732e4f-990e-4646-86e9-bede5cb7e075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7039d-f70c-4cc5-9b40-d0245ee78917,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:13:59.187623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03d10133-54ce-41e2-9232-e640544ea3c5 req-7db6fa2e-7276-42eb-840a-b2d9dda6bce5 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046762 Oct 25 23:13:59.237459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41013ca6-bba6-4561-9602-dbed0215e5c8 req-408c1377-ed07-4597-a079-b6a3023c2d93 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795660 Oct 25 23:13:59.466274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:13:58Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:13:59.491055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a53cb42-a844-4eba-9a4a-d1adb840376a req-971d3bd2-b56b-4fed-9049-8283051a08fb tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 210 time: 0.0445409 Oct 25 23:13:59.584512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a4b30-ea45-4a52-bd41-c34fe48a2d47 req-38bb04c0-3d4e-4479-9f5c-a9320a16baaa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:13:59.589774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b547f-d738-4073-93ea-42d79061a5d8 None None] The sync data for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 is: [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:13:58Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:13:59.601312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b2a4b30-ea45-4a52-bd41-c34fe48a2d47 req-38bb04c0-3d4e-4479-9f5c-a9320a16baaa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 944 time: 0.1797314 Oct 25 23:13:59.733022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f420524-e0c1-40c3-92cd-71d4af971d14 req-133aca10-6ae3-472a-9590-a8158079ad08 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 210 time: 0.1002710 Oct 25 23:13:59.739229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b2a4b30-ea45-4a52-bd41-c34fe48a2d47 req-e568deb7-9189-432d-b565-5918c12a4fb4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367850 Oct 25 23:14:00.135333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 75a4f85f-d5d8-43c4-90b2-764550de2b92 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:00.209946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 75a4f85f-d5d8-43c4-90b2-764550de2b92 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:00.210424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:00.354652 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:00.427478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 75a4f85f-d5d8-43c4-90b2-764550de2b92, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=75a4f85f-d5d8-43c4-90b2-764550de2b92,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:00.439594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:00.495679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e8e8-9488-4281-b7f7-179807dd7edb req-5551ad2f-87d5-496f-b089-2d26d05e088a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:00.498715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16e0e8e8-9488-4281-b7f7-179807dd7edb req-5551ad2f-87d5-496f-b089-2d26d05e088a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2033653 Oct 25 23:14:00.510226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=75a4f85f-d5d8-43c4-90b2-764550de2b92,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:00.656180 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-16e0e8e8-9488-4281-b7f7-179807dd7edb req-ccffa05e-1ea0-416e-bf22-9d6a29380d57 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483407 Oct 25 23:14:00.725717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be890567-c9d6-4af8-93b6-35821712250f req-bed240c5-46ff-4c8a-9b74-df48ce38907a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 210 time: 0.0691299 Oct 25 23:14:00.921579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 379ab0ff-e577-4b67-aadd-bd53fda6df46 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:00.993386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-600d6dd7-546b-4451-aab8-ecfca2979d5c req-c303d936-cdb3-4474-b139-844d365b9cb3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 210 time: 0.0870314 Oct 25 23:14:01.058608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9029e7-2283-42a5-a659-40faea37b045 req-ec6a966b-c98a-4f02-8b93-f3dabf955657 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:01.061042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b9029e7-2283-42a5-a659-40faea37b045 req-ec6a966b-c98a-4f02-8b93-f3dabf955657 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 944 time: 0.1474333 Oct 25 23:14:01.098945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-185de172-fd20-4b51-8dec-58aff345bd7b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:01.101263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-185de172-fd20-4b51-8dec-58aff345bd7b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 820 time: 0.3907485 Oct 25 23:14:01.139548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'port': {'device_id': '93583056-3395-4d93-b504-68a0b4e52cae', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'admin_state_up': True, 'tenant_id': '2269260385b546749c6bbe03bf9b4750'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:01.183317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 379ab0ff-e577-4b67-aadd-bd53fda6df46, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:01.200679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '379ab0ff-e577-4b67-aadd-bd53fda6df46', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': '379ab0ff-e577-4b67-aadd-bd53fda6df46', 'mac_address': 'fa:16:3e:e6:8b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:01.256846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:01.293831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b9029e7-2283-42a5-a659-40faea37b045 req-a6128c52-9b43-4fb3-9510-f80c3e356b7f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209215 Oct 25 23:14:01.304379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379ab0ff-e577-4b67-aadd-bd53fda6df46 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:01.384608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 379ab0ff-e577-4b67-aadd-bd53fda6df46, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:01.398187 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:01.443876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-1b6c88eb-1dad-429d-be7e-d2533f7b5c86 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:01.446048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-1b6c88eb-1dad-429d-be7e-d2533f7b5c86 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.2296622 Oct 25 23:14:01.466055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': '16f7c1fe-6066-484e-b433-65b17537e590', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:01.496626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Made reservation on behalf of 2269260385b546749c6bbe03bf9b4750 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:01.501746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:01.657396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=379ab0ff-e577-4b67-aadd-bd53fda6df46,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:01.856552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Allocated IP 172.20.0.14 (f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38/a9965fcd-830e-4c1d-9fd9-a059b76c2666/49a34a96-7357-4e1f-b742-cba3ae28f00d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:02.032931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['379ab0ff-e577-4b67-aadd-bd53fda6df46'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:02.152138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 75a4f85f-d5d8-43c4-90b2-764550de2b92 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:02.220699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:02.226306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f97b0bb2-55a6-4f66-9449-15f52d8b98c7 req-68bfb249-0d40-4605-94d5-df7805818b89 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 210 time: 0.0556927 Oct 25 23:14:02.256604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be893e-d95d-406e-91ad-d1aaa255bdf8 req-46a939e2-bcea-4197-96ba-41a8ee6e8697 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:02.269351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35be893e-d95d-406e-91ad-d1aaa255bdf8 req-46a939e2-bcea-4197-96ba-41a8ee6e8697 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.3978775 Oct 25 23:14:02.314383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 75a4f85f-d5d8-43c4-90b2-764550de2b92 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:02.314751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:02.343123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:02.348566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:02.394374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35be893e-d95d-406e-91ad-d1aaa255bdf8 req-4de2564d-50fb-4946-ba8c-3edf193d0b77 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161933 Oct 25 23:14:02.413983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:02.435408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b49a77d7-fa1e-4ccd-ba4c-33fd918beb07 req-4f669a47-7b3d-4ae4-8bee-d86cec8f6a6e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 210 time: 0.0681558 Oct 25 23:14:02.581499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.4 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/9fe7c09c-1340-4152-9382-2f81d0043d7f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:02.604897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:02.608567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:02.613182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:02.644863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:02.702384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:02.703314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:02.729815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-216aba9d-2007-422d-a2ef-83a564365d55 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6016967 Oct 25 23:14:02.763046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Request body: {'port': {'device_id': '93583056-3395-4d93-b504-68a0b4e52cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:02.782252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081d7e-1150-41cf-8801-f616fc7c9fdf req-975e7738-12f4-4a67-b407-27d2dfb52d27 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:02.783853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec081d7e-1150-41cf-8801-f616fc7c9fdf req-975e7738-12f4-4a67-b407-27d2dfb52d27 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 945 time: 0.1782024 Oct 25 23:14:02.837558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:02.872888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec081d7e-1150-41cf-8801-f616fc7c9fdf req-119995cb-3067-47d4-aebc-c19756c42bcb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813954 Oct 25 23:14:02.972006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.023270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.082133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:03.089617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:03.093915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:03.129373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=9fe7c09c-1340-4152-9382-2f81d0043d7f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:03.172471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:03.174438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.198632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-fb5e896f-f56d-4517-8b62-e9e25891b8f4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7372096 Oct 25 23:14:03.205506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:03.226596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Request body: {'port': {'device_id': '16f7c1fe-6066-484e-b433-65b17537e590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:03.269609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a34a96-7357-4e1f-b742-cba3ae28f00d {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:03.295528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.321442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.331541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Transition to ACTIVE for port object 49a34a96-7357-4e1f-b742-cba3ae28f00d will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:03.339095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.465173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:03.514559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b448a-155b-427b-83a0-4814f1bcea3e req-8d10151d-6707-407b-8434-169bdfd7c116 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:03.522234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f57b448a-155b-427b-83a0-4814f1bcea3e req-8d10151d-6707-407b-8434-169bdfd7c116 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 944 time: 0.1557918 Oct 25 23:14:03.592519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Attempting to bind port 49a34a96-7357-4e1f-b742-cba3ae28f00d on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:03.593484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Attempting to bind port 49a34a96-7357-4e1f-b742-cba3ae28f00d by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:03.594331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Attempting to bind port 49a34a96-7357-4e1f-b742-cba3ae28f00d on network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:03.626354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Port 49a34a96-7357-4e1f-b742-cba3ae28f00d on network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:03.627357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Attempting to bind port 49a34a96-7357-4e1f-b742-cba3ae28f00d on network f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:03.650131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:03.650131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Checking segment: {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:03.650515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Bound using segment: {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:03.653306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Bound port: 49a34a96-7357-4e1f-b742-cba3ae28f00d, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c8825f-9e1b-4af2-9540-6a07229279b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:03.653689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.664576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f57b448a-155b-427b-83a0-4814f1bcea3e req-a06c22c7-a332-40ef-8ce0-2da96e614385 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414006 Oct 25 23:14:03.729572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5e50e-96dd-46ea-8cde-4eed25c475a9 req-6b5c02b7-1dee-4d0f-8c0f-d4e72b8fd87f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:03.732794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8d5e50e-96dd-46ea-8cde-4eed25c475a9 req-6b5c02b7-1dee-4d0f-8c0f-d4e72b8fd87f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1774933 Oct 25 23:14:03.890613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:03.894189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:03.905392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe7c09c-1340-4152-9382-2f81d0043d7f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:03.915451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.934911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8d5e50e-96dd-46ea-8cde-4eed25c475a9 req-da0e43c7-0d09-4287-91e1-b77ac82f7e19 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951463 Oct 25 23:14:03.940684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:03.946535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9718-20fd-4ab5-a306-8eac788fb0a7 req-a24a1e76-7c52-427d-b1c5-c047a721277d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:03.961074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-867e9718-20fd-4ab5-a306-8eac788fb0a7 req-a24a1e76-7c52-427d-b1c5-c047a721277d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 931 time: 0.1879492 Oct 25 23:14:03.978301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Transition to ACTIVE for port object 9fe7c09c-1340-4152-9382-2f81d0043d7f will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:04.037693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:04.118066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:04.124870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.127694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:04.138501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe7c09c-1340-4152-9382-2f81d0043d7f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:04.139770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-6f933f20-f1d4-4021-973b-2dba5b0fec1e service neutron] 10.222.0.15 "PUT /v2.0/ports/49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 1092 time: 1.3872793 Oct 25 23:14:04.150221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-867e9718-20fd-4ab5-a306-8eac788fb0a7 req-03ffc09e-9316-416f-b355-2ea3ca9e0e6b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881475 Oct 25 23:14:04.204374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:04.206682 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da0bdb1-2620-49df-bedc-073d5c9b3534" -d '{"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:04.282480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-69b0aa0f-f6b0-4318-8e22-d825c025148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.283898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-69b0aa0f-f6b0-4318-8e22-d825c025148e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1095 time: 0.0597477 Oct 25 23:14:04.286219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Attempting to bind port 9fe7c09c-1340-4152-9382-2f81d0043d7f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:04.286672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Attempting to bind port 9fe7c09c-1340-4152-9382-2f81d0043d7f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:04.286939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Attempting to bind port 9fe7c09c-1340-4152-9382-2f81d0043d7f on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:04.291664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc4c15-991b-4e3d-9c71-28089c01d6d6 req-bbe472c4-fa92-4769-911c-c7b83c97ea8e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.298945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3cc4c15-991b-4e3d-9c71-28089c01d6d6 req-bbe472c4-fa92-4769-911c-c7b83c97ea8e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 945 time: 0.1776037 Oct 25 23:14:04.315106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Port 9fe7c09c-1340-4152-9382-2f81d0043d7f on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:04.315436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Attempting to bind port 9fe7c09c-1340-4152-9382-2f81d0043d7f on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:04.325782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:04.326177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:04.326738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:04.327253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Bound port: 9fe7c09c-1340-4152-9382-2f81d0043d7f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:04.327784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:04.358392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-2a5dfb68-aaad-4471-83f6-69cb4eb9d8df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.0443423 Oct 25 23:14:04.381184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3cc4c15-991b-4e3d-9c71-28089c01d6d6 req-1a36f710-f030-4b24-8578-fd3eb423b93d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 Oct 25 23:14:04.423117 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2b79e5-5730-48d7-ac71-88edd239d9e4 x-openstack-request-id: req-7e2b79e5-5730-48d7-ac71-88edd239d9e4 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:04.423404 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:04.423649 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e2b79e5-5730-48d7-ac71-88edd239d9e4 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:04.424038 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'status': 'completed', 'code': 200} Oct 25 23:14:04.444457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-a4ea6f0f-6105-47a0-97eb-9f5b2b59bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.446371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-a4ea6f0f-6105-47a0-97eb-9f5b2b59bd66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.0593431 Oct 25 23:14:04.465662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] For port 9fe7c09c-1340-4152-9382-2f81d0043d7f, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:04.469063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] For port 9fe7c09c-1340-4152-9382-2f81d0043d7f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:04.476898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:04.486342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-d1d30812-bdbe-4d04-8861-9392e1c77894 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322917 Oct 25 23:14:04.524134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.525142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:04.526125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] 10.222.0.15 "PUT /v2.0/ports/9fe7c09c-1340-4152-9382-2f81d0043d7f HTTP/1.1" status: 200 len: 1091 time: 1.3088510 Oct 25 23:14:04.526592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f7c1fe-6066-484e-b433-65b17537e590', 'tag': '9fe7c09c-1340-4152-9382-2f81d0043d7f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:04.528870 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96201d4-be56-4147-ba08-77aae4183a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "16f7c1fe-6066-484e-b433-65b17537e590", "tag": "9fe7c09c-1340-4152-9382-2f81d0043d7f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:04.573158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25685509-8de5-4be8-a1cb-cc962716a425 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe7c09c-1340-4152-9382-2f81d0043d7f,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:04.614302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-d8ee76e5-f305-4e45-8075-1730bf5d320c service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196594 Oct 25 23:14:04.625002 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ce0dc-8474-4e8a-afa0-a01122df9f34 x-openstack-request-id: req-452ce0dc-8474-4e8a-afa0-a01122df9f34 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:04.625486 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f7c1fe-6066-484e-b433-65b17537e590", "tag": "9fe7c09c-1340-4152-9382-2f81d0043d7f", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:04.625743 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-452ce0dc-8474-4e8a-afa0-a01122df9f34 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:04.626072 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f7c1fe-6066-484e-b433-65b17537e590', 'tag': '9fe7c09c-1340-4152-9382-2f81d0043d7f', 'status': 'completed', 'code': 200} Oct 25 23:14:04.643095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-5b99c4b2-48e6-4df5-90ac-ed67438f6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.645641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-5b99c4b2-48e6-4df5-90ac-ed67438f6577 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 1094 time: 0.0532429 Oct 25 23:14:04.708474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-e31d96eb-c113-4f76-bbdc-2db0256ab448 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f HTTP/1.1" status: 200 len: 217 time: 0.0478737 Oct 25 23:14:04.754281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f27cf977-c215-4fe9-be5d-1f0eabf44343 req-8b1f7c40-e532-4927-8459-5a78c9063a33 service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265805 Oct 25 23:14:04.803729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae207-3999-4402-bab5-8d46021abde1 req-07ca318c-2c4f-425e-bcdd-4b99771052bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.805173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-07ca318c-2c4f-425e-bcdd-4b99771052bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0900156 Oct 25 23:14:04.827756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd9d9-6493-4275-a989-4a5b5c06ead5 req-5d4a6835-ac10-45ae-a49a-cd3ddd986b1e tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.829330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d2cd9d9-6493-4275-a989-4a5b5c06ead5 req-5d4a6835-ac10-45ae-a49a-cd3ddd986b1e tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 944 time: 0.0705938 Oct 25 23:14:04.873665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-37c210c7-1d96-4f46-99d1-7faef2a0e53d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426183 Oct 25 23:14:04.940900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-1f002521-d83a-446d-9bc3-22ee3390a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:04.942841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-1f002521-d83a-446d-9bc3-22ee3390a956 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1095 time: 0.0533884 Oct 25 23:14:04.948999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 379ab0ff-e577-4b67-aadd-bd53fda6df46 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:04.968248 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d2cd9d9-6493-4275-a989-4a5b5c06ead5 req-09b9190f-f80d-4cf6-b12b-f24e80aff0db tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984452 Oct 25 23:14:05.075242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 379ab0ff-e577-4b67-aadd-bd53fda6df46 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:05.093857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-7a07008d-5e3f-4f2f-a312-b7bc10cefa2f service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033265 Oct 25 23:14:05.094104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 379ab0ff-e577-4b67-aadd-bd53fda6df46 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:05.095294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:05.123127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-a5724d6f-84ad-46da-ba78-acfaacae5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.124621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-a5724d6f-84ad-46da-ba78-acfaacae5792 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.1677268 Oct 25 23:14:05.138135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deb4b8-50c7-4ef0-8b83-285d92a833de req-c74d448c-eac5-4f1b-8107-937bd63f55a3 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.145357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13deb4b8-50c7-4ef0-8b83-285d92a833de req-c74d448c-eac5-4f1b-8107-937bd63f55a3 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0844305 Oct 25 23:14:05.201823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:05.244213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379ab0ff-e577-4b67-aadd-bd53fda6df46'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:05.250682 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdfdf19-ec50-49ca-9391-5a63ce12b345" -d '{"events": [{"server_uuid": "74a04e0e-b884-4dd4-a599-c03b6221d80e", "name": "network-vif-plugged", "status": "completed", "tag": "379ab0ff-e577-4b67-aadd-bd53fda6df46"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:05.252254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-fa825da5-7c58-47a8-b5ba-ccf0813f21cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.1022594 Oct 25 23:14:05.284344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 379ab0ff-e577-4b67-aadd-bd53fda6df46, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:05.296075 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:05.358917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13deb4b8-50c7-4ef0-8b83-285d92a833de req-58551c52-cafb-4cbf-8576-040781fd7b60 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126944 Oct 25 23:14:05.396870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-3d41bb27-bfe5-4bba-ac89-2c8c794de238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.399146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-3d41bb27-bfe5-4bba-ac89-2c8c794de238 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.1381955 Oct 25 23:14:05.408298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=379ab0ff-e577-4b67-aadd-bd53fda6df46,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:05.448198 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddcd00a-fe34-4cdc-8a24-11a07d7ea953 x-openstack-request-id: req-5ddcd00a-fe34-4cdc-8a24-11a07d7ea953 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:05.448529 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a04e0e-b884-4dd4-a599-c03b6221d80e", "name": "network-vif-plugged", "status": "completed", "tag": "379ab0ff-e577-4b67-aadd-bd53fda6df46", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:05.448782 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ddcd00a-fe34-4cdc-8a24-11a07d7ea953 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:05.450917 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379ab0ff-e577-4b67-aadd-bd53fda6df46', 'code': 200} Oct 25 23:14:05.481909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-2f10d388-9a7c-4f5f-9463-11d130899388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747972 Oct 25 23:14:05.525178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157199-b6e5-4d3b-a9ba-9bb7c75b2e4e req-e221d9c4-99cd-4866-bcc2-5f6ba21d750d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.526991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34157199-b6e5-4d3b-a9ba-9bb7c75b2e4e req-e221d9c4-99cd-4866-bcc2-5f6ba21d750d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 943 time: 0.2514935 Oct 25 23:14:05.529887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ddae207-3999-4402-bab5-8d46021abde1 req-e0bda885-3eeb-4069-8702-d0a6db4004d5 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288242 Oct 25 23:14:05.617983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34157199-b6e5-4d3b-a9ba-9bb7c75b2e4e req-39bd03a4-60d0-4a20-96dc-874e2fdc6de4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826352 Oct 25 23:14:05.635676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-9ccf8405-0b98-453c-9f8a-1b97e625f14c service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463978 Oct 25 23:14:05.748798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ecfba-0604-413c-b8e4-f4e69040cacf req-484a84c7-755b-4b68-81c4-9ee12055579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.754542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-393ecfba-0604-413c-b8e4-f4e69040cacf req-484a84c7-755b-4b68-81c4-9ee12055579a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 1097 time: 0.0982597 Oct 25 23:14:05.817274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-393ecfba-0604-413c-b8e4-f4e69040cacf req-1cc63b9b-36de-4c85-b794-55b63fe672f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557649 Oct 25 23:14:05.952694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3da0bdb1-2620-49df-bedc-073d5c9b3534 req-2409fce7-6047-4f4a-b443-d916059d2c6a service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954962 Oct 25 23:14:05.969115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7be3c-0981-4e13-896c-2a87bf324b48 req-c52f6c82-1930-4e21-a581-6182089b6d7a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.970598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ed7be3c-0981-4e13-896c-2a87bf324b48 req-c52f6c82-1930-4e21-a581-6182089b6d7a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.2183158 Oct 25 23:14:05.973434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96201d4-be56-4147-ba08-77aae4183a1d req-3087ff55-e57d-4a5a-af43-9bce3c63beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:05.975424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-3087ff55-e57d-4a5a-af43-9bce3c63beb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 1094 time: 0.2242544 Oct 25 23:14:06.022803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ed7be3c-0981-4e13-896c-2a87bf324b48 req-52c5824d-2300-49b6-b600-02cd13639277 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Oct 25 23:14:06.135538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe68e-b675-4458-bb0a-d1ca1aa4834a req-a02a4225-c81e-4b4b-a614-951ac406a1ff tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:06.137282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-538fe68e-b675-4458-bb0a-d1ca1aa4834a req-a02a4225-c81e-4b4b-a614-951ac406a1ff tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 944 time: 0.0597539 Oct 25 23:14:06.196044 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-538fe68e-b675-4458-bb0a-d1ca1aa4834a req-127c5707-b904-40d0-9932-8ba17ea64079 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Oct 25 23:14:06.403619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96201d4-be56-4147-ba08-77aae4183a1d req-213380af-5f41-4e91-9137-b90572097c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:06.405739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-213380af-5f41-4e91-9137-b90572097c49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.1013162 Oct 25 23:14:06.467770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-d1da82ac-e6ca-43ab-b1df-f7ad59e8e787 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f HTTP/1.1" status: 200 len: 217 time: 0.0531287 Oct 25 23:14:06.550453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96201d4-be56-4147-ba08-77aae4183a1d req-0077d850-0086-445f-b87f-c3ebae350149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:06.552069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-0077d850-0086-445f-b87f-c3ebae350149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0737047 Oct 25 23:14:06.565107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06d761-da5f-4c63-8f95-8be8fe95f8ee req-9de44504-2d8c-4d31-9c71-b9cdf2fa9174 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:06.566681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea06d761-da5f-4c63-8f95-8be8fe95f8ee req-9de44504-2d8c-4d31-9c71-b9cdf2fa9174 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1023035 Oct 25 23:14:06.597815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-ba62303b-7621-4e9f-b2b1-fc3c7f81a9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301197 Oct 25 23:14:06.675713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea06d761-da5f-4c63-8f95-8be8fe95f8ee req-89a8ac41-9f9f-4f12-9e99-5dc6c924fb36 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988309 Oct 25 23:14:06.730380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-7afea13c-d223-4a7d-81fb-dd97dbf8ba42 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225247 Oct 25 23:14:06.883654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe7da-acda-4637-86e4-452dbff36a79 req-b9aff470-864e-4921-a30d-378dad5b94ef tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:06.892140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5cafe7da-acda-4637-86e4-452dbff36a79 req-b9aff470-864e-4921-a30d-378dad5b94ef tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 943 time: 0.0874488 Oct 25 23:14:06.899586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d96201d4-be56-4147-ba08-77aae4183a1d req-781530a1-5496-40a9-93a4-0f40af6e5d30 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609032 Oct 25 23:14:06.956642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5cafe7da-acda-4637-86e4-452dbff36a79 req-cb790538-7c42-4ad2-8f8b-48fd8a77aff3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559988 Oct 25 23:14:07.170931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593353ce-a6e3-479e-a7fa-47a53a40ae1d req-8289af63-d714-4f35-b80a-244dd121b8ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:07.172817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-593353ce-a6e3-479e-a7fa-47a53a40ae1d req-8289af63-d714-4f35-b80a-244dd121b8ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.0643868 Oct 25 23:14:07.227189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-593353ce-a6e3-479e-a7fa-47a53a40ae1d req-88815a77-5d8a-4e10-9147-561cb8673732 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Oct 25 23:14:07.340587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97381d41-40fa-4712-9e9b-46fff2dd683c req-516c5568-90ed-45b9-abf5-5de29c374675 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:07.353340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97381d41-40fa-4712-9e9b-46fff2dd683c req-516c5568-90ed-45b9-abf5-5de29c374675 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 944 time: 0.0738432 Oct 25 23:14:07.395020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97381d41-40fa-4712-9e9b-46fff2dd683c req-f53f7631-b0fb-4522-84b8-0d8403707da9 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Oct 25 23:14:07.855736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20a223-ff39-419b-9fdb-b6cfc6b4b449 req-bf11e696-bb21-4273-af5f-2c6d4b97c233 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:07.857324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed20a223-ff39-419b-9fdb-b6cfc6b4b449 req-bf11e696-bb21-4273-af5f-2c6d4b97c233 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0822136 Oct 25 23:14:07.978554 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed20a223-ff39-419b-9fdb-b6cfc6b4b449 req-5997a558-5ff8-47fb-a1aa-2e795292fb10 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132972 Oct 25 23:14:08.116939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea863-56b8-4b52-a1a8-67a42467237e req-642fbd90-0cf9-47f9-88ff-25682a6e2f57 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:08.121089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-406ea863-56b8-4b52-a1a8-67a42467237e req-642fbd90-0cf9-47f9-88ff-25682a6e2f57 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 943 time: 0.0685742 Oct 25 23:14:08.191090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-406ea863-56b8-4b52-a1a8-67a42467237e req-7c30d8cb-8c83-497d-8062-02dfbaa49055 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645478 Oct 25 23:14:08.391192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5806b-83c7-4fff-b0ce-4b8cbd67582c req-3a181c1b-8a92-48ff-b96c-4417ccb8a230 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:08.393387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3c5806b-83c7-4fff-b0ce-4b8cbd67582c req-3a181c1b-8a92-48ff-b96c-4417ccb8a230 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.0753381 Oct 25 23:14:08.445259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3c5806b-83c7-4fff-b0ce-4b8cbd67582c req-719fc163-38f1-41e1-b105-ef1d38d03b73 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Oct 25 23:14:08.557409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b226-bea8-469a-98b0-5b4ff411ecff req-bd49fd7a-c0a0-4128-87a0-80be40bf7852 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:08.559092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d650b226-bea8-469a-98b0-5b4ff411ecff req-bd49fd7a-c0a0-4128-87a0-80be40bf7852 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 944 time: 0.0603249 Oct 25 23:14:08.602380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d650b226-bea8-469a-98b0-5b4ff411ecff req-d6f82703-58f5-49d6-8edd-48fd895ddc06 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Oct 25 23:14:08.977954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 49a34a96-7357-4e1f-b742-cba3ae28f00d details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:09.135955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:09.145677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23806-d2c6-46d8-a9da-8bfe8deabc9e req-f30f7132-4a91-425e-9bad-375a08b82867 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:09.147871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'port_id': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'mac_address': 'fa:16:3e:14:61:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:09.148365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efb23806-d2c6-46d8-a9da-8bfe8deabc9e req-f30f7132-4a91-425e-9bad-375a08b82867 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0682251 Oct 25 23:14:09.188802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:09.196394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efb23806-d2c6-46d8-a9da-8bfe8deabc9e req-b5991c83-fb62-4395-a476-66bdaf33008f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Oct 25 23:14:09.207660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a34a96-7357-4e1f-b742-cba3ae28f00d {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:09.231148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:09.237023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:09.296113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:09.371405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fca6d-42e2-41e1-8f5e-85bc5c80132a req-36d34392-8ac3-4894-bfb3-64119d1deac6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:09.374684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a7fca6d-42e2-41e1-8f5e-85bc5c80132a req-36d34392-8ac3-4894-bfb3-64119d1deac6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 943 time: 0.0742352 Oct 25 23:14:09.440978 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5a7fca6d-42e2-41e1-8f5e-85bc5c80132a req-7106cfbe-435b-4821-afa6-b4f4089f17f2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598302 Oct 25 23:14:09.744093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084088-158e-4732-9ffb-f1a6531bd72b req-7769b1a9-c068-40cb-9de8-d87b1edc3d5d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:09.746059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f084088-158e-4732-9ffb-f1a6531bd72b req-7769b1a9-c068-40cb-9de8-d87b1edc3d5d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 945 time: 0.0644374 Oct 25 23:14:09.760107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['49a34a96-7357-4e1f-b742-cba3ae28f00d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:09.854896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f084088-158e-4732-9ffb-f1a6531bd72b req-496b67bc-3b0e-41bd-80c7-9839be1c853c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954413 Oct 25 23:14:10.330318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83088c74-ba7f-47ed-8d3e-8156c844ba6b req-725e7728-f32b-47e8-b94b-25859ec07c6f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:10.332050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83088c74-ba7f-47ed-8d3e-8156c844ba6b req-725e7728-f32b-47e8-b94b-25859ec07c6f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0549755 Oct 25 23:14:10.375282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83088c74-ba7f-47ed-8d3e-8156c844ba6b req-bb7eb69e-9583-4852-9f5e-b1d51db62e30 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Oct 25 23:14:10.758923 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:14:10.915651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cca01-e707-4a7b-98c2-9c77c2a38af1 req-dd1cca5f-8e97-4acb-bbc1-c1777eb09731 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:10.917267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb2cca01-e707-4a7b-98c2-9c77c2a38af1 req-dd1cca5f-8e97-4acb-bbc1-c1777eb09731 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 943 time: 0.3740931 Oct 25 23:14:10.967496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb2cca01-e707-4a7b-98c2-9c77c2a38af1 req-bb63b2ab-ce99-4305-89cf-df2adbe9fef3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Oct 25 23:14:10.995810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9fe7c09c-1340-4152-9382-2f81d0043d7f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:11.003980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a17a7-0b41-474c-92a4-7d846cd42451 req-bdd7874d-03b8-4ede-ba8f-f3dfd7588840 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:11.012706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-182a17a7-0b41-474c-92a4-7d846cd42451 req-bdd7874d-03b8-4ede-ba8f-f3dfd7588840 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 945 time: 0.0764897 Oct 25 23:14:11.057125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-182a17a7-0b41-474c-92a4-7d846cd42451 req-15d5cdf1-fe25-4e43-8cdf-f23710c4e443 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Oct 25 23:14:11.105662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9fe7c09c-1340-4152-9382-2f81d0043d7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:11.122260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '9fe7c09c-1340-4152-9382-2f81d0043d7f', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': '9fe7c09c-1340-4152-9382-2f81d0043d7f', 'mac_address': 'fa:16:3e:cb:21:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:11.170663 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:11.196110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe7c09c-1340-4152-9382-2f81d0043d7f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:11.219977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9fe7c09c-1340-4152-9382-2f81d0043d7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:11.226316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:11.279210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=9fe7c09c-1340-4152-9382-2f81d0043d7f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:11.510020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180b4a-6b83-40ed-b5d0-78c1f7cce154 req-9fcab17f-cbc8-4e16-ae1d-7a40ca06269e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:11.511614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59180b4a-6b83-40ed-b5d0-78c1f7cce154 req-9fcab17f-cbc8-4e16-ae1d-7a40ca06269e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0589976 Oct 25 23:14:11.558969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59180b4a-6b83-40ed-b5d0-78c1f7cce154 req-38c27a6d-fe39-417c-a840-5816930890dd tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Oct 25 23:14:11.689722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['9fe7c09c-1340-4152-9382-2f81d0043d7f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:12.034653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34686) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:12.096705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c30d2-bb78-4c57-b99e-76cac2303a22 req-82c89662-6058-4c1e-b4a2-d145422a1329 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:12.098331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a1c30d2-bb78-4c57-b99e-76cac2303a22 req-82c89662-6058-4c1e-b4a2-d145422a1329 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 944 time: 0.0533035 Oct 25 23:14:12.145580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a1c30d2-bb78-4c57-b99e-76cac2303a22 req-81c68a9d-3f73-46c0-ab2f-d4f02ab5602f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Oct 25 23:14:12.187194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00024c6a-458d-4eb7-8a09-bd86fcb71519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.199357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b379db8-c571-46ca-92ea-52125bc0780d req-d81d724b-a41b-4e3d-ad01-065315ae231d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:12.209186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b379db8-c571-46ca-92ea-52125bc0780d req-d81d724b-a41b-4e3d-ad01-065315ae231d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 945 time: 0.0639806 Oct 25 23:14:12.249096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b379db8-c571-46ca-92ea-52125bc0780d req-146ab0a0-f20b-43f4-9c0d-860866174c1f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Oct 25 23:14:12.274650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00024c6a-458d-4eb7-8a09-bd86fcb71519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.279583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00024c6a-458d-4eb7-8a09-bd86fcb71519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.322585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00024c6a-458d-4eb7-8a09-bd86fcb71519 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a69655b2baf1432eb5c1dd881120e0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866809 Oct 25 23:14:12.323479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00024c6a-458d-4eb7-8a09-bd86fcb71519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7374c0a-c62e-4e9c-9a70-850e7adc3bc6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:12.325402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34696) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:12.392404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73d11829-7344-4421-9601-d5f04b4b2543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.434294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73d11829-7344-4421-9601-d5f04b4b2543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.462286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9ca71-051f-45c7-a2b7-8524058eeebe req-92c81f0f-828d-43a3-ad22-65d64cbfb273 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:12.463753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76d9ca71-051f-45c7-a2b7-8524058eeebe req-92c81f0f-828d-43a3-ad22-65d64cbfb273 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0857978 Oct 25 23:14:12.512473 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76d9ca71-051f-45c7-a2b7-8524058eeebe req-5240f355-2061-4d90-8d37-f79b2c3d2702 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Oct 25 23:14:12.520709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73d11829-7344-4421-9601-d5f04b4b2543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.524495 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-73d11829-7344-4421-9601-d5f04b4b2543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.525650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73d11829-7344-4421-9601-d5f04b4b2543 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7374c0a-c62e-4e9c-9a70-850e7adc3bc6 HTTP/1.1" status: 204 len: 168 time: 0.1989541 Oct 25 23:14:12.553080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d11829-7344-4421-9601-d5f04b4b2543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7374c0a-c62e-4e9c-9a70-850e7adc3bc6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:12.700906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0338-1cb6-4592-996c-bf58f3057d12 req-0ed73586-1ad5-4cfe-9a26-d47163334b07 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:12.702518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-932c0338-1cb6-4592-996c-bf58f3057d12 req-0ed73586-1ad5-4cfe-9a26-d47163334b07 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0588171 Oct 25 23:14:12.744851 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-932c0338-1cb6-4592-996c-bf58f3057d12 req-4b074b90-d7c1-41f9-b1bf-b888a4fed642 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Oct 25 23:14:12.814338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.862060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34712) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:12.876580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-310ac268-b70a-4d8a-8cc9-389474c128d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.958372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-310ac268-b70a-4d8a-8cc9-389474c128d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:12.962948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-310ac268-b70a-4d8a-8cc9-389474c128d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.010286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-310ac268-b70a-4d8a-8cc9-389474c128d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01aa9657729847319ee4b6d73d21da7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446781 Oct 25 23:14:13.010286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ac268-b70a-4d8a-8cc9-389474c128d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3826e0c3-fa0a-4ffc-a5a3-79b085f09819,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:13.011017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34714) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:13.013224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9fe7c09c-1340-4152-9382-2f81d0043d7f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:13.066955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 9fe7c09c-1340-4152-9382-2f81d0043d7f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:13.069473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09b2b060-a8db-49ff-b529-41cbe394dbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.071453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 9fe7c09c-1340-4152-9382-2f81d0043d7f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:13.071819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.092826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09b2b060-a8db-49ff-b529-41cbe394dbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.142676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09b2b060-a8db-49ff-b529-41cbe394dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.145550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09b2b060-a8db-49ff-b529-41cbe394dbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.147608 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-09b2b060-a8db-49ff-b529-41cbe394dbe6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3826e0c3-fa0a-4ffc-a5a3-79b085f09819 HTTP/1.1" status: 204 len: 168 time: 0.1348965 Oct 25 23:14:13.157085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2b060-a8db-49ff-b529-41cbe394dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3826e0c3-fa0a-4ffc-a5a3-79b085f09819,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:13.183390 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.209349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f7c1fe-6066-484e-b433-65b17537e590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe7c09c-1340-4152-9382-2f81d0043d7f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:13.212030 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0efc069-e8a6-4b11-82a5-8ad8464e069d" -d '{"events": [{"server_uuid": "16f7c1fe-6066-484e-b433-65b17537e590", "name": "network-vif-plugged", "status": "completed", "tag": "9fe7c09c-1340-4152-9382-2f81d0043d7f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:13.246404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 9fe7c09c-1340-4152-9382-2f81d0043d7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:13.257376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.258409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 49a34a96-7357-4e1f-b742-cba3ae28f00d up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:13.301909 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fbfbe8-c03d-451c-812f-4b25f48654cd x-openstack-request-id: req-e4fbfbe8-c03d-451c-812f-4b25f48654cd {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:13.309965 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f7c1fe-6066-484e-b433-65b17537e590", "name": "network-vif-plugged", "status": "completed", "tag": "9fe7c09c-1340-4152-9382-2f81d0043d7f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:13.310416 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4fbfbe8-c03d-451c-812f-4b25f48654cd {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:13.311665 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f7c1fe-6066-484e-b433-65b17537e590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe7c09c-1340-4152-9382-2f81d0043d7f', 'code': 200} Oct 25 23:14:13.363726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca4bb-41a4-464f-8460-08fb11fed500 req-f2f8b110-8997-43ad-b8de-254a5ee91dbf tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:13.376883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea6ca4bb-41a4-464f-8460-08fb11fed500 req-f2f8b110-8997-43ad-b8de-254a5ee91dbf tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.1307967 Oct 25 23:14:13.440400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d4fe7-157a-4e8c-a7a0-9e20603a55dc req-db66e323-fa33-44b0-bcf7-d6296ac6eecf tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:13.441934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-007d4fe7-157a-4e8c-a7a0-9e20603a55dc req-db66e323-fa33-44b0-bcf7-d6296ac6eecf tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 945 time: 0.0731885 Oct 25 23:14:13.473437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea6ca4bb-41a4-464f-8460-08fb11fed500 req-58b94155-7cd9-481b-ac43-ec4cb8b7a2b2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937726 Oct 25 23:14:13.475088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=9fe7c09c-1340-4152-9382-2f81d0043d7f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:13.481472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 49a34a96-7357-4e1f-b742-cba3ae28f00d completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:13.494905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 49a34a96-7357-4e1f-b742-cba3ae28f00d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:13.495363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.505830 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-007d4fe7-157a-4e8c-a7a0-9e20603a55dc req-550e5c24-34d0-42f2-892a-24498bbf0dd7 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Oct 25 23:14:13.521882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7d0e-b5e8-43f2-a530-725506bc9002 req-0f702e56-c7e9-46e4-9fa9-6ddf7c4d349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:13.523663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d4f7d0e-b5e8-43f2-a530-725506bc9002 req-0f702e56-c7e9-46e4-9fa9-6ddf7c4d349a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 1096 time: 0.1063244 Oct 25 23:14:13.612409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d4f7d0e-b5e8-43f2-a530-725506bc9002 req-48a092d0-fc85-428c-a866-e53db695ba92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692019 Oct 25 23:14:13.649782 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.691029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:13.698963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.728813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:13.744263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59c7d750-07c6-4b5f-83cd-162649fdbf44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.761585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:13.870760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5b064-2f01-4eb9-8a80-288f2a6e1b7f req-b49fd468-5246-4e4f-8181-8534c42304a8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:13.872250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dee5b064-2f01-4eb9-8a80-288f2a6e1b7f req-b49fd468-5246-4e4f-8181-8534c42304a8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0519741 Oct 25 23:14:13.883671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59c7d750-07c6-4b5f-83cd-162649fdbf44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.893297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286c580-047c-4b2b-b61e-4a36ddd03fe6 req-fd4546f3-317f-4aa8-a518-a7f179f01394 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:13.894845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8286c580-047c-4b2b-b61e-4a36ddd03fe6 req-fd4546f3-317f-4aa8-a518-a7f179f01394 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0843086 Oct 25 23:14:13.896262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59c7d750-07c6-4b5f-83cd-162649fdbf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:13.918042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dee5b064-2f01-4eb9-8a80-288f2a6e1b7f req-96cc262f-07e2-4732-bb57-be89ffa7f817 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Oct 25 23:14:13.956265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59c7d750-07c6-4b5f-83cd-162649fdbf44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=742f60d1db5c41539ee031849f89d542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262607 Oct 25 23:14:13.959515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:13.961706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7d750-07c6-4b5f-83cd-162649fdbf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc9060-0efa-4091-957d-394ac04c7568,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:13.982696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8286c580-047c-4b2b-b61e-4a36ddd03fe6 req-04d3b159-d4fe-41e1-8075-819c65117bd1 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745478 Oct 25 23:14:14.042932 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-817b4614-8369-4d02-8631-aba2e6c511da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:14.072572 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-817b4614-8369-4d02-8631-aba2e6c511da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:14.119714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-817b4614-8369-4d02-8631-aba2e6c511da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:14.122453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-817b4614-8369-4d02-8631-aba2e6c511da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:14.123743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-817b4614-8369-4d02-8631-aba2e6c511da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cccc9060-0efa-4091-957d-394ac04c7568 HTTP/1.1" status: 204 len: 168 time: 0.1625905 Oct 25 23:14:14.132130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b4614-8369-4d02-8631-aba2e6c511da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc9060-0efa-4091-957d-394ac04c7568,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:14.392371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-127148e1-28f8-467a-8835-fdf2c915e87f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431373 Oct 25 23:14:14.495171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-ca460dae-5302-4e1e-bc5d-81a64a7b6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.497668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-ca460dae-5302-4e1e-bc5d-81a64a7b6064 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.0536611 Oct 25 23:14:14.659844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-1db647a6-806e-4dd8-89f5-c1b3f5e02a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.663098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-1db647a6-806e-4dd8-89f5-c1b3f5e02a3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1397016 Oct 25 23:14:14.692923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6d992-7416-441b-8979-d91a9f0817dc req-71a70391-1b4b-4e29-8de4-b1834360f2c5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.701247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-90f6d992-7416-441b-8979-d91a9f0817dc req-71a70391-1b4b-4e29-8de4-b1834360f2c5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.1310065 Oct 25 23:14:14.755094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-90f6d992-7416-441b-8979-d91a9f0817dc req-adc945fb-95a8-488a-91c6-a9f6153da0e8 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525107 Oct 25 23:14:14.794378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc78a5-45ff-40a7-ae06-d4528708c1ea req-6e3a0019-4899-47b2-93ca-d0575b8e2355 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.798607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eedc78a5-45ff-40a7-ae06-d4528708c1ea req-6e3a0019-4899-47b2-93ca-d0575b8e2355 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1345556 Oct 25 23:14:14.818544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-624dfc40-0aba-4a92-9606-1d414d3f58b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.1420710 Oct 25 23:14:14.900362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eedc78a5-45ff-40a7-ae06-d4528708c1ea req-cab01ba5-f7cc-410d-a558-8327236bcfda tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935538 Oct 25 23:14:14.911537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-faba99f9-61f9-4e34-a0e4-33f8661b8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.913930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-faba99f9-61f9-4e34-a0e4-33f8661b8980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0866125 Oct 25 23:14:14.927736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20e46d-fba9-4e69-80ab-41ff603bfec1 req-13a674fa-522b-4bae-9bbe-c0d06578f76d tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.929566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc20e46d-fba9-4e69-80ab-41ff603bfec1 req-13a674fa-522b-4bae-9bbe-c0d06578f76d tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0926239 Oct 25 23:14:14.986612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-a95a9a15-4524-4f4b-bb91-dd5a7fad4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:14.987567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc20e46d-fba9-4e69-80ab-41ff603bfec1 req-9b8523ea-8d31-4db7-9942-ff6d3225ea8f tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504184 Oct 25 23:14:15.000763 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-a95a9a15-4524-4f4b-bb91-dd5a7fad4b9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786314 Oct 25 23:14:15.144858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2581e84-ae66-479a-9596-637eea864b1a req-dbdee9fd-36b6-41d2-ab7a-b2f1eee7e92e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:15.148403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2581e84-ae66-479a-9596-637eea864b1a req-dbdee9fd-36b6-41d2-ab7a-b2f1eee7e92e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1307464 Oct 25 23:14:15.173212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-e29cc61a-706a-45bc-ae2a-9f02a8264a41 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641502 Oct 25 23:14:15.264802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2581e84-ae66-479a-9596-637eea864b1a req-7c4d65b3-e5cb-4e5b-830c-9af2ab239e31 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035855 Oct 25 23:14:15.315383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:15.317823 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26eb20-659a-4bec-a88d-2bfde1bcf044" -d '{"events": [{"server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "name": "network-vif-plugged", "status": "completed", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:15.332392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f30e1569-73da-41b7-88c8-5fb5b07185f6 req-6d1ea3ee-b87a-4018-9234-eab7e2760fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380546 Oct 25 23:14:15.386403 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1ba2aa-8cbf-4e2e-adea-698f93c6005b x-openstack-request-id: req-2f1ba2aa-8cbf-4e2e-adea-698f93c6005b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:15.388108 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "name": "network-vif-plugged", "status": "completed", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:15.388696 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f1ba2aa-8cbf-4e2e-adea-698f93c6005b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:15.389272 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'code': 200} Oct 25 23:14:15.539676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3013ffa2-4add-4d3c-8fec-03ccd18d123a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:15.619689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49aed8-a1df-4d5e-a732-4fa5a7bc66c6 req-272f3dc2-78b2-4f43-8d45-d1843f956bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:15.621238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec49aed8-a1df-4d5e-a732-4fa5a7bc66c6 req-272f3dc2-78b2-4f43-8d45-d1843f956bea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0471194 Oct 25 23:14:15.679523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec49aed8-a1df-4d5e-a732-4fa5a7bc66c6 req-2d8a3dc3-cc21-426a-8eb9-2b089b398a1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 Oct 25 23:14:15.882736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5315d-3379-4c03-abf9-43bf322a0bc5 req-812d0abb-9af1-4154-9e1d-32cdb4ffeec3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:15.884263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ac5315d-3379-4c03-abf9-43bf322a0bc5 req-812d0abb-9af1-4154-9e1d-32cdb4ffeec3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.0626786 Oct 25 23:14:15.937835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ac5315d-3379-4c03-abf9-43bf322a0bc5 req-243ad5ac-d70e-48f5-907a-d0ddcb76cc9c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Oct 25 23:14:16.053339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa955-694c-4653-95d6-df733da606fb req-12e3eacf-fa1d-4b1e-959d-30d431ef6710 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:16.055450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-340aa955-694c-4653-95d6-df733da606fb req-12e3eacf-fa1d-4b1e-959d-30d431ef6710 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0721364 Oct 25 23:14:16.118039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-340aa955-694c-4653-95d6-df733da606fb req-73323d8b-d02d-47d8-91cb-1f72e8992af0 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Oct 25 23:14:16.226775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada136e-d70c-486d-b5c5-7ffbbd2e11d7 req-c22cfa49-c628-497f-9f7d-779766b338d5 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:16.228479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cada136e-d70c-486d-b5c5-7ffbbd2e11d7 req-c22cfa49-c628-497f-9f7d-779766b338d5 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0551660 Oct 25 23:14:16.269198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cada136e-d70c-486d-b5c5-7ffbbd2e11d7 req-af42bedf-b174-4459-976d-d26c4d662c5d tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337069 Oct 25 23:14:16.337403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-b6a87c90-d466-4dbd-9138-4b9342de4523 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:16.339750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-b6a87c90-d466-4dbd-9138-4b9342de4523 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.1396174 Oct 25 23:14:16.359572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-5d517ec2-172a-4390-8266-359d27613053 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0127022 Oct 25 23:14:16.429599 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-ee890633-3099-4bed-a2e2-91dea5cf76fa tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635064 Oct 25 23:14:16.569056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-98182ba5-e044-40b7-abbf-e331cb766c07 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306303 Oct 25 23:14:16.741323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-5e3426c8-a9e9-43f7-814d-550a055a27c0 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702468 Oct 25 23:14:16.775159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70565f-39fa-4cbe-84e1-62287cde9c84 req-6d433dc5-d72d-478c-99f1-0ed9af19514a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:16.784124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d70565f-39fa-4cbe-84e1-62287cde9c84 req-6d433dc5-d72d-478c-99f1-0ed9af19514a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0880268 Oct 25 23:14:16.820938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d70565f-39fa-4cbe-84e1-62287cde9c84 req-478719c9-cede-410e-bf6d-320fa102f262 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Oct 25 23:14:16.961984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3eabd0b-c0ab-453d-b0d0-2cf80a65b0e2 req-f499c670-6356-4d1b-9913-5c0230555594 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 210 time: 0.0307815 Oct 25 23:14:17.334853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c58759-a1e6-45d7-9fa3-66b5daaf16df req-d11e9997-53a1-4cc4-a4e1-fa75d5d197c9 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:17.343732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62c58759-a1e6-45d7-9fa3-66b5daaf16df req-d11e9997-53a1-4cc4-a4e1-fa75d5d197c9 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1228228 Oct 25 23:14:17.392142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62c58759-a1e6-45d7-9fa3-66b5daaf16df req-4c4390c2-c9e5-4516-9a53-378c9adc1726 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474582 Oct 25 23:14:17.500567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6ee63-25e6-4824-8eb8-05f792c165f1 req-ac7c677f-699a-49f8-87de-a1a22b360040 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:17.502286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96b6ee63-25e6-4824-8eb8-05f792c165f1 req-ac7c677f-699a-49f8-87de-a1a22b360040 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0612957 Oct 25 23:14:17.572331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96b6ee63-25e6-4824-8eb8-05f792c165f1 req-f9057986-5988-47cb-937d-33c9f176f271 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606804 Oct 25 23:14:17.748019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-ed44bb80-e0e7-4615-9526-eb6bfbc283e5 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:17.749967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-ed44bb80-e0e7-4615-9526-eb6bfbc283e5 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.15 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0609345 Oct 25 23:14:18.098277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad75189-4083-4616-9fff-fa1d87ce6097 req-2a4d4346-aaa5-4558-a3b0-d57598599be5 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:18.106520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ad75189-4083-4616-9fff-fa1d87ce6097 req-2a4d4346-aaa5-4558-a3b0-d57598599be5 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1299546 Oct 25 23:14:18.118694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79eb93a0-01ff-4338-a223-f9040eb89451 req-21613cdd-748e-41bd-8ab5-ffa6a21d9f4e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 210 time: 0.0395758 Oct 25 23:14:18.160996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Deleting port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:18.162088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:18.186545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ad75189-4083-4616-9fff-fa1d87ce6097 req-7e607933-a4b4-49c0-826a-ef8fc906814d tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789304 Oct 25 23:14:18.344921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1965e3fa-8ed2-4c55-a497-754350fe7b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:18.439341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] For port bb4ba667-3f1a-497b-b3e0-59140b2c49c6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:18.439862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:18.596302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f35c9b-4d41-4c24-a32f-fdaa8387bacf req-c3acf749-84d5-49fd-9794-d08d4946396f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:18.598666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79f35c9b-4d41-4c24-a32f-fdaa8387bacf req-c3acf749-84d5-49fd-9794-d08d4946396f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1156762 Oct 25 23:14:18.678419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-79f35c9b-4d41-4c24-a32f-fdaa8387bacf req-d4a3ae32-1918-4efb-94aa-7689cdc13a18 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683565 Oct 25 23:14:18.765285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-9f8ef36e-60d8-4b5b-b622-7e6e3c553f69 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:18.768011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-9f8ef36e-60d8-4b5b-b622-7e6e3c553f69 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.11 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.4165969 Oct 25 23:14:18.801048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:18.874081 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb95d8-c911-4ae4-a775-a1c55699fae5 req-4ceede7d-8e7f-4674-883c-fb30d47d505e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:18.876282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dadb95d8-c911-4ae4-a775-a1c55699fae5 req-4ceede7d-8e7f-4674-883c-fb30d47d505e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 946 time: 0.0980804 Oct 25 23:14:18.935950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dadb95d8-c911-4ae4-a775-a1c55699fae5 req-a2a34c27-01b8-443b-8f1e-bfae888202a3 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups?id=dad7bc71-9fdd-4d43-9325-845374afdd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513897 Oct 25 23:14:19.024756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:19.025410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:19.025905 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Floating IP 96df4991-d25f-48f0-a791-3b1e60f40f81 disassociated. External IP: 172.25.4.136, port: bb4ba667-3f1a-497b-b3e0-59140b2c49c6. Oct 25 23:14:19.026487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Calling delete_port for bb4ba667-3f1a-497b-b3e0-59140b2c49c6 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:19.103466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:19.108548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:19.351459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.11 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/be0f7a20-b27d-4512-a942-f6649e1efc96) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:19.489406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:19.532199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:19.558304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d8ffa-6388-4c80-8bf9-f929626af2c3 req-8d9f62ed-a52e-44bd-8fe7-b8eb5285e8a8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:19.560770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db9d8ffa-6388-4c80-8bf9-f929626af2c3 req-8d9f62ed-a52e-44bd-8fe7-b8eb5285e8a8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0929387 Oct 25 23:14:19.572070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc465560-633f-49e1-adf5-d1463b99afcc req-5118cb30-dca1-4194-bcf4-5a7075b89a9d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 210 time: 0.1791816 Oct 25 23:14:19.648612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event deleted for resources: {'Port': ['ID=bb4ba667-3f1a-497b-b3e0-59140b2c49c6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:19.668873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db9d8ffa-6388-4c80-8bf9-f929626af2c3 req-d1d2c631-a25f-406b-b36e-ec9011490315 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011901 Oct 25 23:14:19.680522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-387ee0ee-76cb-4919-b19f-5d8dbed7322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:19.687047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-387ee0ee-76cb-4919-b19f-5d8dbed7322c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.3187935 Oct 25 23:14:20.000253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd99f3-06fa-4d15-9972-ecc5c423dc17 req-9dabfa18-6d6d-4552-be15-f3c9d39da741 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:20.008275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4efd99f3-06fa-4d15-9972-ecc5c423dc17 req-9dabfa18-6d6d-4552-be15-f3c9d39da741 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.3112993 Oct 25 23:14:20.088256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75edff82-e71e-41d2-a0e1-16592a2f7e18 req-90aa9bf1-ccec-4dd7-986f-fa0b85d35101 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 210 time: 0.0656652 Oct 25 23:14:20.090213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:20.093318 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:20.117277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Router d0c4240c-6056-4956-8985-8d9059ed97f9 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:14:20.125957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-7b7ca7c3-60a9-4951-a4a5-d7478a0884eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:20.127513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-7b7ca7c3-60a9-4951-a4a5-d7478a0884eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.3730090 Oct 25 23:14:20.168012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4efd99f3-06fa-4d15-9972-ecc5c423dc17 req-490ad42c-fdc0-408f-8f77-af5ae7e77a16 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576250 Oct 25 23:14:20.223862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-cd2f01d8-f0ef-47e6-8f61-8d3618294fa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.0852590 Oct 25 23:14:20.409006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-0b500b85-a411-48c8-b4fa-4e0f1d7162fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:20.410736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-0b500b85-a411-48c8-b4fa-4e0f1d7162fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.1789198 Oct 25 23:14:20.417612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:20.473857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1', '9fe7c09c-1340-4152-9382-2f81d0043d7f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:20.524643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=be0f7a20-b27d-4512-a942-f6649e1efc96,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:20.551024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-b225df75-c343-4a30-a03a-018b02a901fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313937 Oct 25 23:14:20.582292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:20.595681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:20.624377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:20.629866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:14:20.642017 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] Sync routers for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:14:20.664742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:14:20.665284 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:20.775451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] No DVR routers for this DVR port bb4ba667-3f1a-497b-b3e0-59140b2c49c6 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:14:20.782704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:20.784623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:20.788691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d07d53e-384d-435f-8997-fa677e92bf76 req-2a44a6c5-a1c7-4549-84bc-9d72419e0308 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.15 "DELETE /v2.0/ports/bb4ba667-3f1a-497b-b3e0-59140b2c49c6 HTTP/1.1" status: 204 len: 173 time: 3.0027049 Oct 25 23:14:20.789186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'name': 'network-vif-deleted', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:20.791582 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae536479-e8b3-44e2-9d55-3f80fef63d26" -d '{"events": [{"server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "name": "network-vif-deleted", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:20.837280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:14:20.860462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328fcc7-728d-4539-9eb1-5efb4f46ca75 req-7289a4ab-e347-4dae-9780-0ae294cffa9b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:20.876914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f328fcc7-728d-4539-9eb1-5efb4f46ca75 req-7289a4ab-e347-4dae-9780-0ae294cffa9b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 932 time: 0.1587169 Oct 25 23:14:20.892301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:20.893067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:20.946174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-ffa54af8-c9a9-410a-9b18-f3d9deae89ca service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811347 Oct 25 23:14:20.977136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-6a6d2e7a-add7-43ce-8143-b221f6f8a04f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1818106 Oct 25 23:14:21.025483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f328fcc7-728d-4539-9eb1-5efb4f46ca75 req-95a6ffe5-3e3f-420f-a162-fab08f8f0861 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447499 Oct 25 23:14:21.040221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bb4ba667-3f1a-497b-b3e0-59140b2c49c6 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:21.046898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821637e5-1d59-45b6-96ae-56dfe3b1bc4b req-8ad9e696-35ff-419c-8332-e994a67b3e83 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:21.056924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821637e5-1d59-45b6-96ae-56dfe3b1bc4b req-8ad9e696-35ff-419c-8332-e994a67b3e83 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2598851 Oct 25 23:14:21.062782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Request body: {'port': {'device_id': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:21.111168 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:21.125668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: bb4ba667-3f1a-497b-b3e0-59140b2c49c6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:21.126042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bb4ba667-3f1a-497b-b3e0-59140b2c49c6 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:21.144554 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] Checking router: d0c4240c-6056-4956-8985-8d9059ed97f9 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:14:21.154481 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:14:21.155140 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:21.159182 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee01e1c-4fa3-4a7b-a928-025a097bb1e7 x-openstack-request-id: req-dee01e1c-4fa3-4a7b-a928-025a097bb1e7 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:21.159742 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253f251f-49c0-400b-aa6e-d0ad90f92322", "name": "network-vif-deleted", "tag": "bb4ba667-3f1a-497b-b3e0-59140b2c49c6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:21.159742 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dee01e1c-4fa3-4a7b-a928-025a097bb1e7 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:21.160114 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253f251f-49c0-400b-aa6e-d0ad90f92322', 'name': 'network-vif-deleted', 'tag': 'bb4ba667-3f1a-497b-b3e0-59140b2c49c6', 'status': 'completed', 'code': 200} Oct 25 23:14:21.266819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6dd16ad-45a7-4933-bd3a-617c4d41bfc7 req-a245af89-7130-4d70-9e0d-ad17a91514a7 tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/ports?device_id=253f251f-49c0-400b-aa6e-d0ad90f92322 HTTP/1.1" status: 200 len: 210 time: 0.0493994 Oct 25 23:14:21.271977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821637e5-1d59-45b6-96ae-56dfe3b1bc4b req-f6d52a09-0fb4-436c-8219-6ae90cdc2aae tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084699 Oct 25 23:14:21.322420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:21.445795 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:14:21.945828 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:22.060480 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db30a1-869e-4818-906b-2b02afe68dae None None] The sync data for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 is: [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:11:02Z', 'revision_number': 4, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '71947eb6-49ac-4fd8-b21e-505d17d2e1ca', 'name': '', 'network_id': '14e38ca4-1d99-4205-989e-746326cebe4d', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'mac_address': 'fa:16:3e:c6:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:11:01Z', 'updated_at': '2021-10-25T23:11:11Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'subnets': [{'id': '39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:14:22.123254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22c5f7eb-5764-4f6c-8f8d-f1d1ca6c0ab7 req-d8bcdc4c-3f9c-4172-9d06-f16c40181df9 service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1211419 Oct 25 23:14:22.188653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eeefb-acef-4978-9a08-236bad6fb623 req-e1b8f3da-cc07-4da9-be4f-696a8713253e tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:22.207005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-000eeefb-acef-4978-9a08-236bad6fb623 req-e1b8f3da-cc07-4da9-be4f-696a8713253e tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.2587500 Oct 25 23:14:22.239455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac61f1-86b5-4ab7-bb76-7bb55a2df5c2 req-b055e023-f216-40fc-8ae6-8bee73587b7e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:22.248526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83ac61f1-86b5-4ab7-bb76-7bb55a2df5c2 req-b055e023-f216-40fc-8ae6-8bee73587b7e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 932 time: 0.1046491 Oct 25 23:14:22.351190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83ac61f1-86b5-4ab7-bb76-7bb55a2df5c2 req-d5952abd-352a-4568-895f-b552437d238b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004760 Oct 25 23:14:22.510691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-000eeefb-acef-4978-9a08-236bad6fb623 req-a381023e-0c8d-4434-8895-adc6dfa35994 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026650 Oct 25 23:14:22.534762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1425-9671-4220-a547-2128e1eb6b62 req-248d127b-9e5c-4784-a94a-21fd9991b2b7 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:22.549893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-084d1425-9671-4220-a547-2128e1eb6b62 req-248d127b-9e5c-4784-a94a-21fd9991b2b7 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1179202 Oct 25 23:14:22.550081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017be61f-5a7f-42a9-9802-5d9cd0fc29e2 None None] New status for floating IP 96df4991-d25f-48f0-a791-3b1e60f40f81: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:14:22.612617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-084d1425-9671-4220-a547-2128e1eb6b62 req-8770fa96-3d8a-4df4-b070-6f242a01e056 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Oct 25 23:14:22.664312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0f7a20-b27d-4512-a942-f6649e1efc96 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:22.682828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:22.688392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35088) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:22.744121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Transition to ACTIVE for port object be0f7a20-b27d-4512-a942-f6649e1efc96 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:22.751937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:22.818321 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d43a348-fcbe-438f-9aab-aa0ba0bdca3e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:22.874937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d43a348-fcbe-438f-9aab-aa0ba0bdca3e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:22.880150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Pushing event updated for resources: {'Port': ['ID=be0f7a20-b27d-4512-a942-f6649e1efc96,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:22.960807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d43a348-fcbe-438f-9aab-aa0ba0bdca3e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:22.968503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d43a348-fcbe-438f-9aab-aa0ba0bdca3e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:22.970216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5d43a348-fcbe-438f-9aab-aa0ba0bdca3e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "DELETE /v2.0/security-groups/dad7bc71-9fdd-4d43-9325-845374afdd1e HTTP/1.1" status: 204 len: 168 time: 0.2792363 Oct 25 23:14:22.972888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35098) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:23.005726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43a348-fcbe-438f-9aab-aa0ba0bdca3e tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7bc71-9fdd-4d43-9325-845374afdd1e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:23.012174 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-9aa3bed6-2f09-4b32-9177-62c5544b95cd tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] show failed (client error): The resource could not be found. Oct 25 23:14:23.013404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9aa3bed6-2f09-4b32-9177-62c5544b95cd tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "GET /v2.0/security-groups/dad7bc71-9fdd-4d43-9325-845374afdd1e HTTP/1.1" status: 404 len: 347 time: 0.0278151 Oct 25 23:14:23.016365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35102) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:23.020547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Attempting to bind port be0f7a20-b27d-4512-a942-f6649e1efc96 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:23.022421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Attempting to bind port be0f7a20-b27d-4512-a942-f6649e1efc96 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:23.023004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Attempting to bind port be0f7a20-b27d-4512-a942-f6649e1efc96 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:23.029072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Port be0f7a20-b27d-4512-a942-f6649e1efc96 on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:23.029826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Attempting to bind port be0f7a20-b27d-4512-a942-f6649e1efc96 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:23.038327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:23.038952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:23.039509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:23.040128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Bound port: be0f7a20-b27d-4512-a942-f6649e1efc96, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:23.040671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.136402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] For port be0f7a20-b27d-4512-a942-f6649e1efc96, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:23.142376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] For port be0f7a20-b27d-4512-a942-f6649e1efc96, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be0f7a20-b27d-4512-a942-f6649e1efc96,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:23.150541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.195505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:23.196824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.199698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] 10.222.0.11 "PUT /v2.0/ports/be0f7a20-b27d-4512-a942-f6649e1efc96 HTTP/1.1" status: 200 len: 1092 time: 2.1988492 Oct 25 23:14:23.200543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'tag': 'be0f7a20-b27d-4512-a942-f6649e1efc96'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:23.203469 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da83d7ce-6da2-460d-92e2-48ed7d795353" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f158b4-570a-4a72-963a-1d7cc7fd65e1", "tag": "be0f7a20-b27d-4512-a942-f6649e1efc96"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:23.264223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Deleting port 4f43e54d-5f27-4401-8040-fe13f32ec170 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:23.264731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.264832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c48bdf-4d95-4aee-8f2f-76a7c37aafd7 service neutron] Pushing event updated for resources: {'Port': ['ID=be0f7a20-b27d-4512-a942-f6649e1efc96,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:23.293726 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20818f79-a28f-4cd5-af09-d41b2665d57c x-openstack-request-id: req-20818f79-a28f-4cd5-af09-d41b2665d57c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:23.294431 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f158b4-570a-4a72-963a-1d7cc7fd65e1", "tag": "be0f7a20-b27d-4512-a942-f6649e1efc96", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:23.294941 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20818f79-a28f-4cd5-af09-d41b2665d57c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:23.295666 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'tag': 'be0f7a20-b27d-4512-a942-f6649e1efc96', 'status': 'completed', 'code': 200} Oct 25 23:14:23.316600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-e96fd43e-a12b-43be-806c-1afdaf91f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:23.319911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-e96fd43e-a12b-43be-806c-1afdaf91f8b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0678737 Oct 25 23:14:23.433650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.435265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.436832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-1656e2a2-bbfe-42b1-ac40-d6b271dc4e62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0f7a20-b27d-4512-a942-f6649e1efc96 HTTP/1.1" status: 200 len: 217 time: 0.1067197 Oct 25 23:14:23.471293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Calling delete_port for 4f43e54d-5f27-4401-8040-fe13f32ec170 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:23.568295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-4607c71c-2965-40b0-a988-8783672549d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:23.570495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-4607c71c-2965-40b0-a988-8783672549d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.1272156 Oct 25 23:14:23.581551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96169d7c-fea8-46a5-bcfd-5f2d56d8d9ca req-8b367772-77e6-486e-82c1-7f64c5fdb4a5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:23.592910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96169d7c-fea8-46a5-bcfd-5f2d56d8d9ca req-8b367772-77e6-486e-82c1-7f64c5fdb4a5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 944 time: 0.0897593 Oct 25 23:14:23.650952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-b529aeba-e239-4447-adff-78b7d75a5b49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471497 Oct 25 23:14:23.694796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96169d7c-fea8-46a5-bcfd-5f2d56d8d9ca req-495d87f0-5fa8-41ba-a29f-ec252f92a4cd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006837 Oct 25 23:14:23.716663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.794900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Pushing event deleted for resources: {'Port': ['ID=4f43e54d-5f27-4401-8040-fe13f32ec170,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:23.834210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f9893-33bd-4c42-bd3e-f99d41fad575 req-035bcaab-320c-4262-a638-2f6f85cc991a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:23.843354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f89f9893-33bd-4c42-bd3e-f99d41fad575 req-035bcaab-320c-4262-a638-2f6f85cc991a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1744082 Oct 25 23:14:23.865881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-e2019a3e-d0f1-49ba-80e8-25a5e5e58c05 service neutron] 10.222.0.11 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003725 Oct 25 23:14:23.906073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.908691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:23.909844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4a41f21-3159-43ee-b20b-082ddea339fc tempest-ServersTestManualDisk-860155834 tempest-ServersTestManualDisk-860155834-project] 10.222.0.25 "DELETE /v2.0/floatingips/96df4991-d25f-48f0-a791-3b1e60f40f81 HTTP/1.1" status: 204 len: 168 time: 0.8917251 Oct 25 23:14:23.913432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:23.927793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f89f9893-33bd-4c42-bd3e-f99d41fad575 req-a8946c43-c353-4cab-9770-886d3326ab5b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833104 Oct 25 23:14:23.937118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35134) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:24.085374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7971e092-f44c-4d3f-8588-47ce4f9d6957 req-5570794b-bf2b-4038-b695-1f8f137560a1 service neutron] 10.222.0.11 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109034 Oct 25 23:14:24.097015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec192304-541d-4eee-b2fb-3d6da8182092 req-073ce589-fa88-4427-a43d-712b8ff1c415 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:24.099020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec192304-541d-4eee-b2fb-3d6da8182092 req-073ce589-fa88-4427-a43d-712b8ff1c415 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1199021 Oct 25 23:14:24.200614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec192304-541d-4eee-b2fb-3d6da8182092 req-3ae0aead-c998-4fb4-90f1-a2b508ccc28e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948827 Oct 25 23:14:24.214126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-07d94ec8-3922-4a89-bf85-e01bf209d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:24.225439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-07d94ec8-3922-4a89-bf85-e01bf209d675 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0758519 Oct 25 23:14:24.281468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5811f9-40ec-4513-a6a4-8017193fa370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.344264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-b970b0fe-a7ff-4674-94c7-e5b62442905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:24.346041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-b970b0fe-a7ff-4674-94c7-e5b62442905c service neutron] 10.222.0.11 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.1198289 Oct 25 23:14:24.406551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-da73dfaf-c7a2-412f-a67d-0bc635559754 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0f7a20-b27d-4512-a942-f6649e1efc96 HTTP/1.1" status: 200 len: 217 time: 0.0497017 Oct 25 23:14:24.437912 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5811f9-40ec-4513-a6a4-8017193fa370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.462697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5811f9-40ec-4513-a6a4-8017193fa370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.470631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-b3ed1c9b-0537-4074-8f38-7f74d7e96b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:24.472359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-b3ed1c9b-0537-4074-8f38-7f74d7e96b82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0581889 Oct 25 23:14:24.525751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-e6fe19b0-2f85-43bd-9f86-df8097b62280 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446663 Oct 25 23:14:24.530061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf5811f9-40ec-4513-a6a4-8017193fa370 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe3660ed8ac74b91b7c20b3999d193be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5801091 Oct 25 23:14:24.531821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5811f9-40ec-4513-a6a4-8017193fa370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53696803-a6c5-4fcb-a952-51a5279293fa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:24.533053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35148) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:24.655438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.675099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1295-f26d-4e96-ad74-9b8f584a9f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.698088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1295-f26d-4e96-ad74-9b8f584a9f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.754276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-61aeac6d-9a19-4a86-a6a1-c145e56d0d36 service neutron] 10.222.0.11 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108388 Oct 25 23:14:24.830837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1295-f26d-4e96-ad74-9b8f584a9f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.834134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1295-f26d-4e96-ad74-9b8f584a9f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:24.835311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c4a1295-f26d-4e96-ad74-9b8f584a9f04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53696803-a6c5-4fcb-a952-51a5279293fa HTTP/1.1" status: 204 len: 168 time: 0.3011637 Oct 25 23:14:24.850791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a1295-f26d-4e96-ad74-9b8f584a9f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53696803-a6c5-4fcb-a952-51a5279293fa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:24.906633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710d23-199a-483d-abcc-4b6bfc50369b req-a4076d29-4fae-48f1-986c-10337044174d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:24.907128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da83d7ce-6da2-460d-92e2-48ed7d795353 req-190eac1c-639a-4630-b365-0c50bff184c2 service neutron] 10.222.0.11 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400375 Oct 25 23:14:24.908227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87710d23-199a-483d-abcc-4b6bfc50369b req-a4076d29-4fae-48f1-986c-10337044174d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 944 time: 0.0671022 Oct 25 23:14:25.001136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87710d23-199a-483d-abcc-4b6bfc50369b req-f577dc95-0738-4ab4-b4ec-d0cf66404084 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824089 Oct 25 23:14:25.054738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Deleting port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:25.055288 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:25.057089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f061a28-be72-4556-8e58-e9b4ec27e182 req-0e8dfa2a-e0ec-4755-9778-3befc0dac1f1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:25.065195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f061a28-be72-4556-8e58-e9b4ec27e182 req-0e8dfa2a-e0ec-4755-9778-3befc0dac1f1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0636220 Oct 25 23:14:25.119796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f061a28-be72-4556-8e58-e9b4ec27e182 req-40766720-d6d9-4dfa-9ef3-526718dd0d68 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 Oct 25 23:14:25.206595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] For port 71947eb6-49ac-4fd8-b21e-505d17d2e1ca, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:25.206968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:25.238078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Calling delete_port for 71947eb6-49ac-4fd8-b21e-505d17d2e1ca owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:25.328335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35182) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:25.352999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a2b258b-b7a1-439b-8b20-b92349241024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:25.375827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb39395-ad34-4369-a8cf-830e3fbb3f6f req-91cb0428-6e8f-4a3a-ab47-80fb0ab55cdd tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:25.377535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fb39395-ad34-4369-a8cf-830e3fbb3f6f req-91cb0428-6e8f-4a3a-ab47-80fb0ab55cdd tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0854146 Oct 25 23:14:25.422719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fb39395-ad34-4369-a8cf-830e3fbb3f6f req-27f93a23-0687-4e35-aa1b-70854feb27dd tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 Oct 25 23:14:25.501986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f0a3b-a5b5-4b20-b081-7b0ed52bda47 req-78ae916f-b975-48c8-8e4b-1f977957f615 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:25.503611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b58f0a3b-a5b5-4b20-b081-7b0ed52bda47 req-78ae916f-b975-48c8-8e4b-1f977957f615 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1800342 Oct 25 23:14:25.587890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b58f0a3b-a5b5-4b20-b081-7b0ed52bda47 req-da9c10c4-6a27-4c46-8f6b-241472073ae4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748401 Oct 25 23:14:25.639074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a2b258b-b7a1-439b-8b20-b92349241024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:25.654366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a2b258b-b7a1-439b-8b20-b92349241024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:25.669172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-b0e5c527-40af-4b75-a959-aa910b3cd3fc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:25.671296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-b0e5c527-40af-4b75-a959-aa910b3cd3fc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.1356406 Oct 25 23:14:25.689782 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-8073a0ba-5c06-43cc-a8b8-10469f213216 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/quotas/5df64b6997ef4146aad2193ca0910f20 HTTP/1.1" status: 200 len: 375 time: 0.0114574 Oct 25 23:14:25.760563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-242a6484-8ac1-4297-bc18-2544f20c89c5 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623379 Oct 25 23:14:25.866446 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-e848fb5e-d88a-4cab-94e4-8ade9c9a4be8 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978632 Oct 25 23:14:25.990966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-fc43f3a5-3bc5-4548-add4-ca9156be5900 service neutron] 10.222.0.25 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179359 Oct 25 23:14:26.041831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.120011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=71947eb6-49ac-4fd8-b21e-505d17d2e1ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:26.132086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a2b258b-b7a1-439b-8b20-b92349241024 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f9fa14e75f04a7eb2be9209d538db23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8010340 Oct 25 23:14:26.133362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35218) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:26.135836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b258b-b7a1-439b-8b20-b92349241024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3048ff4-c8b7-4260-990a-472f03980be0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:26.177074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be0f7a20-b27d-4512-a942-f6649e1efc96 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:26.206839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3e6f-cfbf-4694-84c1-e0a2380bad7e req-275f636d-3446-4fae-b0ae-f965223f9ed1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:26.208221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4fe3e6f-cfbf-4694-84c1-e0a2380bad7e req-275f636d-3446-4fae-b0ae-f965223f9ed1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1674790 Oct 25 23:14:26.371564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea497cf4-79a1-401d-a492-0a7fc6fb76d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.377382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be0f7a20-b27d-4512-a942-f6649e1efc96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be0f7a20-b27d-4512-a942-f6649e1efc96,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:26.386639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f4fe3e6f-cfbf-4694-84c1-e0a2380bad7e req-31dc089f-0c4a-4cfb-ac01-cda5e0c500b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629887 Oct 25 23:14:26.392840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'be0f7a20-b27d-4512-a942-f6649e1efc96', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': 'be0f7a20-b27d-4512-a942-f6649e1efc96', 'mac_address': 'fa:16:3e:e7:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:26.398310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32352-caa9-4e5d-95fc-ef9efbbc8944 req-613c3cc8-d550-4b71-8521-6207e7061d26 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:26.406978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7fd32352-caa9-4e5d-95fc-ef9efbbc8944 req-613c3cc8-d550-4b71-8521-6207e7061d26 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 944 time: 0.1727076 Oct 25 23:14:26.435608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea497cf4-79a1-401d-a492-0a7fc6fb76d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.463299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.483811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0f7a20-b27d-4512-a942-f6649e1efc96 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:26.503406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e3efefb-8906-4aa9-9100-be87ee750d80 req-76aab73f-2709-416f-b588-7dfa919390c0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0421629 Oct 25 23:14:26.516754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be0f7a20-b27d-4512-a942-f6649e1efc96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be0f7a20-b27d-4512-a942-f6649e1efc96,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:26.523346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.530556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.537142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7fd32352-caa9-4e5d-95fc-ef9efbbc8944 req-65758104-a278-4136-b8fc-056e1ce15307 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 Oct 25 23:14:26.592656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea497cf4-79a1-401d-a492-0a7fc6fb76d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.595809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea497cf4-79a1-401d-a492-0a7fc6fb76d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:26.597203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea497cf4-79a1-401d-a492-0a7fc6fb76d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3048ff4-c8b7-4260-990a-472f03980be0 HTTP/1.1" status: 204 len: 168 time: 0.4626210 Oct 25 23:14:26.623414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea497cf4-79a1-401d-a492-0a7fc6fb76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3048ff4-c8b7-4260-990a-472f03980be0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:26.674286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be0f7a20-b27d-4512-a942-f6649e1efc96,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:26.788200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['be0f7a20-b27d-4512-a942-f6649e1efc96'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:26.921052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae29e-ef49-467c-9ad8-32f82aecb1fe req-d7b7b4db-1d4a-40a5-a4c5-667096f63d62 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:26.933946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d75ae29e-ef49-467c-9ad8-32f82aecb1fe req-d7b7b4db-1d4a-40a5-a4c5-667096f63d62 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.2149811 Oct 25 23:14:27.060966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cb86d-701c-470b-9d92-7699e8f5a2bc req-e5aac062-5a13-4109-91b8-11c9bed845f4 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:27.062739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d75ae29e-ef49-467c-9ad8-32f82aecb1fe req-ef6e5877-c4e6-4ae6-bf6a-5dfb54ab02b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277423 Oct 25 23:14:27.086896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-686cb86d-701c-470b-9d92-7699e8f5a2bc req-e5aac062-5a13-4109-91b8-11c9bed845f4 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1455607 Oct 25 23:14:27.143296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-686cb86d-701c-470b-9d92-7699e8f5a2bc req-9a82aef3-9ad6-4836-83dc-89b102270c39 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550380 Oct 25 23:14:27.154433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Router d0c4240c-6056-4956-8985-8d9059ed97f9 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:14:27.328863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8fe6e-942d-4fc8-a6b3-8818a4aa9e92 req-5beb69a8-ae2d-445e-9021-6fb056e37271 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:27.336644 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-90e8fe6e-942d-4fc8-a6b3-8818a4aa9e92 req-5beb69a8-ae2d-445e-9021-6fb056e37271 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1243894 Oct 25 23:14:27.375107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:14:27.385993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1872d64-61c2-476a-96ac-20b57bf10b41 admin admin] 10.222.0.25 "PUT /v2.0/routers/d0c4240c-6056-4956-8985-8d9059ed97f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4712405 Oct 25 23:14:27.388757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35266) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:27.390970 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] Sync routers for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:14:27.403681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-90e8fe6e-942d-4fc8-a6b3-8818a4aa9e92 req-e486d808-c2fa-40f9-a00a-a36bc745923a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659721 Oct 25 23:14:27.408606 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:14:27.410363 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:27.569345 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:27.645171 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:14:27.700697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1382b7c-4e7c-42bc-8758-b7b877abba4b req-ec82d9ff-b237-4685-8a34-4a1f7fb16fc8 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0788994 Oct 25 23:14:27.795332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.107986 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:14:25Z', 'revision_number': 5, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port': {'id': '10e6667f-9d98-4cf4-8db5-4939860efb5f', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:10:58Z', 'updated_at': '2021-10-25T23:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:28.135538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51521d-2a86-4eec-a654-f9787234b67e req-6b5342d9-17e7-407a-96c9-cd9c03448e30 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:28.149682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70807c80-8479-4c3c-a2a1-55842dc2c3e4 req-8a0bb097-7c8a-4b92-9882-bfa7fa4c0c6a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:28.151162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf51521d-2a86-4eec-a654-f9787234b67e req-6b5342d9-17e7-407a-96c9-cd9c03448e30 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 945 time: 0.2945278 Oct 25 23:14:28.151653 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] Checking router: d0c4240c-6056-4956-8985-8d9059ed97f9 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:14:28.158218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70807c80-8479-4c3c-a2a1-55842dc2c3e4 req-8a0bb097-7c8a-4b92-9882-bfa7fa4c0c6a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0849831 Oct 25 23:14:28.162928 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] Routers {'d0c4240c-6056-4956-8985-8d9059ed97f9'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:14:28.163738 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d0c4240c-6056-4956-8985-8d9059ed97f9'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:28.176770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-7505f318-752c-4815-8513-8440fa09589d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:28.178336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-7505f318-752c-4815-8513-8440fa09589d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 815 time: 0.3745034 Oct 25 23:14:28.188213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be0f7a20-b27d-4512-a942-f6649e1efc96 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:28.198271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Request body: {'port': {'device_id': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'admin_state_up': True, 'tenant_id': '5df64b6997ef4146aad2193ca0910f20'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:28.270851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port be0f7a20-b27d-4512-a942-f6649e1efc96 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:28.282235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70807c80-8479-4c3c-a2a1-55842dc2c3e4 req-55e46cb2-2763-44b4-9a6e-60a621c7c389 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129918 Oct 25 23:14:28.291417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf51521d-2a86-4eec-a654-f9787234b67e req-c1047040-1ca0-404d-a29e-8a42dd4efb06 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378419 Oct 25 23:14:28.294958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port be0f7a20-b27d-4512-a942-f6649e1efc96 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:28.297678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.304524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Deleting port 10e6667f-9d98-4cf4-8db5-4939860efb5f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:28.305766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.379045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.380690 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] Set router d0c4240c-6056-4956-8985-8d9059ed97f9 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:14:28.466220 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.511934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f7a20-b27d-4512-a942-f6649e1efc96'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:28.516271 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:14:27Z', 'revision_number': 6, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:28.521179 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f792022e-ac95-43cb-8f9e-e1e5369cf1a0" -d '{"events": [{"server_uuid": "b4f158b4-570a-4a72-963a-1d7cc7fd65e1", "name": "network-vif-plugged", "status": "completed", "tag": "be0f7a20-b27d-4512-a942-f6649e1efc96"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:28.558103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be0f7a20-b27d-4512-a942-f6649e1efc96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be0f7a20-b27d-4512-a942-f6649e1efc96,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:28.567199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.570402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38099-7378-4b6b-a8e6-7b3f2da5c170 req-f11e7681-f0ca-4482-bb34-22e4eba62d91 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:28.578838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10825-f1b8-402c-bf1a-d20cefb55995 req-3a65062b-131e-469d-be9e-3049dffa02e0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:28.579819 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa860d-9e85-403e-816d-e11d35bf6f20 None None] The sync data for ids ['d0c4240c-6056-4956-8985-8d9059ed97f9'] in n-d-815373-1 is: [{'id': 'd0c4240c-6056-4956-8985-8d9059ed97f9', 'name': 'tempest-ServersTestManualDisk-2093102506-router', 'tenant_id': '7b55f85d8b674e65b690826f81358725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:10:57Z', 'updated_at': '2021-10-25T23:14:27Z', 'revision_number': 6, 'project_id': '7b55f85d8b674e65b690826f81358725', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:14:28.589220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29b10825-f1b8-402c-bf1a-d20cefb55995 req-3a65062b-131e-469d-be9e-3049dffa02e0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1899908 Oct 25 23:14:28.604145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fac38099-7378-4b6b-a8e6-7b3f2da5c170 req-f11e7681-f0ca-4482-bb34-22e4eba62d91 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1508958 Oct 25 23:14:28.610929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] For port 10e6667f-9d98-4cf4-8db5-4939860efb5f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=10e6667f-9d98-4cf4-8db5-4939860efb5f,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:28.611767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.635787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Made reservation on behalf of 5df64b6997ef4146aad2193ca0910f20 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:28.639741 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:28.663904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Calling delete_port for 10e6667f-9d98-4cf4-8db5-4939860efb5f owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:28.665169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be0f7a20-b27d-4512-a942-f6649e1efc96,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:28.681016 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fac38099-7378-4b6b-a8e6-7b3f2da5c170 req-50da2a05-1343-4dec-9c43-68b804013942 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759616 Oct 25 23:14:28.695035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29b10825-f1b8-402c-bf1a-d20cefb55995 req-2e2370ce-eb68-43c2-962d-f6b87b6ffd66 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050625 Oct 25 23:14:28.773791 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a8337-3ed5-48fb-9d70-c95f7412a1e7 x-openstack-request-id: req-409a8337-3ed5-48fb-9d70-c95f7412a1e7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:28.774087 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f158b4-570a-4a72-963a-1d7cc7fd65e1", "name": "network-vif-plugged", "status": "completed", "tag": "be0f7a20-b27d-4512-a942-f6649e1efc96", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:28.774380 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-409a8337-3ed5-48fb-9d70-c95f7412a1e7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:28.774782 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f7a20-b27d-4512-a942-f6649e1efc96', 'code': 200} Oct 25 23:14:28.887059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6141b-98f1-40d9-9a1e-26b0d6b0a029 req-1faf03c8-9076-4ea4-99c8-e68e10b5aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:28.888308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4cd1b99-37c7-4ac0-8b09-3cb46ffcb869 req-7aa3e5da-4e87-499c-a103-4b27b660f47d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0713527 Oct 25 23:14:28.889873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acb6141b-98f1-40d9-9a1e-26b0d6b0a029 req-1faf03c8-9076-4ea4-99c8-e68e10b5aa14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 1097 time: 0.0507123 Oct 25 23:14:28.944514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acb6141b-98f1-40d9-9a1e-26b0d6b0a029 req-3e9b7618-0740-4ab9-80df-4863967a79b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465243 Oct 25 23:14:29.065837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Allocated IP 172.20.0.10 (18eec236-4eeb-4bfd-861a-c4f24dd72246/0e506474-97f2-4472-bf5b-b1bf68120d56/7c59dca6-6c70-4d60-84df-3ccfa58ac349) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:29.106987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.153109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e6667f-9d98-4cf4-8db5-4939860efb5f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:29.292379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.461127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd423-7dfd-4ba1-9bd2-541c3675ce77 req-74fed777-8a5a-4b20-8d17-e28b806f23db tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:29.462852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-478cd423-7dfd-4ba1-9bd2-541c3675ce77 req-74fed777-8a5a-4b20-8d17-e28b806f23db tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0872705 Oct 25 23:14:29.476854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.494016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.510579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.538416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-478cd423-7dfd-4ba1-9bd2-541c3675ce77 req-dda19036-f0d6-4e87-8d8d-c918a54eed57 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676651 Oct 25 23:14:29.577562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.578437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c4240c-6056-4956-8985-8d9059ed97f9 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:14:29.584129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.589086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:29.589596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-81277282-8b96-4924-ba3b-6293e75990d0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d0c4240c-6056-4956-8985-8d9059ed97f9 HTTP/1.1" status: 204 len: 168 time: 2.1978555 Oct 25 23:14:29.620621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e67c5b-c5a6-4d30-a93f-17b503a94532 req-dd13c53f-d7e1-40ef-9240-574d2dc23e1e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:29.627318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8e67c5b-c5a6-4d30-a93f-17b503a94532 req-dd13c53f-d7e1-40ef-9240-574d2dc23e1e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 946 time: 0.2026980 Oct 25 23:14:29.662222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.664660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Deleting subnet 39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:14:29.668231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.677173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['37a16d53-778b-4599-9405-97602d48dfd6', 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:29.731098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:29.738786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8e67c5b-c5a6-4d30-a93f-17b503a94532 req-70145f23-6804-4c7c-ae62-ed198d7a96c4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105216 Oct 25 23:14:29.752512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:29.774312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Network 18eec236-4eeb-4bfd-861a-c4f24dd72246 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:29.779267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:29.784204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:29.789531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event updated for resources: {'Port': ['ID=7c59dca6-6c70-4d60-84df-3ccfa58ac349,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:29.899788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7970e-a70f-46ba-98dd-a21af140f14c req-65ab21a9-bf93-425e-8cdb-7dc36f327b78 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:29.901379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31c7970e-a70f-46ba-98dd-a21af140f14c req-65ab21a9-bf93-425e-8cdb-7dc36f327b78 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0872812 Oct 25 23:14:29.996408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.144722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.194861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31c7970e-a70f-46ba-98dd-a21af140f14c req-d26f786c-3424-4517-a79d-7d24573cdc22 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407428 Oct 25 23:14:30.198339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:30.202926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.206964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63de9b6f-bd1d-482a-936b-6394f9540447 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/39c71cbd-9c42-41f9-b0e0-ba0b7fbe1874 HTTP/1.1" status: 204 len: 168 time: 0.6152186 Oct 25 23:14:30.210334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:30.285855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace1c33-fd0b-4fbc-9090-4ca834feb681 None None] Network 14e38ca4-1d99-4205-989e-746326cebe4d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:14:30.291338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10e6667f-9d98-4cf4-8db5-4939860efb5f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:30.356833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 10e6667f-9d98-4cf4-8db5-4939860efb5f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:30.357440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 10e6667f-9d98-4cf4-8db5-4939860efb5f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:30.358043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71947eb6-49ac-4fd8-b21e-505d17d2e1ca no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:30.454562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.488261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 71947eb6-49ac-4fd8-b21e-505d17d2e1ca {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:30.490014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 71947eb6-49ac-4fd8-b21e-505d17d2e1ca not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:30.493880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7404c-5385-4fa3-a43f-88ac26dfa3b1 req-dca63701-6680-4b2b-aa67-3e0103ad2fe9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:30.504225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ae7404c-5385-4fa3-a43f-88ac26dfa3b1 req-dca63701-6680-4b2b-aa67-3e0103ad2fe9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 932 time: 0.1267698 Oct 25 23:14:30.595910 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ae7404c-5385-4fa3-a43f-88ac26dfa3b1 req-39246dc8-9cb6-4bcb-b215-66b63b5922af tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878062 Oct 25 23:14:30.642358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Deleting port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:30.642950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.806276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:30.806961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.807963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] DHCP port deletion for 14e38ca4-1d99-4205-989e-746326cebe4d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:14:30.830175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd547e-3745-4531-8f67-9cbe450540fe req-e14e5e59-ae37-4fb1-aeec-4a01a398fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:30.831658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55fd547e-3745-4531-8f67-9cbe450540fe req-e14e5e59-ae37-4fb1-aeec-4a01a398fb6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 1096 time: 0.1346266 Oct 25 23:14:30.842515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3150dc-12fe-4d57-8642-d6b555179528 req-f684da6a-93e7-446d-91e3-f5579f097079 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:30.851408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb3150dc-12fe-4d57-8642-d6b555179528 req-f684da6a-93e7-446d-91e3-f5579f097079 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1315348 Oct 25 23:14:30.866871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] For port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:30.867617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.872592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-cc9acc9b-135f-44dc-b00d-e6fdd3bad7f9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6812639 Oct 25 23:14:30.882581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] Deleting port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:30.882976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:30.893125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea0d02-b7f6-4e5b-a4ad-4071c5f0e9ec req-cbb0c85b-470a-492f-bd27-1318e2fcc104 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:30.893988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Request body: {'port': {'device_id': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:30.896268 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3cea0d02-b7f6-4e5b-a4ad-4071c5f0e9ec req-cbb0c85b-470a-492f-bd27-1318e2fcc104 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1607022 Oct 25 23:14:30.897703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Calling delete_port for 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:30.965526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb3150dc-12fe-4d57-8642-d6b555179528 req-ee709786-005e-407c-9903-89d444087877 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129763 Oct 25 23:14:30.972093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55fd547e-3745-4531-8f67-9cbe450540fe req-fd6ce73e-9101-4fb4-bfb8-75442a6616ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176312 Oct 25 23:14:30.974593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35400) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:31.009334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.047222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3cea0d02-b7f6-4e5b-a4ad-4071c5f0e9ec req-b624ecca-59c7-4de4-848e-3e297120cd91 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401892 Oct 25 23:14:31.117023 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.132529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] No DVR routers for this DVR port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:14:31.261357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-976989ad-b2c6-411e-87b9-88e89a2e023a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.261553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] For port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,segment=NetworkSegment(727c49ae-89bd-4832-8901-188e56d77677),segment_id=727c49ae-89bd-4832-8901-188e56d77677)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:31.261961 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.277621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea95e-3f8c-4e71-845e-9ad6e4194058 req-8ab1456d-f333-4e9b-ae8b-8770af276f78 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:31.279995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfea95e-3f8c-4e71-845e-9ad6e4194058 req-8ab1456d-f333-4e9b-ae8b-8770af276f78 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 946 time: 0.2047775 Oct 25 23:14:31.281844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] Calling delete_port for 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:31.310851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.316411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:31.364008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e38ca4-1d99-4205-989e-746326cebe4d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:31.376114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727c49ae-89bd-4832-8901-188e56d77677') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:31.376835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727c49ae-89bd-4832-8901-188e56d77677') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:14:31.387251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.395487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.405007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.428944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] Pushing event deleted for resources: {'Port': ['ID=78b92aa5-f78a-4d74-9b9e-0a51efd9efb9,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:31.433585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea12bb-870b-4814-8952-49f87a009c82 None None] No DVR routers for this DVR port 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:14:31.436801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:14:31.437647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:14:31.439889 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:14:31.479786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dfea95e-3f8c-4e71-845e-9ad6e4194058 req-edb26b93-f1d5-43ce-8d56-5f405a924b57 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792862 Oct 25 23:14:31.512029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb02bb-e9a1-46fb-b057-13b57c8e4f68 req-4448fad1-73bb-49d3-bc48-43938f263dad tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:31.519945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3fbb02bb-e9a1-46fb-b057-13b57c8e4f68 req-4448fad1-73bb-49d3-bc48-43938f263dad tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1811650 Oct 25 23:14:31.549725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.564893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-976989ad-b2c6-411e-87b9-88e89a2e023a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.565740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.570904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] 10.222.0.25 "DELETE /v2.0/networks/14e38ca4-1d99-4205-989e-746326cebe4d HTTP/1.1" status: 204 len: 168 time: 1.3592873 Oct 25 23:14:31.576431 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-976989ad-b2c6-411e-87b9-88e89a2e023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.605449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5fb14-8857-4ee6-a4b7-b0f6b5462e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e38ca4-1d99-4205-989e-746326cebe4d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:31.629759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3fbb02bb-e9a1-46fb-b057-13b57c8e4f68 req-909cc8a2-cf83-40e9-9223-74f50cc0764f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033778 Oct 25 23:14:31.694575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-976989ad-b2c6-411e-87b9-88e89a2e023a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe38175dcf8049ff8206edba149ed640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7183127 Oct 25 23:14:31.698963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35424) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:31.702197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976989ad-b2c6-411e-87b9-88e89a2e023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07112a3d-f9c4-40d0-a3fb-7fae462506f3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:31.732742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cbb9a-2e82-4c3f-acfb-1b909bd91716 req-17dc99b0-6025-4a75-a3bf-1e0c95504b11 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:31.740856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab1cbb9a-2e82-4c3f-acfb-1b909bd91716 req-17dc99b0-6025-4a75-a3bf-1e0c95504b11 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.1693025 Oct 25 23:14:31.774473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c59dca6-6c70-4d60-84df-3ccfa58ac349 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:31.793278 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.808755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab1cbb9a-2e82-4c3f-acfb-1b909bd91716 req-43b92af1-df57-44d1-bd85-dbd4ee20c507 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669494 Oct 25 23:14:31.809432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:31.818079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Transition to ACTIVE for port object 7c59dca6-6c70-4d60-84df-3ccfa58ac349 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:31.824628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.853376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b677c0b-cb68-4f34-8f36-bfefe0664b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.891410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c59dca6-6c70-4d60-84df-3ccfa58ac349,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:31.917468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b677c0b-cb68-4f34-8f36-bfefe0664b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:31.937915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-100bad17-a735-4dbf-a957-97a620989dd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b55f85d8b674e65b690826f81358725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237106 Oct 25 23:14:31.944210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e3e5b-7a26-41f7-87c9-1ad8a4165c32 req-e32373ec-e206-427a-95d8-da48c8b30822 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:31.945792 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-870e3e5b-7a26-41f7-87c9-1ad8a4165c32 req-e32373ec-e206-427a-95d8-da48c8b30822 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 932 time: 0.1932194 Oct 25 23:14:31.946321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35434) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:32.031130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351c37c-477d-46c6-b885-2160c7ac1a22 req-5fd40565-73e4-42c1-868f-ce1cbdac323b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.033607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a351c37c-477d-46c6-b885-2160c7ac1a22 req-5fd40565-73e4-42c1-868f-ce1cbdac323b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 946 time: 0.1191757 Oct 25 23:14:32.040547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Attempting to bind port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:32.041037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Attempting to bind port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:32.041586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Attempting to bind port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:32.050687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-870e3e5b-7a26-41f7-87c9-1ad8a4165c32 req-8f713bea-f909-4234-9c4d-7136e2b08401 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Oct 25 23:14:32.057293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:32.057911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Attempting to bind port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 on network 18eec236-4eeb-4bfd-861a-c4f24dd72246 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:32.068427 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b677c0b-cb68-4f34-8f36-bfefe0664b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.073177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b677c0b-cb68-4f34-8f36-bfefe0664b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.075067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b677c0b-cb68-4f34-8f36-bfefe0664b6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07112a3d-f9c4-40d0-a3fb-7fae462506f3 HTTP/1.1" status: 204 len: 168 time: 0.3740971 Oct 25 23:14:32.085472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:32.085809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Checking segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:32.086212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Bound using segment: {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:32.086660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Bound port: 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce305a-d719-49b1-a148-197ed7745e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:32.087015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.096786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64feda34-296d-4d66-897b-8b42ccf00fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.110679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b677c0b-cb68-4f34-8f36-bfefe0664b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07112a3d-f9c4-40d0-a3fb-7fae462506f3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:32.136994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:32.160586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64feda34-296d-4d66-897b-8b42ccf00fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.207958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:32.208501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 78b92aa5-f78a-4d74-9b9e-0a51efd9efb9 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:32.226781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a351c37c-477d-46c6-b885-2160c7ac1a22 req-7f9fee55-f407-4f40-8bff-c05da9aa0874 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806414 Oct 25 23:14:32.257464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] For port 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:32.261654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] For port 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:32.275081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.288505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dce3be-6f56-4656-9fc9-2b38ddf931aa req-13939875-4ad2-495a-82d5-696106251582 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.290128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36dce3be-6f56-4656-9fc9-2b38ddf931aa req-13939875-4ad2-495a-82d5-696106251582 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0777965 Oct 25 23:14:32.348369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64feda34-296d-4d66-897b-8b42ccf00fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.351507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-64feda34-296d-4d66-897b-8b42ccf00fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.355498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-64feda34-296d-4d66-897b-8b42ccf00fe3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c784f44-3ae5-4bd0-82c3-abe4ea593cb9 HTTP/1.1" status: 204 len: 168 time: 0.4040532 Oct 25 23:14:32.386899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feda34-296d-4d66-897b-8b42ccf00fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c784f44-3ae5-4bd0-82c3-abe4ea593cb9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:32.393374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.394073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:32.395530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] 10.222.0.11 "PUT /v2.0/ports/7c59dca6-6c70-4d60-84df-3ccfa58ac349 HTTP/1.1" status: 200 len: 1092 time: 1.5073879 Oct 25 23:14:32.396433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'tag': '7c59dca6-6c70-4d60-84df-3ccfa58ac349'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:32.399111 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555ae276-02b1-46c5-b71f-b47ce0b38d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9d8094-a6bc-4419-8e52-0ff20c99b8c4", "tag": "7c59dca6-6c70-4d60-84df-3ccfa58ac349"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:32.403360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36dce3be-6f56-4656-9fc9-2b38ddf931aa req-96226c56-7cca-41b0-87ae-d1bd71a0a25a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858462 Oct 25 23:14:32.504040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f23e-2f19-4920-b856-21dd69347de9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c59dca6-6c70-4d60-84df-3ccfa58ac349,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:32.543002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8154f-405e-469f-b634-2396cdb7ef34 req-e91b3cc9-ea72-4afb-aff0-933eb7eb6e61 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.550315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37f8154f-405e-469f-b634-2396cdb7ef34 req-e91b3cc9-ea72-4afb-aff0-933eb7eb6e61 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.2030842 Oct 25 23:14:32.580634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-01f7dfbb-587b-4e16-b8e8-7a20de628c44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1749399 Oct 25 23:14:32.590194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-2ef90223-7baf-4973-b92e-81a77a70882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.592173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-2ef90223-7baf-4973-b92e-81a77a70882d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 1095 time: 0.1268921 Oct 25 23:14:32.625573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37f8154f-405e-469f-b634-2396cdb7ef34 req-ec08649a-0ed5-4c75-b225-1b1aa4e51d68 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723298 Oct 25 23:14:32.694288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-a55e0076-1a3f-4735-8ac3-ec21286f5599 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349 HTTP/1.1" status: 200 len: 217 time: 0.0925283 Oct 25 23:14:32.748186 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3417dd21-2887-4dcd-9a69-ef9f7b5d95d8 x-openstack-request-id: req-3417dd21-2887-4dcd-9a69-ef9f7b5d95d8 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:32.748503 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9d8094-a6bc-4419-8e52-0ff20c99b8c4", "tag": "7c59dca6-6c70-4d60-84df-3ccfa58ac349", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:32.748770 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3417dd21-2887-4dcd-9a69-ef9f7b5d95d8 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:32.749181 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'tag': '7c59dca6-6c70-4d60-84df-3ccfa58ac349', 'status': 'completed', 'code': 200} Oct 25 23:14:32.810782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-2edc2a2c-bb94-426e-994f-c9e8da953d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.812191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-2edc2a2c-bb94-426e-994f-c9e8da953d33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.1005940 Oct 25 23:14:32.898730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501b14-5ab7-4e3e-aeda-6ab7b7a8f5e2 req-a3357d50-1d9c-41c6-929d-994e993443b0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.901087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a501b14-5ab7-4e3e-aeda-6ab7b7a8f5e2 req-a3357d50-1d9c-41c6-929d-994e993443b0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 946 time: 0.0811265 Oct 25 23:14:32.903724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-5bd3ae13-a438-4fe5-b1c2-2ac69d3007e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806844 Oct 25 23:14:32.909453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-1ff59060-eb52-42c4-81cb-83189b443bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:32.911086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-1ff59060-eb52-42c4-81cb-83189b443bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 1096 time: 0.1593575 Oct 25 23:14:32.951256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a501b14-5ab7-4e3e-aeda-6ab7b7a8f5e2 req-d090fb9a-c6f4-4000-a3d6-74a2ed842e17 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Oct 25 23:14:33.028222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95105fff-72a7-4d61-8dd5-4ef38a7ebbd8 req-701c8d51-e54c-498a-8bd1-bdbc8140f533 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.030415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95105fff-72a7-4d61-8dd5-4ef38a7ebbd8 req-701c8d51-e54c-498a-8bd1-bdbc8140f533 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.2330904 Oct 25 23:14:33.049106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35478) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:33.084055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-210bc61c-1fd5-4e40-9920-4a0dbc2bb4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.185765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95105fff-72a7-4d61-8dd5-4ef38a7ebbd8 req-e7a51e1a-181a-442d-b466-6030159ae8f9 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415479 Oct 25 23:14:33.210438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-b1e3b350-9b30-452e-bfc5-f3b620aae627 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876632 Oct 25 23:14:33.222054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-210bc61c-1fd5-4e40-9920-4a0dbc2bb4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.229725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-210bc61c-1fd5-4e40-9920-4a0dbc2bb4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.269142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-252b9853-5ce5-43ea-b282-faede9cd67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.271246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-252b9853-5ce5-43ea-b282-faede9cd67c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 916 time: 0.3208926 Oct 25 23:14:33.285507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc61c-1fd5-4e40-9920-4a0dbc2bb4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135fc5d5-8f06-4d03-92af-9bbb2f521ae3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:33.304748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d462-b34c-48bd-a913-d143e7358491 req-4b1f1a82-828f-4f1d-af3c-21bec1309fff tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.307254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c949d462-b34c-48bd-a913-d143e7358491 req-4b1f1a82-828f-4f1d-af3c-21bec1309fff tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 944 time: 0.1480658 Oct 25 23:14:33.312713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-210bc61c-1fd5-4e40-9920-4a0dbc2bb4e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=594d37a6dfcc43e8a50cbabcf50c2235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618704 Oct 25 23:14:33.320256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35484) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:33.329694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-809e8969-1ea9-40a8-b0f9-0dd42efaaf13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb HTTP/1.1" status: 200 len: 217 time: 0.0498533 Oct 25 23:14:33.400714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c949d462-b34c-48bd-a913-d143e7358491 req-6d97fa88-40b0-4cd3-9584-1833307b2fe9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817006 Oct 25 23:14:33.403028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-31d505ba-1e26-4e1d-9244-8c5de8c560c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.414985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-31d505ba-1e26-4e1d-9244-8c5de8c560c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.0651305 Oct 25 23:14:33.426002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0911008f-09f1-4938-a5a0-d0f004afa449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.426517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fee04ea0-4b4e-471a-8ddb-70152bec72fb req-28bb8270-245e-4d05-81f4-ae69c87475a6 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152798 Oct 25 23:14:33.458857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0911008f-09f1-4938-a5a0-d0f004afa449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.522407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-1185bc74-1c47-4d0d-9c5a-cbd425bd818e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873635 Oct 25 23:14:33.538568 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0911008f-09f1-4938-a5a0-d0f004afa449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.541884 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0911008f-09f1-4938-a5a0-d0f004afa449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:33.543857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0911008f-09f1-4938-a5a0-d0f004afa449 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/135fc5d5-8f06-4d03-92af-9bbb2f521ae3 HTTP/1.1" status: 204 len: 168 time: 0.2217646 Oct 25 23:14:33.579628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911008f-09f1-4938-a5a0-d0f004afa449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135fc5d5-8f06-4d03-92af-9bbb2f521ae3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:33.652171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35500) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:33.675024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-4161a9d1-cfc0-4303-8149-7aeac35effee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.678422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-4161a9d1-cfc0-4303-8149-7aeac35effee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df64b6997ef4146aad2193ca0910f20&device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 1095 time: 0.1641073 Oct 25 23:14:33.801589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433620-c22c-46d7-bd6f-01828719e3fa req-a849f7fc-f429-45a1-a5b6-b182f30f7c51 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.803720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d433620-c22c-46d7-bd6f-01828719e3fa req-a849f7fc-f429-45a1-a5b6-b182f30f7c51 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2598615 Oct 25 23:14:33.816252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-f25ebcb2-c91e-4c5e-acc2-958ea5a6dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.817745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-f25ebcb2-c91e-4c5e-acc2-958ea5a6dccc service neutron] 10.222.0.11 "GET /v2.0/networks?id=18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 200 len: 916 time: 0.1297600 Oct 25 23:14:33.831898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e57-ca3d-4cba-a015-c951083d114a req-6e639aae-4ff6-44db-8119-d54d914838ef tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:33.841544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7b44e57-ca3d-4cba-a015-c951083d114a req-6e639aae-4ff6-44db-8119-d54d914838ef tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1035790 Oct 25 23:14:33.897435 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d7b44e57-ca3d-4cba-a015-c951083d114a req-4ef92b20-91e6-4e88-bdfa-de68233cf33c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544200 Oct 25 23:14:33.898796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-f21b6856-41a8-45fe-b4af-18efe793b1ce service neutron] 10.222.0.15 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662391 Oct 25 23:14:33.900346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-46941067-30df-4703-a67a-dac62cdc9b68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349 HTTP/1.1" status: 200 len: 217 time: 0.0596142 Oct 25 23:14:33.903328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d433620-c22c-46d7-bd6f-01828719e3fa req-6ea76012-39ae-4ae7-bcca-3cc29a359fe8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907118 Oct 25 23:14:34.028023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-dce724f8-654f-4587-98bf-753ba005265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.029661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-dce724f8-654f-4587-98bf-753ba005265a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 200 len: 855 time: 0.1206107 Oct 25 23:14:34.065823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a218b86-0cc2-4c74-934f-a8317614a1f8 req-6eab1d6d-29cd-48d6-8261-d115ff5c4937 service neutron] 10.222.0.15 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580250 Oct 25 23:14:34.112385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-a51f4d8b-957c-4707-b742-4f33641de3d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18eec236-4eeb-4bfd-861a-c4f24dd72246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454106 Oct 25 23:14:34.114972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-546105245-network', 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:34.184357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbfee9-a0fa-4c3e-87d1-6b65906c575b req-b8a0e727-7641-4384-b454-65098b1f169b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.193748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28fbfee9-a0fa-4c3e-87d1-6b65906c575b req-b8a0e727-7641-4384-b454-65098b1f169b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 946 time: 0.1284158 Oct 25 23:14:34.204494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:34.207103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.232275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.262412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-610c1096-347e-4a6b-854f-7df9786d24fe tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.264245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-610c1096-347e-4a6b-854f-7df9786d24fe tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 946 time: 0.1318586 Oct 25 23:14:34.310646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28fbfee9-a0fa-4c3e-87d1-6b65906c575b req-b5f1cdaf-da82-464f-8b92-0d3547b41194 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110091 Oct 25 23:14:34.401879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603229a-c2d4-4386-8ee2-294c461f52a1 req-9a2af0f6-3902-4479-ac9f-0f66d54358db tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.403791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8603229a-c2d4-4386-8ee2-294c461f52a1 req-9a2af0f6-3902-4479-ac9f-0f66d54358db tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1028621 Oct 25 23:14:34.405831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-27cb922a-d778-4e6e-bbe8-f2744b9cfcd0 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753861 Oct 25 23:14:34.517802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8603229a-c2d4-4386-8ee2-294c461f52a1 req-0df263c0-6456-4cde-bf87-24e151c2ae02 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893352 Oct 25 23:14:34.523952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.527919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port be0f7a20-b27d-4512-a942-f6649e1efc96 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:34.528369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.567741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-555ae276-02b1-46c5-b71f-b47ce0b38d4e req-fb0ecfee-40f0-4492-adea-24bb6314cf09 service neutron] 10.222.0.11 "GET /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485131 Oct 25 23:14:34.597768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.650921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:14:34.687267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.687610 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Added segment 49044f5f-8205-429e-b491-98ceb9b98d67 of type vlan for network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 Oct 25 23:14:34.703131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c259045-f257-4101-b45f-8d19a66ee3b9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:34.710244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a3b3c-14b4-4c63-abd8-646117ed86f4 req-89ad4f5d-95c6-4ee9-bfcc-9d3979f6b670 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.715663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-1982e6b0-1a89-4346-adbe-a4dd76642214 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.722708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-1982e6b0-1a89-4346-adbe-a4dd76642214 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 809 time: 0.2863986 Oct 25 23:14:34.722861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-557a3b3c-14b4-4c63-abd8-646117ed86f4 req-89ad4f5d-95c6-4ee9-bfcc-9d3979f6b670 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 944 time: 0.0853026 Oct 25 23:14:34.759909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port be0f7a20-b27d-4512-a942-f6649e1efc96, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be0f7a20-b27d-4512-a942-f6649e1efc96,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:34.760419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.767778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-557a3b3c-14b4-4c63-abd8-646117ed86f4 req-1de8dc4c-37da-431a-95fa-88e8f3c778e5 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Oct 25 23:14:34.795243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-edae7299-3baf-4daa-92e2-f85805439544 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/quotas/bd9df6ea376841bcba123273fc35e1ec HTTP/1.1" status: 200 len: 375 time: 0.0709333 Oct 25 23:14:34.823667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for be0f7a20-b27d-4512-a942-f6649e1efc96 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:34.843091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.927438 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6d3871ad-7f92-40d4-88c9-4c67ce3dd494 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276500 Oct 25 23:14:34.930468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:34.931435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:34.932006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:35.028371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682676-7244-4484-9b6b-9d250742cc8e req-98c24f98-a74d-4618-88ba-2a1c460a23e0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:35.040227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2682676-7244-4484-9b6b-9d250742cc8e req-98c24f98-a74d-4618-88ba-2a1c460a23e0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0721164 Oct 25 23:14:35.053854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4004254 Oct 25 23:14:35.057395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35548) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:14:35.063313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Request body: {'subnet': {'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-546105245-subnet', 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:35.086775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7359-8f0f-4b83-8299-80bf43125c71 admin admin] Pushing event updated for resources: {'Network': ['ID=33b8b6f2-0c10-4c03-a465-e238c312f1a7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:35.098586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2682676-7244-4484-9b6b-9d250742cc8e req-1afd2be8-6d31-4776-be69-fb5b1f83f8ee tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573943 Oct 25 23:14:35.106552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:35.108952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:35.114613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:14:35.201480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:35.204689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-a00a91ca-beb0-4ff5-9346-b8cbc89c2369 service neutron] 10.222.0.25 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429497 Oct 25 23:14:35.246504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=be0f7a20-b27d-4512-a942-f6649e1efc96,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:35.249668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1', '9fe7c09c-1340-4152-9382-2f81d0043d7f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:35.341548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:35.382179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port be0f7a20-b27d-4512-a942-f6649e1efc96 on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:14:35.389945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:35.393368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f869f20-467b-4388-b94a-6ae4d536f04a req-fe4f3238-9e54-4b2f-b5dc-3ec9849e8ee6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.11 "DELETE /v2.0/ports/be0f7a20-b27d-4512-a942-f6649e1efc96 HTTP/1.1" status: 204 len: 173 time: 1.1174188 Oct 25 23:14:35.393898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'name': 'network-vif-deleted', 'tag': 'be0f7a20-b27d-4512-a942-f6649e1efc96'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:35.396846 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487d95f-8c59-49a0-80c6-eb9f348e1910" -d '{"events": [{"server_uuid": "b4f158b4-570a-4a72-963a-1d7cc7fd65e1", "name": "network-vif-deleted", "tag": "be0f7a20-b27d-4512-a942-f6649e1efc96"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:35.430812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-b6ba2632-dc7d-46ec-a0a9-e5f668d7d6b1 service neutron] 10.222.0.25 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916723 Oct 25 23:14:35.450686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66993fd2-f13e-4851-9d52-d00daa558146 req-ac375efb-a06c-4822-ad26-f71753075825 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f158b4-570a-4a72-963a-1d7cc7fd65e1 HTTP/1.1" status: 200 len: 210 time: 0.0604148 Oct 25 23:14:35.482266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:35.482628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Network hostable DHCP agents. Network: 33b8b6f2-0c10-4c03-a465-e238c312f1a7, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:14:35.491731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=54249837-052b-468f-bf65-0436c1b3962a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:35.511665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:14:35.533918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 33b8b6f2-0c10-4c03-a465-e238c312f1a7) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:35.542738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:35.543488 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:35.544844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159cdd8-e53a-4531-8766-e8996e2ab454 None None] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:14:35.586478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59de59b5-9888-4ab2-ae2c-205c02fa97dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5277972 Oct 25 23:14:35.622580 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91584ade-4a7a-4b62-b355-4a16dc4523b1 x-openstack-request-id: req-91584ade-4a7a-4b62-b355-4a16dc4523b1 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:35.622866 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f158b4-570a-4a72-963a-1d7cc7fd65e1", "name": "network-vif-deleted", "tag": "be0f7a20-b27d-4512-a942-f6649e1efc96", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:35.623114 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91584ade-4a7a-4b62-b355-4a16dc4523b1 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:35.623509 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f158b4-570a-4a72-963a-1d7cc7fd65e1', 'name': 'network-vif-deleted', 'tag': 'be0f7a20-b27d-4512-a942-f6649e1efc96', 'status': 'completed', 'code': 200} Oct 25 23:14:35.782538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d486122-8c13-4d65-9bf7-d0ca05cb56fc req-98fbb7cd-5698-4409-a26a-a1c5a0c736de tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 210 time: 0.0722830 Oct 25 23:14:35.824968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e7ddb1-7bdf-4c40-be5c-45dea7713b5d None None] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:14:35.840937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4370023-987e-441a-87c2-116030ba176e req-7ca1f188-2070-471e-8aab-271c1b67efaa tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:35.843081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4370023-987e-441a-87c2-116030ba176e req-7ca1f188-2070-471e-8aab-271c1b67efaa tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1055520 Oct 25 23:14:35.931740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b4370023-987e-441a-87c2-116030ba176e req-6984a0bd-2055-4a34-8bf6-bbd1a359bda3 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804517 Oct 25 23:14:35.964506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a0303-ac25-4133-b705-e55dc354c653 req-a7312081-b495-4695-b700-0dd4ae6cacf1 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:35.966381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc9a0303-ac25-4133-b705-e55dc354c653 req-a7312081-b495-4695-b700-0dd4ae6cacf1 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 944 time: 0.0939147 Oct 25 23:14:36.071163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc9a0303-ac25-4133-b705-e55dc354c653 req-ed7b60e8-7257-436c-b505-efbcbbcd5fef tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Oct 25 23:14:36.233392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7c59dca6-6c70-4d60-84df-3ccfa58ac349 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:36.271754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be0f7a20-b27d-4512-a942-f6649e1efc96 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:36.308894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71071f1-8730-4ed1-bd80-129755e64b84 req-96d39c31-780d-4014-84e2-e9a51df03a6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:36.310288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a71071f1-8730-4ed1-bd80-129755e64b84 req-96d39c31-780d-4014-84e2-e9a51df03a6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1179695 Oct 25 23:14:36.342641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: be0f7a20-b27d-4512-a942-f6649e1efc96 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:36.342980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be0f7a20-b27d-4512-a942-f6649e1efc96 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:36.382821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a71071f1-8730-4ed1-bd80-129755e64b84 req-0f446e69-d374-4309-909f-804a87c8a729 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617375 Oct 25 23:14:36.432601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-f208d72f-c927-4001-9d04-46713dcd2d28 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:36.436819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-f208d72f-c927-4001-9d04-46713dcd2d28 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1793120 Oct 25 23:14:36.444587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:36.459165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '7c59dca6-6c70-4d60-84df-3ccfa58ac349', 'network_id': '18eec236-4eeb-4bfd-861a-c4f24dd72246', 'port_id': '7c59dca6-6c70-4d60-84df-3ccfa58ac349', 'mac_address': 'fa:16:3e:fc:18:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e506474-97f2-4472-bf5b-b1bf68120d56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:36.470260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-22228bea-ff7a-444d-8b0b-36f13bccd54b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.0275776 Oct 25 23:14:36.511234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-05b9d848-2112-4303-8491-6a4def063ccc tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331702 Oct 25 23:14:36.526678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:36.549312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c59dca6-6c70-4d60-84df-3ccfa58ac349 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:36.576517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:36.585191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:36.662486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7c59dca6-6c70-4d60-84df-3ccfa58ac349,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:36.680942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-2b6e3b8c-8ce0-408a-ae10-e436ddbafae5 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628537 Oct 25 23:14:36.784441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-b80b7ea5-50dd-4de3-9a16-fbd656b92a5e service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968511 Oct 25 23:14:36.839431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['7c59dca6-6c70-4d60-84df-3ccfa58ac349'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:36.841702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1029a1-196f-4637-adb3-05c06fc49b5a req-5056854f-666b-4e93-9fd5-18e31caea1d4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:36.845107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf1029a1-196f-4637-adb3-05c06fc49b5a req-5056854f-666b-4e93-9fd5-18e31caea1d4 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.0628233 Oct 25 23:14:36.911245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf1029a1-196f-4637-adb3-05c06fc49b5a req-65b04967-2e7f-42ea-999c-b450a0af3a0a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593319 Oct 25 23:14:37.040172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f1e8cc6-c18a-4248-9c3f-1a2348955b39 req-25bfa5a3-afb4-4859-b46b-69c596117200 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 210 time: 0.0483747 Oct 25 23:14:37.050693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f49ff8a-a891-4da0-8823-1c9f4fce9875 req-1f0910c4-ce09-40f3-886b-72d32aeb8406 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 210 time: 0.0787125 Oct 25 23:14:37.196318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc6c47-ee83-48b9-b80f-b9cafcfaa84b req-67745d7e-617c-4c4e-81ef-0b6a28a11c30 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:37.202565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fc6c47-ee83-48b9-b80f-b9cafcfaa84b req-67745d7e-617c-4c4e-81ef-0b6a28a11c30 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1061578 Oct 25 23:14:37.250047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-fb6e3111-b3e9-463e-a8fe-e8a25659c482 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:37.251570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-fb6e3111-b3e9-463e-a8fe-e8a25659c482 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.11 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 809 time: 0.2589912 Oct 25 23:14:37.260928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02fc6c47-ee83-48b9-b80f-b9cafcfaa84b req-ba69d040-2198-4245-be2d-05313613a2e2 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Oct 25 23:14:37.268431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Request body: {'port': {'device_id': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'admin_state_up': True, 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:37.281088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1b727-5344-4eb3-b83e-a638edf8bedb req-b885dda4-23b8-481e-b3b7-2959463daaf9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:37.282597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a1b727-5344-4eb3-b83e-a638edf8bedb req-b885dda4-23b8-481e-b3b7-2959463daaf9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 945 time: 0.1013725 Oct 25 23:14:37.378900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a1b727-5344-4eb3-b83e-a638edf8bedb req-3df5265e-87de-4548-b9a5-798ff49cff86 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841215 Oct 25 23:14:37.435313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Made reservation on behalf of bd9df6ea376841bcba123273fc35e1ec for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:37.440306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:37.541868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1782-79ba-493e-abf4-90a4bc192574 req-f67500f6-3ff8-4c6e-8db3-47f75ef07e0f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:37.547113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a1782-79ba-493e-abf4-90a4bc192574 req-f67500f6-3ff8-4c6e-8db3-47f75ef07e0f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0945075 Oct 25 23:14:37.611788 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-166a1782-79ba-493e-abf4-90a4bc192574 req-f65ce0cb-fe61-4a62-a9e5-4576a96a3fa7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Oct 25 23:14:37.633511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Allocated IP 172.20.0.9 (7473a1ae-48e4-4f7f-94a6-b7212cb14170/82f6d7db-38ae-49cb-8d50-3495df5bf739/2f1274ed-44c1-4b0d-b087-5c05f0efa6e0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:37.835837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:37.878453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:37.916905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2c94efc-62df-44a6-8819-d2d38737571c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:37.928751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:37.932454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:37.937511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:37.987830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:37.988548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:38.002701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Pushing event updated for resources: {'Port': ['ID=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:38.010328 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-f7172e68-a14a-4a74-8cf5-06acf4a6b60e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476025 Oct 25 23:14:38.024726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Request body: {'port': {'device_id': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:38.138538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:38.162817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9452725-a0e6-46b5-8b16-5d6caf784b9a req-07f558e9-fbea-443e-9627-3a6d92e53f44 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:38.170789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f9452725-a0e6-46b5-8b16-5d6caf784b9a req-07f558e9-fbea-443e-9627-3a6d92e53f44 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.1152227 Oct 25 23:14:38.249207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-358c88b2-77b2-4e61-8dc9-0baccba17ae2 req-2491cc7b-757c-44a8-8706-f060ce58283d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 210 time: 0.0614750 Oct 25 23:14:38.263727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7c59dca6-6c70-4d60-84df-3ccfa58ac349 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:38.410392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-f49cde50-6ef9-4213-b492-c5d817420a3c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:38.413182 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-f49cde50-6ef9-4213-b492-c5d817420a3c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1586962 Oct 25 23:14:38.430650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Request body: {'port': {'device_id': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'admin_state_up': True, 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:38.498380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:38.507002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:38.507428 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:38.600349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:38.637032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:38.639916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c59dca6-6c70-4d60-84df-3ccfa58ac349'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:38.643129 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588ce97-5164-4c75-8624-0cf436567af2" -d '{"events": [{"server_uuid": "ef9d8094-a6bc-4419-8e52-0ff20c99b8c4", "name": "network-vif-plugged", "status": "completed", "tag": "7c59dca6-6c70-4d60-84df-3ccfa58ac349"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:38.648340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:38.660713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:38.667291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:38.680754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126315d-6f0e-46ec-96c5-0eaed7127805 req-3d0cc9f1-2f08-4a7f-a65d-ae7bdeda9398 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:38.683040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d126315d-6f0e-46ec-96c5-0eaed7127805 req-3d0cc9f1-2f08-4a7f-a65d-ae7bdeda9398 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 931 time: 0.0947301 Oct 25 23:14:38.715004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7c59dca6-6c70-4d60-84df-3ccfa58ac349,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:38.842323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f9452725-a0e6-46b5-8b16-5d6caf784b9a req-612fabc3-5292-4ae2-be52-2b38a9b5bd0e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583543 Oct 25 23:14:38.919595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Allocated IP 172.20.0.13 (33b8b6f2-0c10-4c03-a465-e238c312f1a7/54249837-052b-468f-bf65-0436c1b3962a/2a14e6fc-1f99-4bb9-be75-26252cfd5422) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:39.040732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62179-5527-4ad9-92c4-9102259e37dc req-d1973c93-41d1-488a-930a-507fe3c71e1b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.042637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3f62179-5527-4ad9-92c4-9102259e37dc req-d1973c93-41d1-488a-930a-507fe3c71e1b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1144488 Oct 25 23:14:39.104129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.122488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3f62179-5527-4ad9-92c4-9102259e37dc req-d2af5d3d-fbab-4d1f-9a91-92a003404f67 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Oct 25 23:14:39.251136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:39.262211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.292060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a8cd-e74e-40d1-a17b-9eeff859fad8 req-025efb94-f8b5-45b7-b3f7-6e757864fdb3 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.294355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cf9a8cd-e74e-40d1-a17b-9eeff859fad8 req-025efb94-f8b5-45b7-b3f7-6e757864fdb3 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.0867221 Oct 25 23:14:39.306252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Transition to ACTIVE for port object 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:39.316296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.399742 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cf9a8cd-e74e-40d1-a17b-9eeff859fad8 req-4084eb05-c29d-4837-8929-4427838f6077 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958753 Oct 25 23:14:39.432594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Pushing event updated for resources: {'Port': ['ID=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:39.506783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.540889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Attempting to bind port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:39.540889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Attempting to bind port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:39.542475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Attempting to bind port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:39.550510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d126315d-6f0e-46ec-96c5-0eaed7127805 req-c6810c9b-ef10-4abf-829c-45e6fc38e900 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8340466 Oct 25 23:14:39.552308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:39.552743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Attempting to bind port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 on network 7473a1ae-48e4-4f7f-94a6-b7212cb14170 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:39.558837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:39.559301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Checking segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:39.559795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Bound using segment: {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:39.560587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Bound port: 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:39.561103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.563179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:39.578638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f52d0f-4275-411b-bda0-88050e172e99 req-b4eb7bcb-f039-495b-86c8-c4cfff8d731e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.580074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46f52d0f-4275-411b-bda0-88050e172e99 req-b4eb7bcb-f039-495b-86c8-c4cfff8d731e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.4260886 Oct 25 23:14:39.581020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:39.585741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:39.593933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666b483-7e95-43f8-8d99-6f1c630e9af8 req-664da9b2-aeac-4394-9be1-1c007c07f51a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.595747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5666b483-7e95-43f8-8d99-6f1c630e9af8 req-664da9b2-aeac-4394-9be1-1c007c07f51a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0922060 Oct 25 23:14:39.631662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event updated for resources: {'Port': ['ID=2a14e6fc-1f99-4bb9-be75-26252cfd5422,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:39.638115 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf861e3-e57c-4090-897a-4bbd6b8aff40 x-openstack-request-id: req-8bf861e3-e57c-4090-897a-4bbd6b8aff40 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:39.638681 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9d8094-a6bc-4419-8e52-0ff20c99b8c4", "name": "network-vif-plugged", "status": "completed", "tag": "7c59dca6-6c70-4d60-84df-3ccfa58ac349", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:39.638857 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bf861e3-e57c-4090-897a-4bbd6b8aff40 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:39.639479 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c59dca6-6c70-4d60-84df-3ccfa58ac349', 'code': 200} Oct 25 23:14:39.689360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.690263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.710613 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5666b483-7e95-43f8-8d99-6f1c630e9af8 req-9e1b3d85-5080-451e-9c3c-eac9c11e6ff9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920699 Oct 25 23:14:39.713634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] For port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:39.718640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] For port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:39.739902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.782776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.783852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.785565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] 10.222.0.11 "PUT /v2.0/ports/2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 HTTP/1.1" status: 200 len: 1091 time: 1.7660801 Oct 25 23:14:39.788162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'tag': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:39.791441 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc72fe-3f59-41a0-a997-80157a1d6b69" -d '{"events": [{"name": "network-changed", "server_uuid": "a98abeeb-57d4-4825-be88-6b2f6a187990", "tag": "2f1274ed-44c1-4b0d-b087-5c05f0efa6e0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:39.830339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-dd1da128-0f6e-4b93-82db-042046d62d63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4048595 Oct 25 23:14:39.831626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba911-f06e-46c3-95a2-d5aba786339c service neutron] Pushing event updated for resources: {'Port': ['ID=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:39.879097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Request body: {'port': {'device_id': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:39.896447 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0608b676-15fa-42ed-b8ef-ba0ef4122653 x-openstack-request-id: req-0608b676-15fa-42ed-b8ef-ba0ef4122653 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:39.897375 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98abeeb-57d4-4825-be88-6b2f6a187990", "tag": "2f1274ed-44c1-4b0d-b087-5c05f0efa6e0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:39.898327 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0608b676-15fa-42ed-b8ef-ba0ef4122653 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:39.899077 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'tag': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0', 'status': 'completed', 'code': 200} Oct 25 23:14:39.919643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-a280cb45-e63a-417d-b121-b121316d7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.921176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-a280cb45-e63a-417d-b121-b121316d7fa2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 1094 time: 0.0718539 Oct 25 23:14:39.921861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a68f-0728-4e75-acd6-d7a4a2932519 req-9de5a8d1-487a-4bfc-ae93-99e33e54a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.923368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f815a68f-0728-4e75-acd6-d7a4a2932519 req-9de5a8d1-487a-4bfc-ae93-99e33e54a233 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 1097 time: 0.2038555 Oct 25 23:14:39.934447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba7dad-0355-4b3c-a3f7-99f8ac2bc270 req-371cd673-2148-4139-8c88-493c4e4fe0a8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:39.942026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-beba7dad-0355-4b3c-a3f7-99f8ac2bc270 req-371cd673-2148-4139-8c88-493c4e4fe0a8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 932 time: 0.2287319 Oct 25 23:14:39.982353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port 9fe7c09c-1340-4152-9382-2f81d0043d7f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:39.982693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:39.996595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-ba12dc54-1318-4921-88d9-2c2180b167c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 HTTP/1.1" status: 200 len: 217 time: 0.0563612 Oct 25 23:14:40.089541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e98f7-2f7d-493c-a368-5d5cf5392e3d req-20c65920-3852-4ddd-8af9-9a7689f79d11 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.097019 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d48e98f7-2f7d-493c-a368-5d5cf5392e3d req-20c65920-3852-4ddd-8af9-9a7689f79d11 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 945 time: 0.1127059 Oct 25 23:14:40.100738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-93d5fd04-b197-4a4b-840f-577e0970bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.102098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-93d5fd04-b197-4a4b-840f-577e0970bced service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.0892844 Oct 25 23:14:40.119746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f815a68f-0728-4e75-acd6-d7a4a2932519 req-82e849f3-c178-439a-af0b-ebe41a5d7d3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710997 Oct 25 23:14:40.127304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:40.132086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-beba7dad-0355-4b3c-a3f7-99f8ac2bc270 req-6d1cff88-b3b9-4e12-8e3b-ca18b126f0f6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887872 Oct 25 23:14:40.154780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900eee-6569-4a95-a28b-40077854c218 req-b4c69c98-5afd-4c21-9de1-4afa1af414a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.156298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-b4c69c98-5afd-4c21-9de1-4afa1af414a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.1776345 Oct 25 23:14:40.156615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-6e4e9810-fc6d-486d-a91d-2f697eb5d220 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475123 Oct 25 23:14:40.176438 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d48e98f7-2f7d-493c-a368-5d5cf5392e3d req-1cda7d2d-e98a-403f-8986-0521fd87dbe2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785539 Oct 25 23:14:40.312125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b9d4-e202-49df-acd3-5bd0e390688f req-f657f445-581d-4f76-99d7-2d62b9f26eaf tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.313821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4090b9d4-e202-49df-acd3-5bd0e390688f req-f657f445-581d-4f76-99d7-2d62b9f26eaf tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0630796 Oct 25 23:14:40.418477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4090b9d4-e202-49df-acd3-5bd0e390688f req-0b7f3102-0b7b-4d7b-966e-4ca9de1a84f0 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806205 Oct 25 23:14:40.450530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-64d6ec22-59d8-4786-a1e8-769da39db5d7 service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314030 Oct 25 23:14:40.454454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cbb8b-e051-4fe1-bdf4-83d10bcf2de9 req-d8dd2e2d-00bc-4b6c-85d3-cd513816468e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.456798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-800cbb8b-e051-4fe1-bdf4-83d10bcf2de9 req-d8dd2e2d-00bc-4b6c-85d3-cd513816468e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1965153 Oct 25 23:14:40.462210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port 9fe7c09c-1340-4152-9382-2f81d0043d7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=9fe7c09c-1340-4152-9382-2f81d0043d7f,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:40.462400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:40.493862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for 9fe7c09c-1340-4152-9382-2f81d0043d7f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:40.602733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-800cbb8b-e051-4fe1-bdf4-83d10bcf2de9 req-606c153a-c00d-490b-878e-cfd98b29b82f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289268 Oct 25 23:14:40.604518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c8f1a-2af8-4b24-943a-d5d80753913e req-ce21449f-c924-44ed-ba18-8252bc1efeff tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.607883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c16c8f1a-2af8-4b24-943a-d5d80753913e req-ce21449f-c924-44ed-ba18-8252bc1efeff tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.0838163 Oct 25 23:14:40.647383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b90c411-2d3f-4cbd-a042-31c1099b890b req-b9920a37-71f8-43ce-a464-f2a40e7fb4bc service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854873 Oct 25 23:14:40.649821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900eee-6569-4a95-a28b-40077854c218 req-939a456b-020b-45fe-a174-25f062f9cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.652362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-939a456b-020b-45fe-a174-25f062f9cba8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.3277576 Oct 25 23:14:40.675191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c16c8f1a-2af8-4b24-943a-d5d80753913e req-66c25185-f05f-4854-96f7-d296510ce578 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551383 Oct 25 23:14:40.738419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-2d254ea6-7070-4dd3-8044-4947e2f66122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.740239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-2d254ea6-7070-4dd3-8044-4947e2f66122 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 1094 time: 0.0434070 Oct 25 23:14:40.809763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a14e6fc-1f99-4bb9-be75-26252cfd5422 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:40.827724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:40.856266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-1b4ba90f-45f0-4ead-959e-17361d73bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.857871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-1b4ba90f-45f0-4ead-959e-17361d73bcf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 910 time: 0.1107488 Oct 25 23:14:40.859978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-0e8597ec-fcf8-43ed-abaa-9bc4e32366da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.1723578 Oct 25 23:14:40.888755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a31f2-47b6-4e2d-ae8a-e173f9f5a83e req-abf04fe2-dcb6-459b-8a9c-774a1b11b0d0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.890499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-719a31f2-47b6-4e2d-ae8a-e173f9f5a83e req-abf04fe2-dcb6-459b-8a9c-774a1b11b0d0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 943 time: 0.2126224 Oct 25 23:14:40.892823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Transition to ACTIVE for port object 2a14e6fc-1f99-4bb9-be75-26252cfd5422 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:40.916293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-4cf8a6c1-d167-48ba-b412-e3ed3fc0a486 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 HTTP/1.1" status: 200 len: 217 time: 0.0436985 Oct 25 23:14:40.928158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:40.976485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-c9a08820-5693-40f4-b789-ac000a3db935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:40.977950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-c9a08820-5693-40f4-b789-ac000a3db935 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.0524292 Oct 25 23:14:41.015786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-63f9b73a-2156-404d-844b-1d5821f6850d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264590 Oct 25 23:14:41.026632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:41.035589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900eee-6569-4a95-a28b-40077854c218 req-dc23fa98-ae80-426d-a5ce-b1bfef029ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.037824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-dc23fa98-ae80-426d-a5ce-b1bfef029ec0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1436970 Oct 25 23:14:41.042192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Pushing event updated for resources: {'Port': ['ID=2a14e6fc-1f99-4bb9-be75-26252cfd5422,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:41.060236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:41.071027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-719a31f2-47b6-4e2d-ae8a-e173f9f5a83e req-a5a32b9d-b829-4b7e-b946-8bed1000b017 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400771 Oct 25 23:14:41.101100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9fe7c09c-1340-4152-9382-2f81d0043d7f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:41.124510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=9fe7c09c-1340-4152-9382-2f81d0043d7f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:41.131577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 9fe7c09c-1340-4152-9382-2f81d0043d7f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:41.131915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 9fe7c09c-1340-4152-9382-2f81d0043d7f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:41.135134 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-1b091dcd-0969-4c81-a17f-6146398ba013 service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087854 Oct 25 23:14:41.241335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port 9fe7c09c-1340-4152-9382-2f81d0043d7f on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:14:41.249201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:41.252685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46f52d0f-4275-411b-bda0-88050e172e99 req-285c8617-533c-4905-bb0d-a525faba3433 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "DELETE /v2.0/ports/9fe7c09c-1340-4152-9382-2f81d0043d7f HTTP/1.1" status: 204 len: 173 time: 1.6630282 Oct 25 23:14:41.253146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f7c1fe-6066-484e-b433-65b17537e590', 'name': 'network-vif-deleted', 'tag': '9fe7c09c-1340-4152-9382-2f81d0043d7f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:41.255603 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d9c0e3-8c26-4e36-b1c5-99fd9be43f3c" -d '{"events": [{"server_uuid": "16f7c1fe-6066-484e-b433-65b17537e590", "name": "network-vif-deleted", "tag": "9fe7c09c-1340-4152-9382-2f81d0043d7f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:41.269683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900eee-6569-4a95-a28b-40077854c218 req-16b22a4f-9989-4010-bfac-bee7d2010670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.271910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-16b22a4f-9989-4010-bfac-bee7d2010670 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224436 Oct 25 23:14:41.352792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Attempting to bind port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:41.353236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Attempting to bind port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:41.353621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Attempting to bind port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:41.353821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c744-99f5-404e-8d48-111dd2cfd883 req-761cbad5-462f-4a80-ac33-2eccca4f2f7b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.355718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7808c744-99f5-404e-8d48-111dd2cfd883 req-761cbad5-462f-4a80-ac33-2eccca4f2f7b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 944 time: 0.1052179 Oct 25 23:14:41.362971 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-958b263d-1bf2-4c34-b7b9-9a4953cd154a service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136192 Oct 25 23:14:41.393911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:41.394353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Attempting to bind port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:41.397936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235d8b6b-c802-4470-8d44-3aa91fdc4af5 req-f5677372-b0a2-4a06-b0e3-7b23ef6dfebe tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=16f7c1fe-6066-484e-b433-65b17537e590 HTTP/1.1" status: 200 len: 210 time: 0.0418510 Oct 25 23:14:41.404532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:41.404935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:41.405417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Bound using segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:41.405933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Bound port: 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:41.406369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:41.419000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7808c744-99f5-404e-8d48-111dd2cfd883 req-2b9c8ed5-dc0a-43c5-8780-558db6968702 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 Oct 25 23:14:41.466190 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dab4fe-58e0-458f-a2df-2f4d0b0e2caa x-openstack-request-id: req-90dab4fe-58e0-458f-a2df-2f4d0b0e2caa {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:41.466483 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f7c1fe-6066-484e-b433-65b17537e590", "name": "network-vif-deleted", "tag": "9fe7c09c-1340-4152-9382-2f81d0043d7f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:41.466728 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90dab4fe-58e0-458f-a2df-2f4d0b0e2caa {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:41.467116 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f7c1fe-6066-484e-b433-65b17537e590', 'name': 'network-vif-deleted', 'tag': '9fe7c09c-1340-4152-9382-2f81d0043d7f', 'status': 'completed', 'code': 200} Oct 25 23:14:41.479434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-b6814885-1c47-42dc-b903-9b9500b6ec18 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948462 Oct 25 23:14:41.545542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b08fd-4b6f-4c86-8528-0dbd3d62b1e9 req-88f25ca9-0ae8-4bc6-9055-24828a9cf4e2 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.546835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] For port 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:41.547238 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e8b08fd-4b6f-4c86-8528-0dbd3d62b1e9 req-88f25ca9-0ae8-4bc6-9055-24828a9cf4e2 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0506752 Oct 25 23:14:41.565320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] For port 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:41.572549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:41.589633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e8b08fd-4b6f-4c86-8528-0dbd3d62b1e9 req-cba03a53-eec1-4040-b472-0faacf6269a4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Oct 25 23:14:41.616282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.617142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:41.618520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a14e6fc-1f99-4bb9-be75-26252cfd5422 HTTP/1.1" status: 200 len: 1092 time: 1.7517219 Oct 25 23:14:41.658721 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2900eee-6569-4a95-a28b-40077854c218 req-1fcd0f49-31c7-456c-9c3d-1eb10b96b98e service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602750 Oct 25 23:14:41.659455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe21f5-c485-4b39-8ca6-f97ba2838c91 service neutron] Pushing event updated for resources: {'Port': ['ID=2a14e6fc-1f99-4bb9-be75-26252cfd5422,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:41.746334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-b70f5441-0578-435d-b509-4881ef0519d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.747811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-b70f5441-0578-435d-b509-4881ef0519d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 1095 time: 0.0801573 Oct 25 23:14:41.756568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbf5d-6532-4f6a-9460-aefb41c9ba22 req-b4f49753-b9ed-4c90-af94-805b00cd6dcd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.758008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-399bbf5d-6532-4f6a-9460-aefb41c9ba22 req-b4f49753-b9ed-4c90-af94-805b00cd6dcd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0804462 Oct 25 23:14:41.794188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd86d4-114d-4681-b668-765be94045ea req-cf8404ef-95ca-419e-8bd7-40025eea8d2e tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.795720 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdd86d4-114d-4681-b668-765be94045ea req-cf8404ef-95ca-419e-8bd7-40025eea8d2e tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.0542455 Oct 25 23:14:41.806689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-d4974330-ffab-4d46-971a-bea4ea86c324 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422 HTTP/1.1" status: 200 len: 217 time: 0.0476999 Oct 25 23:14:41.866898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdd86d4-114d-4681-b668-765be94045ea req-da285504-6b22-4407-ad9f-7c5339b90cc6 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Oct 25 23:14:41.870020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-399bbf5d-6532-4f6a-9460-aefb41c9ba22 req-fa9ebb56-b081-4999-86a3-a08a95ce1d61 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991549 Oct 25 23:14:41.902036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-75b28ebc-ace1-4bcf-a7a9-1df06cd32820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:41.903695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-75b28ebc-ace1-4bcf-a7a9-1df06cd32820 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.0888338 Oct 25 23:14:41.946959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-ba5c6c33-f8af-48aa-949f-e9185c0b43d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323477 Oct 25 23:14:42.056853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-141e4688-27fc-4691-a2be-43660fa6a176 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027217 Oct 25 23:14:42.204781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae946c0-d67a-4ada-bcf1-07fa40e0668d req-afe70c0c-d4fd-46e9-af61-7f7ca7c4b3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396472 Oct 25 23:14:42.247607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a00840-2907-4ac2-8381-10d64663b46a req-888a01a3-280e-495f-b578-598e3382c505 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:42.249700 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25a00840-2907-4ac2-8381-10d64663b46a req-888a01a3-280e-495f-b578-598e3382c505 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 943 time: 0.0602314 Oct 25 23:14:42.266031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:42.337656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25a00840-2907-4ac2-8381-10d64663b46a req-50594c31-d23c-4adf-be36-55c8e9f417af tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745726 Oct 25 23:14:42.468887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:42.499609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0', 'network_id': '7473a1ae-48e4-4f7f-94a6-b7212cb14170', 'port_id': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0', 'mac_address': 'fa:16:3e:0e:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f6d7db-38ae-49cb-8d50-3495df5bf739', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:42.569403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:42.589869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:42.633897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9e86-cdfa-4912-b964-c99a54e1c422 req-5dc6213f-3529-4203-95fe-e8ccb06a4ec2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:42.639608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:42.643749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35bb9e86-cdfa-4912-b964-c99a54e1c422 req-5dc6213f-3529-4203-95fe-e8ccb06a4ec2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 944 time: 0.0964417 Oct 25 23:14:42.654353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:42.697742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35bb9e86-cdfa-4912-b964-c99a54e1c422 req-a8a87387-c953-49f7-8186-d09a8b64cf09 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527813 Oct 25 23:14:42.757690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:42.798795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf1953-7912-4ae7-942b-eec12b7f4e28 req-2eb9a2f8-b633-4dc2-9f37-d0d9c151f120 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:42.806698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-62bf1953-7912-4ae7-942b-eec12b7f4e28 req-2eb9a2f8-b633-4dc2-9f37-d0d9c151f120 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0765367 Oct 25 23:14:42.838237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:42.871377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-62bf1953-7912-4ae7-942b-eec12b7f4e28 req-47f22527-8e8c-4377-944f-444305f5f636 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Oct 25 23:14:42.952702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2f1274ed-44c1-4b0d-b087-5c05f0efa6e0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:42.978194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-89e70f92-259e-4ba3-ada7-cf96fd53a610 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:42.979702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-89e70f92-259e-4ba3-ada7-cf96fd53a610 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.1223464 Oct 25 23:14:42.997265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-b81c0027-75f3-436c-85d3-876420fbdf13 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0114708 Oct 25 23:14:43.040614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299b15d-784d-4290-bc39-a88909e34afb req-bcbc68f0-868f-471f-bacd-6fc2340d1fa7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:43.042373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b299b15d-784d-4290-bc39-a88909e34afb req-bcbc68f0-868f-471f-bacd-6fc2340d1fa7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0992887 Oct 25 23:14:43.064913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-a91f2b4f-b19b-4135-a7ff-21158b55f278 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616889 Oct 25 23:14:43.118840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b299b15d-784d-4290-bc39-a88909e34afb req-26ae077c-6dbe-4bad-8f39-f20bb9b39043 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656242 Oct 25 23:14:43.345988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314b08d-a850-4885-a943-58155341e3de req-1c7e1639-0da0-490e-9950-f13e5a0c69e9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:43.347636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e314b08d-a850-4885-a943-58155341e3de req-1c7e1639-0da0-490e-9950-f13e5a0c69e9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1112719 Oct 25 23:14:43.389352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-390f8eb3-4cca-4e09-8064-20d0243fb5aa service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170309 Oct 25 23:14:43.417208 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e314b08d-a850-4885-a943-58155341e3de req-03245bef-de0d-4721-b6d6-c37b16abfbb5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585034 Oct 25 23:14:43.486344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'tag': '2a14e6fc-1f99-4bb9-be75-26252cfd5422'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:43.489534 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b608b9-394a-46f4-9ede-915b5cac5fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a887b2e-bb9a-46b5-b76c-ceab5b11abb2", "tag": "2a14e6fc-1f99-4bb9-be75-26252cfd5422"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:43.521097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-46fc94fb-4f10-4e31-a060-a9a3dec4f490 service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299307 Oct 25 23:14:43.608830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1a4b4-99c2-4b6a-88f9-7a482a5b3a69 req-a34cf3b4-ba43-4955-b208-1b03b8c02528 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:43.621243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ad1a4b4-99c2-4b6a-88f9-7a482a5b3a69 req-a34cf3b4-ba43-4955-b208-1b03b8c02528 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 944 time: 0.0901158 Oct 25 23:14:43.667320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ad1a4b4-99c2-4b6a-88f9-7a482a5b3a69 req-a18efd88-c47b-43b5-a1ad-1e5fd2203d83 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448904 Oct 25 23:14:43.782126 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbf4bd5-91c1-405e-bb7c-dd5222878f62 x-openstack-request-id: req-9bbf4bd5-91c1-405e-bb7c-dd5222878f62 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:43.782470 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a887b2e-bb9a-46b5-b76c-ceab5b11abb2", "tag": "2a14e6fc-1f99-4bb9-be75-26252cfd5422", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:43.782687 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bbf4bd5-91c1-405e-bb7c-dd5222878f62 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:43.783088 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'tag': '2a14e6fc-1f99-4bb9-be75-26252cfd5422', 'status': 'completed', 'code': 200} Oct 25 23:14:43.916100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-e81ac724-14e0-4d2d-9f00-869a3bbdd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:43.920113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-e81ac724-14e0-4d2d-9f00-869a3bbdd35a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 1095 time: 0.1116056 Oct 25 23:14:44.058677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5386-53b0-465a-9173-94813b430890 req-ecf0eae7-48d7-4f5e-9cdc-cea0e364ed38 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:44.060584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61af5386-53b0-465a-9173-94813b430890 req-ecf0eae7-48d7-4f5e-9cdc-cea0e364ed38 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 944 time: 0.1392930 Oct 25 23:14:44.129846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-6cb796f5-df2a-4902-9abc-62b30239d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:44.131481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-6cb796f5-df2a-4902-9abc-62b30239d93e service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.1995416 Oct 25 23:14:44.147596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61af5386-53b0-465a-9173-94813b430890 req-0a081c3b-a14e-4c69-bb76-329340e84a45 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761573 Oct 25 23:14:44.211553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-4166068f-407d-4aa8-bde0-ed4dfe276cef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422 HTTP/1.1" status: 200 len: 217 time: 0.0629406 Oct 25 23:14:44.286446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2a14e6fc-1f99-4bb9-be75-26252cfd5422 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:44.289802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:44.312749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f0cd9-969d-4b5b-9a52-b67210affe30 req-99aee133-a85a-4f1c-8891-89c9f4fdd41a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:44.321443 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b4f0cd9-969d-4b5b-9a52-b67210affe30 req-99aee133-a85a-4f1c-8891-89c9f4fdd41a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0792863 Oct 25 23:14:44.329913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45b479c1-917a-4c7d-a331-eb3751861b72 req-c0dec101-d29c-400f-aa8f-6576089e3e1a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 210 time: 0.0755115 Oct 25 23:14:44.348925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-8721dd1e-7906-4cda-9a34-0d5d26b406bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:44.350760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-8721dd1e-7906-4cda-9a34-0d5d26b406bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.1323075 Oct 25 23:14:44.420030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-24e22d07-451f-4e10-87e3-918cdba4dae8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600264 Oct 25 23:14:44.425347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b4f0cd9-969d-4b5b-9a52-b67210affe30 req-8bb0a2f0-5203-4376-8ff2-c65e6e675ced tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009665 Oct 25 23:14:44.519174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:44.528288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:44.528665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:44.596765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:44.616795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '2a14e6fc-1f99-4bb9-be75-26252cfd5422', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': '2a14e6fc-1f99-4bb9-be75-26252cfd5422', 'mac_address': 'fa:16:3e:a8:52:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:44.668338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:44.716116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a14e6fc-1f99-4bb9-be75-26252cfd5422 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:44.738395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-aea5323d-a24c-4930-a939-ed63bea86e90 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093944 Oct 25 23:14:44.763808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd008-5dea-4165-b16f-b29287f236c3 req-4523fe5c-25fc-44d6-b197-2afb28d68cf4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:44.784946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:44.787040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:44.787491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7dbd008-5dea-4165-b16f-b29287f236c3 req-4523fe5c-25fc-44d6-b197-2afb28d68cf4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.3241706 Oct 25 23:14:44.809846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:44.876745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:44.880486 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a18104-0a6a-4ba4-ab25-7772177ccb98" -d '{"events": [{"server_uuid": "a98abeeb-57d4-4825-be88-6b2f6a187990", "name": "network-vif-plugged", "status": "completed", "tag": "2f1274ed-44c1-4b0d-b087-5c05f0efa6e0"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:44.904774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:44.917660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:44.924613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2a14e6fc-1f99-4bb9-be75-26252cfd5422,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:44.996046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7dbd008-5dea-4165-b16f-b29287f236c3 req-22cf1b8a-cb48-49cc-8dec-ef06af101604 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024994 Oct 25 23:14:45.043330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-b277ada7-715a-4454-a772-6b9d184003e7 req-0be2db29-3a74-4ccd-ad15-3a781cbbbb54 service neutron] (102134) timed out ('10.222.0.11', 64326) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:14:45.053968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8b608b9-394a-46f4-9ede-915b5cac5fc1 req-7b68ce46-506e-4ebe-84d6-59dfb48a0162 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045712 Oct 25 23:14:45.084704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:45.111070 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ffa13d-6b3f-4449-b0a4-fc386d278cb7 x-openstack-request-id: req-69ffa13d-6b3f-4449-b0a4-fc386d278cb7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:45.112147 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98abeeb-57d4-4825-be88-6b2f6a187990", "name": "network-vif-plugged", "status": "completed", "tag": "2f1274ed-44c1-4b0d-b087-5c05f0efa6e0", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:45.112297 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69ffa13d-6b3f-4449-b0a4-fc386d278cb7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:45.113780 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0', 'code': 200} Oct 25 23:14:45.116973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2a14e6fc-1f99-4bb9-be75-26252cfd5422'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:45.149366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e163cb-11d9-4aad-92f4-0d0ed97f537c req-36fbcd69-1969-4dcd-86ca-a5e420206b53 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:45.164320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e163cb-11d9-4aad-92f4-0d0ed97f537c req-36fbcd69-1969-4dcd-86ca-a5e420206b53 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1129062 Oct 25 23:14:45.265478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e163cb-11d9-4aad-92f4-0d0ed97f537c req-692f5aca-1fb7-4078-af44-1d123a4ceda5 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916138 Oct 25 23:14:45.383914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7135e9-737b-4012-aad4-ca84c7bcd755 req-43098552-c390-4e62-8b63-1b1a9baf5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:45.387816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e7135e9-737b-4012-aad4-ca84c7bcd755 req-43098552-c390-4e62-8b63-1b1a9baf5e23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 1096 time: 0.1957390 Oct 25 23:14:45.488603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1f1f5-74c5-429e-8bc6-7452e7aca9d3 req-afe56545-52cf-4932-9b76-9b1699482a11 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:45.515052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4e1f1f5-74c5-429e-8bc6-7452e7aca9d3 req-afe56545-52cf-4932-9b76-9b1699482a11 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 945 time: 0.1253552 Oct 25 23:14:45.594839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a891c6d5-69c5-4424-99ef-d96b8f05d198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:45.642824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4e1f1f5-74c5-429e-8bc6-7452e7aca9d3 req-e8f8e553-8c4d-4a5d-882b-6b2626d751f5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267626 Oct 25 23:14:45.772226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-525f861b-26ba-40b1-ab4e-0d332d69faab req-54123465-eaa5-4cf6-ae7d-976f43eb7506 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 210 time: 0.0599148 Oct 25 23:14:45.968886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7fa2b-d247-430e-8cc7-90bdfcd5d739 req-8aa17179-a4c4-488c-9995-137307b6592c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:45.970850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99b7fa2b-d247-430e-8cc7-90bdfcd5d739 req-8aa17179-a4c4-488c-9995-137307b6592c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1114645 Oct 25 23:14:46.025959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99b7fa2b-d247-430e-8cc7-90bdfcd5d739 req-7c58ed42-894b-42f0-ae56-0415bb89e699 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472372 Oct 25 23:14:46.070283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e7135e9-737b-4012-aad4-ca84c7bcd755 req-6c11a03a-a1c2-4e33-a3f6-dfa9427d31e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709206 Oct 25 23:14:46.099358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4088a7-69ad-49b1-ba66-941c0deca74b req-7ac826ea-534d-475b-9f7a-242bc10c0714 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:46.122974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec4088a7-69ad-49b1-ba66-941c0deca74b req-7ac826ea-534d-475b-9f7a-242bc10c0714 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.6822686 Oct 25 23:14:46.193977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-e8693c41-ef43-46b2-9143-e6c03ec07937 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:46.193977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-e8693c41-ef43-46b2-9143-e6c03ec07937 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.6853166 Oct 25 23:14:46.210969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec4088a7-69ad-49b1-ba66-941c0deca74b req-664e872b-b128-4a65-b383-d9ba38f7cca9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841131 Oct 25 23:14:46.217833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:46.319061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2a14e6fc-1f99-4bb9-be75-26252cfd5422 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:46.363242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:46.374123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:46.428065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d40750-2788-4a33-a65e-62de803c0d9c req-3314a534-4d21-4c53-855a-fc02b64b97ac tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:46.444770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27d40750-2788-4a33-a65e-62de803c0d9c req-3314a534-4d21-4c53-855a-fc02b64b97ac tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1227553 Oct 25 23:14:46.461373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:46.484015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:46.484865 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:46.514912 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27d40750-2788-4a33-a65e-62de803c0d9c req-3eed103f-05a3-442b-a009-e6bbe364c29b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Oct 25 23:14:46.598463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.14 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/bf34f540-1506-498f-b494-33b0cee3243e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:46.610701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:46.690380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:46.699657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:46.776879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=2a14e6fc-1f99-4bb9-be75-26252cfd5422,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:46.949689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43ad767d-38a9-44f7-9555-e4911e40e063 req-40a311dd-9950-4a5d-9567-1f55725acdd0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 210 time: 0.0826197 Oct 25 23:14:46.994724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:47.009408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75819-bff3-428f-883f-f3b16a979afb req-29ed9712-d5a2-4776-b7fc-517fc8fd4707 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:47.019081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6b75819-bff3-428f-883f-f3b16a979afb req-29ed9712-d5a2-4776-b7fc-517fc8fd4707 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 946 time: 0.2705255 Oct 25 23:14:47.084778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6b75819-bff3-428f-883f-f3b16a979afb req-67bd1657-9b3d-45bc-bd68-3a3a5f7c5fdd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643370 Oct 25 23:14:47.116326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a14e6fc-1f99-4bb9-be75-26252cfd5422'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:47.120606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:47.124323 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef646d7-a22e-43da-a99f-e72b31ee06b9" -d '{"events": [{"server_uuid": "8a887b2e-bb9a-46b5-b76c-ceab5b11abb2", "name": "network-vif-plugged", "status": "completed", "tag": "2a14e6fc-1f99-4bb9-be75-26252cfd5422"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:47.163145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:47.227383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc26b42-7386-4f3a-968e-0c3427d01438 req-738e99e1-8b00-4772-9d3f-263c440d241c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:47.238269 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bc26b42-7386-4f3a-968e-0c3427d01438 req-738e99e1-8b00-4772-9d3f-263c440d241c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0957732 Oct 25 23:14:47.268458 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803de9fa-2c54-4c0b-8413-579f8c1c56d0 x-openstack-request-id: req-803de9fa-2c54-4c0b-8413-579f8c1c56d0 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:47.268750 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a887b2e-bb9a-46b5-b76c-ceab5b11abb2", "name": "network-vif-plugged", "status": "completed", "tag": "2a14e6fc-1f99-4bb9-be75-26252cfd5422", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:47.269006 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-803de9fa-2c54-4c0b-8413-579f8c1c56d0 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:47.269409 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a14e6fc-1f99-4bb9-be75-26252cfd5422', 'code': 200} Oct 25 23:14:47.329561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:47.335980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:47.356520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:47.372461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bc26b42-7386-4f3a-968e-0c3427d01438 req-3acd5f6f-a866-47e3-b882-f2e0b84ae86f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317742 Oct 25 23:14:47.462294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=bf34f540-1506-498f-b494-33b0cee3243e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:47.577337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:47.579755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:47.589284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212895-e7be-4d79-a216-f6cbbb7bf86d req-db849e48-1a39-485b-95f6-791245d0e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:47.591009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75212895-e7be-4d79-a216-f6cbbb7bf86d req-db849e48-1a39-485b-95f6-791245d0e3bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 1097 time: 0.2385585 Oct 25 23:14:47.633994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84b027-65d2-4b67-9efe-19043013d571 req-2a19e931-fe5f-41e2-869a-4bbcdc135203 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:47.645766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d84b027-65d2-4b67-9efe-19043013d571 req-2a19e931-fe5f-41e2-869a-4bbcdc135203 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.2218132 Oct 25 23:14:47.666515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c4642d9d-77f0-4e7a-a662-f8a7937cc714 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4531202 Oct 25 23:14:47.691129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Request body: {'port': {'device_id': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:47.722202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520da11-c182-4750-8d33-d0c2af8ccea3 req-787dd628-f75e-4a90-affc-4ed9f989ddfe tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:47.725300 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3520da11-c182-4750-8d33-d0c2af8ccea3 req-787dd628-f75e-4a90-affc-4ed9f989ddfe tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0810366 Oct 25 23:14:47.728411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75212895-e7be-4d79-a216-f6cbbb7bf86d req-303299ea-b94e-4294-900b-9124ca4557cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291678 Oct 25 23:14:47.758810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d84b027-65d2-4b67-9efe-19043013d571 req-094911f2-f594-4e06-9a9c-68f1ad041ba0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117117 Oct 25 23:14:47.761054 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:14:47.786783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3520da11-c182-4750-8d33-d0c2af8ccea3 req-dccf78a6-9df9-4855-9e26-fb935d26f731 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Oct 25 23:14:47.830321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:48.180022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c5057-bcc7-4970-998e-711238c1be5f req-70cf12dd-0374-4438-87a5-f25a077c563a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.181743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-850c5057-bcc7-4970-998e-711238c1be5f req-70cf12dd-0374-4438-87a5-f25a077c563a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0918436 Oct 25 23:14:48.249865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-850c5057-bcc7-4970-998e-711238c1be5f req-10cfa684-4d08-485d-9405-2a2d1ca06607 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595126 Oct 25 23:14:48.261339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52e050-bb94-485a-aa13-d8069c18a288 req-e1d0b433-1ce0-443d-ba22-b3ff2d5c8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.262913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-e1d0b433-1ce0-443d-ba22-b3ff2d5c8264 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 1096 time: 0.2027836 Oct 25 23:14:48.330454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a42eb59b-852f-4536-b2fb-0bfd39b3890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:48.404806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55700-9d3f-4880-ae54-8ec0ac39c96c req-56668bb0-e16f-4845-81c3-0b8f2a8e388d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.407270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1fb-c3b6-4f54-b6ee-a04d2e54325b req-3155f7c1-014a-425e-988f-d4c4ad1acf5e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.407450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43d55700-9d3f-4880-ae54-8ec0ac39c96c req-56668bb0-e16f-4845-81c3-0b8f2a8e388d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 932 time: 0.0784807 Oct 25 23:14:48.409194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-683df1fb-c3b6-4f54-b6ee-a04d2e54325b req-3155f7c1-014a-425e-988f-d4c4ad1acf5e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.2862232 Oct 25 23:14:48.459598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43d55700-9d3f-4880-ae54-8ec0ac39c96c req-f690ca50-51d0-4342-8b23-a8f478d05a2a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Oct 25 23:14:48.514125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52e050-bb94-485a-aa13-d8069c18a288 req-dfc62708-2ad4-409f-9700-412acc883dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.515742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-dfc62708-2ad4-409f-9700-412acc883dc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 910 time: 0.2414064 Oct 25 23:14:48.599592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-683df1fb-c3b6-4f54-b6ee-a04d2e54325b req-a004aed5-e8dc-4be0-a0dc-f08519567d9f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824625 Oct 25 23:14:48.613210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-d4a41e7d-9d90-4d1b-a6bd-e5cc34ab02b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 HTTP/1.1" status: 200 len: 217 time: 0.0676835 Oct 25 23:14:48.613318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457684-1ac9-472c-9ada-65dc7d461257 req-d15afe97-0ae3-4bf8-9481-6bd2c5105a03 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.619949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70457684-1ac9-472c-9ada-65dc7d461257 req-d15afe97-0ae3-4bf8-9481-6bd2c5105a03 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 946 time: 0.0899549 Oct 25 23:14:48.671205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70457684-1ac9-472c-9ada-65dc7d461257 req-7b4b4d82-e0b3-4071-85ab-ffd79411e3ff tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501812 Oct 25 23:14:48.780999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf34f540-1506-498f-b494-33b0cee3243e {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:48.786896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52e050-bb94-485a-aa13-d8069c18a288 req-95d958d6-4f12-4692-a8d4-078db887e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.788496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-95d958d6-4f12-4692-a8d4-078db887e0d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.1637285 Oct 25 23:14:48.793753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:48.892212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Transition to ACTIVE for port object bf34f540-1506-498f-b494-33b0cee3243e will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:48.901811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-c973fa8e-34bd-4bd4-bfc4-80df8837d5f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918319 Oct 25 23:14:48.923794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:48.946378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aad27-f79a-4b94-a77b-e608f2357477 req-f154eea1-9346-4864-9d0d-2b3198e91e8c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:48.947998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-856aad27-f79a-4b94-a77b-e608f2357477 req-f154eea1-9346-4864-9d0d-2b3198e91e8c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.2289467 Oct 25 23:14:49.088458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=bf34f540-1506-498f-b494-33b0cee3243e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:49.126097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-856aad27-f79a-4b94-a77b-e608f2357477 req-45016021-0d19-4f29-819d-6fb2af0440af tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464851 Oct 25 23:14:49.174442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-ed82380f-a4b0-4ec8-9afe-021eed5405c6 service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580054 Oct 25 23:14:49.237959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Attempting to bind port bf34f540-1506-498f-b494-33b0cee3243e on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:49.238313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Attempting to bind port bf34f540-1506-498f-b494-33b0cee3243e by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:49.238637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Attempting to bind port bf34f540-1506-498f-b494-33b0cee3243e on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:49.251830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Port bf34f540-1506-498f-b494-33b0cee3243e on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:49.252154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Attempting to bind port bf34f540-1506-498f-b494-33b0cee3243e on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:49.262068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:49.262431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:49.262815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:49.263251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Bound port: bf34f540-1506-498f-b494-33b0cee3243e, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:49.263602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:49.357779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] For port bf34f540-1506-498f-b494-33b0cee3243e, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:49.361297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] For port bf34f540-1506-498f-b494-33b0cee3243e, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf34f540-1506-498f-b494-33b0cee3243e,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:49.382866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df52e050-bb94-485a-aa13-d8069c18a288 req-2b0fe986-0130-449c-9380-85c2aaae640d service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995239 Oct 25 23:14:49.389987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:49.414524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af12c1-b9ad-4f60-aa61-1c8262a60d9a req-2ede7765-9637-4c50-b638-06b8f2f965c0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.425593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50af12c1-b9ad-4f60-aa61-1c8262a60d9a req-2ede7765-9637-4c50-b638-06b8f2f965c0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0897515 Oct 25 23:14:49.490572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.491205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:49.499536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] 10.222.0.15 "PUT /v2.0/ports/bf34f540-1506-498f-b494-33b0cee3243e HTTP/1.1" status: 200 len: 1092 time: 1.8129494 Oct 25 23:14:49.502165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'tag': 'bf34f540-1506-498f-b494-33b0cee3243e'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:49.506093 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f5d5f3-3752-4902-8d44-4c8fde34843d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bf21c3-1dca-4e4b-87b9-8b8946e7f808", "tag": "bf34f540-1506-498f-b494-33b0cee3243e"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:49.560336 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:49.565764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50af12c1-b9ad-4f60-aa61-1c8262a60d9a req-02941fed-c01a-4dc3-b835-83903269874c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390107 Oct 25 23:14:49.623442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192456c-ddb4-4bc6-b69d-c31a5bf7fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=bf34f540-1506-498f-b494-33b0cee3243e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:49.652758 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395836cc-b059-4be2-ae90-fe1618d21486 x-openstack-request-id: req-395836cc-b059-4be2-ae90-fe1618d21486 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:49.653046 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bf21c3-1dca-4e4b-87b9-8b8946e7f808", "tag": "bf34f540-1506-498f-b494-33b0cee3243e", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:49.653302 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-395836cc-b059-4be2-ae90-fe1618d21486 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:49.653701 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'tag': 'bf34f540-1506-498f-b494-33b0cee3243e', 'status': 'completed', 'code': 200} Oct 25 23:14:49.704720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-bfaf24f0-afff-47d1-b731-0d2c07b64790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.707466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-bfaf24f0-afff-47d1-b731-0d2c07b64790 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 1095 time: 0.0979829 Oct 25 23:14:49.722559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c7c3-8805-465a-8f40-f517f3dc09d6 req-73f8c232-60b4-4cee-9a45-31d3c47499b2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.724442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec60c7c3-8805-465a-8f40-f517f3dc09d6 req-73f8c232-60b4-4cee-9a45-31d3c47499b2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 944 time: 0.0699871 Oct 25 23:14:49.742933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d49b-58f8-4a6c-9c51-75b0a093cd96 req-ca1549d1-9056-42b9-9352-ee84310a852f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.747244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8e7d49b-58f8-4a6c-9c51-75b0a093cd96 req-ca1549d1-9056-42b9-9352-ee84310a852f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0683422 Oct 25 23:14:49.785385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-a68bc7dd-2535-4a91-9836-bebc20ba715a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf34f540-1506-498f-b494-33b0cee3243e HTTP/1.1" status: 200 len: 217 time: 0.0546129 Oct 25 23:14:49.797708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8e7d49b-58f8-4a6c-9c51-75b0a093cd96 req-42d494b3-50b1-49ea-ab77-120e3feac1f0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Oct 25 23:14:49.832404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec60c7c3-8805-465a-8f40-f517f3dc09d6 req-b1b63ba7-6ac9-468d-96a5-fe6fdb756abb tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004126 Oct 25 23:14:49.853566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c21bd0fc-2231-4022-9587-228116e89921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.855734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-c21bd0fc-2231-4022-9587-228116e89921 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0581532 Oct 25 23:14:49.900173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-0ce7a2bc-3ba9-477a-a451-9efee09a4287 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264530 Oct 25 23:14:49.960457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ea370-9e50-4335-8928-06a7b71e9877 req-743ccc79-899b-4816-b71a-d6e293e523da tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:49.962966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc7ea370-9e50-4335-8928-06a7b71e9877 req-743ccc79-899b-4816-b71a-d6e293e523da tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 946 time: 0.0604403 Oct 25 23:14:50.015861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc7ea370-9e50-4335-8928-06a7b71e9877 req-8df0f2e6-5792-4b7e-884e-b300af8f19c2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467167 Oct 25 23:14:50.079852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909c3ee-1935-402d-9022-053685dd9e79 req-069f8496-ae9f-4f64-ad73-624756101f02 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.087914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7909c3ee-1935-402d-9022-053685dd9e79 req-069f8496-ae9f-4f64-ad73-624756101f02 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1601770 Oct 25 23:14:50.097441 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:50.128253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-484bf4c2-2b4e-444e-b1e7-282de7831808 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207296 Oct 25 23:14:50.198870 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7909c3ee-1935-402d-9022-053685dd9e79 req-6e86dc31-5007-47a6-a772-e54108d64313 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098411 Oct 25 23:14:50.256813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f5b1db9-edb0-4572-bf88-e00cada0c4a4 req-47dafe2f-ab50-4b77-9fd4-012d78f9c5b7 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199350 Oct 25 23:14:50.366886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916fe8e-128e-4f76-b4d4-35a1069b2618 req-c07156a4-9677-4688-ab0e-2df03bd687b4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.368390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9916fe8e-128e-4f76-b4d4-35a1069b2618 req-c07156a4-9677-4688-ab0e-2df03bd687b4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0629506 Oct 25 23:14:50.403374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47087e9-53ab-46e7-9c9e-aef2f93195eb req-20ba7915-733f-448b-8a97-24a2f8568b58 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.406752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a47087e9-53ab-46e7-9c9e-aef2f93195eb req-20ba7915-733f-448b-8a97-24a2f8568b58 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0616953 Oct 25 23:14:50.438351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9916fe8e-128e-4f76-b4d4-35a1069b2618 req-1b765f51-86fb-41c6-81cb-9ca4da0987a7 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633283 Oct 25 23:14:50.447328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-1eb78854-f094-45ff-ac3d-2fee5bd9acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.448282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a47087e9-53ab-46e7-9c9e-aef2f93195eb req-866434da-087f-4cf7-9e5f-d57da82b45fa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355368 Oct 25 23:14:50.448772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-1eb78854-f094-45ff-ac3d-2fee5bd9acd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 1095 time: 0.0585392 Oct 25 23:14:50.588357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8867-ca65-4682-b55c-4170b72a800c req-e6a93d73-1732-4a90-96db-b2ba038a94bd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.589961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945c8867-ca65-4682-b55c-4170b72a800c req-e6a93d73-1732-4a90-96db-b2ba038a94bd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0556362 Oct 25 23:14:50.611711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7e426-8cb7-479e-a96a-f006ff80239a req-d2768f96-ff6b-4721-8915-905ac0863cac tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.613284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60e7e426-8cb7-479e-a96a-f006ff80239a req-d2768f96-ff6b-4721-8915-905ac0863cac tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 946 time: 0.0867293 Oct 25 23:14:50.630955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-945c8867-ca65-4682-b55c-4170b72a800c req-d5e37003-3f99-40ec-9d35-8e6de0baa495 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Oct 25 23:14:50.634193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-b9ed742e-8d81-4b1b-bfd1-9cc5c2b9f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.635658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-b9ed742e-8d81-4b1b-bfd1-9cc5c2b9f5f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.1699870 Oct 25 23:14:50.658818 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:50.704993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-2fdebe1d-08cf-47e4-8725-264c36d8a2c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf34f540-1506-498f-b494-33b0cee3243e HTTP/1.1" status: 200 len: 217 time: 0.0484118 Oct 25 23:14:50.708551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60e7e426-8cb7-479e-a96a-f006ff80239a req-87409728-f270-4359-8934-0e3b3c9176c8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846717 Oct 25 23:14:50.757761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-03d811af-706a-4927-981c-64b5f24dbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.759256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-03d811af-706a-4927-981c-64b5f24dbcde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.0460019 Oct 25 23:14:50.759377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3cfd9-5809-4c25-abf7-d7054c618872 req-a55dc039-171a-46b5-bec4-bd7429a3b5a8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:50.760738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60d3cfd9-5809-4c25-abf7-d7054c618872 req-a55dc039-171a-46b5-bec4-bd7429a3b5a8 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0611615 Oct 25 23:14:50.791872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-16550e54-c19e-41b4-9493-2cf160d4ed20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258565 Oct 25 23:14:50.800551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60d3cfd9-5809-4c25-abf7-d7054c618872 req-95bc2d7a-f780-4d58-9b95-3d246e3c45f0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Oct 25 23:14:50.886933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-0728adfe-a9f4-4a3b-b5b3-9894167655fb service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879474 Oct 25 23:14:51.012400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca62a-7330-43dc-8ceb-47264016308b req-e3868ef2-2e63-4fff-aa2a-c278d9168320 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:51.013860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-701ca62a-7330-43dc-8ceb-47264016308b req-e3868ef2-2e63-4fff-aa2a-c278d9168320 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 944 time: 0.1032341 Oct 25 23:14:51.034699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92f5d5f3-3752-4902-8d44-4c8fde34843d req-b95eb283-cfb0-4971-8b8e-b3f3d7b54821 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315527 Oct 25 23:14:51.064817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-701ca62a-7330-43dc-8ceb-47264016308b req-14785808-18d1-4445-82a6-2aefda6fa777 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382757 Oct 25 23:14:51.581142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2900c8-a5c3-4a1e-aba0-a7d6c0d1a665 req-711f8114-e442-403e-902c-2cbc7d043fac tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:51.584246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c2900c8-a5c3-4a1e-aba0-a7d6c0d1a665 req-711f8114-e442-403e-902c-2cbc7d043fac tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0701685 Oct 25 23:14:51.635386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c2900c8-a5c3-4a1e-aba0-a7d6c0d1a665 req-c2b10782-7e5d-4295-94a7-9485a9912e5c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Oct 25 23:14:51.762902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-7c816eab-b6de-49ea-9f69-e1a0c03c7cb4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:51.764495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-7c816eab-b6de-49ea-9f69-e1a0c03c7cb4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 946 time: 0.0537813 Oct 25 23:14:51.897173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50681-dc4d-4c5c-8782-9250aaa70f63 req-98ec1f40-0ff2-4b4b-aa05-1fb4f350286b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:51.899668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc50681-dc4d-4c5c-8782-9250aaa70f63 req-98ec1f40-0ff2-4b4b-aa05-1fb4f350286b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a887b2e-bb9a-46b5-b76c-ceab5b11abb2 HTTP/1.1" status: 200 len: 946 time: 0.0977147 Oct 25 23:14:51.955652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e7bb-10b2-4bb0-8bc5-e4525d43e05e req-6a3925f6-1bef-4d64-b85b-584a8a608535 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:51.962431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc19e7bb-10b2-4bb0-8bc5-e4525d43e05e req-6a3925f6-1bef-4d64-b85b-584a8a608535 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0664089 Oct 25 23:14:51.962665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dc50681-dc4d-4c5c-8782-9250aaa70f63 req-cf4f8c00-f417-4c3f-a917-14c063ef160a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537574 Oct 25 23:14:51.966445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Deleting port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:14:51.966788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:52.003326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc19e7bb-10b2-4bb0-8bc5-e4525d43e05e req-317edf9b-2e0d-4231-a4e6-791a386d1559 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 Oct 25 23:14:52.076747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] For port 2a14e6fc-1f99-4bb9-be75-26252cfd5422, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2a14e6fc-1f99-4bb9-be75-26252cfd5422,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:52.077251 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:52.092496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Calling delete_port for 2a14e6fc-1f99-4bb9-be75-26252cfd5422 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:14:52.205798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee3e9e-1594-462c-8a32-5b16e3fcf08a req-32036cc7-8871-4782-8fa9-8ee6d9b9c0b9 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:52.207305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffee3e9e-1594-462c-8a32-5b16e3fcf08a req-32036cc7-8871-4782-8fa9-8ee6d9b9c0b9 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 944 time: 0.0706937 Oct 25 23:14:52.293854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffee3e9e-1594-462c-8a32-5b16e3fcf08a req-b9aa40dd-ee2e-4a7e-b643-09e66beeff21 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734203 Oct 25 23:14:52.309968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:52.322314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2a14e6fc-1f99-4bb9-be75-26252cfd5422'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:52.361576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event deleted for resources: {'Port': ['ID=2a14e6fc-1f99-4bb9-be75-26252cfd5422,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:52.385138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.385538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.385817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.386243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.386661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.387215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.387549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.387875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.388197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.388520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.388847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.389185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:52.409727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] No DVR routers for this DVR port 2a14e6fc-1f99-4bb9-be75-26252cfd5422 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:14:52.412434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:52.416353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c405642-21ba-49c2-96a0-c1ed32431976 req-f14f9d6b-af36-4c98-8c1b-e498d3ab1a58 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "DELETE /v2.0/ports/2a14e6fc-1f99-4bb9-be75-26252cfd5422 HTTP/1.1" status: 204 len: 173 time: 0.6416845 Oct 25 23:14:52.416811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'name': 'network-vif-deleted', 'tag': '2a14e6fc-1f99-4bb9-be75-26252cfd5422'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:52.419556 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a294a-4f1a-4734-b6ce-6b4bb3c5cb50" -d '{"events": [{"server_uuid": "8a887b2e-bb9a-46b5-b76c-ceab5b11abb2", "name": "network-vif-deleted", "tag": "2a14e6fc-1f99-4bb9-be75-26252cfd5422"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:52.462939 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a63039-e136-44c6-9a7e-30f1459c7872 x-openstack-request-id: req-91a63039-e136-44c6-9a7e-30f1459c7872 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:52.463249 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a887b2e-bb9a-46b5-b76c-ceab5b11abb2", "name": "network-vif-deleted", "tag": "2a14e6fc-1f99-4bb9-be75-26252cfd5422", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:52.463484 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91a63039-e136-44c6-9a7e-30f1459c7872 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:52.463881 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a887b2e-bb9a-46b5-b76c-ceab5b11abb2', 'name': 'network-vif-deleted', 'tag': '2a14e6fc-1f99-4bb9-be75-26252cfd5422', 'status': 'completed', 'code': 200} Oct 25 23:14:52.752167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e030c9-cf1a-41b8-853a-a18c176b75d1 req-123f229e-7b1b-400f-97ff-6a6e80dc4658 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:52.753561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5e030c9-cf1a-41b8-853a-a18c176b75d1 req-123f229e-7b1b-400f-97ff-6a6e80dc4658 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0486641 Oct 25 23:14:52.791611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5e030c9-cf1a-41b8-853a-a18c176b75d1 req-9c950771-c1e8-40a6-967d-1193e8360e11 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Oct 25 23:14:53.125786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7cbb6-b9ff-4296-8857-ccc01f2c8d75 req-bc478e53-6b0b-446e-b8eb-a2e1e688f0b9 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:53.127325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fd7cbb6-b9ff-4296-8857-ccc01f2c8d75 req-bc478e53-6b0b-446e-b8eb-a2e1e688f0b9 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0506098 Oct 25 23:14:53.166984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fd7cbb6-b9ff-4296-8857-ccc01f2c8d75 req-10d72b43-3b36-4bd4-ba93-3567d5a55191 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Oct 25 23:14:53.235531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-0bb55184-8adb-46b6-bdc0-4a2632ae00f3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:53.236910 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-0bb55184-8adb-46b6-bdc0-4a2632ae00f3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1134467 Oct 25 23:14:53.253397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-8af195eb-7ccb-425f-9c45-a206a7cf63e6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.0094860 Oct 25 23:14:53.287938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-a91c6574-6b83-4928-9492-04fad100e066 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277998 Oct 25 23:14:53.402228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-800a8876-894a-453b-928c-8301f5ce9a37 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019034 Oct 25 23:14:53.440412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d81e2-a165-4290-aa45-063451bbd2e2 req-56b9c554-6bed-4e50-9b91-3c8d119fd816 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:53.443022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac6d81e2-a165-4290-aa45-063451bbd2e2 req-56b9c554-6bed-4e50-9b91-3c8d119fd816 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 944 time: 0.0610726 Oct 25 23:14:53.494436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac6d81e2-a165-4290-aa45-063451bbd2e2 req-2f94dc9b-1742-4ef7-965e-aaf78d9d25a2 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Oct 25 23:14:53.497426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-5936fb4c-4f56-4e58-8a5b-0b79c3576ba2 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883670 Oct 25 23:14:53.662712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32d8bb17-e5e8-479d-9814-992457d3a546 req-0ec50874-7aa7-451f-9bec-b3327bb3a827 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0268140 Oct 25 23:14:53.949961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1bebc-fe75-4126-926a-5632ed93b0af req-f04a0613-4294-4eda-9771-a5cb2252bea4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:53.957397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4cd1bebc-fe75-4126-926a-5632ed93b0af req-f04a0613-4294-4eda-9771-a5cb2252bea4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0713868 Oct 25 23:14:53.993245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4cd1bebc-fe75-4126-926a-5632ed93b0af req-864221e7-c8c1-485a-9781-772813c7f806 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Oct 25 23:14:54.294304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0864de-c221-4108-9f16-79b025be5a5e req-1ed50d5a-2abd-4acd-b68f-6039ffc6c4fa tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:54.302723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd0864de-c221-4108-9f16-79b025be5a5e req-1ed50d5a-2abd-4acd-b68f-6039ffc6c4fa tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0636108 Oct 25 23:14:54.338472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd0864de-c221-4108-9f16-79b025be5a5e req-ec7c5000-5aed-44cd-a99d-f51fccc911e4 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Oct 25 23:14:54.361324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2a14e6fc-1f99-4bb9-be75-26252cfd5422 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:14:54.383584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 2a14e6fc-1f99-4bb9-be75-26252cfd5422 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:14:54.383925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2a14e6fc-1f99-4bb9-be75-26252cfd5422 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:14:54.580191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159bbaf-4152-4545-8518-0318366ff9b0 req-99e0f911-7903-4412-aa3f-a92585737b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:54.580995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7159bbaf-4152-4545-8518-0318366ff9b0 req-99e0f911-7903-4412-aa3f-a92585737b9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0436811 Oct 25 23:14:54.632746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed26b9-cfe4-471e-a6c5-1469336fc74a req-4708ecbf-053d-4cfb-9c40-9256d88e7bae tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:54.638639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0ed26b9-cfe4-471e-a6c5-1469336fc74a req-4708ecbf-053d-4cfb-9c40-9256d88e7bae tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 944 time: 0.0647590 Oct 25 23:14:54.695769 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0ed26b9-cfe4-471e-a6c5-1469336fc74a req-41b7fdb4-decb-44f8-be48-abce152d889f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Oct 25 23:14:54.761365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7159bbaf-4152-4545-8518-0318366ff9b0 req-98a9b194-1f41-471b-b6c2-58c2cbe40b79 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705022 Oct 25 23:14:54.783743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecf38142-0ad4-466a-9859-99f615b2bce2 req-2d9918d4-76f8-470f-bb47-cdb012754305 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0321753 Oct 25 23:14:54.793092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-356370fa-9c15-4396-b225-a003d1abc50a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:54.794573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-356370fa-9c15-4396-b225-a003d1abc50a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1876481 Oct 25 23:14:54.817644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Request body: {'port': {'device_id': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'admin_state_up': True, 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:54.928189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:14:54.932147 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.091001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Allocated IP 172.20.0.7 (33b8b6f2-0c10-4c03-a465-e238c312f1a7/54249837-052b-468f-bf65-0436c1b3962a/6c72ab61-35d4-4c8e-8569-6b37c0784dc2) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:55.140156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877c638-f4fc-4e34-b3ff-8b0f8a6f54b7 req-7f916a79-4a8a-430d-9439-35c2ded91afe tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:55.141996 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1877c638-f4fc-4e34-b3ff-8b0f8a6f54b7 req-7f916a79-4a8a-430d-9439-35c2ded91afe tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0699708 Oct 25 23:14:55.158696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf34f540-1506-498f-b494-33b0cee3243e details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:14:55.218733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1877c638-f4fc-4e34-b3ff-8b0f8a6f54b7 req-6bd00c2e-f1de-448f-b79e-0bf97899310a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700746 Oct 25 23:14:55.291902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bf34f540-1506-498f-b494-33b0cee3243e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf34f540-1506-498f-b494-33b0cee3243e,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:55.296879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.341597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.395453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:55.399702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:55.402478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:55.435900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event updated for resources: {'Port': ['ID=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:55.474973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:55.475914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.477713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'bf34f540-1506-498f-b494-33b0cee3243e', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': 'bf34f540-1506-498f-b494-33b0cee3243e', 'mac_address': 'fa:16:3e:a3:65:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:14:55.512760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-9a126d90-4bdb-42f0-ba2a-7830fd6f92a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990514 Oct 25 23:14:55.524701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.526763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05597687-e9cf-4652-b077-9813537c6201 req-15391075-1686-4d75-bb2e-6be201afa80b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:55.528337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05597687-e9cf-4652-b077-9813537c6201 req-15391075-1686-4d75-bb2e-6be201afa80b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0731733 Oct 25 23:14:55.533904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Request body: {'port': {'device_id': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:55.540216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf34f540-1506-498f-b494-33b0cee3243e {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:55.561270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bf34f540-1506-498f-b494-33b0cee3243e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf34f540-1506-498f-b494-33b0cee3243e,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:55.566657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.618714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bf34f540-1506-498f-b494-33b0cee3243e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:55.622195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:55.626191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.626529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.626866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.627199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.627524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.627845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.628166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.628482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.628799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.629116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.629431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.629775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:55.636889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05597687-e9cf-4652-b077-9813537c6201 req-53679798-b760-4bce-aad8-776e854a9d6a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769043 Oct 25 23:14:55.810340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa577797-dfc4-4481-9be2-ca368af64744 req-852b45f0-4dc3-456e-a228-7bd118e549dd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:55.812684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa577797-dfc4-4481-9be2-ca368af64744 req-852b45f0-4dc3-456e-a228-7bd118e549dd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 945 time: 0.0564771 Oct 25 23:14:55.902393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa577797-dfc4-4481-9be2-ca368af64744 req-74e55292-620a-403c-b480-fabc139be27f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 Oct 25 23:14:56.124528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bf34f540-1506-498f-b494-33b0cee3243e'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:56.166527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaa689-d4dc-4500-846f-7cfb000082db req-997516cf-d156-4ddc-8d7a-23a94062d0a3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:56.168171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afbaa689-d4dc-4500-846f-7cfb000082db req-997516cf-d156-4ddc-8d7a-23a94062d0a3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 931 time: 0.0761249 Oct 25 23:14:56.261133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afbaa689-d4dc-4500-846f-7cfb000082db req-18b90ce3-2093-40bf-922a-ee543aa06506 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850666 Oct 25 23:14:56.306594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:14:56.316335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.337155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Transition to ACTIVE for port object 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:14:56.346614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.418648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fedac-f992-4d14-8a2e-b5f3a3add182 req-a1e01a4a-07a5-4dd8-8396-9aef8af2b24b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:56.426086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-168fedac-f992-4d14-8a2e-b5f3a3add182 req-a1e01a4a-07a5-4dd8-8396-9aef8af2b24b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0624821 Oct 25 23:14:56.431491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Pushing event updated for resources: {'Port': ['ID=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:56.472033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-168fedac-f992-4d14-8a2e-b5f3a3add182 req-05c8ecbc-21f1-4392-8fea-5a8ff0fc21d4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Oct 25 23:14:56.521801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0f4c9dcd-dc21-42c7-9d27-95b55da45082 req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-181315508', 'description': 'tempest-description-1088876058'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:56.530924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Attempting to bind port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:14:56.531260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Attempting to bind port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:14:56.531591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Attempting to bind port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:56.541976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:14:56.542332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Attempting to bind port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:14:56.552881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:14:56.553246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:14:56.553669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Bound using segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:14:56.554206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Bound port: 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:14:56.554628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.558254 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f4c9dcd-dc21-42c7-9d27-95b55da45082 req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.652471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] For port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:14:56.656681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] For port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:14:56.663603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.725866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:56.726521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.727909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] 10.222.0.11 "PUT /v2.0/ports/6c72ab61-35d4-4c8e-8569-6b37c0784dc2 HTTP/1.1" status: 200 len: 1091 time: 1.1986556 Oct 25 23:14:56.728409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'tag': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:56.730641 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e593d-7555-42a0-bb78-51d533b1ef7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3367d5-b333-48d0-88d0-d14c0585a5c9", "tag": "6c72ab61-35d4-4c8e-8569-6b37c0784dc2"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:56.737630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f4c9dcd-dc21-42c7-9d27-95b55da45082 req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.747983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f4c9dcd-dc21-42c7-9d27-95b55da45082 req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.772604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6068c78-b9ec-4deb-acec-e98fe614bf45 service neutron] Pushing event updated for resources: {'Port': ['ID=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:56.793621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe268-c962-459d-8b6e-b21cf862031f req-d9fab3b8-708b-4043-a12f-00a7d931ad5c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:56.795267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-016fe268-c962-459d-8b6e-b21cf862031f req-d9fab3b8-708b-4043-a12f-00a7d931ad5c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0768447 Oct 25 23:14:56.831015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0f4c9dcd-dc21-42c7-9d27-95b55da45082 req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:56.834622 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4c9dcd-dc21-42c7-9d27-95b55da45082 req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3239310 Oct 25 23:14:56.839580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-016fe268-c962-459d-8b6e-b21cf862031f req-25966d04-51a8-4409-91c9-379ebdde2a11 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Oct 25 23:14:56.840086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff004f3-29d5-47cd-bbea-7474aeee128f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd521e0f-45c1-47d8-a7fa-7173c1b3e330,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:56.873644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-eee8fd2b-db70-4ea1-97f1-de7a97df591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:56.875589 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-eee8fd2b-db70-4ea1-97f1-de7a97df591c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 1094 time: 0.0959630 Oct 25 23:14:56.903668 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc46dcfb-feb2-429e-ba33-bc694ce66e86 x-openstack-request-id: req-bc46dcfb-feb2-429e-ba33-bc694ce66e86 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:56.904049 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3367d5-b333-48d0-88d0-d14c0585a5c9", "tag": "6c72ab61-35d4-4c8e-8569-6b37c0784dc2", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:56.904370 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc46dcfb-feb2-429e-ba33-bc694ce66e86 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:56.904847 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'tag': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2', 'status': 'completed', 'code': 200} Oct 25 23:14:56.953131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-10946442-9140-4cdb-91df-7ceabebbb714 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2 HTTP/1.1" status: 200 len: 217 time: 0.0619452 Oct 25 23:14:57.014717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-65dcbda8-d118-4fe8-be0f-0cf4ed647a2c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-181315508&fields=id&tenant_id=2269260385b546749c6bbe03bf9b4750 HTTP/1.1" status: 200 len: 267 time: 0.0640361 Oct 25 23:14:57.029996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0807e-1f7e-4999-ab5d-855778ee4729 req-f2d7206c-4944-4cd5-b3ab-54590079b60b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.031519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5e0807e-1f7e-4999-ab5d-855778ee4729 req-f2d7206c-4944-4cd5-b3ab-54590079b60b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 945 time: 0.0532515 Oct 25 23:14:57.035160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-85dfc274-2957-4ff8-baad-53913c10ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.036691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-85dfc274-2957-4ff8-baad-53913c10ccdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.0682011 Oct 25 23:14:57.071088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5e0807e-1f7e-4999-ab5d-855778ee4729 req-b7edda45-a349-4ce1-8352-e67a6c358ded tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Oct 25 23:14:57.082251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-ad0d3520-9801-4aea-b59c-52247be9715d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277548 Oct 25 23:14:57.100290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-dd602426-a9bb-4ace-b36b-d48af9e232a0 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.101702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-dd602426-a9bb-4ace-b36b-d48af9e232a0 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0810366 Oct 25 23:14:57.124022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'port': {'security_groups': ['c133cc69-9786-4f7d-9ef6-b4f626b7e71a', 'bd521e0f-45c1-47d8-a7fa-7173c1b3e330']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:57.227551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:57.254050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-100f60f7-b75b-4112-8508-924e0b1fd453 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511400 Oct 25 23:14:57.402310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fe04-cb26-44fd-9be7-a5f6a103aa8c req-0541955d-c30e-4b8d-b037-51a6a1766aed tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.403829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6093fe04-cb26-44fd-9be7-a5f6a103aa8c req-0541955d-c30e-4b8d-b037-51a6a1766aed tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 943 time: 0.0554397 Oct 25 23:14:57.408399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e02743d7-4d78-423e-a1c4-85abfae66032 req-50355857-9d83-4152-8ee7-6096acd3abae service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357996 Oct 25 23:14:57.449470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6093fe04-cb26-44fd-9be7-a5f6a103aa8c req-e1cf7882-3eae-4ab7-91ff-ac4dcafb2b66 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Oct 25 23:14:57.529873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:57.552071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-438947f1-40eb-4f8d-840e-17d9b8f5ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.553811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-438947f1-40eb-4f8d-840e-17d9b8f5ec43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 1094 time: 0.0835061 Oct 25 23:14:57.569331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:57.579872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:57.615060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['49a34a96-7357-4e1f-b742-cba3ae28f00d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:57.669085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.669694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:57.671145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2bcca16a-41b7-49d3-9e94-7b608c47de98 req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "PUT /v2.0/ports/49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 982 time: 0.5614655 Oct 25 23:14:57.718403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641c88-3d4b-48ec-8b3a-8983a95a66d5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:57.740807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-3b5f2e03-512b-4419-8da7-4163d7d417b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.742376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-3b5f2e03-512b-4419-8da7-4163d7d417b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.1709707 Oct 25 23:14:57.758055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-1c3809ec-01e8-4694-b32b-cf1dfc98dcd4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-181315508&fields=id&tenant_id=2269260385b546749c6bbe03bf9b4750 HTTP/1.1" status: 200 len: 267 time: 0.0364277 Oct 25 23:14:57.789668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-3f9a6930-a6f4-4542-84a6-7310e662e602 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2 HTTP/1.1" status: 200 len: 217 time: 0.0395370 Oct 25 23:14:57.832247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['49a34a96-7357-4e1f-b742-cba3ae28f00d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:57.835253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-70a90735-d7b0-4226-801b-3e32115d559d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.837071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-70a90735-d7b0-4226-801b-3e32115d559d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 985 time: 0.0703702 Oct 25 23:14:57.848180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'port': {'security_groups': ['c133cc69-9786-4f7d-9ef6-b4f626b7e71a']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:57.849721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-c512e853-e34b-4d79-b38f-2c4e5c7ca989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:57.851537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-c512e853-e34b-4d79-b38f-2c4e5c7ca989 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.0517786 Oct 25 23:14:57.932079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-deec5302-f7c1-4fca-ab09-8c865278a4f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685329 Oct 25 23:14:57.951691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.100950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ee40d-e4da-43c4-a501-d29d3d7fb0c0 req-ac2a987e-1f5e-4e9d-9a8c-b736fcc08c3c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.108758 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-972ee40d-e4da-43c4-a501-d29d3d7fb0c0 req-ac2a987e-1f5e-4e9d-9a8c-b736fcc08c3c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1277583 Oct 25 23:14:58.152079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-d679b655-b891-4888-afa2-925988def2be service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102761 Oct 25 23:14:58.188280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-972ee40d-e4da-43c4-a501-d29d3d7fb0c0 req-3f825be7-0fbd-40b4-99d0-2c2ff8e2ec70 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785580 Oct 25 23:14:58.249846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:58.281791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.290940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.299886 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.332316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['49a34a96-7357-4e1f-b742-cba3ae28f00d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:58.355557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b01e593d-7555-42a0-bb78-51d533b1ef7f req-7cdc3923-2d6a-4e50-902c-2038e106b267 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937351 Oct 25 23:14:58.373185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event updated for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:58.392920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c192af3-e323-42cf-bda1-254612737fa1 req-7587fd36-2ca3-4134-8faa-663f14b7c076 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.393200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.393903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.394585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c192af3-e323-42cf-bda1-254612737fa1 req-7587fd36-2ca3-4134-8faa-663f14b7c076 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 945 time: 0.0869381 Oct 25 23:14:58.396228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c79798ca-dcc1-4300-8931-8a21795bc5b5 req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "PUT /v2.0/ports/49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 943 time: 0.5524037 Oct 25 23:14:58.397259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:58.400384 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665aa00-a889-41a6-a600-c11673356141" -d '{"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:58.404604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.405186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.405866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.406574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.407793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.408590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.409338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.410349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.411444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.412031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.412843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.413244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840daa-39c6-4bc4-aeb0-e139e2801056 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:14:58.448198 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95b900-12de-489e-b181-b215797d746c x-openstack-request-id: req-de95b900-12de-489e-b181-b215797d746c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:58.448482 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:58.449147 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de95b900-12de-489e-b181-b215797d746c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:58.449818 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'status': 'completed', 'code': 200} Oct 25 23:14:58.485628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c192af3-e323-42cf-bda1-254612737fa1 req-47ff5912-0eac-4de3-b94a-feb73d4f0f48 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755455 Oct 25 23:14:58.556309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['49a34a96-7357-4e1f-b742-cba3ae28f00d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:14:58.573406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665aa00-a889-41a6-a600-c11673356141 req-f4a9b358-40a9-455a-9396-a0528ac815f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.575300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-f4a9b358-40a9-455a-9396-a0528ac815f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0681863 Oct 25 23:14:58.642361 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-c3419523-aaa7-480a-8e00-fcf99996d294 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1811552 Oct 25 23:14:58.654820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:14:58.690890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.724941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a346da-6692-4df2-9b0f-1eb3701a4c19 req-7e277763-1376-4165-a1b5-f591e93411b8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.734694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42a346da-6692-4df2-9b0f-1eb3701a4c19 req-7e277763-1376-4165-a1b5-f591e93411b8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 943 time: 0.1476173 Oct 25 23:14:58.770699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665aa00-a889-41a6-a600-c11673356141 req-0c89a253-9390-48a8-8342-9e39a29ad37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.772267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-0c89a253-9390-48a8-8342-9e39a29ad37f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.1840277 Oct 25 23:14:58.810953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:58.817376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42a346da-6692-4df2-9b0f-1eb3701a4c19 req-5d5689e4-119c-48f6-b83a-4311a1f80d6a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817959 Oct 25 23:14:58.818921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-dabe7198-3d95-4eb9-821f-f168a02f4beb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.0389388 Oct 25 23:14:58.876570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665aa00-a889-41a6-a600-c11673356141 req-6b0500f3-29e0-44bc-892d-0201467117ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:58.878339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-6b0500f3-29e0-44bc-892d-0201467117ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.0517921 Oct 25 23:14:58.917310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:58.919654 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f6bd9-bd55-4470-99bd-2b1f714f7a40" -d '{"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:58.922408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Allocated IP 172.25.4.29 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/d3e848d1-1176-452c-8432-709c79ac1a2e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:14:58.924163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-93c7fe8a-3f23-4932-a8c3-2404dc2e478a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374308 Oct 25 23:14:58.988805 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd504d86-4666-4cb8-9de0-aa36fed20d1f x-openstack-request-id: req-dd504d86-4666-4cb8-9de0-aa36fed20d1f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:58.989866 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:58.990370 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd504d86-4666-4cb8-9de0-aa36fed20d1f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:58.990905 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'status': 'completed', 'code': 200} Oct 25 23:14:59.035572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-38e69482-3f5a-4a12-8ff5-6574aa238c90 service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037722 Oct 25 23:14:59.043861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.081691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.125098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:14:59.128240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:14:59.132749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:14:59.146778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event updated for resources: {'Port': ['ID=d3e848d1-1176-452c-8432-709c79ac1a2e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:59.156288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6665aa00-a889-41a6-a600-c11673356141 req-5f66e20f-4c29-429e-ac21-8e19b512aa1d service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129594 Oct 25 23:14:59.159842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf34f540-1506-498f-b494-33b0cee3243e up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:14:59.220833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port bf34f540-1506-498f-b494-33b0cee3243e completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:14:59.232721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port bf34f540-1506-498f-b494-33b0cee3243e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:14:59.233960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.247318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.323440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.333704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-36d9a53e-dee9-4c1c-b74d-9daaa23d7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:59.335407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-36d9a53e-dee9-4c1c-b74d-9daaa23d7f5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0815988 Oct 25 23:14:59.417778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.448441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34f540-1506-498f-b494-33b0cee3243e'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:14:59.451023 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c64331-3089-46b8-a8e5-967524012b23" -d '{"events": [{"server_uuid": "d0bf21c3-1dca-4e4b-87b9-8b8946e7f808", "name": "network-vif-plugged", "status": "completed", "tag": "bf34f540-1506-498f-b494-33b0cee3243e"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:14:59.455476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab109-457f-48d4-b472-574211c1bc54 req-6d6d426e-666e-4b30-a812-dd065dbf1537 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:59.457535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb4ab109-457f-48d4-b472-574211c1bc54 req-6d6d426e-666e-4b30-a812-dd065dbf1537 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1268003 Oct 25 23:14:59.467123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bf34f540-1506-498f-b494-33b0cee3243e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf34f540-1506-498f-b494-33b0cee3243e,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:14:59.474628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.531809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bf34f540-1506-498f-b494-33b0cee3243e,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:59.541935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb4ab109-457f-48d4-b472-574211c1bc54 req-517e85e0-65b8-41f0-befc-58ad1f8332ce tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709515 Oct 25 23:14:59.543707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-9d631cc8-3772-463c-b17f-3f6a6fc9d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:59.545403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-9d631cc8-3772-463c-b17f-3f6a6fc9d243 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.1999998 Oct 25 23:14:59.569922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.574983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.600380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-72df65cb-b9ad-4a14-b908-56d461ae0fa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.0472884 Oct 25 23:14:59.656224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event updated for resources: {'Port': ['ID=d3e848d1-1176-452c-8432-709c79ac1a2e,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:14:59.665935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.674544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-1c0005e4-111b-484d-b30d-e83e3a6d8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:59.676143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-1c0005e4-111b-484d-b30d-e83e3a6d8fcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.0638518 Oct 25 23:14:59.684393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:14:59.686014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-9f99669d-f7ff-49d4-a3b9-884e0b0bc3c4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0369818 Oct 25 23:14:59.715437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-feacc9ed-957e-41b7-a8e6-0789bc7f1863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312793 Oct 25 23:14:59.755100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-7e37f051-d035-4db4-92ee-fc0b54ec652b tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0605848 Oct 25 23:14:59.851862 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b875f309-1bdf-4707-8aa6-4f3e9c4f905d x-openstack-request-id: req-b875f309-1bdf-4707-8aa6-4f3e9c4f905d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:14:59.853820 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bf21c3-1dca-4e4b-87b9-8b8946e7f808", "name": "network-vif-plugged", "status": "completed", "tag": "bf34f540-1506-498f-b494-33b0cee3243e", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:14:59.854101 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b875f309-1bdf-4707-8aa6-4f3e9c4f905d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:14:59.854682 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34f540-1506-498f-b494-33b0cee3243e', 'code': 200} Oct 25 23:14:59.913663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-598db7c4-ef58-4373-8585-12ba6b3ac5d4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:14:59.915880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-96aad081-6fac-4dc4-b8e9-15aefbba723a service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925294 Oct 25 23:14:59.916727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-598db7c4-ef58-4373-8585-12ba6b3ac5d4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.1558962 Oct 25 23:14:59.931425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-f5056007-7ec5-4d46-a079-a2d7adaf9d28 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:14:59.932765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bbd0d654-a91d-4eff-b700-f5dda0664ac8 req-f5056007-7ec5-4d46-a079-a2d7adaf9d28 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087295 Oct 25 23:15:00.110905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4fbe7-f8dc-4f81-93e3-d7c21087f703 req-9650ae73-f1d8-4081-a6f7-ec03dcccc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:00.112408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62e4fbe7-f8dc-4f81-93e3-d7c21087f703 req-9650ae73-f1d8-4081-a6f7-ec03dcccc764 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 1097 time: 0.1492710 Oct 25 23:15:00.123515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56483f-d502-4091-9496-e78cc75a20e0 req-9f8a152e-eeb2-4b13-b80b-a03172507615 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:00.126719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c56483f-d502-4091-9496-e78cc75a20e0 req-9f8a152e-eeb2-4b13-b80b-a03172507615 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1507094 Oct 25 23:15:00.137212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d1538-0f0c-4882-a7e1-153710a08dde req-d707b8a4-cf0e-437e-9205-395c8fa9f0ff tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:00.144752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-544d1538-0f0c-4882-a7e1-153710a08dde req-d707b8a4-cf0e-437e-9205-395c8fa9f0ff tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 943 time: 0.0774219 Oct 25 23:15:00.151969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-443f6bd9-bd55-4470-99bd-2b1f714f7a40 req-0953e897-a909-4f35-ac3a-a667b1dcbc25 service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213287 Oct 25 23:15:00.198801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-544d1538-0f0c-4882-a7e1-153710a08dde req-80b62ef5-48fa-4d91-b1fb-7e401037af83 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529699 Oct 25 23:15:00.202566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c56483f-d502-4091-9496-e78cc75a20e0 req-4baf5f72-fa14-4d7b-934b-08d007af7a81 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Oct 25 23:15:00.216948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:00.224754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62e4fbe7-f8dc-4f81-93e3-d7c21087f703 req-603d3306-6223-458f-bf90-8385c8494a96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958669 Oct 25 23:15:00.343846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-d6ba39c0-0b4b-48d5-a480-e1274c1c6c07 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:00.345649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-d6ba39c0-0b4b-48d5-a480-e1274c1c6c07 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0733187 Oct 25 23:15:00.364412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce11ce1c-2869-4d08-891d-f4b2f0d9ee8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.410427 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-52794c45-cd93-4f45-ac7d-ce921735122f tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0580957 Oct 25 23:15:00.423198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'floatingip': {'port_id': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:00.473003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.621377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce11ce1c-2869-4d08-891d-f4b2f0d9ee8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.658045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce11ce1c-2869-4d08-891d-f4b2f0d9ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.681423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83c3b6-dfdb-4fee-8086-e0185f83836d req-9bf51ad8-d1fd-4226-82f5-5a47025d64e1 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:00.683716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa83c3b6-dfdb-4fee-8086-e0185f83836d req-9bf51ad8-d1fd-4226-82f5-5a47025d64e1 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0638297 Oct 25 23:15:00.741645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce11ce1c-2869-4d08-891d-f4b2f0d9ee8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdd36b109b7347a5891a31429abebe86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205946 Oct 25 23:15:00.742740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa83c3b6-dfdb-4fee-8086-e0185f83836d req-637d3d2a-73b7-4115-a55b-86a29e55d9e9 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520093 Oct 25 23:15:00.743254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36558) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:00.755485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11ce1c-2869-4d08-891d-f4b2f0d9ee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb8c29-a952-4743-a738-c35060fa3825,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:00.813478 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b21f0ab6-7eed-4c8c-a42d-b09922ced0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.841419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b21f0ab6-7eed-4c8c-a42d-b09922ced0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.909201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b21f0ab6-7eed-4c8c-a42d-b09922ced0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.912452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b21f0ab6-7eed-4c8c-a42d-b09922ced0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:00.916517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b21f0ab6-7eed-4c8c-a42d-b09922ced0a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80bb8c29-a952-4743-a738-c35060fa3825 HTTP/1.1" status: 204 len: 168 time: 0.1694279 Oct 25 23:15:00.921890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f0ab6-7eed-4c8c-a42d-b09922ced0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb8c29-a952-4743-a738-c35060fa3825,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:01.052515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:01.059514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:01.421314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c72b-7502-49db-be02-d99709a49f58 req-36566cad-a415-427b-a040-74f8175bc6b7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:01.422936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8873c72b-7502-49db-be02-d99709a49f58 req-36566cad-a415-427b-a040-74f8175bc6b7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 943 time: 0.1080918 Oct 25 23:15:01.493858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8873c72b-7502-49db-be02-d99709a49f58 req-fb3b2ce1-8755-4194-8f97-2568304b46cd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634818 Oct 25 23:15:01.581096 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Floating IP f32ba778-37de-4017-9a88-c3594bbd3b46 associated. External IP: 172.25.4.29, port: 49a34a96-7357-4e1f-b742-cba3ae28f00d. Oct 25 23:15:01.732589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e05b9-a162-49af-89b4-3e2db7e3048d req-4fedab5b-4908-4625-af6d-7385ce89794f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:01.734883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-480e05b9-a162-49af-89b4-3e2db7e3048d req-4fedab5b-4908-4625-af6d-7385ce89794f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1110272 Oct 25 23:15:01.863509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-480e05b9-a162-49af-89b4-3e2db7e3048d req-c2036da2-153d-4157-bbb7-e9f2d9a4db6d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104679 Oct 25 23:15:01.936487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Router dd4913b0-ad14-4398-b034-57e0a3151c5b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:15:01.986033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d0e33-630f-436d-b0c7-1f86978b53d0 req-c3997596-4265-44c0-9f40-6d8b56c77427 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:01.995261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c86d0e33-630f-436d-b0c7-1f86978b53d0 req-c3997596-4265-44c0-9f40-6d8b56c77427 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0771556 Oct 25 23:15:02.045992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c86d0e33-630f-436d-b0c7-1f86978b53d0 req-fc98eb4e-62aa-4174-a2b2-bb2349793954 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480683 Oct 25 23:15:02.101757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:15:02.108071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:02.116268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] Sync routers for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:15:02.145692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-2af55f9a-b59f-446b-b116-0fa4f6efb4a1 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "PUT /v2.0/floatingips/f32ba778-37de-4017-9a88-c3594bbd3b46 HTTP/1.1" status: 200 len: 996 time: 1.7273128 Oct 25 23:15:02.146509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:02.148674 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3b456-51e3-43bf-bb43-27a7ef578f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:02.163935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:02.164543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:02.233390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-284ade67-9326-42c1-a3cb-ceb0b7938155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.246467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-284ade67-9326-42c1-a3cb-ceb0b7938155 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0853896 Oct 25 23:15:02.325352 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dc6df6-635c-409c-a31c-eb3e01d85e6a x-openstack-request-id: req-e4dc6df6-635c-409c-a31c-eb3e01d85e6a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:02.325645 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:02.325894 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4dc6df6-635c-409c-a31c-eb3e01d85e6a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:02.326365 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'status': 'completed', 'code': 200} Oct 25 23:15:02.372544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:02.386380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-6e8de4a5-e9f3-41de-b2a3-0150b7221916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.396521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-6e8de4a5-e9f3-41de-b2a3-0150b7221916 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.1487398 Oct 25 23:15:02.453381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-368ab6c8-3374-4e3c-99ae-8cfdd7df70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.456047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-368ab6c8-3374-4e3c-99ae-8cfdd7df70ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0889821 Oct 25 23:15:02.507399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:15:02.585819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-e74fbcce-a6f6-47c4-a4a7-f5609d891255 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 999 time: 0.1879830 Oct 25 23:15:02.683620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-adc62275-58c0-4ac4-b9c6-084a3fc542d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.685426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-adc62275-58c0-4ac4-b9c6-084a3fc542d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.2158854 Oct 25 23:15:02.704990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-0cf22d5d-a966-40d8-a0f9-aebcd43e2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.707272 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-0cf22d5d-a966-40d8-a0f9-aebcd43e2bb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.1122663 Oct 25 23:15:02.749452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-a7c7dc47-1fd8-4f38-969a-82d1ee9f9a71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318480 Oct 25 23:15:02.763244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-ec4e97b5-9d04-442d-94d0-08753ad742c2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:15:02.764656 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-ec4e97b5-9d04-442d-94d0-08753ad742c2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060532 Oct 25 23:15:02.804983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:02.834188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeca5d-6143-462a-8918-26033a5ee56d req-1c7bb16b-59f9-4161-b0f6-89a3442a82fe tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.845961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2cfeca5d-6143-462a-8918-26033a5ee56d req-1c7bb16b-59f9-4161-b0f6-89a3442a82fe tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 943 time: 0.2020104 Oct 25 23:15:02.857133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2', 'mac_address': 'fa:16:3e:4e:d5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:15:02.876720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-827e666a-166b-47ba-9b9c-cee0c26b1bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 999 time: 0.1817975 Oct 25 23:15:02.957477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2cfeca5d-6143-462a-8918-26033a5ee56d req-b6e4fb10-47a3-4bd7-b56f-7e827aec9f1e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103644 Oct 25 23:15:02.958252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:02.961809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-8c7088cd-1950-4d93-98a4-d61339c3765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:02.968464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-8c7088cd-1950-4d93-98a4-d61339c3765d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.0835547 Oct 25 23:15:02.983463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-79954bd2-91b3-46d7-ab9c-186dd47615e7 service neutron] 10.222.0.25 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990390 Oct 25 23:15:02.997160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:15:03.014793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-c3b47f6d-5cce-4364-b9ec-31412c2bc773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374944 Oct 25 23:15:03.025110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'f32ba778-37de-4017-9a88-c3594bbd3b46', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'port_id': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'mac_address': 'fa:16:3e:14:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583056-3395-4d93-b504-68a0b4e52cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:14:59Z', 'updated_at': '2021-10-25T23:15:00Z', 'revision_number': 1, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:14:00Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:03.074337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] Checking router: dd4913b0-ad14-4398-b034-57e0a3151c5b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:15:03.091334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:03.094584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:03.095485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:03.100819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:03.224824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b1592c2-4e5e-493d-a53f-99f3f3f74c43 req-09f31f39-4710-475c-8575-36ab154f80bd service neutron] 10.222.0.25 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280684 Oct 25 23:15:03.258805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e81bc-c96f-412d-a497-ef5a02ba87f2 req-118a7f38-de6d-40c1-9d0d-c044bff4c6af tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:03.267566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-437e81bc-c96f-412d-a497-ef5a02ba87f2 req-118a7f38-de6d-40c1-9d0d-c044bff4c6af tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1316590 Oct 25 23:15:03.338843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-437e81bc-c96f-412d-a497-ef5a02ba87f2 req-ebf8854e-159a-47be-9fa7-2fde285b1a58 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698898 Oct 25 23:15:03.349994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:03.402877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-edcbc8c1-bb6d-4f56-8a0d-afb571742551 service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803782 Oct 25 23:15:03.403143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:03.446230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a341b-fa2b-4e14-bc9b-136db825d04a req-d1e34b2f-3870-44cf-ad07-3ee1ccc04a66 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:03.454988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-630a341b-fa2b-4e14-bc9b-136db825d04a req-d1e34b2f-3870-44cf-ad07-3ee1ccc04a66 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0783608 Oct 25 23:15:03.476349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6c72ab61-35d4-4c8e-8569-6b37c0784dc2'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:03.533452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-630a341b-fa2b-4e14-bc9b-136db825d04a req-647241a8-8f2a-46c8-9127-986f77e3cfdb tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734365 Oct 25 23:15:03.666706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64e3b456-51e3-43bf-bb43-27a7ef578f0a req-afa8cc8a-0798-4e3b-b75a-1b3459c48275 service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477345 Oct 25 23:15:03.885915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-c4e3c3bd-2cae-4854-8810-f9f3a0fad4d8 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 999 time: 0.2993269 Oct 25 23:15:03.909393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82add92-b1b3-4af1-8c5a-c2220dbef438 req-809bc611-aee8-48c7-97dd-49dc9e5e00e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:03.918262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e82add92-b1b3-4af1-8c5a-c2220dbef438 req-809bc611-aee8-48c7-97dd-49dc9e5e00e7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1132591 Oct 25 23:15:03.945205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-020331b9-73aa-4c28-830c-8056d4461e6a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:03.952359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-020331b9-73aa-4c28-830c-8056d4461e6a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports/49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 943 time: 0.0636597 Oct 25 23:15:03.953400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'f32ba778-37de-4017-9a88-c3594bbd3b46', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'port_id': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'mac_address': 'fa:16:3e:14:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583056-3395-4d93-b504-68a0b4e52cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:14:59Z', 'updated_at': '2021-10-25T23:15:00Z', 'revision_number': 1, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:14:00Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:04.003745 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e82add92-b1b3-4af1-8c5a-c2220dbef438 req-6a5fc40d-48e1-4c16-8c55-7be98880bcd9 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780621 Oct 25 23:15:04.057631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c553fd-a992-4149-ad03-e14fab088adc None None] The sync data for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 is: [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'f32ba778-37de-4017-9a88-c3594bbd3b46', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'port_id': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'mac_address': 'fa:16:3e:14:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583056-3395-4d93-b504-68a0b4e52cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:14:59Z', 'updated_at': '2021-10-25T23:15:00Z', 'revision_number': 1, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:14:00Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:15:04.197383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de2cea-fd7c-4124-8374-12b1d4c8414a req-a5e07bd5-89d2-4ade-8c96-834ab9e8fa83 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:04.201845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30de2cea-fd7c-4124-8374-12b1d4c8414a req-a5e07bd5-89d2-4ade-8c96-834ab9e8fa83 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 944 time: 0.1157756 Oct 25 23:15:04.303668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30de2cea-fd7c-4124-8374-12b1d4c8414a req-e92a05ba-68a1-4254-9f8f-8160dc16c3f9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947740 Oct 25 23:15:04.449736 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc77a450-494b-45c7-acbb-12ccf28fc40d None None] New status for floating IP f32ba778-37de-4017-9a88-c3594bbd3b46: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:15:04.555609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f291-eb1f-4a6d-8175-3a58f974a1ec req-eccd9e76-69fd-43c9-a20f-cc370b373335 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:04.557199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ea7f291-eb1f-4a6d-8175-3a58f974a1ec req-eccd9e76-69fd-43c9-a20f-cc370b373335 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.0876484 Oct 25 23:15:04.564951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-faca9c45-30ac-4a92-a3d7-1352eac5656e tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 999 time: 0.5630434 Oct 25 23:15:04.680540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ea7f291-eb1f-4a6d-8175-3a58f974a1ec req-1e471dac-8219-4d4b-b1a9-daa502e00904 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701637 Oct 25 23:15:04.766702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-113b3081-5575-47c1-8d97-0fc49e1864ac tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:04.775451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-113b3081-5575-47c1-8d97-0fc49e1864ac tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2096231 Oct 25 23:15:04.785076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-704871df-8c8b-4f83-890f-9f9563088966 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:15:04.796498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-704871df-8c8b-4f83-890f-9f9563088966 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0196080 Oct 25 23:15:04.928979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f920-42af-4b61-97f8-0de0181f6a9f req-e3008b06-1f62-4b0b-a1d3-0844a0bdaf11 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:04.930774 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b322f920-42af-4b61-97f8-0de0181f6a9f req-e3008b06-1f62-4b0b-a1d3-0844a0bdaf11 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0707765 Oct 25 23:15:04.931418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:04.934397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-f5382c21-b549-43b8-a29f-ce805e26290c tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 1001 time: 0.1317036 Oct 25 23:15:04.946371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:05.017087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.022658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b322f920-42af-4b61-97f8-0de0181f6a9f req-eb0f5e71-45fa-4eff-b643-e6695cbfcb3a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820732 Oct 25 23:15:05.123260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9dd87e27-dacb-45b6-8076-3b926a0a7d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.193506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.198644 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.199080 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Floating IP f32ba778-37de-4017-9a88-c3594bbd3b46 disassociated. External IP: 172.25.4.29, port: 49a34a96-7357-4e1f-b742-cba3ae28f00d. Oct 25 23:15:05.261959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9dd87e27-dacb-45b6-8076-3b926a0a7d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.274965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9dd87e27-dacb-45b6-8076-3b926a0a7d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.344131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36740) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:05.344319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9dd87e27-dacb-45b6-8076-3b926a0a7d70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22b3602929f541c0b908b5c237361601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115131 Oct 25 23:15:05.371839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd87e27-dacb-45b6-8076-3b926a0a7d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee8518f-2f97-4dce-a7fa-0397ecfaaf13,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:05.411364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b6cc7-62d1-4ac3-b4ee-b16df6df9800 req-2d5d6339-cf9a-49ef-8a8b-81306eba6d13 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:05.413314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a39b6cc7-62d1-4ac3-b4ee-b16df6df9800 req-2d5d6339-cf9a-49ef-8a8b-81306eba6d13 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.0918424 Oct 25 23:15:05.418748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce33e130-89eb-4f59-a96d-51fc28e0bbe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.452877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a39b6cc7-62d1-4ac3-b4ee-b16df6df9800 req-e72c4af4-8c20-43ef-beba-515b4f4df2a3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Oct 25 23:15:05.561883 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce33e130-89eb-4f59-a96d-51fc28e0bbe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.580848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c47d3-fd4a-4277-8c21-9f21a3ece7d0 req-01cd399e-97ab-4eb4-9a53-5f3b7f7bf44e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:05.590366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9f1c47d3-fd4a-4277-8c21-9f21a3ece7d0 req-01cd399e-97ab-4eb4-9a53-5f3b7f7bf44e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 944 time: 0.0663204 Oct 25 23:15:05.616260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Router dd4913b0-ad14-4398-b034-57e0a3151c5b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:15:05.643574 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9f1c47d3-fd4a-4277-8c21-9f21a3ece7d0 req-3ed37743-501a-4b7f-bd01-bfb287c3dabb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487289 Oct 25 23:15:05.729969 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce33e130-89eb-4f59-a96d-51fc28e0bbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.732521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce33e130-89eb-4f59-a96d-51fc28e0bbe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.734191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ce33e130-89eb-4f59-a96d-51fc28e0bbe9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ee8518f-2f97-4dce-a7fa-0397ecfaaf13 HTTP/1.1" status: 204 len: 168 time: 0.3883300 Oct 25 23:15:05.748794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33e130-89eb-4f59-a96d-51fc28e0bbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee8518f-2f97-4dce-a7fa-0397ecfaaf13,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:05.796575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:15:05.802465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:05.808062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] Sync routers for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:15:05.829112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:05.830586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:05.860699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-5fa4db65-0bd9-4702-bcda-9f94c588e090 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "PUT /v2.0/floatingips/f32ba778-37de-4017-9a88-c3594bbd3b46 HTTP/1.1" status: 200 len: 694 time: 0.9244761 Oct 25 23:15:05.861013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:05.869413 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7125a2f-d911-4852-914c-e08f77cca714" -d '{"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:05.939297 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65dbd2c-8548-490d-9802-7f4b3ba06b89 x-openstack-request-id: req-a65dbd2c-8548-490d-9802-7f4b3ba06b89 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:05.939927 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:05.939927 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a65dbd2c-8548-490d-9802-7f4b3ba06b89 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:05.940425 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'status': 'completed', 'code': 200} Oct 25 23:15:05.961086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-a6d01844-9982-43f7-85e3-a756d66fc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:05.963797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-a6d01844-9982-43f7-85e3-a756d66fc42e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.0863209 Oct 25 23:15:06.058409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:06.130513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125a2f-d911-4852-914c-e08f77cca714 req-14a0fde5-ecf6-4623-9b3d-9b92b94d4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.132167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-14a0fde5-ecf6-4623-9b3d-9b92b94d4983 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2269260385b546749c6bbe03bf9b4750&device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 1097 time: 0.1297424 Oct 25 23:15:06.163286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36762) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:06.197833 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40ef662e-6c19-429f-b799-4e0eb4a70750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:06.262348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125a2f-d911-4852-914c-e08f77cca714 req-18cbcba7-5699-4358-8c22-11c818a7abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.265657 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-18cbcba7-5699-4358-8c22-11c818a7abfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.1152768 Oct 25 23:15:06.318361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413b2c4-9357-4884-b50a-b616c161818e req-d75fb443-35a6-42f2-8c69-5ca4989be648 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.320559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8413b2c4-9357-4884-b50a-b616c161818e req-d75fb443-35a6-42f2-8c69-5ca4989be648 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1242719 Oct 25 23:15:06.335490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-ca09746f-6f0c-43fa-8ad0-5983ebee3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.337145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-ca09746f-6f0c-43fa-8ad0-5983ebee3eda service neutron] 10.222.0.25 "GET /v2.0/networks?id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 200 len: 921 time: 0.3553708 Oct 25 23:15:06.339011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-4931476b-4da2-4ed6-ae84-dfe403c9cfcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.0546310 Oct 25 23:15:06.351244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:14:00Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:06.386190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] Checking router: dd4913b0-ad14-4398-b034-57e0a3151c5b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:15:06.395305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:06.396079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:06.405312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8413b2c4-9357-4884-b50a-b616c161818e req-0d7cf9dd-f2f8-46c9-beca-7bc7579882bc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640309 Oct 25 23:15:06.418853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-7933dc8c-a86b-42ee-af2e-72e967fb9889 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 200 len: 217 time: 0.0737698 Oct 25 23:15:06.441041 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40ef662e-6c19-429f-b799-4e0eb4a70750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:06.450590 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40ef662e-6c19-429f-b799-4e0eb4a70750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:06.472359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:06.543287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125a2f-d911-4852-914c-e08f77cca714 req-23964ee9-bd5b-4518-96dd-0c45cea975f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.555742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-23964ee9-bd5b-4518-96dd-0c45cea975f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.1357968 Oct 25 23:15:06.565653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-0072da0e-fde8-4fb1-ab00-f63eda15121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.567835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-0072da0e-fde8-4fb1-ab00-f63eda15121a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 200 len: 860 time: 0.1382153 Oct 25 23:15:06.602102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:06.603204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-dd8bb4d4-9d06-4de6-a6b6-0fe1b708e0a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337024 Oct 25 23:15:06.616842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-40ef662e-6c19-429f-b799-4e0eb4a70750 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e72105e9241d4d0c893f61446bc1b379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523511 Oct 25 23:15:06.622286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36770) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:06.624522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-1958422a-5578-4de4-b0c6-9a467db69297 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463252 Oct 25 23:15:06.644586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef662e-6c19-429f-b799-4e0eb4a70750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fc21ba-370d-4422-9338-4ef8e53e62ce,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:06.699477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c467de-aacb-47b0-810d-0b34c5bd9b32 req-5be0ff26-0d50-49dc-bb48-ce256f96506c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.701070 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9c467de-aacb-47b0-810d-0b34c5bd9b32 req-5be0ff26-0d50-49dc-bb48-ce256f96506c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1305966 Oct 25 23:15:06.782691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9c467de-aacb-47b0-810d-0b34c5bd9b32 req-119e258b-f2d8-46d1-94e7-2df3feff087e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685668 Oct 25 23:15:06.882420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4427d6e1-7de3-4aa1-afb4-5ec2ef30be7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:06.888216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-5e03197a-752d-4e85-ad3f-6c126a06996a service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668509 Oct 25 23:15:06.892108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-46605740-2a7b-47fd-a176-7be9dc5ef7f2 service neutron] 10.222.0.25 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550428 Oct 25 23:15:06.961838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0d26-724c-4e4e-af13-48641ddea5cd req-55cf16f0-13aa-4a89-8b3c-cc958d6fa36e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:06.964114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6ed0d26-724c-4e4e-af13-48641ddea5cd req-55cf16f0-13aa-4a89-8b3c-cc958d6fa36e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 944 time: 0.0972917 Oct 25 23:15:06.971582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4427d6e1-7de3-4aa1-afb4-5ec2ef30be7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:06.992008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:15:07.012984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6ed0d26-724c-4e4e-af13-48641ddea5cd req-9ad2feb9-f2ba-448d-98c1-644b9c5868af tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Oct 25 23:15:07.022607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:07.023129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.131156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4427d6e1-7de3-4aa1-afb4-5ec2ef30be7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.133750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4427d6e1-7de3-4aa1-afb4-5ec2ef30be7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.137129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4427d6e1-7de3-4aa1-afb4-5ec2ef30be7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8fc21ba-370d-4422-9338-4ef8e53e62ce HTTP/1.1" status: 204 len: 168 time: 0.5093250 Oct 25 23:15:07.203711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427d6e1-7de3-4aa1-afb4-5ec2ef30be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fc21ba-370d-4422-9338-4ef8e53e62ce,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:07.210481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a773a2f-1658-4b78-b563-c95992f41fd5 req-20ef5cf5-e1d8-4122-b31a-e30ce11cb6d1 service neutron] 10.222.0.25 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014426 Oct 25 23:15:07.250254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7125a2f-d911-4852-914c-e08f77cca714 req-dd69567d-2fe3-47cb-b476-534f58210d2d service neutron] 10.222.0.15 "GET /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512700 Oct 25 23:15:07.262776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-0e7d3b66-c771-4943-b79e-e5a05258a4fc tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:07.264303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-0e7d3b66-c771-4943-b79e-e5a05258a4fc tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1163414 Oct 25 23:15:07.268481 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.345313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:07.347555 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd7e85-3f6f-4f21-bb53-a2c62fee837c" -d '{"events": [{"server_uuid": "4f3367d5-b333-48d0-88d0-d14c0585a5c9", "name": "network-vif-plugged", "status": "completed", "tag": "6c72ab61-35d4-4c8e-8569-6b37c0784dc2"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:07.371281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6acf4a86-8803-47c9-b2e1-01ee87566fe5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips/f32ba778-37de-4017-9a88-c3594bbd3b46 HTTP/1.1" status: 200 len: 694 time: 0.0999703 Oct 25 23:15:07.379556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:07.387579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:14:00Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:07.425975 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0a819a-7036-4d1b-8c1e-b72c415a79fc x-openstack-request-id: req-4d0a819a-7036-4d1b-8c1e-b72c415a79fc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:07.427100 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3367d5-b333-48d0-88d0-d14c0585a5c9", "name": "network-vif-plugged", "status": "completed", "tag": "6c72ab61-35d4-4c8e-8569-6b37c0784dc2", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:07.427368 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d0a819a-7036-4d1b-8c1e-b72c415a79fc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:07.428000 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2', 'code': 200} Oct 25 23:15:07.434028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ab9c3-29e7-4522-8bf0-2837756fa399 None None] The sync data for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 is: [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:13:55Z', 'revision_number': 4, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '75a4f85f-d5d8-43c4-90b2-764550de2b92', 'name': '', 'network_id': 'f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'mac_address': 'fa:16:3e:a3:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:53Z', 'updated_at': '2021-10-25T23:14:00Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'subnets': [{'id': 'a9965fcd-830e-4c1d-9fd9-a059b76c2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:15:07.437212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.455673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port bf34f540-1506-498f-b494-33b0cee3243e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:07.456314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.539483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:07.591101 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-1fa0cab9-5776-4081-b9c7-a5af01c5b44d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:07.593184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-1fa0cab9-5776-4081-b9c7-a5af01c5b44d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 784 time: 0.2123456 Oct 25 23:15:07.606032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-a31e5726-a116-4845-a18f-02126a4a16ea tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:15:07.607033 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-a31e5726-a116-4845-a18f-02126a4a16ea tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068533 Oct 25 23:15:07.698076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-0c47d2f6-8f21-4c34-bc00-efd61d2c922d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 697 time: 0.0831926 Oct 25 23:15:07.714995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3fb5b-b3f3-4115-a79e-0eb798930106 req-cd4a9ec1-5221-4e7f-9fa8-e7274bbd1251 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:07.724583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dc3fb5b-b3f3-4115-a79e-0eb798930106 req-cd4a9ec1-5221-4e7f-9fa8-e7274bbd1251 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.2027562 Oct 25 23:15:07.752485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port bf34f540-1506-498f-b494-33b0cee3243e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf34f540-1506-498f-b494-33b0cee3243e,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:07.752936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:07.768923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-67402548-873f-4637-86fe-89b1b40ec4b5 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 697 time: 0.0700603 Oct 25 23:15:07.774681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411504c-859b-4bd8-a2ae-e1409cdd819a req-e6924c56-7c57-4ca7-bcb2-7a9b8cf72112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:07.776741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a411504c-859b-4bd8-a2ae-e1409cdd819a req-e6924c56-7c57-4ca7-bcb2-7a9b8cf72112 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 1096 time: 0.2536001 Oct 25 23:15:07.844684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for bf34f540-1506-498f-b494-33b0cee3243e owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:07.896755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dc3fb5b-b3f3-4115-a79e-0eb798930106 req-06dd5948-45ce-4aeb-bf2e-27d381b62aa7 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708829 Oct 25 23:15:07.949456 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ae3c4-69f9-4cbc-aac5-84a604c4eb7d None None] New status for floating IP f32ba778-37de-4017-9a88-c3594bbd3b46: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:15:07.956841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a411504c-859b-4bd8-a2ae-e1409cdd819a req-34d0afba-44d9-4813-8184-d62dd943095f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714141 Oct 25 23:15:07.962983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Deleting port d3e848d1-1176-452c-8432-709c79ac1a2e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:07.963309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.140609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.141331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.160075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Calling delete_port for d3e848d1-1176-452c-8432-709c79ac1a2e owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:08.175182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1d45d-5a04-4164-a9d9-8d67412b80fb req-81ef9aaf-b589-4a33-949a-b764c6306967 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:08.177462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ec1d45d-5a04-4164-a9d9-8d67412b80fb req-81ef9aaf-b589-4a33-949a-b764c6306967 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0bf21c3-1dca-4e4b-87b9-8b8946e7f808 HTTP/1.1" status: 200 len: 946 time: 0.1350546 Oct 25 23:15:08.238731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.274105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:08.300996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=bf34f540-1506-498f-b494-33b0cee3243e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:08.358726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ec1d45d-5a04-4164-a9d9-8d67412b80fb req-dc0e327b-0751-4b78-b131-0c3d6b95f8db tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539698 Oct 25 23:15:08.419279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port bf34f540-1506-498f-b494-33b0cee3243e on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:08.421978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.425541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2eec0ef-b549-4984-bc50-a4d294d2f7bb req-cb1c9f66-b610-4d4e-960e-3daafa751ae7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "DELETE /v2.0/ports/bf34f540-1506-498f-b494-33b0cee3243e HTTP/1.1" status: 204 len: 173 time: 1.1357315 Oct 25 23:15:08.426007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'name': 'network-vif-deleted', 'tag': 'bf34f540-1506-498f-b494-33b0cee3243e'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:08.429087 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b038199-a68d-44fa-a767-3ba90e7aa0c8" -d '{"events": [{"server_uuid": "d0bf21c3-1dca-4e4b-87b9-8b8946e7f808", "name": "network-vif-deleted", "tag": "bf34f540-1506-498f-b494-33b0cee3243e"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:08.506408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.554394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87260cc9-d967-4823-b77e-69b8a9ab42e6 req-87823e03-8591-4ef7-8aa8-b9ff2c008630 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:08.556675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87260cc9-d967-4823-b77e-69b8a9ab42e6 req-87823e03-8591-4ef7-8aa8-b9ff2c008630 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 945 time: 0.1011410 Oct 25 23:15:08.583297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event deleted for resources: {'Port': ['ID=d3e848d1-1176-452c-8432-709c79ac1a2e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:08.646430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.649638 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.656808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87260cc9-d967-4823-b77e-69b8a9ab42e6 req-933c3879-8942-4046-a7ef-f9b368c02b42 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869823 Oct 25 23:15:08.666750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d29da2dc-6a52-4df6-b9df-fba3ecc70a57 req-6e8ccb3b-a594-4a44-8aba-eefea3cd629d tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "DELETE /v2.0/floatingips/f32ba778-37de-4017-9a88-c3594bbd3b46 HTTP/1.1" status: 204 len: 173 time: 0.8968713 Oct 25 23:15:08.682775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36836) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:08.713175 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c010753-55ee-495d-a18e-22d01778d0e9 x-openstack-request-id: req-6c010753-55ee-495d-a18e-22d01778d0e9 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:08.713551 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bf21c3-1dca-4e4b-87b9-8b8946e7f808", "name": "network-vif-deleted", "tag": "bf34f540-1506-498f-b494-33b0cee3243e", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:08.713984 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c010753-55ee-495d-a18e-22d01778d0e9 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:08.714490 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bf21c3-1dca-4e4b-87b9-8b8946e7f808', 'name': 'network-vif-deleted', 'tag': 'bf34f540-1506-498f-b494-33b0cee3243e', 'status': 'completed', 'code': 200} Oct 25 23:15:08.784941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bb054ea-bcb6-4050-afa8-cff2009d2a08 req-7e3251fb-284e-430e-9c57-b0c39c090416 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups/bd521e0f-45c1-47d8-a7fa-7173c1b3e330 HTTP/1.1" status: 200 len: 1809 time: 0.0566709 Oct 25 23:15:08.817972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-421889052'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:08.884982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8bb054ea-bcb6-4050-afa8-cff2009d2a08 req-a9f2a9c8-e035-42d5-950a-a34c9924a978 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.889082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:08.893257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.912954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:08.963899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8bb054ea-bcb6-4050-afa8-cff2009d2a08 req-a9f2a9c8-e035-42d5-950a-a34c9924a978 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.080192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff26d6d-5c7c-4ffc-a067-36c0dbd89c31 req-2613b458-d42e-4036-884e-ac6f52d695e6 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:09.083791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8bb054ea-bcb6-4050-afa8-cff2009d2a08 req-a9f2a9c8-e035-42d5-950a-a34c9924a978 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.084561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ff26d6d-5c7c-4ffc-a067-36c0dbd89c31 req-2613b458-d42e-4036-884e-ac6f52d695e6 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0984721 Oct 25 23:15:09.086649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-8bb054ea-bcb6-4050-afa8-cff2009d2a08 req-a9f2a9c8-e035-42d5-950a-a34c9924a978 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.087806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bb054ea-bcb6-4050-afa8-cff2009d2a08 req-a9f2a9c8-e035-42d5-950a-a34c9924a978 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd521e0f-45c1-47d8-a7fa-7173c1b3e330 HTTP/1.1" status: 204 len: 173 time: 0.2967956 Oct 25 23:15:09.106501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2a9c8-e035-42d5-950a-a34c9924a978 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd521e0f-45c1-47d8-a7fa-7173c1b3e330,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:09.169069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.178401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.182662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ff26d6d-5c7c-4ffc-a067-36c0dbd89c31 req-f86f5f3f-0f1c-4ec2-a4fb-c164e25f987e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Oct 25 23:15:09.211844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf34f540-1506-498f-b494-33b0cee3243e no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:09.251540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: bf34f540-1506-498f-b494-33b0cee3243e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:09.252208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf34f540-1506-498f-b494-33b0cee3243e not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:09.265371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:09.279618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4134af20-f40f-4f63-808c-c70e487427d0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:09.285224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.285765 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment 8416d15a-7d16-4b47-b5bd-934ac9ab2e4a of type vlan for network bc2bc9f7-40af-4f37-afd3-55229a6660e5 Oct 25 23:15:09.334991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.367695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.373342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:09.374350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.415403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7286568 Oct 25 23:15:09.415956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36864) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:09.421555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'name': 'tempest-PortsTestJSON-1572300824'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:09.552634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76dc47-5845-4283-8bb5-7975e2536d7a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=bc2bc9f7-40af-4f37-afd3-55229a6660e5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:09.569811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:09.690072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:09.695075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:09.717615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f272b-384b-4505-9c7c-5c952709c82e req-64466fa0-9a09-4aca-b78f-dbb676a46dd4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:09.727390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b52f272b-384b-4505-9c7c-5c952709c82e req-64466fa0-9a09-4aca-b78f-dbb676a46dd4 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1448710 Oct 25 23:15:09.764670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 688db8bb-f6cc-428b-b681-aeebc11b71e9 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:09.844951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b52f272b-384b-4505-9c7c-5c952709c82e req-d3acd94d-e7c3-4720-be38-e63077cf5d4a tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114743 Oct 25 23:15:09.875933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-383baa38-67f8-43f5-9a39-2f233bd5f266 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:09.878349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-383baa38-67f8-43f5-9a39-2f233bd5f266 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.1373160 Oct 25 23:15:09.904097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-243cce08-5ee2-4c00-b6b3-9b6b698e70f7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/quotas/0d920f06bf0644f3b9003a38d83903e7 HTTP/1.1" status: 200 len: 375 time: 0.0107312 Oct 25 23:15:10.011915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-439ac2e2-b4bf-4380-b3e7-9c4b48c7c39f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994427 Oct 25 23:15:10.051832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.062228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122cdf-3be7-44d5-b6bb-87db1402ec94 req-02f218e7-7f2c-402a-aeaf-1c591dc77a5e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:10.064259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f122cdf-3be7-44d5-b6bb-87db1402ec94 req-02f218e7-7f2c-402a-aeaf-1c591dc77a5e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 945 time: 0.1027977 Oct 25 23:15:10.139467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f122cdf-3be7-44d5-b6bb-87db1402ec94 req-8e9429f0-33ab-4dfb-a274-4c0c25347b74 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680385 Oct 25 23:15:10.145354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.168816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-496171ed-0b5a-4897-8176-97165cdca3bc service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452315 Oct 25 23:15:10.243444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=688db8bb-f6cc-428b-b681-aeebc11b71e9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:10.251087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:10.252031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: bc2bc9f7-40af-4f37-afd3-55229a6660e5, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:10.271808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:10.286976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-3a314680-c019-4bc3-93b2-f71d3528d69a service neutron] 10.222.0.25 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172159 Oct 25 23:15:10.288536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, bc2bc9f7-40af-4f37-afd3-55229a6660e5) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:10.295320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:10.299322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3497d447-b4da-4773-8853-9f1b1bee5675 None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:10.311220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:10.314578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.367756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-575015b0-6763-4eda-ae0c-38c488eb4cb8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9503357 Oct 25 23:15:10.370523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36898) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:10.375792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-914866925'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:10.419153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06b9f8-ca76-469f-9160-46426c541e07 req-07770b77-5bde-42d9-b9a6-59856944a17c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:10.429026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:10.432831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.433477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc06b9f8-ca76-469f-9160-46426c541e07 req-07770b77-5bde-42d9-b9a6-59856944a17c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1075892 Oct 25 23:15:10.496075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:10.579940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.581717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc06b9f8-ca76-469f-9160-46426c541e07 req-6feab07d-fe45-4e93-9722-5c046d290fb4 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449533 Oct 25 23:15:10.583029 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment 55e8a36d-51a5-4847-a9e7-d5ee1f1dd5b6 of type vlan for network 5c68ee81-1c58-4961-a37a-6cf205ad85e5 Oct 25 23:15:10.706113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac535464-026f-4ef8-add2-6be4455cea6e req-121d65be-4a0b-4854-a56c-64b1f57bd202 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 210 time: 0.0470443 Oct 25 23:15:10.772888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.829895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.836136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:10.836810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:10.909561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36922) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:10.909796 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5380416 Oct 25 23:15:10.916712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1109c1-9bc8-4142-821e-284aa18da86e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=5c68ee81-1c58-4961-a37a-6cf205ad85e5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:10.917665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'ports': [{'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'}, {'network_id': '5c68ee81-1c58-4961-a37a-6cf205ad85e5'}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:10.923687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:10.926988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '5c68ee81-1c58-4961-a37a-6cf205ad85e5'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:10.928027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5c68ee81-1c58-4961-a37a-6cf205ad85e5 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:11.111702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243820a4-9694-41e2-8950-610a527ba6a1 req-4fd5532b-bc59-4ba6-ab45-14dd194adf06 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:11.125591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-243820a4-9694-41e2-8950-610a527ba6a1 req-4fd5532b-bc59-4ba6-ab45-14dd194adf06 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0936644 Oct 25 23:15:11.205031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-243820a4-9694-41e2-8950-610a527ba6a1 req-33607538-4aa3-4a7a-b2ad-2e419d673817 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784559 Oct 25 23:15:11.217198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 2} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:11.224048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:11.242227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:11.383481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 601077c8-7beb-46b1-aa38-9584486088e1 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:11.521553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:11.647593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 1a715a39-2b50-4def-bfb7-5372fbbd77e5 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:11.764341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92e913-c597-4ef8-af1f-94f2b3a4a446 req-46504da2-9219-4b2c-8b95-08afcc6bb7f0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:11.769347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf92e913-c597-4ef8-af1f-94f2b3a4a446 req-46504da2-9219-4b2c-8b95-08afcc6bb7f0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1159260 Oct 25 23:15:11.840952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a1f1026-6489-44a1-985d-9eccec32e2b4 req-6fea5b32-d7af-4aa4-8f7a-ccf3584398f8 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 210 time: 0.0397546 Oct 25 23:15:11.889789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf92e913-c597-4ef8-af1f-94f2b3a4a446 req-784357c2-6a45-47c1-be38-2e478f8c5883 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121509 Oct 25 23:15:11.956063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:12.009542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:12.075416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=601077c8-7beb-46b1-aa38-9584486088e1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:12.079423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:12.086571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:12.089871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:12.091195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:12.163655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=1a715a39-2b50-4def-bfb7-5372fbbd77e5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:12.190529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': '55e8a36d-51a5-4847-a9e7-d5ee1f1dd5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5c68ee81-1c58-4961-a37a-6cf205ad85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:12.190974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: 5c68ee81-1c58-4961-a37a-6cf205ad85e5, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:12.213732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 5c68ee81-1c58-4961-a37a-6cf205ad85e5 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:12.228425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5c68ee81-1c58-4961-a37a-6cf205ad85e5) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:12.232746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:12.240528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:12.243596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d232e6f-b96a-487f-86dd-5a9d37bc5245 None None] Network 5c68ee81-1c58-4961-a37a-6cf205ad85e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:12.246611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:12.247465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:12.342694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-77d7c505-66c3-40df-b5d3-ce28d81d2a15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4316525 Oct 25 23:15:12.345530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:12.370593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472912-e167-444f-b058-9b0590f4b038 req-5a14b822-ece5-43f7-ba3d-5c266235fb13 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:12.372889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9472912-e167-444f-b058-9b0590f4b038 req-5a14b822-ece5-43f7-ba3d-5c266235fb13 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.0645254 Oct 25 23:15:12.460289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-9cddc175-0171-4689-a880-a1d9a8fd8a9c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:12.461931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-9cddc175-0171-4689-a880-a1d9a8fd8a9c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 806 time: 0.2091062 Oct 25 23:15:12.465331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9472912-e167-444f-b058-9b0590f4b038 req-a5c18fe7-0494-465f-8d15-05301760cfee tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861609 Oct 25 23:15:12.492063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 1a715a39-2b50-4def-bfb7-5372fbbd77e5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:12.492412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:12.524980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Request body: {'port': {'device_id': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'admin_state_up': True, 'tenant_id': '0d920f06bf0644f3b9003a38d83903e7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:12.824322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.014177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52240886-e81e-4785-99c9-407bf2dc1751 req-da20e29c-ec52-4677-bbe4-185e0e5d4c0c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 210 time: 0.0557718 Oct 25 23:15:13.048864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.062124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Made reservation on behalf of 0d920f06bf0644f3b9003a38d83903e7 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:13.065992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.095200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-532fa484-a973-4e99-96fb-da27cb6cac58 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:13.097025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-532fa484-a973-4e99-96fb-da27cb6cac58 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.15 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.5875714 Oct 25 23:15:13.104792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 1a715a39-2b50-4def-bfb7-5372fbbd77e5 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:13.379021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dcefb-3815-442f-b7a0-6ea3aba465e8 req-7992286a-72b2-4b9a-a406-7ed141672500 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:13.382643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-682dcefb-3815-442f-b7a0-6ea3aba465e8 req-7992286a-72b2-4b9a-a406-7ed141672500 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.2647643 Oct 25 23:15:13.490350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.518973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Allocated IP 172.20.0.7 (168a53e6-eba8-45b0-8edf-27da21af486e/358a2e1f-045f-4098-9526-a847029dc85c/206c8dc5-7b87-4694-952e-7847f9414c71) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:13.551191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Deleting port 49a34a96-7357-4e1f-b742-cba3ae28f00d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:13.551849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.557147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-682dcefb-3815-442f-b7a0-6ea3aba465e8 req-40723f5d-2ddd-4c9c-9c97-bfbde6e85b98 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611586 Oct 25 23:15:13.601770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=1a715a39-2b50-4def-bfb7-5372fbbd77e5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:13.618169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.623255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cab3f7b3-dd5c-420f-b5b9-852b748fd9a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/1a715a39-2b50-4def-bfb7-5372fbbd77e5 HTTP/1.1" status: 204 len: 168 time: 1.2739418 Oct 25 23:15:13.625823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36996) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:13.727558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d3ceb-2f25-4d85-b8d9-e68322515f6a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:13.733948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d3ceb-2f25-4d85-b8d9-e68322515f6a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:13.735749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-da7d3ceb-2f25-4d85-b8d9-e68322515f6a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1088638 Oct 25 23:15:13.741754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:13.749689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb81de5-fde2-43a8-84a0-c7d7f28428f3 req-293c6663-41cb-4fea-814a-16c483d547f2 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:13.751563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dbb81de5-fde2-43a8-84a0-c7d7f28428f3 req-293c6663-41cb-4fea-814a-16c483d547f2 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/ports?device_id=93583056-3395-4d93-b504-68a0b4e52cae HTTP/1.1" status: 200 len: 946 time: 0.1772482 Oct 25 23:15:13.807537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] For port 49a34a96-7357-4e1f-b742-cba3ae28f00d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=49a34a96-7357-4e1f-b742-cba3ae28f00d,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:13.807896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.828189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dbb81de5-fde2-43a8-84a0-c7d7f28428f3 req-c96fe9a4-9e33-492f-a465-82e2f8a51891 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.25 "GET /v2.0/security-groups?id=c133cc69-9786-4f7d-9ef6-b4f626b7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640156 Oct 25 23:15:13.840165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Calling delete_port for 49a34a96-7357-4e1f-b742-cba3ae28f00d owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:13.900431 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:13.966503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 601077c8-7beb-46b1-aa38-9584486088e1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:13.967136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.056744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.074003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 601077c8-7beb-46b1-aa38-9584486088e1 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:14.096327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.153789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Pushing event deleted for resources: {'Port': ['ID=49a34a96-7357-4e1f-b742-cba3ae28f00d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:14.224894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] No DVR routers for this DVR port 49a34a96-7357-4e1f-b742-cba3ae28f00d on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:14.227127 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.229426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.233121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac74e321-44a6-43db-aeaf-6d01fabd0896 req-5ff99621-3f3c-41e1-b262-accdfdb7d2b6 tempest-ServerRescueTestJSONUnderV235-1994434123 tempest-ServerRescueTestJSONUnderV235-1994434123-project] 10.222.0.15 "DELETE /v2.0/ports/49a34a96-7357-4e1f-b742-cba3ae28f00d HTTP/1.1" status: 204 len: 173 time: 1.1262763 Oct 25 23:15:14.234296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'name': 'network-vif-deleted', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:14.237069 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf9778-455b-4c5f-9ee2-7b7307b55cd4" -d '{"events": [{"server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "name": "network-vif-deleted", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:14.276573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:14.294716 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.351687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Network 168a53e6-eba8-45b0-8edf-27da21af486e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:14.376163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=601077c8-7beb-46b1-aa38-9584486088e1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:14.384984 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51d2b2-2701-4702-ad38-56ea5b457b95 x-openstack-request-id: req-9f51d2b2-2701-4702-ad38-56ea5b457b95 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:14.385386 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93583056-3395-4d93-b504-68a0b4e52cae", "name": "network-vif-deleted", "tag": "49a34a96-7357-4e1f-b742-cba3ae28f00d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:14.385740 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f51d2b2-2701-4702-ad38-56ea5b457b95 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:14.394789 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93583056-3395-4d93-b504-68a0b4e52cae', 'name': 'network-vif-deleted', 'tag': '49a34a96-7357-4e1f-b742-cba3ae28f00d', 'status': 'completed', 'code': 200} Oct 25 23:15:14.399358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:14.409840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:14.418385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.428626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f6b47116-bfad-44bb-957b-124aea9f0d6f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/601077c8-7beb-46b1-aa38-9584486088e1 HTTP/1.1" status: 204 len: 168 time: 0.6757562 Oct 25 23:15:14.438339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:14.603910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b9179d-064a-49aa-9726-71eb4b8860e4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:14.608623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:14.609248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.625444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-10b9179d-064a-49aa-9726-71eb4b8860e4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1695347 Oct 25 23:15:14.628289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:14.645267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event updated for resources: {'Port': ['ID=206c8dc5-7b87-4694-952e-7847f9414c71,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:14.665533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-8de1ad67-0dc1-4def-9a6f-1aeb58f8050e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1571474 Oct 25 23:15:14.682065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103574e9-7e65-4de3-a2eb-dcd65d098cfa req-cbc56319-0393-4bf1-9bb8-32bd71f7c666 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:14.688646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-103574e9-7e65-4de3-a2eb-dcd65d098cfa req-cbc56319-0393-4bf1-9bb8-32bd71f7c666 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 931 time: 0.5090666 Oct 25 23:15:14.708432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Request body: {'port': {'device_id': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:14.727404 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29865c4-fb96-4129-97b5-54521019b430 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:14.735816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f29865c4-fb96-4129-97b5-54521019b430 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/1a715a39-2b50-4def-bfb7-5372fbbd77e5 HTTP/1.1" status: 404 len: 333 time: 0.1016564 Oct 25 23:15:14.736863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37028) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:14.777855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-103574e9-7e65-4de3-a2eb-dcd65d098cfa req-3904e233-04c1-40a1-a79b-512259c82872 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638111 Oct 25 23:15:14.825434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:14.912452 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4de5b0-0d78-422e-b1cd-74a8bdb0b909 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:14.918410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f4de5b0-0d78-422e-b1cd-74a8bdb0b909 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/601077c8-7beb-46b1-aa38-9584486088e1 HTTP/1.1" status: 404 len: 333 time: 0.1780958 Oct 25 23:15:14.920376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37038) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:15.101008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61cb5f-8173-4dc7-9e35-f80149a42baa req-e3a53d99-7e1e-4d11-ac5d-c69e8d44dabc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:15.111555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a61cb5f-8173-4dc7-9e35-f80149a42baa req-e3a53d99-7e1e-4d11-ac5d-c69e8d44dabc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.3205795 Oct 25 23:15:15.213866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749f822-90e2-430e-8060-749a96edccde req-a64ba94c-dcda-4476-888c-258375b762ae tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:15.215001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.215460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4749f822-90e2-430e-8060-749a96edccde req-a64ba94c-dcda-4476-888c-258375b762ae tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.2277350 Oct 25 23:15:15.267714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 49a34a96-7357-4e1f-b742-cba3ae28f00d no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:15.295052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4749f822-90e2-430e-8060-749a96edccde req-2862cef4-289b-470d-8bdc-8e34c3cad83d tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616059 Oct 25 23:15:15.309090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a61cb5f-8173-4dc7-9e35-f80149a42baa req-0af2fc0f-945a-478e-be13-a0248b707dad tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962740 Oct 25 23:15:15.331350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 49a34a96-7357-4e1f-b742-cba3ae28f00d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:15.333090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 49a34a96-7357-4e1f-b742-cba3ae28f00d not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:15.393401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37046) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:15.440964 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.480151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c68ee81-1c58-4961-a37a-6cf205ad85e5']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:15.490784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e8a36d-51a5-4847-a9e7-d5ee1f1dd5b6') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:15.491076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e8a36d-51a5-4847-a9e7-d5ee1f1dd5b6') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:15.501165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.515688 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.523849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:15.524445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:15.529033 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:15.564343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2f5950e7-d77e-425f-a3cd-859968bb2e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.627862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.636015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.645372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/5c68ee81-1c58-4961-a37a-6cf205ad85e5 HTTP/1.1" status: 204 len: 168 time: 0.7216897 Oct 25 23:15:15.653060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:15.668865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206c8dc5-7b87-4694-952e-7847f9414c71 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:15:15.681665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.685715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650394595'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:15.690389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee3ce1-fce2-431a-a817-2d6196ec0045 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=5c68ee81-1c58-4961-a37a-6cf205ad85e5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:15.726219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:15.731371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.766887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:15.777326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.777670 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment f6c16cfc-6255-4ac0-a278-e42b904f2d34 of type vlan for network c5d573ba-23c4-43e1-9478-22a2856f3047 Oct 25 23:15:15.784329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Transition to ACTIVE for port object 206c8dc5-7b87-4694-952e-7847f9414c71 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:15:15.795967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.850185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.896234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.903508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:15.904228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:15.924592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Pushing event updated for resources: {'Port': ['ID=206c8dc5-7b87-4694-952e-7847f9414c71,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:15.998950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3416450 Oct 25 23:15:15.999187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:16.007535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:16.016719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06b50f-1935-4d7c-960f-5536890f326b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=c5d573ba-23c4-43e1-9478-22a2856f3047,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:16.028692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c5d573ba-23c4-43e1-9478-22a2856f3047 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:16.148507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:16.149567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89d896-46b5-4f0c-8195-d540c5eac100 req-49c1dab5-0cd9-4dfe-be9f-59993767628e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.151196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a89d896-46b5-4f0c-8195-d540c5eac100 req-49c1dab5-0cd9-4dfe-be9f-59993767628e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 943 time: 0.2676535 Oct 25 23:15:16.155988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Attempting to bind port 206c8dc5-7b87-4694-952e-7847f9414c71 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:16.156320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Attempting to bind port 206c8dc5-7b87-4694-952e-7847f9414c71 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:16.156644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Attempting to bind port 206c8dc5-7b87-4694-952e-7847f9414c71 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:16.159399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.179860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Port 206c8dc5-7b87-4694-952e-7847f9414c71 on network 168a53e6-eba8-45b0-8edf-27da21af486e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:15:16.180186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Attempting to bind port 206c8dc5-7b87-4694-952e-7847f9414c71 on network 168a53e6-eba8-45b0-8edf-27da21af486e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:16.191815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:16.192222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Checking segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:16.192867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Bound using segment: {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:16.193366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Bound port: 206c8dc5-7b87-4694-952e-7847f9414c71, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dc2037-3208-46fb-9299-db01f15bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:16.193722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.238188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Performing IP validity checks on allocation pools {{(pid=102134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:15:16.239639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:15:16.251191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a89d896-46b5-4f0c-8195-d540c5eac100 req-cb342054-bd25-49da-84ee-bdd83747c91c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885911 Oct 25 23:15:16.319024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] For port 206c8dc5-7b87-4694-952e-7847f9414c71, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:16.339215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] For port 206c8dc5-7b87-4694-952e-7847f9414c71, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=206c8dc5-7b87-4694-952e-7847f9414c71,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:16.351324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.364138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.508749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.509533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.511223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] 10.222.0.15 "PUT /v2.0/ports/206c8dc5-7b87-4694-952e-7847f9414c71 HTTP/1.1" status: 200 len: 1091 time: 1.8216872 Oct 25 23:15:16.531481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'tag': '206c8dc5-7b87-4694-952e-7847f9414c71'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:16.534652 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b44d429a-2f6f-4a10-a85b-a4863dfd3278", "tag": "206c8dc5-7b87-4694-952e-7847f9414c71"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:16.544002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.623527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5a929-c9a2-4f0c-bfa2-e13456f0fc81 service neutron] Pushing event updated for resources: {'Port': ['ID=206c8dc5-7b87-4694-952e-7847f9414c71,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:16.645424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d15c-2419-4427-8083-9db171bc8ab8 req-6f7b3529-84ab-439c-80aa-eb768f5f5dda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.650705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da95d15c-2419-4427-8083-9db171bc8ab8 req-6f7b3529-84ab-439c-80aa-eb768f5f5dda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.2289937 Oct 25 23:15:16.651660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=9a5f33bb-1487-4b70-ab51-03548fba46ec,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:16.680735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c6a4c-bcfa-4636-9626-c127178d3850 req-0836930f-92b9-4f55-8986-92b8b638b89b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.699101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-898c6a4c-bcfa-4636-9626-c127178d3850 req-0836930f-92b9-4f55-8986-92b8b638b89b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.2433922 Oct 25 23:15:16.705764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': 'f6c16cfc-6255-4ac0-a278-e42b904f2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:16.706126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: c5d573ba-23c4-43e1-9478-22a2856f3047, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:16.712638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da95d15c-2419-4427-8083-9db171bc8ab8 req-d1876fed-042d-4bd6-931e-5d17ab6e30bf tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552456 Oct 25 23:15:16.728873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network c5d573ba-23c4-43e1-9478-22a2856f3047 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:16.752578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c5d573ba-23c4-43e1-9478-22a2856f3047) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:16.757585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.758416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:16.765613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf0bfb-5e0b-4854-b70a-002e9b9e63a1 None None] Network c5d573ba-23c4-43e1-9478-22a2856f3047 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:16.788463 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9d002570-2e45-4610-9425-ac66b578d9ca tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7882736 Oct 25 23:15:16.789306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37078) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:16.795803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047', 'name': 'tempest-PortsTestJSON-2052563078'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:16.874539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-40c091f0-d571-4e95-aa5f-a38b0c0a9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.876570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-40c091f0-d571-4e95-aa5f-a38b0c0a9125 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 1094 time: 0.2810860 Oct 25 23:15:16.881088 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d820b55-6eab-48af-ab91-f27953850663 x-openstack-request-id: req-8d820b55-6eab-48af-ab91-f27953850663 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:16.881088 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44d429a-2f6f-4a10-a85b-a4863dfd3278", "tag": "206c8dc5-7b87-4694-952e-7847f9414c71", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:16.881088 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d820b55-6eab-48af-ab91-f27953850663 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:16.881468 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'tag': '206c8dc5-7b87-4694-952e-7847f9414c71', 'status': 'completed', 'code': 200} Oct 25 23:15:16.987370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-aba9dbba-b58a-4c3c-88f7-548431e0cd19 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:16.990229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-aba9dbba-b58a-4c3c-88f7-548431e0cd19 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.3985882 Oct 25 23:15:16.994697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:16.999970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.019744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port f4dacc69-61e0-4221-8e43-09320767a953 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:17.030660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c5d573ba-23c4-43e1-9478-22a2856f3047', 'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': '9a5f33bb-1487-4b70-ab51-03548fba46ec'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:15:17.031995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.039196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-898c6a4c-bcfa-4636-9626-c127178d3850 req-8296df29-5e9a-4e98-b764-94facac09b26 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362134 Oct 25 23:15:17.076113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-0a6da59d-1b57-4dc8-a26b-86460591fd4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=206c8dc5-7b87-4694-952e-7847f9414c71 HTTP/1.1" status: 200 len: 217 time: 0.1563425 Oct 25 23:15:17.161252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-61e114e8-0964-4b34-800b-89ab98d3b979 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3727434 Oct 25 23:15:17.215976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.7 (c5d573ba-23c4-43e1-9478-22a2856f3047/9a5f33bb-1487-4b70-ab51-03548fba46ec/f4dacc69-61e0-4221-8e43-09320767a953) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:17.272560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-9fcc72a3-6baf-48de-a537-e302e2eb32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:17.274039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-9fcc72a3-6baf-48de-a537-e302e2eb32ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.1822493 Oct 25 23:15:17.330437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-ed88e4d4-09c1-432a-9770-48109872608d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462058 Oct 25 23:15:17.346661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-3b5c6e12-d3c6-4c0a-b0b9-ffc372cd22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:17.348213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-3b5c6e12-d3c6-4c0a-b0b9-ffc372cd22bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 1096 time: 0.1517196 Oct 25 23:15:17.350258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Deleting port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:17.350597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.452872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.486127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1a779-5654-451f-a392-2870aec873ee req-fb68d948-a18b-45c5-ad8e-670d61255aef tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:17.490507 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aec1a779-5654-451f-a392-2870aec873ee req-fb68d948-a18b-45c5-ad8e-670d61255aef tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 943 time: 0.1036081 Oct 25 23:15:17.534076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.606318 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aec1a779-5654-451f-a392-2870aec873ee req-0e14d226-0844-44c0-b2cc-718471a7b787 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837693 Oct 25 23:15:17.629081 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network c5d573ba-23c4-43e1-9478-22a2856f3047 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:17.633681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Allocated IP 172.20.0.2 (c5d573ba-23c4-43e1-9478-22a2856f3047/9a5f33bb-1487-4b70-ab51-03548fba46ec/559befd3-78ef-4666-a42b-21e7c9be4ad8) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:17.633897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:17.639927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:17.654985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-14ff846c-9b85-44e0-b798-9788181d5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:17.656458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-14ff846c-9b85-44e0-b798-9788181d5f8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.2827318 Oct 25 23:15:17.707341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:17.708753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.724901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=f4dacc69-61e0-4221-8e43-09320767a953,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:17.741861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f6d0a85b-2ef5-4863-89b3-605be7505e03 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9502435 Oct 25 23:15:17.743682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:17.838082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.847548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.937535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port f4dacc69-61e0-4221-8e43-09320767a953 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:17.937993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:17.942614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Network c5d573ba-23c4-43e1-9478-22a2856f3047 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:17.948485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:17.956517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:18.073391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.080346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Attempting to bind port 559befd3-78ef-4666-a42b-21e7c9be4ad8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:18.083766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Attempting to bind port 559befd3-78ef-4666-a42b-21e7c9be4ad8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'f6c16cfc-6255-4ac0-a278-e42b904f2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:18.084314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Attempting to bind port 559befd3-78ef-4666-a42b-21e7c9be4ad8 on network c5d573ba-23c4-43e1-9478-22a2856f3047 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:18.087447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Pushing event updated for resources: {'Port': ['ID=559befd3-78ef-4666-a42b-21e7c9be4ad8,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:18.089676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for f4dacc69-61e0-4221-8e43-09320767a953 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:18.115800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:18.116153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Checking segment: {'id': 'f6c16cfc-6255-4ac0-a278-e42b904f2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:18.116746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.117325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Bound using segment: {'id': 'f6c16cfc-6255-4ac0-a278-e42b904f2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:18.117834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Bound port: 559befd3-78ef-4666-a42b-21e7c9be4ad8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c16cfc-6255-4ac0-a278-e42b904f2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5d573ba-23c4-43e1-9478-22a2856f3047'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:18.118189 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.194850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] For port 559befd3-78ef-4666-a42b-21e7c9be4ad8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:18.198623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] For port 559befd3-78ef-4666-a42b-21e7c9be4ad8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=559befd3-78ef-4666-a42b-21e7c9be4ad8,segment=NetworkSegment(f6c16cfc-6255-4ac0-a278-e42b904f2d34),segment_id=f6c16cfc-6255-4ac0-a278-e42b904f2d34)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:18.203360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.279926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-6c430aba-5096-414b-baf5-8c52f0a06499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28fd4511-a74e-4c86-8523-0aa17423777f HTTP/1.1" status: 200 len: 217 time: 0.6002533 Oct 25 23:15:18.316836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.319021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] For port 7c59dca6-6c70-4d60-84df-3ccfa58ac349, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7c59dca6-6c70-4d60-84df-3ccfa58ac349,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:18.319652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.376958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-91297878-526e-4b98-839b-fce7d9eac4bb service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0345793 Oct 25 23:15:18.385472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Calling delete_port for 7c59dca6-6c70-4d60-84df-3ccfa58ac349 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:18.388346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Deleting port 75a4f85f-d5d8-43c4-90b2-764550de2b92 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:18.388783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.400786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=f4dacc69-61e0-4221-8e43-09320767a953,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:18.449657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15e0cc93-ac33-40d5-a8f1-7e3ba860a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.459270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d83ce-85b5-47fb-8397-c02359086779 None None] Pushing event updated for resources: {'Port': ['ID=559befd3-78ef-4666-a42b-21e7c9be4ad8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:18.504690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb57a-4d96-49e1-b518-13d545f61405 req-a29c048f-c097-4b0f-862f-a2aec0762e6e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:18.513296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba4cb57a-4d96-49e1-b518-13d545f61405 req-a29c048f-c097-4b0f-862f-a2aec0762e6e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.2778616 Oct 25 23:15:18.516329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825e75b-0f38-4120-a4ce-8e9ff17e1640 req-afe4cb59-6977-486c-9ec7-08357bd068cc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:18.517956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f825e75b-0f38-4120-a4ce-8e9ff17e1640 req-afe4cb59-6977-486c-9ec7-08357bd068cc tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 946 time: 0.2257752 Oct 25 23:15:18.576717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] For port 75a4f85f-d5d8-43c4-90b2-764550de2b92, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=75a4f85f-d5d8-43c4-90b2-764550de2b92,segment=NetworkSegment(92c8825f-9e1b-4af2-9540-6a07229279b8),segment_id=92c8825f-9e1b-4af2-9540-6a07229279b8)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:18.577428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.578577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.583981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e01f9bdb-3ab7-40f0-ad37-d9b1847a098e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/f4dacc69-61e0-4221-8e43-09320767a953 HTTP/1.1" status: 204 len: 168 time: 0.8361311 Oct 25 23:15:18.584585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37112) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:18.614737 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e91c0c3-a4d2-4ff2-9b43-c56e88e8a801 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:15:18.615430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e91c0c3-a4d2-4ff2-9b43-c56e88e8a801 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:15:18.634116 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7e91c0c3-a4d2-4ff2-9b43-c56e88e8a801 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/f4dacc69-61e0-4221-8e43-09320767a953 HTTP/1.1" status: 404 len: 333 time: 0.0484931 Oct 25 23:15:18.638257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37114) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:18.667783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f825e75b-0f38-4120-a4ce-8e9ff17e1640 req-afb47d58-5121-42e2-9e67-8face7b8488c tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424084 Oct 25 23:15:18.698711 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe5301b-6a6b-4659-8b09-58d2329e9e56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:18.705726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9fe5301b-6a6b-4659-8b09-58d2329e9e56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/f4dacc69-61e0-4221-8e43-09320767a953 HTTP/1.1" status: 404 len: 333 time: 0.0664890 Oct 25 23:15:18.708853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:18.744724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Calling delete_port for 75a4f85f-d5d8-43c4-90b2-764550de2b92 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:18.874639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet 9a5f33bb-1487-4b70-ab51-03548fba46ec {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:18.878697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:18.893462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-aeb73051-74ba-4922-81b7-1f085b51e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:18.895581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-aeb73051-74ba-4922-81b7-1f085b51e100 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.5930302 Oct 25 23:15:18.947648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.050797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.063729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['37a16d53-778b-4599-9405-97602d48dfd6', 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:19.065532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba4cb57a-4d96-49e1-b518-13d545f61405 req-0b854de3-b263-4b17-9e7d-53b506a48a6a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238938 Oct 25 23:15:19.073949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4315ef-d342-45a5-abfa-4384d1514085 req-859227d5-a685-4050-ae8b-e0ed1b0be4e0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:19.077333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac4315ef-d342-45a5-abfa-4384d1514085 req-859227d5-a685-4050-ae8b-e0ed1b0be4e0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 943 time: 0.2967806 Oct 25 23:15:19.121916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:19.122201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-25e7d34a-ac1f-43e5-a7dd-8686dcbdf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:19.123770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-25e7d34a-ac1f-43e5-a7dd-8686dcbdf97c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196476 Oct 25 23:15:19.129968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event deleted for resources: {'Port': ['ID=7c59dca6-6c70-4d60-84df-3ccfa58ac349,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:19.156395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-053e2b08-1b7f-470e-aaaa-73751e31a306 req-e059e79d-5a1e-4c54-9115-c5969efde8ba service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842601 Oct 25 23:15:19.227734 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.267769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] No DVR routers for this DVR port 7c59dca6-6c70-4d60-84df-3ccfa58ac349 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:19.294687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.295690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26c33f03-3958-4da7-a027-7efdf6712ba7 req-2d3937e8-a7bc-4871-8a65-50e6f86c6e94 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "DELETE /v2.0/ports/7c59dca6-6c70-4d60-84df-3ccfa58ac349 HTTP/1.1" status: 204 len: 173 time: 2.2539501 Oct 25 23:15:19.310017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'name': 'network-vif-deleted', 'tag': '7c59dca6-6c70-4d60-84df-3ccfa58ac349'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:19.314673 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd95554-89b3-4d17-bdcd-0ac1271ebf3d" -d '{"events": [{"server_uuid": "ef9d8094-a6bc-4419-8e52-0ff20c99b8c4", "name": "network-vif-deleted", "tag": "7c59dca6-6c70-4d60-84df-3ccfa58ac349"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:19.433214 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c8d000-b4b9-408d-b531-bff4a09b9455 x-openstack-request-id: req-22c8d000-b4b9-408d-b531-bff4a09b9455 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:19.446186 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9d8094-a6bc-4419-8e52-0ff20c99b8c4", "name": "network-vif-deleted", "tag": "7c59dca6-6c70-4d60-84df-3ccfa58ac349", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:19.446628 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22c8d000-b4b9-408d-b531-bff4a09b9455 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:19.447605 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9d8094-a6bc-4419-8e52-0ff20c99b8c4', 'name': 'network-vif-deleted', 'tag': '7c59dca6-6c70-4d60-84df-3ccfa58ac349', 'status': 'completed', 'code': 200} Oct 25 23:15:19.466672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.496001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.500287 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/9a5f33bb-1487-4b70-ab51-03548fba46ec HTTP/1.1" status: 204 len: 168 time: 0.7869210 Oct 25 23:15:19.519165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37136) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:19.531301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91777b-806d-4b7d-bc69-f01f721f5719 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5f33bb-1487-4b70-ab51-03548fba46ec,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:19.545189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac4315ef-d342-45a5-abfa-4384d1514085 req-3ecc80db-fde6-4aaf-bbe5-5b4633bcd322 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065702 Oct 25 23:15:19.550012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-d3f3423a-ac64-494f-b435-8fbc69ef0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:19.552118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-d3f3423a-ac64-494f-b435-8fbc69ef0da6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 1094 time: 0.2790172 Oct 25 23:15:19.568429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-3c69fe86-be53-4ed1-a77d-2e74189a0a1a service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303515 Oct 25 23:15:19.580351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.637068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.771731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Pushing event deleted for resources: {'Port': ['ID=75a4f85f-d5d8-43c4-90b2-764550de2b92,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:19.894923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a308a-8513-4f2c-896d-3c4f705bd3e5 None None] Network c5d573ba-23c4-43e1-9478-22a2856f3047 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:19.961981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e968fd4e-bb96-443e-917d-b40019196e7a req-2da2a58e-0bfc-4807-883d-9976345eddd4 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef9d8094-a6bc-4419-8e52-0ff20c99b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0893054 Oct 25 23:15:19.968018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:19.981335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cfcf1e26-a9a1-40fb-a253-f9f3934bbbf9 None None] Provisioning complete for port 559befd3-78ef-4666-a42b-21e7c9be4ad8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:19.981703 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1e26-a9a1-40fb-a253-f9f3934bbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.137614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9269fa6-ea45-48e5-a80d-8aeba32e6c29 req-94f66e07-36b5-458e-ad15-07920a819ec2 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430474 Oct 25 23:15:20.141415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.240670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1e26-a9a1-40fb-a253-f9f3934bbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.272742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] DHCP port deletion for c5d573ba-23c4-43e1-9478-22a2856f3047 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:15:20.309964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-abcfd37f-7845-487b-aaaf-86ba3504c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:20.315636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-abcfd37f-7845-487b-aaaf-86ba3504c8e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.7299197 Oct 25 23:15:20.332157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cfcf1e26-a9a1-40fb-a253-f9f3934bbbf9 None None] For port 559befd3-78ef-4666-a42b-21e7c9be4ad8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=559befd3-78ef-4666-a42b-21e7c9be4ad8,segment=NetworkSegment(f6c16cfc-6255-4ac0-a278-e42b904f2d34),segment_id=f6c16cfc-6255-4ac0-a278-e42b904f2d34)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:20.343341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1e26-a9a1-40fb-a253-f9f3934bbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.412448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-9f3257a6-07ab-413a-af7a-6ff22803a2e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=206c8dc5-7b87-4694-952e-7847f9414c71 HTTP/1.1" status: 200 len: 217 time: 0.0859883 Oct 25 23:15:20.431992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117e97e-d6cd-4a77-8609-87fb1c9614c5 req-38055fad-c07f-4888-8e4e-8a0e52c935bc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:20.436854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b117e97e-d6cd-4a77-8609-87fb1c9614c5 req-38055fad-c07f-4888-8e4e-8a0e52c935bc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1681271 Oct 25 23:15:20.450671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf1e26-a9a1-40fb-a253-f9f3934bbbf9 None None] Pushing event updated for resources: {'Port': ['ID=559befd3-78ef-4666-a42b-21e7c9be4ad8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:20.465105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] Deleting port 559befd3-78ef-4666-a42b-21e7c9be4ad8 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:20.465716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.508077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b117e97e-d6cd-4a77-8609-87fb1c9614c5 req-8d0001be-d364-4d39-83f2-457f5ab3253e tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Oct 25 23:15:20.561199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] For port 559befd3-78ef-4666-a42b-21e7c9be4ad8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=559befd3-78ef-4666-a42b-21e7c9be4ad8,segment=NetworkSegment(f6c16cfc-6255-4ac0-a278-e42b904f2d34),segment_id=f6c16cfc-6255-4ac0-a278-e42b904f2d34)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:20.561795 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.577339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] Calling delete_port for 559befd3-78ef-4666-a42b-21e7c9be4ad8 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:20.587233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-389ccf08-ed4e-49e8-a8f1-ba3f92579650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:20.588820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-389ccf08-ed4e-49e8-a8f1-ba3f92579650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.1656709 Oct 25 23:15:20.590226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7c59dca6-6c70-4d60-84df-3ccfa58ac349 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:20.597477 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.674801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-89f15337-8ec6-4ad0-be34-5312b39c2685 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744519 Oct 25 23:15:20.681736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 559befd3-78ef-4666-a42b-21e7c9be4ad8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:20.682107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:20.963010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 7c59dca6-6c70-4d60-84df-3ccfa58ac349 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:20.963620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7c59dca6-6c70-4d60-84df-3ccfa58ac349 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:20.993583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.019067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.051545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] Pushing event deleted for resources: {'Port': ['ID=559befd3-78ef-4666-a42b-21e7c9be4ad8,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:21.054127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902d7ed-4b49-4593-bb59-2059e3bd1222 None None] No DVR routers for this DVR port 559befd3-78ef-4666-a42b-21e7c9be4ad8 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:21.106980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port 559befd3-78ef-4666-a42b-21e7c9be4ad8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=559befd3-78ef-4666-a42b-21e7c9be4ad8,segment=NetworkSegment(f6c16cfc-6255-4ac0-a278-e42b904f2d34),segment_id=f6c16cfc-6255-4ac0-a278-e42b904f2d34)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:21.107350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.122604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 559befd3-78ef-4666-a42b-21e7c9be4ad8 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:21.361685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.371753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908298c2-a7a2-42ee-8f92-04d5a8fa84a9 req-751fe031-6f05-48da-9adc-c5509ff9f0e6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:21.373266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-908298c2-a7a2-42ee-8f92-04d5a8fa84a9 req-751fe031-6f05-48da-9adc-c5509ff9f0e6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 943 time: 0.5678031 Oct 25 23:15:21.442782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=559befd3-78ef-4666-a42b-21e7c9be4ad8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:21.454395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port 559befd3-78ef-4666-a42b-21e7c9be4ad8 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:21.480324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-c653284e-38c8-453c-9f5a-8d652c9e4b23 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7489581 Oct 25 23:15:21.487919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-908298c2-a7a2-42ee-8f92-04d5a8fa84a9 req-38aabac5-f1d2-467d-a6f3-06d802211b90 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972161 Oct 25 23:15:21.490743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03342d-d754-4aaa-9159-d81ea60fffe7 req-4f517c22-0cec-4fc9-b441-ff52fa711103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:21.492846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b03342d-d754-4aaa-9159-d81ea60fffe7 req-4f517c22-0cec-4fc9-b441-ff52fa711103 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 1096 time: 0.5395045 Oct 25 23:15:21.667943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c1e9-5d19-4dc0-8ab7-140ea52fcb0b req-f11a81f8-ba54-44f8-a9de-ce948a6424fc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:21.670056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ba2c1e9-5d19-4dc0-8ab7-140ea52fcb0b req-f11a81f8-ba54-44f8-a9de-ce948a6424fc tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0753286 Oct 25 23:15:21.721383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ba2c1e9-5d19-4dc0-8ab7-140ea52fcb0b req-9e824b3e-1286-40f0-8f69-9fb9ec4a8327 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Oct 25 23:15:21.790051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b03342d-d754-4aaa-9159-d81ea60fffe7 req-54a47790-73d5-4c83-844d-f9d2e99d0bf9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594281 Oct 25 23:15:21.803422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.842959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d573ba-23c4-43e1-9478-22a2856f3047']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:21.864200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c16cfc-6255-4ac0-a278-e42b904f2d34') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:21.864473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c16cfc-6255-4ac0-a278-e42b904f2d34') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:21.878927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.898767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Router dd4913b0-ad14-4398-b034-57e0a3151c5b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:15:21.903347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1951bab4-4d5f-4b1e-8dee-08285c01d5c0 req-226fbfc1-1b29-4733-a264-e7d7860ce893 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729815 Oct 25 23:15:21.907606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.916285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:21.916797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:21.920249 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:22.131290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 559befd3-78ef-4666-a42b-21e7c9be4ad8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:22.161536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 559befd3-78ef-4666-a42b-21e7c9be4ad8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:22.162249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 559befd3-78ef-4666-a42b-21e7c9be4ad8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:22.469889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:15:22.472145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:22.477727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5d620ea5-f694-47e8-80bf-289ed10ab98f admin admin] 10.222.0.25 "PUT /v2.0/routers/dd4913b0-ad14-4398-b034-57e0a3151c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0832632 Oct 25 23:15:22.482322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:22.485528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:22.494815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/c5d573ba-23c4-43e1-9478-22a2856f3047 HTTP/1.1" status: 204 len: 168 time: 2.9621782 Oct 25 23:15:22.496541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37200) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:22.501382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990623f-1c55-4142-a414-e90769ce8383 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=c5d573ba-23c4-43e1-9478-22a2856f3047,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:22.505162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] Sync routers for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:15:22.556142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-572291130'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:22.562004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:22.565457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:15:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:22.711178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be73fd-df10-4638-a838-274ec9b22e27 req-034735cf-0761-4feb-b23e-c4728b0f5b96 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:22.713202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66be73fd-df10-4638-a838-274ec9b22e27 req-034735cf-0761-4feb-b23e-c4728b0f5b96 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 943 time: 0.0902050 Oct 25 23:15:22.714182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:22.781497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66be73fd-df10-4638-a838-274ec9b22e27 req-00ec1a10-27b6-4a5c-9de2-ed13ff98633d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611598 Oct 25 23:15:22.946261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:15:19Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:22.974761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] Checking router: dd4913b0-ad14-4398-b034-57e0a3151c5b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:15:22.990196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] Routers {'dd4913b0-ad14-4398-b034-57e0a3151c5b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:22.990948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:15:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['dd4913b0-ad14-4398-b034-57e0a3151c5b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:23.104645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:23.108518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.139366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9c59-ce3c-4106-b7dd-e6274e29f8c9 req-0432a312-242b-4e13-936c-f97ff8b5f68c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:23.141085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1fc9c59-ce3c-4106-b7dd-e6274e29f8c9 req-0432a312-242b-4e13-936c-f97ff8b5f68c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1019993 Oct 25 23:15:23.154871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:23.162647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] Set router dd4913b0-ad14-4398-b034-57e0a3151c5b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:23.166627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.167076 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment 47b10b2e-0a50-455d-a4da-c3cd46831e03 of type vlan for network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 Oct 25 23:15:23.219401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.258897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.265747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:23.266800 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.354308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 206c8dc5-7b87-4694-952e-7847f9414c71 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:15:23.364609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=1f38b4b5-7ac3-4263-9cb5-72d47cee4284,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:23.372565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.460087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ed638273-2d10-4a7a-b8ac-94f7b1b8d90e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9079797 Oct 25 23:15:23.463827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37218) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:23.470009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:23.495451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d1fc9c59-ce3c-4106-b7dd-e6274e29f8c9 req-c4036867-0bee-40e9-ac0e-81252b8e8da3 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491338 Oct 25 23:15:23.498542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:23.549091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.644822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:23.649651 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.657015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Deleting port 3d143f68-9180-45f4-9bbf-05f12d0881b5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:23.657365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.672529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 206c8dc5-7b87-4694-952e-7847f9414c71, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=206c8dc5-7b87-4694-952e-7847f9414c71,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:23.707691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '206c8dc5-7b87-4694-952e-7847f9414c71', 'network_id': '168a53e6-eba8-45b0-8edf-27da21af486e', 'port_id': '206c8dc5-7b87-4694-952e-7847f9414c71', 'mac_address': 'fa:16:3e:79:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a2e1f-045f-4098-9526-a847029dc85c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:15:23.811996 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.860385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206c8dc5-7b87-4694-952e-7847f9414c71 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:15:23.890697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] For port 3d143f68-9180-45f4-9bbf-05f12d0881b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3d143f68-9180-45f4-9bbf-05f12d0881b5,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:23.891056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.898762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 206c8dc5-7b87-4694-952e-7847f9414c71, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=206c8dc5-7b87-4694-952e-7847f9414c71,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:23.911266 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:23.922900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Calling delete_port for 3d143f68-9180-45f4-9bbf-05f12d0881b5 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:23.956878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:15:19Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:23.980185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.000383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91427c00-79fb-43d8-9f6d-bbc752f41353 None None] The sync data for ids ['dd4913b0-ad14-4398-b034-57e0a3151c5b'] in n-d-815373-1 is: [{'id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1078892412-router', 'tenant_id': '2269260385b546749c6bbe03bf9b4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:46Z', 'updated_at': '2021-10-25T23:15:19Z', 'revision_number': 5, 'project_id': '2269260385b546749c6bbe03bf9b4750', 'gw_port': {'id': '3d143f68-9180-45f4-9bbf-05f12d0881b5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4913b0-ad14-4398-b034-57e0a3151c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:47Z', 'updated_at': '2021-10-25T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:15:24.015549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=206c8dc5-7b87-4694-952e-7847f9414c71,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:24.053845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7581-f1d9-4a9f-bacc-155d21ae5d56 req-d4c5bc8a-2678-42dd-98a3-6a143682e97a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:24.055596 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df2d7581-f1d9-4a9f-bacc-155d21ae5d56 req-d4c5bc8a-2678-42dd-98a3-6a143682e97a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 944 time: 0.1517456 Oct 25 23:15:24.102128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=962978f0-cfa2-4d30-9c07-86528f664fa0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:24.107149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': '47b10b2e-0a50-455d-a4da-c3cd46831e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:24.107650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: 1f38b4b5-7ac3-4263-9cb5-72d47cee4284, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:24.147099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df2d7581-f1d9-4a9f-bacc-155d21ae5d56 req-02fbd7ea-4d2d-4c24-8ae9-ff8b980ebcbe tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782864 Oct 25 23:15:24.158606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:24.183382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 1f38b4b5-7ac3-4263-9cb5-72d47cee4284) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:24.197698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c075c-0685-4330-bbd4-61c8dad1aa17 None None] Network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:24.203631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:24.204497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.230527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cca284df-9f94-47f8-8463-a4cbdb521c9b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7644298 Oct 25 23:15:24.232100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37232) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:24.242834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284', 'security_groups': [], 'name': 'tempest-PortsTestJSON-746133079'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:24.283166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.324447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d143f68-9180-45f4-9bbf-05f12d0881b5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:24.374632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['206c8dc5-7b87-4694-952e-7847f9414c71'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:24.439629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.526785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:24.531231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.576961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 75a4f85f-d5d8-43c4-90b2-764550de2b92 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:24.583844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-1f38b4b5-7ac3-4263-9cb5-72d47cee4284', 'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': '962978f0-cfa2-4d30-9c07-86528f664fa0'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:15:24.584700 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.605188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port d9224a82-badd-43db-8fd5-b452f7afa67d yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:24.679741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 75a4f85f-d5d8-43c4-90b2-764550de2b92 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:24.680081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 75a4f85f-d5d8-43c4-90b2-764550de2b92 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:24.763151 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:15:24.771509 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.782773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.805018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.11 (1f38b4b5-7ac3-4263-9cb5-72d47cee4284/962978f0-cfa2-4d30-9c07-86528f664fa0/d9224a82-badd-43db-8fd5-b452f7afa67d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:24.883800 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.886449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4913b0-ad14-4398-b034-57e0a3151c5b {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:15:24.891291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:24.895467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fbb32e8b-9ccd-4214-a4d0-9ff8a5eae5b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dd4913b0-ad14-4398-b034-57e0a3151c5b HTTP/1.1" status: 204 len: 168 time: 2.4095371 Oct 25 23:15:24.899924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37246) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:24.911556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcf5b4-b17d-4599-a19d-f57be90a0988 req-6fa11024-1093-4141-a2cd-4e6f40b09bf0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:24.913273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64fcf5b4-b17d-4599-a19d-f57be90a0988 req-6fa11024-1093-4141-a2cd-4e6f40b09bf0 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1912112 Oct 25 23:15:25.030203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Deleting subnet a9965fcd-830e-4c1d-9fd9-a059b76c2666 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:25.032183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.056924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.068107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64fcf5b4-b17d-4599-a19d-f57be90a0988 req-a90fddf1-1dc0-4de8-b4dc-d1cfd037e431 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469214 Oct 25 23:15:25.102976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.159124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.190936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.248974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Allocated IP 172.20.0.2 (1f38b4b5-7ac3-4263-9cb5-72d47cee4284/962978f0-cfa2-4d30-9c07-86528f664fa0/a166a18d-be6e-4a15-8179-fe15469cb6a0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:25.261484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.287449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:25.312812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:25.318656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:25.345263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9965fcd-830e-4c1d-9fd9-a059b76c2666,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:25.412309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.422879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b763f67-2deb-447a-a848-cefd320da816 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a9965fcd-830e-4c1d-9fd9-a059b76c2666 HTTP/1.1" status: 204 len: 168 time: 0.5192854 Oct 25 23:15:25.423931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37262) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:25.469529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5a67f-42b5-4b99-b751-b30bda094fb1 req-81df2cb3-df14-4eb4-822b-199a3d515cdd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:25.478257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9c5a67f-42b5-4b99-b751-b30bda094fb1 req-81df2cb3-df14-4eb4-822b-199a3d515cdd tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 944 time: 0.1401322 Oct 25 23:15:25.482548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.506428 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.544580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=d9224a82-badd-43db-8fd5-b452f7afa67d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:25.599897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:25.610600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:25.620489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:25.622029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Pushing event updated for resources: {'Port': ['ID=a166a18d-be6e-4a15-8179-fe15469cb6a0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:25.627583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9c5a67f-42b5-4b99-b751-b30bda094fb1 req-cced500b-a68c-417e-b7fe-7dd740eaca29 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423323 Oct 25 23:15:25.741591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Attempting to bind port a166a18d-be6e-4a15-8179-fe15469cb6a0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:25.741826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:25.742468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.742680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Attempting to bind port a166a18d-be6e-4a15-8179-fe15469cb6a0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '47b10b2e-0a50-455d-a4da-c3cd46831e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:25.743205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Attempting to bind port a166a18d-be6e-4a15-8179-fe15469cb6a0 on network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:25.751431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:25.752787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Checking segment: {'id': '47b10b2e-0a50-455d-a4da-c3cd46831e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:25.753353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.754247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Bound using segment: {'id': '47b10b2e-0a50-455d-a4da-c3cd46831e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:25.755486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Bound port: a166a18d-be6e-4a15-8179-fe15469cb6a0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b10b2e-0a50-455d-a4da-c3cd46831e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f38b4b5-7ac3-4263-9cb5-72d47cee4284'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:25.756051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.794448 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.807423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d3261-5d3c-4a94-8910-99e009dcb97a req-06982cc1-322b-4ac2-8c98-5cafd286c14a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:25.808997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-476d3261-5d3c-4a94-8910-99e009dcb97a req-06982cc1-322b-4ac2-8c98-5cafd286c14a tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.2231729 Oct 25 23:15:25.813269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-c90c7b93-f9a8-4bfa-85ef-3a84ce64a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:25.814697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-c90c7b93-f9a8-4bfa-85ef-3a84ce64a76b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd9df6ea376841bcba123273fc35e1ec&device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 1096 time: 0.2848082 Oct 25 23:15:25.822232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-42281cc4-b015-4c8d-9878-2fc7beb5165d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5875816 Oct 25 23:15:25.825021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37276) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:25.849253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] For port a166a18d-be6e-4a15-8179-fe15469cb6a0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:25.853600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] For port a166a18d-be6e-4a15-8179-fe15469cb6a0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a166a18d-be6e-4a15-8179-fe15469cb6a0,segment=NetworkSegment(47b10b2e-0a50-455d-a4da-c3cd46831e03),segment_id=47b10b2e-0a50-455d-a4da-c3cd46831e03)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:25.869065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:25.954774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b4333-cbe3-4980-91ac-15c6d43b524e None None] Pushing event updated for resources: {'Port': ['ID=a166a18d-be6e-4a15-8179-fe15469cb6a0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:26.011379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-476d3261-5d3c-4a94-8910-99e009dcb97a req-26ef87c4-94ea-49fd-a661-d15be44bbaca tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879461 Oct 25 23:15:26.052684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port d9224a82-badd-43db-8fd5-b452f7afa67d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:26.053081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.065984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.091913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:26.120002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c8825f-9e1b-4af2-9540-6a07229279b8') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:26.122180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c8825f-9e1b-4af2-9540-6a07229279b8') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:26.131629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d143f68-9180-45f4-9bbf-05f12d0881b5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:26.134633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-eb67308e-cda2-4be7-bee8-136ed2d92b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:26.135751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-eb67308e-cda2-4be7-bee8-136ed2d92b27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 200 len: 910 time: 0.2996445 Oct 25 23:15:26.145571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.168412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 3d143f68-9180-45f4-9bbf-05f12d0881b5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:26.168412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d143f68-9180-45f4-9bbf-05f12d0881b5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:26.220258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.224733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.241773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for d9224a82-badd-43db-8fd5-b452f7afa67d owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:26.286567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-c7af952c-9521-4547-b5b7-d2594f506201 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 HTTP/1.1" status: 200 len: 217 time: 0.1333919 Oct 25 23:15:26.287635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:26.288080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:26.290507 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:26.404548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-5a4002ee-1f7f-49a0-a400-7c52b1050063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:26.406028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-5a4002ee-1f7f-49a0-a400-7c52b1050063 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 200 len: 849 time: 0.0970478 Oct 25 23:15:26.424055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.428147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.448436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-c0839ded-fb98-49da-9a19-287abff1a314 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7473a1ae-48e4-4f7f-94a6-b7212cb14170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346134 Oct 25 23:15:26.451134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.456813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38 HTTP/1.1" status: 204 len: 168 time: 1.0238352 Oct 25 23:15:26.466708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=d9224a82-badd-43db-8fd5-b452f7afa67d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:26.478091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6cf8d-6036-42c9-9a5e-5e9b5af7d855 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16d4fdb-ad4d-4b7a-a0f2-d4df5281ae38,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:26.558433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.565222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1d1e93e8-5129-4245-a9be-cd3b1dbac35a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/d9224a82-badd-43db-8fd5-b452f7afa67d HTTP/1.1" status: 204 len: 168 time: 0.7368832 Oct 25 23:15:26.565636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37288) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:26.600198 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d6f4b8-c614-4e45-8931-011f6ad60db5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:26.601497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-24dc37c7-b317-45e4-b130-06df141b3635 service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427636 Oct 25 23:15:26.604962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87d6f4b8-c614-4e45-8931-011f6ad60db5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/d9224a82-badd-43db-8fd5-b452f7afa67d HTTP/1.1" status: 404 len: 333 time: 0.0340219 Oct 25 23:15:26.605495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:26.670743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet 962978f0-cfa2-4d30-9c07-86528f664fa0 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:26.677886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.784666 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:26.829861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37306) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:26.932767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1282a-17a4-4d2f-b434-a42dd2160513 req-d0dc83d9-b51e-44ab-9cd2-0794dd8ae58f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:26.941532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bb1282a-17a4-4d2f-b434-a42dd2160513 req-d0dc83d9-b51e-44ab-9cd2-0794dd8ae58f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 944 time: 0.1757185 Oct 25 23:15:26.968003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-57745444-f2e4-4aa7-b6f6-62848c488f71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2269260385b546749c6bbe03bf9b4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368561 Oct 25 23:15:26.970577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37310) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:27.036882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.074526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-102cc523-0a31-4ada-ad93-97bb64248a49 req-4b7e78f0-a866-4ce2-8abc-ab04c1bd267d service neutron] 10.222.0.11 "GET /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636507 Oct 25 23:15:27.148787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bb1282a-17a4-4d2f-b434-a42dd2160513 req-2ddc6269-5fb9-4c94-8809-fcea1558161c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059970 Oct 25 23:15:27.150654 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bed83311-9ec3-4022-ac87-67242b490285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.166751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30571413-802e-4424-b547-212ea83bed08 req-2461e3e5-6a06-4fbc-9226-45ca90bffdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:27.174475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-2461e3e5-6a06-4fbc-9226-45ca90bffdd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.2280395 Oct 25 23:15:27.248738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bed83311-9ec3-4022-ac87-67242b490285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.284231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 206c8dc5-7b87-4694-952e-7847f9414c71 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:27.348283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.390381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.396486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 206c8dc5-7b87-4694-952e-7847f9414c71 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:15:27.397464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/962978f0-cfa2-4d30-9c07-86528f664fa0 HTTP/1.1" status: 204 len: 168 time: 0.7907808 Oct 25 23:15:27.403364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 206c8dc5-7b87-4694-952e-7847f9414c71 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:27.403859 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.418472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37320) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:27.451558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beafbce-a097-4c8c-ae6d-1a191975d78f None None] Network 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:27.451765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8cb16-03da-4ec1-bc13-0a40766d0fac req-fb4fb815-0a9c-474d-acfb-a00f3c3a95ce tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:27.463810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9f8cb16-03da-4ec1-bc13-0a40766d0fac req-fb4fb815-0a9c-474d-acfb-a00f3c3a95ce tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1868007 Oct 25 23:15:27.499474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30571413-802e-4424-b547-212ea83bed08 req-6771b6f7-63d9-4b30-a0a1-2a89802818f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:27.504771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-6771b6f7-63d9-4b30-a0a1-2a89802818f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.3198135 Oct 25 23:15:27.637372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d719c42-16d7-4767-8a3f-65c5c0cf018f None None] Provisioning complete for port a166a18d-be6e-4a15-8179-fe15469cb6a0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:27.638414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d719c42-16d7-4767-8a3f-65c5c0cf018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.664415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9f8cb16-03da-4ec1-bc13-0a40766d0fac req-852a1162-8bc9-45c8-9b28-a6363e785d4f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910720 Oct 25 23:15:27.692358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.693061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-8a419f34-8aab-49b3-9492-836828a9e679 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.1705172 Oct 25 23:15:27.721072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] DHCP port deletion for 1f38b4b5-7ac3-4263-9cb5-72d47cee4284 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:15:27.726317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edda1c0-8282-42cd-9ec3-34bc494978ec tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=962978f0-cfa2-4d30-9c07-86528f664fa0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:27.741187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7b496-1ec5-4bb6-96e1-7d0e928e1e2e req-3a70f2db-b54b-4a19-b50a-c8b084bdbbdf tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:27.749306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06a7b496-1ec5-4bb6-96e1-7d0e928e1e2e req-3a70f2db-b54b-4a19-b50a-c8b084bdbbdf tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.5049939 Oct 25 23:15:27.843731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06a7b496-1ec5-4bb6-96e1-7d0e928e1e2e req-c697c32c-6e11-457e-ba9a-4f33dd204436 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931923 Oct 25 23:15:27.852086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bed83311-9ec3-4022-ac87-67242b490285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.855438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bed83311-9ec3-4022-ac87-67242b490285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.856876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bed83311-9ec3-4022-ac87-67242b490285 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c133cc69-9786-4f7d-9ef6-b4f626b7e71a HTTP/1.1" status: 204 len: 168 time: 0.8852432 Oct 25 23:15:27.868541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed83311-9ec3-4022-ac87-67242b490285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c133cc69-9786-4f7d-9ef6-b4f626b7e71a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:27.878840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30571413-802e-4424-b547-212ea83bed08 req-f65a108e-f516-42e2-ab7b-d2e397723ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:27.881382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.883969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-f65a108e-f516-42e2-ab7b-d2e397723ff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1818485 Oct 25 23:15:27.896575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port a166a18d-be6e-4a15-8179-fe15469cb6a0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:27.897112 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:27.977015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdad1a-dafc-4129-837c-d10b581e5698 req-52c6aae6-5add-4aa3-bf4b-1001a43177e0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:27.978465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4afdad1a-dafc-4129-837c-d10b581e5698 req-52c6aae6-5add-4aa3-bf4b-1001a43177e0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 946 time: 0.1827586 Oct 25 23:15:28.001217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port a166a18d-be6e-4a15-8179-fe15469cb6a0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a166a18d-be6e-4a15-8179-fe15469cb6a0,segment=NetworkSegment(47b10b2e-0a50-455d-a4da-c3cd46831e03),segment_id=47b10b2e-0a50-455d-a4da-c3cd46831e03)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:28.017340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.018219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30571413-802e-4424-b547-212ea83bed08 req-985d037c-e6de-49ec-aff7-1025e036caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:28.020342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-985d037c-e6de-49ec-aff7-1025e036caa1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251810 Oct 25 23:15:28.040070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for a166a18d-be6e-4a15-8179-fe15469cb6a0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:28.089230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4afdad1a-dafc-4129-837c-d10b581e5698 req-0e7bbf1e-68d9-4206-b3ed-62fcfc52ab24 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914471 Oct 25 23:15:28.119613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206c8dc5-7b87-4694-952e-7847f9414c71'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:28.127830 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6450d95-5ac0-4d6a-9c94-ea82c753b1cc" -d '{"events": [{"server_uuid": "b44d429a-2f6f-4a10-a85b-a4863dfd3278", "name": "network-vif-plugged", "status": "completed", "tag": "206c8dc5-7b87-4694-952e-7847f9414c71"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:28.158706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.179882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port a166a18d-be6e-4a15-8179-fe15469cb6a0 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:28.211501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 206c8dc5-7b87-4694-952e-7847f9414c71, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=206c8dc5-7b87-4694-952e-7847f9414c71,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:28.212786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d719c42-16d7-4767-8a3f-65c5c0cf018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.254731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.343109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.377974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-6638420b-ec9a-4d27-9a87-6a7e0381ac5b service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430774 Oct 25 23:15:28.390032 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.392034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Deleting port a166a18d-be6e-4a15-8179-fe15469cb6a0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:28.392929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.398818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f38b4b5-7ac3-4263-9cb5-72d47cee4284']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:28.439626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b10b2e-0a50-455d-a4da-c3cd46831e03') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:28.440656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b10b2e-0a50-455d-a4da-c3cd46831e03') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:28.452332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=206c8dc5-7b87-4694-952e-7847f9414c71,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:28.465973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.483223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.492019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:28.492660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.508867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] For port a166a18d-be6e-4a15-8179-fe15469cb6a0, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:28.509265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.542101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Calling delete_port for a166a18d-be6e-4a15-8179-fe15469cb6a0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:28.550902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Port a166a18d-be6e-4a15-8179-fe15469cb6a0 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:15:28.553041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.576746 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69456e39-f237-4d6a-99ba-b8065053218b x-openstack-request-id: req-69456e39-f237-4d6a-99ba-b8065053218b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:28.577040 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d429a-2f6f-4a10-a85b-a4863dfd3278", "name": "network-vif-plugged", "status": "completed", "tag": "206c8dc5-7b87-4694-952e-7847f9414c71", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:28.577297 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69456e39-f237-4d6a-99ba-b8065053218b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:28.577695 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206c8dc5-7b87-4694-952e-7847f9414c71', 'code': 200} Oct 25 23:15:28.583082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] No DVR routers for this DVR port a166a18d-be6e-4a15-8179-fe15469cb6a0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:28.622595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f885acd-1c77-4eb9-968a-28849367f0fa None None] Pushing event deleted for resources: {'Port': ['ID=a166a18d-be6e-4a15-8179-fe15469cb6a0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:28.652402 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:28.656071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=a166a18d-be6e-4a15-8179-fe15469cb6a0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:28.695113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30571413-802e-4424-b547-212ea83bed08 req-94bb064c-f7ad-4dbc-aada-6d06035e1011 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572031 Oct 25 23:15:28.716354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952e739-23c9-4110-bd15-88a9a8418f31 req-a49c0177-ec7a-4850-972a-34d5ebbbe89a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:28.728187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f952e739-23c9-4110-bd15-88a9a8418f31 req-a49c0177-ec7a-4850-972a-34d5ebbbe89a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.3881221 Oct 25 23:15:28.749796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.759231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:28.765385 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/1f38b4b5-7ac3-4263-9cb5-72d47cee4284 HTTP/1.1" status: 204 len: 168 time: 1.3416913 Oct 25 23:15:28.772050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:28.790718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'name': 'tempest-PortsTestJSON-1120183814'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:28.792328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684dd1f-ab9d-40d6-9c9a-0a4a8b572b0f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=1f38b4b5-7ac3-4263-9cb5-72d47cee4284,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:28.821985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0291-9a22-4d7d-875e-5f4a1e48d5c3 req-630c459d-3c5d-4e04-999d-34b4c35f4b20 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:28.823849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a51e0291-9a22-4d7d-875e-5f4a1e48d5c3 req-630c459d-3c5d-4e04-999d-34b4c35f4b20 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 945 time: 0.1680949 Oct 25 23:15:28.899381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a51e0291-9a22-4d7d-875e-5f4a1e48d5c3 req-96086d02-213f-4b7c-9440-559fa9c5e324 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694966 Oct 25 23:15:28.989340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f952e739-23c9-4110-bd15-88a9a8418f31 req-6ab9e5de-9c4d-4615-b1e2-8a97ea52f66e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592206 Oct 25 23:15:29.039448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215156f7-37e5-4b66-a216-e470931b8f99 req-05678c79-9264-4a09-8676-4ab9d9e109a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:29.040926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-215156f7-37e5-4b66-a216-e470931b8f99 req-05678c79-9264-4a09-8676-4ab9d9e109a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 1096 time: 0.2223415 Oct 25 23:15:29.057664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-7ae631fa-e394-4b09-a9fc-d7045baf471b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:29.059083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-7ae631fa-e394-4b09-a9fc-d7045baf471b tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 946 time: 0.1247025 Oct 25 23:15:29.070406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2481-83b5-4642-ba70-bfb1b8506ad7 req-f6a3c1f9-52dd-4daf-a70a-c21a12b4318c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:29.080473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70de2481-83b5-4642-ba70-bfb1b8506ad7 req-f6a3c1f9-52dd-4daf-a70a-c21a12b4318c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0987298 Oct 25 23:15:29.134060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-70de2481-83b5-4642-ba70-bfb1b8506ad7 req-abe18ee2-d984-424e-b947-a541f3010966 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Oct 25 23:15:29.197570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:29.204008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.287589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port b5a690c3-c468-43a5-913d-94a84b0bd9b6 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:29.296852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-215156f7-37e5-4b66-a216-e470931b8f99 req-69b881c8-7cc3-48ef-a4ec-c57fc8e409e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341270 Oct 25 23:15:29.333940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a967b3-4f5c-4ab5-ae68-6776d0d285a3 req-e13d17e5-bec1-4ec2-960b-e3c2ee05bc98 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:29.345584 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77a967b3-4f5c-4ab5-ae68-6776d0d285a3 req-e13d17e5-bec1-4ec2-960b-e3c2ee05bc98 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 946 time: 0.1015527 Oct 25 23:15:29.397825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38e44-fc79-4cce-9878-139b17ab7851 req-90ba9eb7-3063-44b4-a70f-00c396d1b952 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:29.399464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85f38e44-fc79-4cce-9878-139b17ab7851 req-90ba9eb7-3063-44b4-a70f-00c396d1b952 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.2092805 Oct 25 23:15:29.422118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Deleting port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:29.422470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.431369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77a967b3-4f5c-4ab5-ae68-6776d0d285a3 req-05ee2afc-9870-47d4-8881-c751749c20e5 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865300 Oct 25 23:15:29.581219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85f38e44-fc79-4cce-9878-139b17ab7851 req-36f29e8b-15b2-4125-8cce-64aaf9881ef4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711979 Oct 25 23:15:29.639253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] For port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:29.639614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.663475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.664589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Calling delete_port for f8f0c6d0-7cd6-43ab-8da0-e6072931a96c owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:29.764652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.822970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:29.846088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:29.854579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:29.860106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:29.860702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.870020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=b5a690c3-c468-43a5-913d-94a84b0bd9b6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:29.892700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37406) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:29.901079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b0c5ad4-8b15-4ea6-96c2-e403143f6ad2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1156304 Oct 25 23:15:29.938882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:29.951854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['37a16d53-778b-4599-9405-97602d48dfd6', 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:29.976585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event deleted for resources: {'Port': ['ID=f8f0c6d0-7cd6-43ab-8da0-e6072931a96c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:30.035913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port b5a690c3-c468-43a5-913d-94a84b0bd9b6 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:30.036385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.038588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:30.053807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] No DVR routers for this DVR port f8f0c6d0-7cd6-43ab-8da0-e6072931a96c on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:30.056952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.061958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-109ef7ba-a800-4f3c-b386-908c729f7b79 req-d614d22d-950a-43ee-935a-e89bc0224be7 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "DELETE /v2.0/ports/f8f0c6d0-7cd6-43ab-8da0-e6072931a96c HTTP/1.1" status: 204 len: 173 time: 0.9911673 Oct 25 23:15:30.062575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'name': 'network-vif-deleted', 'tag': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:30.064966 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d8ed01-5333-4596-b6c8-862ffdb3850f" -d '{"events": [{"server_uuid": "01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde", "name": "network-vif-deleted", "tag": "f8f0c6d0-7cd6-43ab-8da0-e6072931a96c"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:30.160750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.187376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for b5a690c3-c468-43a5-913d-94a84b0bd9b6 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:30.270446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb8d4c-a4cb-4806-97c5-5a0717b41214 req-5b471992-3979-4fc8-a16d-5c44e9fa79dd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:30.284302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2cb8d4c-a4cb-4806-97c5-5a0717b41214 req-5b471992-3979-4fc8-a16d-5c44e9fa79dd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 945 time: 0.1918356 Oct 25 23:15:30.303711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.358896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=b5a690c3-c468-43a5-913d-94a84b0bd9b6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:30.364821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c2cb8d4c-a4cb-4806-97c5-5a0717b41214 req-6f3c9529-4c18-4869-bb97-a3eec474d9ff tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804973 Oct 25 23:15:30.397933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.401449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-046c0c70-b28a-44d9-9828-508557a75953 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/b5a690c3-c468-43a5-913d-94a84b0bd9b6 HTTP/1.1" status: 204 len: 168 time: 0.5072186 Oct 25 23:15:30.404098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:30.411205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'mac_address': 'fa:16:3e:38:e4:36', 'name': 'tempest-PortsTestJSON-61091675'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:30.482327 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1999d6b-a05e-49a4-900f-9afe09b7ea5c x-openstack-request-id: req-c1999d6b-a05e-49a4-900f-9afe09b7ea5c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:30.482928 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde", "name": "network-vif-deleted", "tag": "f8f0c6d0-7cd6-43ab-8da0-e6072931a96c", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:30.483376 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1999d6b-a05e-49a4-900f-9afe09b7ea5c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:30.484749 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde', 'name': 'network-vif-deleted', 'tag': 'f8f0c6d0-7cd6-43ab-8da0-e6072931a96c', 'status': 'completed', 'code': 200} Oct 25 23:15:30.520999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eadec-261e-41a1-a033-cc0b5ca2e65d req-dd0d774b-5775-4b88-8b14-692752bacd0c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:30.522757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e24eadec-261e-41a1-a033-cc0b5ca2e65d req-dd0d774b-5775-4b88-8b14-692752bacd0c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1869504 Oct 25 23:15:30.549198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9342b26a-2c4a-4f05-a23b-53112bf06192 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:30.551146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9342b26a-2c4a-4f05-a23b-53112bf06192 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 945 time: 0.1148908 Oct 25 23:15:30.628844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-757816f6-ef0d-4e05-9378-9295755f380b req-1bbbd860-7ae0-4f45-a125-7a2a74c6806e tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0763619 Oct 25 23:15:30.631577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e24eadec-261e-41a1-a033-cc0b5ca2e65d req-61771282-0c6d-4ec9-b457-dc8c25e6cad7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945957 Oct 25 23:15:30.634189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:30.843742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Deleting port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:30.844331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.853469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7bcc72de-4ed4-432f-9a00-578301902c39 req-bc066af1-e187-4326-ad9e-30ed5a16f434 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a81f63-2fc5-42aa-9c08-1e8dd0cd9fde HTTP/1.1" status: 200 len: 210 time: 0.0601909 Oct 25 23:15:30.900863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:30.942528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port f6921704-a22c-4385-8736-a07581c560b7 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:31.002761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c554c-e81c-4042-a6c4-8aa07a7aa6fe req-2205c0fb-6b44-4496-aa90-c37416f91a5f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:31.004560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-094c554c-e81c-4042-a6c4-8aa07a7aa6fe req-2205c0fb-6b44-4496-aa90-c37416f91a5f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.2228549 Oct 25 23:15:31.087278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-094c554c-e81c-4042-a6c4-8aa07a7aa6fe req-e19daf69-76d1-4dd4-8588-d7026f130bae tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700171 Oct 25 23:15:31.092525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] For port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:31.092941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.120024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306e65f-b19b-435b-8fd2-1293d9ff1132 req-915560b0-1a76-4a69-9a9d-3c4ec6cff6ca tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:31.128554 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5306e65f-b19b-435b-8fd2-1293d9ff1132 req-915560b0-1a76-4a69-9a9d-3c4ec6cff6ca tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1346850 Oct 25 23:15:31.131013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Calling delete_port for 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:31.247381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5306e65f-b19b-435b-8fd2-1293d9ff1132 req-e13a51ba-597e-45b0-a209-b5d5cb27ed46 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962479 Oct 25 23:15:31.275387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.345887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.372008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.384684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['6c72ab61-35d4-4c8e-8569-6b37c0784dc2'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:31.407642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:31.411646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:31.415926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:31.421991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:31.422858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.445425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=f6921704-a22c-4385-8736-a07581c560b7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:31.480501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-712ff8ca-0bdd-4470-8753-a6f8e6a52df0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0746324 Oct 25 23:15:31.484286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37454) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:31.486834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event deleted for resources: {'Port': ['ID=6c72ab61-35d4-4c8e-8569-6b37c0784dc2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:31.518883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] No DVR routers for this DVR port 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:31.523164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.527422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1422990b-8e24-4157-9757-f9fc18d64db4 req-9f1c031a-40f0-4fb0-a67c-02a7882076c3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "DELETE /v2.0/ports/6c72ab61-35d4-4c8e-8569-6b37c0784dc2 HTTP/1.1" status: 204 len: 173 time: 0.9649141 Oct 25 23:15:31.536458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0f863-9969-4946-8cce-380d2416a0ae req-296020ae-ff2b-4180-ad80-3e135863812c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:31.544107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6dc0f863-9969-4946-8cce-380d2416a0ae req-296020ae-ff2b-4180-ad80-3e135863812c tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1159823 Oct 25 23:15:31.549106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ca21d-c188-42df-9048-afc4b32d98ad req-7a002c29-c76b-481c-97f0-d445631a9664 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0660918 Oct 25 23:15:31.588995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10ed0f-49c6-453a-ad30-79c8d434496c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:31.590801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0f10ed0f-49c6-453a-ad30-79c8d434496c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/f6921704-a22c-4385-8736-a07581c560b7 HTTP/1.1" status: 200 len: 839 time: 0.1051970 Oct 25 23:15:31.593607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:31.626389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6dc0f863-9969-4946-8cce-380d2416a0ae req-69f6a140-c3e0-44ca-a26c-81955a2187f6 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810430 Oct 25 23:15:31.728993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port f6921704-a22c-4385-8736-a07581c560b7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:31.728993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.824303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dbdb8fd-803c-4f4a-8b03-29d5b4044c89 req-fe38468b-f383-4fb2-8832-02f0da957bbb tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0815101 Oct 25 23:15:31.838433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e653028-e03d-48ea-8d08-73135870a34b req-125ede80-032a-4b54-80cf-d7d0c0d16ef5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:31.840597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e653028-e03d-48ea-8d08-73135870a34b req-125ede80-032a-4b54-80cf-d7d0c0d16ef5 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.0943487 Oct 25 23:15:31.889468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:31.907899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e653028-e03d-48ea-8d08-73135870a34b req-cc64302b-8e9b-404e-b7ee-3722a4c2a459 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609286 Oct 25 23:15:31.945431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for f6921704-a22c-4385-8736-a07581c560b7 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:32.038872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:32.071859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=f6921704-a22c-4385-8736-a07581c560b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:32.094330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:32.100319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-94c451b7-72a0-42b7-b555-227e24b41405 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/f6921704-a22c-4385-8736-a07581c560b7 HTTP/1.1" status: 204 len: 168 time: 0.5055981 Oct 25 23:15:32.102966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37476) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:32.203739 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-69018cc2-cd4c-45f4-93d7-fd48d17aa84a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:32.206072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69018cc2-cd4c-45f4-93d7-fd48d17aa84a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/f6921704-a22c-4385-8736-a07581c560b7 HTTP/1.1" status: 404 len: 333 time: 0.1017482 Oct 25 23:15:32.213330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37484) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:32.218729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'name': 'tempest-PortsTestJSON-1653385631'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:32.405952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bbec7-9ef5-4418-a064-e24a85d69a28 req-0442cbed-e8a9-4f4c-b739-59a13063cc17 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:32.416535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a4bbec7-9ef5-4418-a064-e24a85d69a28 req-0442cbed-e8a9-4f4c-b739-59a13063cc17 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.0750954 Oct 25 23:15:32.474302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a4bbec7-9ef5-4418-a064-e24a85d69a28 req-4ab02622-5acd-47cf-83a7-0bb670d4b7db tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553761 Oct 25 23:15:32.627405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343d933-8001-422f-bd19-7cd59d1ed9f4 req-23bcd704-cce6-43a7-8b8c-da5657f24f3b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:32.630057 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d343d933-8001-422f-bd19-7cd59d1ed9f4 req-23bcd704-cce6-43a7-8b8c-da5657f24f3b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.0609305 Oct 25 23:15:32.668702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'name': 'network-vif-deleted', 'tag': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:32.672983 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c8b98a-a5df-431b-a0c3-81511d15f68d" -d '{"events": [{"server_uuid": "4f3367d5-b333-48d0-88d0-d14c0585a5c9", "name": "network-vif-deleted", "tag": "6c72ab61-35d4-4c8e-8569-6b37c0784dc2"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:32.679155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d343d933-8001-422f-bd19-7cd59d1ed9f4 req-065ff0b5-7e04-47a9-9912-e4a149ff2d57 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Oct 25 23:15:32.790023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1204-a077-415b-9de5-09971af86ea1 req-9b3b52b2-eed2-4878-b663-b04a1a1f1721 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:32.797900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6ed1204-a077-415b-9de5-09971af86ea1 req-9b3b52b2-eed2-4878-b663-b04a1a1f1721 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 945 time: 0.5241599 Oct 25 23:15:32.808392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:32.809971 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b913857-28fd-4aec-8c3d-2ec2be053e1e req-4751ce00-5f0c-46cd-b6f2-e15833667527 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0477145 Oct 25 23:15:32.812263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:32.847990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 3351294a-d5f9-4cc6-b4b8-957734c4d677 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:32.874391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6ed1204-a077-415b-9de5-09971af86ea1 req-3e5a9d2f-d248-412b-ac9d-12aa9f82c105 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730915 Oct 25 23:15:32.932724 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3120a7-14d1-4d73-914e-d2414d4d7e6b x-openstack-request-id: req-3c3120a7-14d1-4d73-914e-d2414d4d7e6b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:32.933301 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3367d5-b333-48d0-88d0-d14c0585a5c9", "name": "network-vif-deleted", "tag": "6c72ab61-35d4-4c8e-8569-6b37c0784dc2", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:32.933301 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c3120a7-14d1-4d73-914e-d2414d4d7e6b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:32.933643 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3367d5-b333-48d0-88d0-d14c0585a5c9', 'name': 'network-vif-deleted', 'tag': '6c72ab61-35d4-4c8e-8569-6b37c0784dc2', 'status': 'completed', 'code': 200} Oct 25 23:15:33.007425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d4f14-1e38-4fc7-a3fc-5e03aff9c8a2 req-de2367de-fde0-4a2e-ad19-ceaa5f88f435 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:33.014898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-918d4f14-1e38-4fc7-a3fc-5e03aff9c8a2 req-de2367de-fde0-4a2e-ad19-ceaa5f88f435 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1230690 Oct 25 23:15:33.080597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-918d4f14-1e38-4fc7-a3fc-5e03aff9c8a2 req-19adafaf-ea1b-41d7-bc65-b443ca447b5f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634570 Oct 25 23:15:33.136687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec7d2468-2535-4e18-b29f-598066b7070d req-810d545a-69c2-44e3-8a7a-e03d0471aa16 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0378277 Oct 25 23:15:33.162474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.207412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.216055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddee1c-b593-49e9-8102-f1736be3fcad req-deaa8de3-7460-4622-b0cc-5d51a739c05d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:33.217589 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1ddee1c-b593-49e9-8102-f1736be3fcad req-deaa8de3-7460-4622-b0cc-5d51a739c05d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.0726593 Oct 25 23:15:33.267703 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f1ddee1c-b593-49e9-8102-f1736be3fcad req-381d7e77-6a7a-4606-9701-ceb6ad65fbac tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Oct 25 23:15:33.274720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:33.278110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:33.282976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:33.288673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:33.289312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.327827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=3351294a-d5f9-4cc6-b4b8-957734c4d677,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:33.354290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-55380f79-6208-4673-864c-a5e040782269 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1330819 Oct 25 23:15:33.354509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37514) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:33.358181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:33.425050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.597326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.603413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.648330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] In _notify_port_updated(), no bound segment for port 3351294a-d5f9-4cc6-b4b8-957734c4d677 on network bc2bc9f7-40af-4f37-afd3-55229a6660e5 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:15:33.655694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:33.656348 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.661262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/ports/3351294a-d5f9-4cc6-b4b8-957734c4d677 HTTP/1.1" status: 200 len: 818 time: 0.3082285 Oct 25 23:15:33.661934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37520) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:33.680028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301a6e0-d0c9-497e-86d1-ae1731967f2d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=3351294a-d5f9-4cc6-b4b8-957734c4d677,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:33.682644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-28a2c162-d616-45e3-a2f7-39ab1e790652 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:33.684274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-28a2c162-d616-45e3-a2f7-39ab1e790652 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 945 time: 0.0794096 Oct 25 23:15:33.836393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 3351294a-d5f9-4cc6-b4b8-957734c4d677 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:33.836854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.925461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Deleting port 37a16d53-778b-4599-9405-97602d48dfd6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:33.926553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:33.933459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2e6918e-577c-413f-a895-88037a851e64 req-ada36999-8ea3-4f76-b14c-bebd721288b0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0526502 Oct 25 23:15:33.983564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.007727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 3351294a-d5f9-4cc6-b4b8-957734c4d677 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:34.039708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4f58-5993-4983-94f5-97db152e03f0 req-768ba6a9-2deb-4e5c-b804-817357cd7137 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:34.041975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83fe4f58-5993-4983-94f5-97db152e03f0 req-768ba6a9-2deb-4e5c-b804-817357cd7137 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 945 time: 0.0672741 Oct 25 23:15:34.092635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83fe4f58-5993-4983-94f5-97db152e03f0 req-50e29da4-743e-4f63-84aa-59ec08716fa0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 Oct 25 23:15:34.114652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] For port 37a16d53-778b-4599-9405-97602d48dfd6, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=37a16d53-778b-4599-9405-97602d48dfd6,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:34.114652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.157278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Calling delete_port for 37a16d53-778b-4599-9405-97602d48dfd6 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:34.253084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.310123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3192fbbe-95d2-423b-bc73-8e6ed03fe6e6 req-908e7ae1-2e85-4a66-b043-28ff704fa4f1 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0517192 Oct 25 23:15:34.313591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=3351294a-d5f9-4cc6-b4b8-957734c4d677,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:34.362192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd32d2-d9f6-47e8-a06f-a5021612438c req-9454c593-fe89-4262-8a07-44496c36614f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:34.376324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ebd32d2-d9f6-47e8-a06f-a5021612438c req-9454c593-fe89-4262-8a07-44496c36614f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1966965 Oct 25 23:15:34.378584 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.382802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f2969c0a-dd67-4013-b2f6-824f8eaae678 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/3351294a-d5f9-4cc6-b4b8-957734c4d677 HTTP/1.1" status: 204 len: 168 time: 0.7200148 Oct 25 23:15:34.385250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37542) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:34.436456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485510e-95e3-4338-a273-b62c87208ab9 req-94a06288-4aff-4bf1-815d-8e7f54e2fc8d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:34.438798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1485510e-95e3-4338-a273-b62c87208ab9 req-94a06288-4aff-4bf1-815d-8e7f54e2fc8d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.0632198 Oct 25 23:15:34.501591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1485510e-95e3-4338-a273-b62c87208ab9 req-20bece83-f4cf-4467-8378-09ddbee0006b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563118 Oct 25 23:15:34.520090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:34.573204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:34.573759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 6c72ab61-35d4-4c8e-8569-6b37c0784dc2 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:34.574573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f8f0c6d0-7cd6-43ab-8da0-e6072931a96c no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:34.580907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ebd32d2-d9f6-47e8-a06f-a5021612438c req-00cb0cf0-9c3a-4dbc-a4d2-24cec84dede1 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591887 Oct 25 23:15:34.600932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-b9f566b3-e516-4bd4-8e14-293a8d137c0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778750 Oct 25 23:15:34.602927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f8f0c6d0-7cd6-43ab-8da0-e6072931a96c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:34.603261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f8f0c6d0-7cd6-43ab-8da0-e6072931a96c not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:34.612591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f00b48-04e2-48dd-a1da-9b79b1be7f9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:34.617164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c0f00b48-04e2-48dd-a1da-9b79b1be7f9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2307861 Oct 25 23:15:34.617464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37548) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:34.626960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.652241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['37a16d53-778b-4599-9405-97602d48dfd6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:34.681613 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec36caa2-0f06-4a85-bef4-d75c018eca33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:34.687440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec36caa2-0f06-4a85-bef4-d75c018eca33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/3351294a-d5f9-4cc6-b4b8-957734c4d677 HTTP/1.1" status: 404 len: 333 time: 0.0680325 Oct 25 23:15:34.690661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37550) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:34.696308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2017746781'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:34.700479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:34.706120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event deleted for resources: {'Port': ['ID=37a16d53-778b-4599-9405-97602d48dfd6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:34.756728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:34.762191 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.782080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] No DVR routers for this DVR port 37a16d53-778b-4599-9405-97602d48dfd6 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:34.787291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.790753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bbd7003-4bf2-4ef5-8c6e-2c41b57a39ad req-3d834bfb-32e1-4346-8527-5257c7347fdb tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.11 "DELETE /v2.0/ports/37a16d53-778b-4599-9405-97602d48dfd6 HTTP/1.1" status: 204 len: 173 time: 1.0879760 Oct 25 23:15:34.810417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-f95b01ca-1f7c-4bf6-aacb-d3c33948bc21 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:34.812209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-f95b01ca-1f7c-4bf6-aacb-d3c33948bc21 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.11 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.1827426 Oct 25 23:15:34.826728 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-01ba72fd-d91b-4a96-8eca-f172355ac83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:34.828183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-01ba72fd-d91b-4a96-8eca-f172355ac83a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d920f06bf0644f3b9003a38d83903e7&device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 1096 time: 0.1464159 Oct 25 23:15:34.840383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:34.879573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:34.879923 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment 6c0528bf-f569-46ec-ad52-ef861d226451 of type vlan for network b5d3535a-88dd-48cd-ac39-097f42193a56 Oct 25 23:15:34.956100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'name': 'network-vif-deleted', 'tag': '37a16d53-778b-4599-9405-97602d48dfd6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:34.960472 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c44df77-8216-4a41-b266-c779c16fa414" -d '{"events": [{"server_uuid": "e4cb36d7-3b59-4d0e-aebd-d05887e0a667", "name": "network-vif-deleted", "tag": "37a16d53-778b-4599-9405-97602d48dfd6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:34.984020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:35.034371 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2230e0d9-1389-4d71-a239-40526a9bca6e x-openstack-request-id: req-2230e0d9-1389-4d71-a239-40526a9bca6e {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:35.039561 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cb36d7-3b59-4d0e-aebd-d05887e0a667", "name": "network-vif-deleted", "tag": "37a16d53-778b-4599-9405-97602d48dfd6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:35.039917 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2230e0d9-1389-4d71-a239-40526a9bca6e {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:35.040342 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cb36d7-3b59-4d0e-aebd-d05887e0a667', 'name': 'network-vif-deleted', 'tag': '37a16d53-778b-4599-9405-97602d48dfd6', 'status': 'completed', 'code': 200} Oct 25 23:15:35.067578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Deleting port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:35.068004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:35.074180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:35.080356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:35.080976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:35.171706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-b745b5ce-b608-4c0f-96b1-e1f98e7fdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:35.173366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-b745b5ce-b608-4c0f-96b1-e1f98e7fdb32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 200 len: 907 time: 0.3102648 Oct 25 23:15:35.187232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4924035 Oct 25 23:15:35.191112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:35.206415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:35.251112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4cea654-39c0-492c-841b-51065841eeb1 req-433059e7-41ea-4cb4-89e3-aa35904500e8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.1506293 Oct 25 23:15:35.281642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-c7b381f1-d3c7-434c-b13c-b72b2ab93b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1 HTTP/1.1" status: 200 len: 217 time: 0.0914257 Oct 25 23:15:35.292178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19394fcc-7d75-46a1-87b5-751ab92ca223 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=b5d3535a-88dd-48cd-ac39-097f42193a56,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:35.303720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:35.452110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f87338c3-60be-441b-b391-a3a55af0f5ff req-50b42091-4d7d-449c-9a05-b967267151b1 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4cb36d7-3b59-4d0e-aebd-d05887e0a667 HTTP/1.1" status: 200 len: 210 time: 0.2299931 Oct 25 23:15:35.491402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0e69d644-a86b-40e2-afb6-6371adb17d62 req-d51541b1-8d60-4318-bcc0-afc6b6a3bf8d tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0478718 Oct 25 23:15:35.512530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] For port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:35.518671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:35.553929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Calling delete_port for 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:35.585138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-812c7da4-953e-4f5d-86c2-4fb7f87a45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:35.586988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-812c7da4-953e-4f5d-86c2-4fb7f87a45cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 200 len: 846 time: 0.1583700 Oct 25 23:15:35.596552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:35.600108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:35.717393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a9883-7a3e-4e3b-98f2-916d53089f16 req-6c6f0417-3179-4055-a818-a35df29bfea6 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:35.719710 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c50a9883-7a3e-4e3b-98f2-916d53089f16 req-6c6f0417-3179-4055-a818-a35df29bfea6 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 945 time: 0.0688901 Oct 25 23:15:35.753562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-9b07b220-1cff-477c-a2ca-ffe898fd3d5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=168a53e6-eba8-45b0-8edf-27da21af486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602536 Oct 25 23:15:35.789861 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c50a9883-7a3e-4e3b-98f2-916d53089f16 req-e4a32347-ca0a-4005-80fe-5cbecb9e4268 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586500 Oct 25 23:15:35.889912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b847524-10db-48c4-8b8f-cad00be13642 req-9fbb8c44-8fcc-4fd4-b20c-77fd6cf17b7d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:35.891935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b847524-10db-48c4-8b8f-cad00be13642 req-9fbb8c44-8fcc-4fd4-b20c-77fd6cf17b7d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.3118432 Oct 25 23:15:35.972441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-962b75dd-2d4e-4386-ba06-e4f03394cc14 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106972 Oct 25 23:15:36.039732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b847524-10db-48c4-8b8f-cad00be13642 req-e32298dc-138a-4987-838f-127f76850c16 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349504 Oct 25 23:15:36.145906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:36.198486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:36.202610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=a4f0dd33-5933-40bd-8f4a-70588c910fb5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:36.212583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['2f1274ed-44c1-4b0d-b087-5c05f0efa6e0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:36.257697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2c94efc-62df-44a6-8819-d2d38737571c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:36.277623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Pushing event deleted for resources: {'Port': ['ID=2f1274ed-44c1-4b0d-b087-5c05f0efa6e0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:36.343049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6205a28-9ade-4e38-a1af-b5cf9d34cc9f req-2befc830-5309-44dd-9c93-92aeb2f334c2 service neutron] 10.222.0.15 "GET /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319697 Oct 25 23:15:36.410897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22c0a337-4599-4571-8453-bb1d42d5acbf req-bd547cd6-b90e-4b03-bc4b-c3b5477a6993 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0392175 Oct 25 23:15:36.433971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] No DVR routers for this DVR port 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:36.458117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06f7d8f7-2c72-4b9a-b630-8d0bf3a86da7 req-62198947-49ca-4756-af52-6cfb6b6b4915 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0637932 Oct 25 23:15:36.459807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:36.463570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c1752d5f-b77b-4990-bb73-3ed578b4b752 req-8a807db7-980d-454a-b59a-77bb0523fbda tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.11 "DELETE /v2.0/ports/2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 HTTP/1.1" status: 204 len: 173 time: 1.6449401 Oct 25 23:15:36.467355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': '6c0528bf-f569-46ec-ad52-ef861d226451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:36.474719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: b5d3535a-88dd-48cd-ac39-097f42193a56, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:36.515662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network b5d3535a-88dd-48cd-ac39-097f42193a56 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:36.555978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b5d3535a-88dd-48cd-ac39-097f42193a56) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:36.565580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13281269-a86a-45f2-91c3-cddc3d80e2ba None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:36.579903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:36.582973 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:36.652672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:36.654096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6f23c487-a01b-4137-8a94-9df5940d4dc2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4600472 Oct 25 23:15:36.658888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:36.791195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a34847b4-82e7-4988-b6b5-1c229ca5dc8d req-dbaf2642-9381-4774-b586-62858d94994d tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0905635 Oct 25 23:15:36.825153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-b5d3535a-88dd-48cd-ac39-097f42193a56', 'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': 'a4f0dd33-5933-40bd-8f4a-70588c910fb5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:15:36.826276 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:36.908744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:36.913627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:36.925076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39611723-0eb4-4220-9430-d4419f45fae7 req-8c86c81a-96e2-497d-80e7-d7945dbe6fed tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98abeeb-57d4-4825-be88-6b2f6a187990 HTTP/1.1" status: 200 len: 210 time: 0.0382535 Oct 25 23:15:37.041586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'name': 'network-vif-deleted', 'tag': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:37.044564 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5556c1fb-442d-42e2-a66c-07db5d1bc186" -d '{"events": [{"server_uuid": "a98abeeb-57d4-4825-be88-6b2f6a187990", "name": "network-vif-deleted", "tag": "2f1274ed-44c1-4b0d-b087-5c05f0efa6e0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:37.112373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Allocated IP 172.20.0.2 (b5d3535a-88dd-48cd-ac39-097f42193a56/a4f0dd33-5933-40bd-8f4a-70588c910fb5/365231a2-a792-4acb-a5e8-b5f0f4967dc0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:37.116712 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4f0dd33-5933-40bd-8f4a-70588c910fb5 (CIDR: 172.20.0.0/28) Oct 25 23:15:37.128110 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:15:37.128597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:15:37.136055 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1bcf2a-704b-4a88-8ce8-4aa77fc7be74 x-openstack-request-id: req-dc1bcf2a-704b-4a88-8ce8-4aa77fc7be74 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:37.136341 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98abeeb-57d4-4825-be88-6b2f6a187990", "name": "network-vif-deleted", "tag": "2f1274ed-44c1-4b0d-b087-5c05f0efa6e0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:37.136936 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc1bcf2a-704b-4a88-8ce8-4aa77fc7be74 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:37.137075 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98abeeb-57d4-4825-be88-6b2f6a187990', 'name': 'network-vif-deleted', 'tag': '2f1274ed-44c1-4b0d-b087-5c05f0efa6e0', 'status': 'completed', 'code': 200} Oct 25 23:15:37.155693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-38ee2ba6-1687-4eae-9e17-2fe57d07fc33 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5017641 Oct 25 23:15:37.158136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:37.166307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:37.312079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589460c6-f4d9-421a-a7d3-cc4c947aa0c9 req-c84f0c34-8e40-436d-86f1-62cc2fb89327 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:37.314746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-589460c6-f4d9-421a-a7d3-cc4c947aa0c9 req-c84f0c34-8e40-436d-86f1-62cc2fb89327 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1190729 Oct 25 23:15:37.349858 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:37.352333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:37.357987 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:37.361888 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:37.381880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-589460c6-f4d9-421a-a7d3-cc4c947aa0c9 req-c0f8f0cc-cca2-4dc7-9a10-c15cdba411d1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Oct 25 23:15:37.425290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:37.426999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Pushing event updated for resources: {'Port': ['ID=365231a2-a792-4acb-a5e8-b5f0f4967dc0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:37.429805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:37.436565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:37.522274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Attempting to bind port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:37.522978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Attempting to bind port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6c0528bf-f569-46ec-ad52-ef861d226451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:37.523589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Attempting to bind port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 on network b5d3535a-88dd-48cd-ac39-097f42193a56 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:37.530006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:37.530418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Checking segment: {'id': '6c0528bf-f569-46ec-ad52-ef861d226451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:37.530828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:37.531222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Bound using segment: {'id': '6c0528bf-f569-46ec-ad52-ef861d226451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:37.531705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Bound port: 365231a2-a792-4acb-a5e8-b5f0f4967dc0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0528bf-f569-46ec-ad52-ef861d226451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:37.532087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:37.579561 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a4896ef-02fc-4cae-b22c-6b1c16981ac6 req-d26c9047-2d7e-4b0b-9f61-e2a1d0582789 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3367d5-b333-48d0-88d0-d14c0585a5c9 HTTP/1.1" status: 200 len: 210 time: 0.0506339 Oct 25 23:15:37.631521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] For port 365231a2-a792-4acb-a5e8-b5f0f4967dc0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:37.635946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] For port 365231a2-a792-4acb-a5e8-b5f0f4967dc0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=365231a2-a792-4acb-a5e8-b5f0f4967dc0,segment=NetworkSegment(6c0528bf-f569-46ec-ad52-ef861d226451),segment_id=6c0528bf-f569-46ec-ad52-ef861d226451)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:37.645295 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:37.727664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29325b9-e648-4c33-9627-6664acfe9358 None None] Pushing event updated for resources: {'Port': ['ID=365231a2-a792-4acb-a5e8-b5f0f4967dc0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:38.003548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9478536f-313a-41cf-b3ea-190364807b22 req-72e9932e-dbc4-46c3-8861-69577f029834 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0689101 Oct 25 23:15:38.525232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:38.564440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:38.564788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 2f1274ed-44c1-4b0d-b087-5c05f0efa6e0 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:38.565217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 37a16d53-778b-4599-9405-97602d48dfd6 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:38.583009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:38.610288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 37a16d53-778b-4599-9405-97602d48dfd6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:38.610527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 37a16d53-778b-4599-9405-97602d48dfd6 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:38.641900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network b5d3535a-88dd-48cd-ac39-097f42193a56 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:38.642250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1779-ea69-4bb2-80c5-84a6386116d8 req-589264ad-482d-417a-a66f-31aff2ca5fcb tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:38.645046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:38.648268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:38.648851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:38.656286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26df1779-ea69-4bb2-80c5-84a6386116d8 req-589264ad-482d-417a-a66f-31aff2ca5fcb tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0725677 Oct 25 23:15:38.711467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5491400 Oct 25 23:15:38.715970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26df1779-ea69-4bb2-80c5-84a6386116d8 req-e1e549e8-7aa1-4388-bad5-4bcb552bd95b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542860 Oct 25 23:15:38.716613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:38.719614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8954324-060a-4037-b6ff-7223032bb649 req-0ce1eefc-f77e-43fc-8bed-b0e7202f3aa1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:38.728086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8954324-060a-4037-b6ff-7223032bb649 req-0ce1eefc-f77e-43fc-8bed-b0e7202f3aa1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1754622 Oct 25 23:15:38.730801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56', 'fixed_ips': [{'subnet_id': 'a4f0dd33-5933-40bd-8f4a-70588c910fb5'}, {'subnet_id': '7c498301-352e-45fe-b403-82e41b9f5931'}], 'name': 'tempest-PortsTestJSON-1032836830'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:38.738299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e91b4-5cc2-47ca-a993-0ee4771feafc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=7c498301-352e-45fe-b403-82e41b9f5931,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:38.791181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8954324-060a-4037-b6ff-7223032bb649 req-9837d270-8f84-41a1-822a-f41eadbfb93d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563211 Oct 25 23:15:38.931391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:39.116667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:39.244931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2163a12-f9c4-4217-a951-a489299a2380 req-75503a2f-aa09-46fc-85dd-b13b27243a48 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0705578 Oct 25 23:15:39.252106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 81764989-3ba9-460e-8b49-85519b46ef62 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:39.532357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c319d9-434d-4c24-b25c-06d027d24d7a None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:39.659777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-476e4d49-a34c-4526-9880-cf4fbf6e2aa8 None None] Provisioning complete for port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:39.660243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-476e4d49-a34c-4526-9880-cf4fbf6e2aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:39.940764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a6b5-534c-4055-9578-84e6e1debccd req-62e3a380-ed1d-4cf3-9ec2-da8ccb4f8c4b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:39.943322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f59a6b5-534c-4055-9578-84e6e1debccd req-62e3a380-ed1d-4cf3-9ec2-da8ccb4f8c4b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.0979767 Oct 25 23:15:39.968995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-476e4d49-a34c-4526-9880-cf4fbf6e2aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.029194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f59a6b5-534c-4055-9578-84e6e1debccd req-88e88f70-f6d3-4224-aeca-00d00c7b99c2 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784671 Oct 25 23:15:40.055370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.5 (b5d3535a-88dd-48cd-ac39-097f42193a56/a4f0dd33-5933-40bd-8f4a-70588c910fb5/81764989-3ba9-460e-8b49-85519b46ef62) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:40.083124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-476e4d49-a34c-4526-9880-cf4fbf6e2aa8 None None] For port 365231a2-a792-4acb-a5e8-b5f0f4967dc0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=365231a2-a792-4acb-a5e8-b5f0f4967dc0,segment=NetworkSegment(6c0528bf-f569-46ec-ad52-ef861d226451),segment_id=6c0528bf-f569-46ec-ad52-ef861d226451)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:40.091452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afb423-64b8-4c4b-b1ba-7bfe35a73473 req-5a4e4a4e-c863-4d53-9b03-1712983e3fb1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:40.095551 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-476e4d49-a34c-4526-9880-cf4fbf6e2aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.102467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25afb423-64b8-4c4b-b1ba-7bfe35a73473 req-5a4e4a4e-c863-4d53-9b03-1712983e3fb1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.3081055 Oct 25 23:15:40.105729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.25 (b5d3535a-88dd-48cd-ac39-097f42193a56/7c498301-352e-45fe-b403-82e41b9f5931/81764989-3ba9-460e-8b49-85519b46ef62) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:40.109035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] Update dhcp port {'port': {'network_id': 'b5d3535a-88dd-48cd-ac39-097f42193a56', 'fixed_ips': [{'subnet_id': 'a4f0dd33-5933-40bd-8f4a-70588c910fb5', 'ip_address': '172.20.0.2'}, {'subnet_id': '7c498301-352e-45fe-b403-82e41b9f5931'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '365231a2-a792-4acb-a5e8-b5f0f4967dc0'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:15:40.134471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25afb423-64b8-4c4b-b1ba-7bfe35a73473 req-85e00cf8-78c1-491c-b7d0-6638de8b0b1e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.0308046 Oct 25 23:15:40.242771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25afb423-64b8-4c4b-b1ba-7bfe35a73473 req-3b305f61-585b-40c4-b4ac-aaee877c619a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072717 Oct 25 23:15:40.290295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 365231a2-a792-4acb-a5e8-b5f0f4967dc0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:40.340988 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.389844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4d49-a34c-4526-9880-cf4fbf6e2aa8 None None] Pushing event updated for resources: {'Port': ['ID=365231a2-a792-4acb-a5e8-b5f0f4967dc0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:40.431994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.587089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:40.588512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.634250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25afb423-64b8-4c4b-b1ba-7bfe35a73473 req-c3249d82-9802-4e82-b887-1a74974877c7 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904715 Oct 25 23:15:40.644281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.655087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283068af-b8a1-4d51-b8da-e4f152be8c9e req-ec38cfe2-26ef-4434-9219-75bac6724dc7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:40.666305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-283068af-b8a1-4d51-b8da-e4f152be8c9e req-ec38cfe2-26ef-4434-9219-75bac6724dc7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1324389 Oct 25 23:15:40.742746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-283068af-b8a1-4d51-b8da-e4f152be8c9e req-03de451d-11b2-469d-b055-611010c1cc4f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691116 Oct 25 23:15:40.760114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network b5d3535a-88dd-48cd-ac39-097f42193a56 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:40.767457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:40.771848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:40.774608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=81764989-3ba9-460e-8b49-85519b46ef62,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:40.821331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] Allocated IP 172.20.0.18 (b5d3535a-88dd-48cd-ac39-097f42193a56/7c498301-352e-45fe-b403-82e41b9f5931/365231a2-a792-4acb-a5e8-b5f0f4967dc0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:40.851143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25afb423-64b8-4c4b-b1ba-7bfe35a73473 req-5c40d86b-10b3-46b2-9f68-dd6b421d978b service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158592 Oct 25 23:15:40.877321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:40.877993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:40.900312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a316e725-bd84-402b-9584-36e6e6c977d4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1793139 Oct 25 23:15:40.902782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:40.911779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4f0dd33-5933-40bd-8f4a-70588c910fb5'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:40.920911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88db5c5e-5eb7-48d9-8444-483936fa0b80 req-6f9021e6-2c5e-4586-b570-af9a41794f42 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0470259 Oct 25 23:15:41.040114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] For port 365231a2-a792-4acb-a5e8-b5f0f4967dc0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=365231a2-a792-4acb-a5e8-b5f0f4967dc0,segment=NetworkSegment(6c0528bf-f569-46ec-ad52-ef861d226451),segment_id=6c0528bf-f569-46ec-ad52-ef861d226451)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:41.094859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:41.112005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:41.131135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:41.216990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc28d0ba-2d8a-4f75-8e45-f2669685aa13 req-5627f290-32f4-4c86-b309-33e9e4ee5a9c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=967a6c9c-c320-43bf-b6df-f16c2de84252 HTTP/1.1" status: 200 len: 210 time: 0.0687487 Oct 25 23:15:41.341682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f577705-a0de-4ae9-9aa7-aad91cb42228 None None] Pushing event updated for resources: {'Port': ['ID=365231a2-a792-4acb-a5e8-b5f0f4967dc0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:41.575091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd600ae-a531-4831-a73f-6766875296e1 req-de4a8918-7c9a-41c9-8cc7-38dcaeee435b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:41.576615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffd600ae-a531-4831-a73f-6766875296e1 req-de4a8918-7c9a-41c9-8cc7-38dcaeee435b tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2077160 Oct 25 23:15:41.588413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-d731ef20-f312-445c-934c-eeae22910b1f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:41.589996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-d731ef20-f312-445c-934c-eeae22910b1f tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.2303557 Oct 25 23:15:41.742987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffd600ae-a531-4831-a73f-6766875296e1 req-2f842f13-5ca9-47bf-9b2b-3c4a985d4d43 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495066 Oct 25 23:15:41.758872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Delete allocated IP 172.20.0.25 (b5d3535a-88dd-48cd-ac39-097f42193a56/7c498301-352e-45fe-b403-82e41b9f5931) {{(pid=102133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 23:15:41.900880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-cb2d812e-6c25-4ec9-8256-07aea21675d4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:41.910986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-cb2d812e-6c25-4ec9-8256-07aea21675d4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.2125030 Oct 25 23:15:41.940100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-147850a0-11bb-4787-9751-8ad97b31386c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.0277376 Oct 25 23:15:41.989438 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-250ea60b-8bf7-4c81-a327-ab8bb54e107d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478945 Oct 25 23:15:42.172208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e45ef9-f473-46ee-b64b-a223540bece5 None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:42.189984 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-44de266f-4ffe-46a3-88c9-cbf48ddfe2af service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916044 Oct 25 23:15:42.299844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Deleting port f2c94efc-62df-44a6-8819-d2d38737571c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:42.300316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.352400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-916e3b71-e929-4e7b-a08d-c0eb537c184b service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542752 Oct 25 23:15:42.470028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 365231a2-a792-4acb-a5e8-b5f0f4967dc0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:42.489343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be375c5-5aff-473b-b6d7-4875400ba215 req-53890571-1e66-48ab-a323-b9d6d4970bc3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:42.491303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2be375c5-5aff-473b-b6d7-4875400ba215 req-53890571-1e66-48ab-a323-b9d6d4970bc3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.2008379 Oct 25 23:15:42.546651 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.558505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.565697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] For port f2c94efc-62df-44a6-8819-d2d38737571c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2c94efc-62df-44a6-8819-d2d38737571c,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:42.566866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.611492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ae161500-6a60-44ff-adcc-b8a0c930b6b2 None None] Provisioning complete for port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:42.612020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ae161500-6a60-44ff-adcc-b8a0c930b6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.648247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=81764989-3ba9-460e-8b49-85519b46ef62,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:42.708122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ff02d50-aaaa-4591-8b54-b6945dab3a3a req-1d3be2c5-fb99-4a1b-baef-48daa6712008 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0875709 Oct 25 23:15:42.720075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Calling delete_port for f2c94efc-62df-44a6-8819-d2d38737571c owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:42.729234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:42.729924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.733864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] In _notify_port_updated(), no bound segment for port 81764989-3ba9-460e-8b49-85519b46ef62 on network b5d3535a-88dd-48cd-ac39-097f42193a56 {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:15:42.740486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:42.741145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:42.742844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1a667836-79bd-405f-884b-bae2f6b32d92 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/ports/81764989-3ba9-460e-8b49-85519b46ef62 HTTP/1.1" status: 200 len: 919 time: 1.8384175 Oct 25 23:15:42.746578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37782) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:42.756023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4f0dd33-5933-40bd-8f4a-70588c910fb5'}, {'subnet_id': '7c498301-352e-45fe-b403-82e41b9f5931'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:42.770223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2be375c5-5aff-473b-b6d7-4875400ba215 req-f25f9afd-bf70-4ca3-83a5-060702c89588 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684882 Oct 25 23:15:42.896119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b6a5e16-846c-4a1c-b82c-85cccfdee6e5 req-a3dfca5c-cb1c-4bdd-98ce-e9fd9d36c5a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 210 time: 0.0658021 Oct 25 23:15:42.967656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6366-2ed7-43a8-bc13-e5dfebfeff5a req-7991b2a0-1307-46d4-acbf-deb57f43f555 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:42.975155 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c6e6366-2ed7-43a8-bc13-e5dfebfeff5a req-7991b2a0-1307-46d4-acbf-deb57f43f555 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 945 time: 0.1057563 Oct 25 23:15:43.035245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c6e6366-2ed7-43a8-bc13-e5dfebfeff5a req-a6ca3a6b-226b-498d-89d6-409c9a5c6e38 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92a8448-602d-41a2-bf7a-c2f46f347b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Oct 25 23:15:43.046811 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:43.114508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:43.148914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Pushing event deleted for resources: {'Port': ['ID=f2c94efc-62df-44a6-8819-d2d38737571c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:43.239674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] No DVR routers for this DVR port f2c94efc-62df-44a6-8819-d2d38737571c on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:43.255733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:43.263049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e5e81ad-ed9c-4080-876f-1ea9eddea73d req-7958e737-d681-43ad-b4a0-0d0432ad2569 tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.15 "DELETE /v2.0/ports/f2c94efc-62df-44a6-8819-d2d38737571c HTTP/1.1" status: 204 len: 173 time: 1.6629109 Oct 25 23:15:43.263049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'name': 'network-vif-deleted', 'tag': 'f2c94efc-62df-44a6-8819-d2d38737571c'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:43.265224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:43.270544 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f51a24-1121-4524-af7c-356f34ae611e" -d '{"events": [{"server_uuid": "a9d83566-d77e-4767-85e6-ca87fb048c11", "name": "network-vif-deleted", "tag": "f2c94efc-62df-44a6-8819-d2d38737571c"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:43.359644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2c94efc-62df-44a6-8819-d2d38737571c no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:43.381041 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe623d57-4372-4132-834e-6c984e86ca5e x-openstack-request-id: req-fe623d57-4372-4132-834e-6c984e86ca5e {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:43.381575 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d83566-d77e-4767-85e6-ca87fb048c11", "name": "network-vif-deleted", "tag": "f2c94efc-62df-44a6-8819-d2d38737571c", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:43.381575 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe623d57-4372-4132-834e-6c984e86ca5e {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:43.381973 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d83566-d77e-4767-85e6-ca87fb048c11', 'name': 'network-vif-deleted', 'tag': 'f2c94efc-62df-44a6-8819-d2d38737571c', 'status': 'completed', 'code': 200} Oct 25 23:15:43.412654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: f2c94efc-62df-44a6-8819-d2d38737571c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:43.413295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2c94efc-62df-44a6-8819-d2d38737571c not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:43.664792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-93996e1d-21e9-4ce9-8750-10b650aea031 None None] Provisioning complete for port 81764989-3ba9-460e-8b49-85519b46ef62 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:43.665174 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93996e1d-21e9-4ce9-8750-10b650aea031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:43.792106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-93996e1d-21e9-4ce9-8750-10b650aea031 None None] Port 81764989-3ba9-460e-8b49-85519b46ef62 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:15:43.830701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c862f-9ea7-45e1-a5c0-00ce54a55e25 req-4f01a28f-12e8-444c-8f6c-8fc5802c164f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:43.834883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-93996e1d-21e9-4ce9-8750-10b650aea031 None None] Provisioning complete for port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:43.835257 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93996e1d-21e9-4ce9-8750-10b650aea031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:43.842835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c9c862f-9ea7-45e1-a5c0-00ce54a55e25 req-4f01a28f-12e8-444c-8f6c-8fc5802c164f tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 945 time: 0.1398027 Oct 25 23:15:43.879508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.29 (b5d3535a-88dd-48cd-ac39-097f42193a56/7c498301-352e-45fe-b403-82e41b9f5931/81764989-3ba9-460e-8b49-85519b46ef62) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:43.955995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c9c862f-9ea7-45e1-a5c0-00ce54a55e25 req-91155df0-4971-4fd3-a6c5-b7e0d05a9e80 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026163 Oct 25 23:15:44.049892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8e44055-fdac-4d4c-a307-eb48b7a0e365 req-921d9bda-cf79-4baf-a6e6-7248d64db122 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0463166 Oct 25 23:15:44.120872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-37d2ce87-c29a-49f7-8019-144c49dd01f4 None None] Provisioning complete for port 81764989-3ba9-460e-8b49-85519b46ef62 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:44.123321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-37d2ce87-c29a-49f7-8019-144c49dd01f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.144036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962283a-34dd-4dd3-a29d-e773a197bc7d req-00d450e1-f658-4655-a41e-234ae4af2c00 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:44.147272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.162281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.172405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c962283a-34dd-4dd3-a29d-e773a197bc7d req-00d450e1-f658-4655-a41e-234ae4af2c00 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1315947 Oct 25 23:15:44.240250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-37d2ce87-c29a-49f7-8019-144c49dd01f4 None None] Port 81764989-3ba9-460e-8b49-85519b46ef62 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:15:44.260862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c962283a-34dd-4dd3-a29d-e773a197bc7d req-91605c16-9dc6-400f-8825-aa9e3e2f4d4f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867755 Oct 25 23:15:44.438626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73e37094-2f84-4ec8-bb25-0ff4f09cb43a req-12eafe41-2605-4112-9d1f-3a1727371530 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 210 time: 0.1839221 Oct 25 23:15:44.469101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4c481f60-fd13-49f1-baca-3df999c09d10 None None] Provisioning complete for port 81764989-3ba9-460e-8b49-85519b46ef62 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:44.470110 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4c481f60-fd13-49f1-baca-3df999c09d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.487077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=81764989-3ba9-460e-8b49-85519b46ef62,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:44.550291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4c481f60-fd13-49f1-baca-3df999c09d10 None None] Port 81764989-3ba9-460e-8b49-85519b46ef62 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:15:44.565992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1073ae2-d947-44d6-bda0-b316c2a08f9a req-74f29fb1-56ea-4dfb-82a9-bd88476efabe tempest-ServerRescueTestJSON-1364169469 tempest-ServerRescueTestJSON-1364169469-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9d83566-d77e-4767-85e6-ca87fb048c11 HTTP/1.1" status: 200 len: 210 time: 0.0977490 Oct 25 23:15:44.612932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] In _notify_port_updated(), no bound segment for port 81764989-3ba9-460e-8b49-85519b46ef62 on network b5d3535a-88dd-48cd-ac39-097f42193a56 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:15:44.622265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:44.623680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.629424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-22631c8e-bb66-4ae1-b3d1-f4d7cff2b1fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/ports/81764989-3ba9-460e-8b49-85519b46ef62 HTTP/1.1" status: 200 len: 999 time: 1.8802614 Oct 25 23:15:44.630199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37812) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:44.642736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-6c86b33a-b53c-46b2-8706-d54101072242 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:44.645143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-6c86b33a-b53c-46b2-8706-d54101072242 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.3721578 Oct 25 23:15:44.658705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Request body: {'port': {'device_id': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'admin_state_up': True, 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:44.739680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 81764989-3ba9-460e-8b49-85519b46ef62 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:44.740128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.782439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-59e186ca-153a-4145-8e69-c76dced3efd9 None None] Provisioning complete for port 81764989-3ba9-460e-8b49-85519b46ef62 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:44.783113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59e186ca-153a-4145-8e69-c76dced3efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.859877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-59e186ca-153a-4145-8e69-c76dced3efd9 None None] Port 81764989-3ba9-460e-8b49-85519b46ef62 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:15:44.864993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:44.868876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.874118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:44.888883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 81764989-3ba9-460e-8b49-85519b46ef62 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:45.057659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Allocated IP 172.20.0.4 (33b8b6f2-0c10-4c03-a465-e238c312f1a7/54249837-052b-468f-bf65-0436c1b3962a/cbcd12d8-ebc1-457b-99ce-853c83eb22ce) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:45.168126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713277d5-5cd2-4cfc-8db4-692face30875 req-f9330817-686d-4412-afc1-69f9a6731ae0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:45.169630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-713277d5-5cd2-4cfc-8db4-692face30875 req-f9330817-686d-4412-afc1-69f9a6731ae0 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 945 time: 0.1051354 Oct 25 23:15:45.170328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.184581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c45ae64f-6fd9-409c-bd1b-7eb9e21a0be2 req-08be3be8-d42d-43a0-8f37-9e7d50c01d96 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0428474 Oct 25 23:15:45.229342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=81764989-3ba9-460e-8b49-85519b46ef62,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:45.341898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-713277d5-5cd2-4cfc-8db4-692face30875 req-96af5476-959d-4349-8dd0-e27ad614ccbd tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568294 Oct 25 23:15:45.369150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.386671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.395211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cf542e22-62ed-43c2-bd90-f9d1dad8fc56 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/81764989-3ba9-460e-8b49-85519b46ef62 HTTP/1.1" status: 204 len: 168 time: 0.7613504 Oct 25 23:15:45.396222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:45.433514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1816aa-5fd3-45cb-a931-f7312cdcbc1c req-37441d54-9e00-4b2f-bedb-e78c37f961d1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:45.435130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da1816aa-5fd3-45cb-a931-f7312cdcbc1c req-37441d54-9e00-4b2f-bedb-e78c37f961d1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.0822041 Oct 25 23:15:45.452825 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99cf9df-c8a3-4dd3-b4fc-fbed336d2e88 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:45.454649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f99cf9df-c8a3-4dd3-b4fc-fbed336d2e88 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/81764989-3ba9-460e-8b49-85519b46ef62 HTTP/1.1" status: 404 len: 333 time: 0.0463142 Oct 25 23:15:45.458087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37824) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:45.464561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.525651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet 7c498301-352e-45fe-b403-82e41b9f5931 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:45.549321 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.555460 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5242289-a63e-4dfd-9420-82811e2b1ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.569156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:45.579919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:45.590197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:45.609066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da1816aa-5fd3-45cb-a931-f7312cdcbc1c req-54888ec7-9899-4cad-8a7e-63cef23a560d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551769 Oct 25 23:15:45.619370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522f94-5117-4f7c-a043-217c8f375260 req-88795296-ed88-4c32-942f-9219dd7b0f69 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:45.630277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08522f94-5117-4f7c-a043-217c8f375260 req-88795296-ed88-4c32-942f-9219dd7b0f69 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 931 time: 0.0903285 Oct 25 23:15:45.647462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.669384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event updated for resources: {'Port': ['ID=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:45.674522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37830) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:45.700846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:45.701552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.719362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-185a9071-7c8c-46e1-926e-559e9b229196 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0646057 Oct 25 23:15:45.733901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Request body: {'port': {'device_id': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:45.782922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08522f94-5117-4f7c-a043-217c8f375260 req-0bcdba8a-7b8d-49c7-83ec-16fbfc3589cf tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555493 Oct 25 23:15:45.799744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.859852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:45.999868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-e407007b-bb3a-4c37-9732-cf10a01b8fe3 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:46.001873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-e407007b-bb3a-4c37-9732-cf10a01b8fe3 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.15 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 945 time: 0.1475289 Oct 25 23:15:46.007159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.029147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.037264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b35c0-56e9-40f7-b1dc-8c85458181a0 None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:46.043506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/7c498301-352e-45fe-b403-82e41b9f5931 HTTP/1.1" status: 204 len: 168 time: 0.5842044 Oct 25 23:15:46.049219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37832) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:46.111447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38d95-f069-4ad0-9c84-89573cb881cf tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=7c498301-352e-45fe-b403-82e41b9f5931,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:46.193614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcd12d8-ebc1-457b-99ce-853c83eb22ce {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:15:46.195163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet a4f0dd33-5933-40bd-8f4a-70588c910fb5 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:46.199801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.202845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Deleting port 5445ae3b-9fcd-4652-8cac-b608fa016efb {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:46.203184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.208704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.266601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Transition to ACTIVE for port object cbcd12d8-ebc1-457b-99ce-853c83eb22ce will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:15:46.267405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.327702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] For port 5445ae3b-9fcd-4652-8cac-b608fa016efb, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=5445ae3b-9fcd-4652-8cac-b608fa016efb,segment=NetworkSegment(58ce305a-d719-49b1-a148-197ed7745e9f),segment_id=58ce305a-d719-49b1-a148-197ed7745e9f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:46.328066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.345080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Calling delete_port for 5445ae3b-9fcd-4652-8cac-b608fa016efb owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:46.355072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.422694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.488142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-321cb999-3664-464a-8234-5c34f664fa8c req-5171aa99-b75a-4a62-a720-5e00922bda51 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.1231658 Oct 25 23:15:46.502992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:46.575242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.586976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39288b6f-87f9-43af-b6cc-3cc17cf21cb9 req-df7ea7cc-e21b-417a-bcfc-2fa325804d78 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:46.588528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39288b6f-87f9-43af-b6cc-3cc17cf21cb9 req-df7ea7cc-e21b-417a-bcfc-2fa325804d78 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/ports?device_id=397c2149-dacb-4248-a813-86a78f9c79b4 HTTP/1.1" status: 200 len: 945 time: 0.1341798 Oct 25 23:15:46.666099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Attempting to bind port cbcd12d8-ebc1-457b-99ce-853c83eb22ce on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:46.667013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Attempting to bind port cbcd12d8-ebc1-457b-99ce-853c83eb22ce by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:46.669151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Attempting to bind port cbcd12d8-ebc1-457b-99ce-853c83eb22ce on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:46.684338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Port cbcd12d8-ebc1-457b-99ce-853c83eb22ce on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:15:46.684874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Attempting to bind port cbcd12d8-ebc1-457b-99ce-853c83eb22ce on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:46.698114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:46.698748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:46.699339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Bound using segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:46.699964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Bound port: cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:46.700497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.703963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.718341 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.754016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['5445ae3b-9fcd-4652-8cac-b608fa016efb'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:46.781868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f0dd33-5933-40bd-8f4a-70588c910fb5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:46.790371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.790544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] For port cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:46.793762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] For port cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:46.801390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e164cf5b-f32b-4ccf-a31c-47a0e9a6cc9c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/a4f0dd33-5933-40bd-8f4a-70588c910fb5 HTTP/1.1" status: 204 len: 168 time: 0.7438364 Oct 25 23:15:46.808217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37842) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:46.829091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.831130 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39288b6f-87f9-43af-b6cc-3cc17cf21cb9 req-dc749687-fc6d-4919-a82c-62754e8bc778 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c270fd1-598a-467f-a7d7-70c5bd026f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953814 Oct 25 23:15:46.833668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Pushing event deleted for resources: {'Port': ['ID=5445ae3b-9fcd-4652-8cac-b608fa016efb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:46.930605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] No DVR routers for this DVR port 5445ae3b-9fcd-4652-8cac-b608fa016efb on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:46.938448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:46.939113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.940575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] 10.222.0.11 "PUT /v2.0/ports/cbcd12d8-ebc1-457b-99ce-853c83eb22ce HTTP/1.1" status: 200 len: 1091 time: 1.2115943 Oct 25 23:15:46.941033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'tag': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:46.943919 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3ec1e3-e654-428a-b792-9356e24d0601" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa0d0ec-f14c-4f27-ad2d-84c606380c5b", "tag": "cbcd12d8-ebc1-457b-99ce-853c83eb22ce"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:46.948344 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:46.951694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-091e59c2-9ac3-4325-8e5f-3e3ef1a91c2d req-70ab16ce-9aef-4702-b3bc-43d6644e4df9 tempest-AttachVolumeNegativeTest-2001167264 tempest-AttachVolumeNegativeTest-2001167264-project] 10.222.0.15 "DELETE /v2.0/ports/5445ae3b-9fcd-4652-8cac-b608fa016efb HTTP/1.1" status: 204 len: 173 time: 0.9405499 Oct 25 23:15:46.994760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8826d-a0d9-4b89-b5cb-bb91ca34c45b req-74c3c2fc-5805-4327-82e8-d644a2f2a06f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:46.996831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54d8826d-a0d9-4b89-b5cb-bb91ca34c45b req-74c3c2fc-5805-4327-82e8-d644a2f2a06f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.2003644 Oct 25 23:15:47.012358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc22e46-294f-49ef-8783-dac1e1a54198 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:47.074889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-0d17c02b-9501-4e77-905a-a0ccdf7a9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:47.076337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-0d17c02b-9501-4e77-905a-a0ccdf7a9090 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 1094 time: 0.0785317 Oct 25 23:15:47.079418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54d8826d-a0d9-4b89-b5cb-bb91ca34c45b req-17997c67-8a26-4a8d-9921-a8019e70bb56 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699856 Oct 25 23:15:47.133227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-b217a46c-5090-43fc-b7ad-c63440a61066 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce HTTP/1.1" status: 200 len: 217 time: 0.0462558 Oct 25 23:15:47.171969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.202948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71ce79-d596-44d9-a4ec-4c360676743b req-a7e690a5-b208-4290-9b55-daab4debf43a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:47.211326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-465f16d6-1314-4473-9f84-06d6e620ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:47.212198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c71ce79-d596-44d9-a4ec-4c360676743b req-a7e690a5-b208-4290-9b55-daab4debf43a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 943 time: 0.1813250 Oct 25 23:15:47.212801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-465f16d6-1314-4473-9f84-06d6e620ab57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.0715272 Oct 25 23:15:47.215097 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f374a412-e769-4249-91ad-97efa2364336 x-openstack-request-id: req-f374a412-e769-4249-91ad-97efa2364336 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:47.215389 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa0d0ec-f14c-4f27-ad2d-84c606380c5b", "tag": "cbcd12d8-ebc1-457b-99ce-853c83eb22ce", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:47.215643 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f374a412-e769-4249-91ad-97efa2364336 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:47.216042 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'tag': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce', 'status': 'completed', 'code': 200} Oct 25 23:15:47.256834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-9e98adcc-dc2e-4151-9729-9c904b041577 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330892 Oct 25 23:15:47.305766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c71ce79-d596-44d9-a4ec-4c360676743b req-9881bb44-f1e6-4b6a-a5c2-0d2e23d046f9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 Oct 25 23:15:47.321609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93021b1-bd83-4a1c-9499-9d73967f2db9 None None] Network b5d3535a-88dd-48cd-ac39-097f42193a56 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:47.366926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-8c40e1ba-11d8-4359-abb4-e46bf098427b service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997510 Oct 25 23:15:47.383252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:47.383907 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.462134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port 365231a2-a792-4acb-a5e8-b5f0f4967dc0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=365231a2-a792-4acb-a5e8-b5f0f4967dc0,segment=NetworkSegment(6c0528bf-f569-46ec-ad52-ef861d226451),segment_id=6c0528bf-f569-46ec-ad52-ef861d226451)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:47.462705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.479712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Deleting port 7460dd89-18f7-4f9a-8a93-dfeecb26b126 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:47.480218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.482335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 365231a2-a792-4acb-a5e8-b5f0f4967dc0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:47.485916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-491f35d7-84c6-4852-bb60-7202861663d5 None None] Provisioning complete for port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:47.486742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-491f35d7-84c6-4852-bb60-7202861663d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.505899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-409e3f4e-d686-4a7f-8495-5e4be00466b2 req-1d474a57-5103-4be6-bc96-901a44431de2 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300712 Oct 25 23:15:47.667105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] For port 7460dd89-18f7-4f9a-8a93-dfeecb26b126, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7460dd89-18f7-4f9a-8a93-dfeecb26b126,segment=NetworkSegment(aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe),segment_id=aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:47.667105 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.684659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-fb0348ae-b7e3-49ff-b053-73c1936f2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:47.686460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-fb0348ae-b7e3-49ff-b053-73c1936f2065 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 1094 time: 0.1215141 Oct 25 23:15:47.691995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Calling delete_port for 7460dd89-18f7-4f9a-8a93-dfeecb26b126 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:47.705069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.721996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228a658-f28b-480b-a09c-894db68657f3 None None] DHCP port deletion for b5d3535a-88dd-48cd-ac39-097f42193a56 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:15:47.750015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8851388-e9f5-4290-9b79-ce517c293c7f req-3c8f7c4a-0419-4dee-a9fc-712d5feb7b2b tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0566573 Oct 25 23:15:47.768081 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=365231a2-a792-4acb-a5e8-b5f0f4967dc0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:47.784549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port 365231a2-a792-4acb-a5e8-b5f0f4967dc0 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:47.845099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-6e3b9794-686b-400b-a426-b4f36f93bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:47.846692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-6e3b9794-686b-400b-a426-b4f36f93bc53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.1515880 Oct 25 23:15:47.894667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37854) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:47.906999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-124d983d-01f4-44b1-af7e-7b6bc714abe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce HTTP/1.1" status: 200 len: 217 time: 0.0520046 Oct 25 23:15:47.938667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:47.959600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-873cb8c6-d03a-4f5d-9760-22cd6f70b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:47.961160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-873cb8c6-d03a-4f5d-9760-22cd6f70b161 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.0462525 Oct 25 23:15:47.980529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d3535a-88dd-48cd-ac39-097f42193a56']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:47.996110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-c1d2b34f-cfd5-46e3-8938-6d4f62f078c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263951 Oct 25 23:15:47.999329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0528bf-f569-46ec-ad52-ef861d226451') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:47.999622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0528bf-f569-46ec-ad52-ef861d226451') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:48.004313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Deleting subnet 0e506474-97f2-4472-bf5b-b1bf68120d56 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:48.017706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.021195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.089264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.097098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-e4205ba7-521c-4e0f-a341-bb4a2e473537 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922713 Oct 25 23:15:48.100804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:48.101198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:48.104246 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:48.122068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.212225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.212958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 365231a2-a792-4acb-a5e8-b5f0f4967dc0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:48.217692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.222924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.249330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 365231a2-a792-4acb-a5e8-b5f0f4967dc0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:48.250135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 365231a2-a792-4acb-a5e8-b5f0f4967dc0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:48.280922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.284219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/b5d3535a-88dd-48cd-ac39-097f42193a56 HTTP/1.1" status: 204 len: 168 time: 1.4700940 Oct 25 23:15:48.288056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4bd35-d287-4d9c-a230-7077b3178e9c req-d40fbcd6-18a2-4ee3-ad8a-e8d14bded414 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:48.306022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3f4bd35-d287-4d9c-a230-7077b3178e9c req-d40fbcd6-18a2-4ee3-ad8a-e8d14bded414 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1020513 Oct 25 23:15:48.306474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37858) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:48.320937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-35809191-ce83-4da7-9c2b-36a5a7c2a68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.328773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7460dd89-18f7-4f9a-8a93-dfeecb26b126,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:48.338206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbb680-968e-417b-b55c-6aca7d40aeb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=b5d3535a-88dd-48cd-ac39-097f42193a56,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:48.365838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3ec1e3-e654-428a-b792-9356e24d0601 req-9a276315-cd8b-41f3-9849-71b193197f4d service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602162 Oct 25 23:15:48.413332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3f4bd35-d287-4d9c-a230-7077b3178e9c req-0549a9f4-b111-4734-9643-7f96d352a4a7 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859876 Oct 25 23:15:48.487908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984599e9-7e79-472d-b3f8-54aac4060a84 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:48.489934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-984599e9-7e79-472d-b3f8-54aac4060a84 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1722670 Oct 25 23:15:48.494066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.495851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37864) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:48.532511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e506474-97f2-4472-bf5b-b1bf68120d56,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:48.538836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.542054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ffa5a10b-03fb-41d3-98eb-467a2e739320 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e506474-97f2-4472-bf5b-b1bf68120d56 HTTP/1.1" status: 204 len: 168 time: 0.6463282 Oct 25 23:15:48.547162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37866) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:48.597160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5d84b4e3-b1f1-4b88-95ac-f6a64c753a7b tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1000311 Oct 25 23:15:48.602313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37870) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:48.607919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-529235734'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:48.655686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.664201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:48.668280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.730404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:48.774832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.775174 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment 00551175-05d4-40ae-8e67-22f0d216ffd8 of type vlan for network 60dfcdbf-7759-4ac5-95a8-b3db10587561 Oct 25 23:15:48.784753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.835136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18eec236-4eeb-4bfd-861a-c4f24dd72246']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:48.845776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.852314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ce305a-d719-49b1-a148-197ed7745e9f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:48.852630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ce305a-d719-49b1-a148-197ed7745e9f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:48.877233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.901108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1aa9c96a-5c3e-499b-8234-44fb3a9b3b2f req-6019327b-125d-4be1-a934-583a9149052a tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0571136 Oct 25 23:15:48.913298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.926928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:48.927346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:48.929137 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:48.939815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.945511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:48.946087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:48.958945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ed32-7a33-4be7-99b3-49d1e47370bc req-d1c5475a-a8d5-4acf-9fdf-55117948c000 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:48.960401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0773ed32-7a33-4be7-99b3-49d1e47370bc req-d1c5475a-a8d5-4acf-9fdf-55117948c000 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 943 time: 0.5299268 Oct 25 23:15:49.020527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0773ed32-7a33-4be7-99b3-49d1e47370bc req-fbaf8acb-df49-44b5-bdc4-379dde7994d0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515802 Oct 25 23:15:49.025425 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.058656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4551320 Oct 25 23:15:49.061906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37874) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:49.069191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:49.074662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794694d5-9409-4b81-bd78-307f6d0d81d1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=60dfcdbf-7759-4ac5-95a8-b3db10587561,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:49.086706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:49.087805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.117322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.120463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] 10.222.0.25 "DELETE /v2.0/networks/18eec236-4eeb-4bfd-861a-c4f24dd72246 HTTP/1.1" status: 204 len: 168 time: 0.5723016 Oct 25 23:15:49.137826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daee7b-16e3-41a9-8c1c-195a5aa9342e admin admin] Pushing event deleted for resources: {'Network': ['ID=18eec236-4eeb-4bfd-861a-c4f24dd72246,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:49.185490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:49.190563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.237216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397c2149-dacb-4248-a813-86a78f9c79b4', 'name': 'network-vif-deleted', 'tag': '5445ae3b-9fcd-4652-8cac-b608fa016efb'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:49.240404 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa09700-62d5-4404-807c-844d7381c66d" -d '{"events": [{"server_uuid": "397c2149-dacb-4248-a813-86a78f9c79b4", "name": "network-vif-deleted", "tag": "5445ae3b-9fcd-4652-8cac-b608fa016efb"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:49.277786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Router 36980e57-9cd0-48ef-b827-ca825689ada2 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:15:49.310727 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3017c6a-4626-44fe-add5-c8f679f87c75 x-openstack-request-id: req-b3017c6a-4626-44fe-add5-c8f679f87c75 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:49.311282 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397c2149-dacb-4248-a813-86a78f9c79b4", "name": "network-vif-deleted", "tag": "5445ae3b-9fcd-4652-8cac-b608fa016efb", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:49.311519 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3017c6a-4626-44fe-add5-c8f679f87c75 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:49.312086 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397c2149-dacb-4248-a813-86a78f9c79b4', 'name': 'network-vif-deleted', 'tag': '5445ae3b-9fcd-4652-8cac-b608fa016efb', 'status': 'completed', 'code': 200} Oct 25 23:15:49.342019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37880) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:49.383366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5445ae3b-9fcd-4652-8cac-b608fa016efb no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:49.408668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:15:49.408917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 5445ae3b-9fcd-4652-8cac-b608fa016efb {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:49.409392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 5445ae3b-9fcd-4652-8cac-b608fa016efb not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:49.418229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6a3aced3-fe3d-4cab-92e2-0aefb4ed13a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/36980e57-9cd0-48ef-b827-ca825689ada2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7408051 Oct 25 23:15:49.420177 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] Sync routers for ids ['36980e57-9cd0-48ef-b827-ca825689ada2'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:15:49.422476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37882) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:49.430983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-79db1f2d-b503-4d0e-ab94-6fe6451b7a26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5df64b6997ef4146aad2193ca0910f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876155 Oct 25 23:15:49.432843 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] Routers {'36980e57-9cd0-48ef-b827-ca825689ada2'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:49.433457 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:15:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['36980e57-9cd0-48ef-b827-ca825689ada2'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:49.433638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.433884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37884) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:49.509639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=bbe97100-ab2e-4dab-8318-f41d3688372f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:49.514261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': '00551175-05d4-40ae-8e67-22f0d216ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:49.514884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: 60dfcdbf-7759-4ac5-95a8-b3db10587561, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:49.538967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:49.546242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.552979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 60dfcdbf-7759-4ac5-95a8-b3db10587561) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:49.557470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:49.558326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.564746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51d063-9522-4140-8ebe-5f17b3490035 None None] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:49.579384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2afbaca3-6aa8-47f9-9a68-682ec902672d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5163014 Oct 25 23:15:49.581907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:49.587153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561', 'name': 'tempest-PortsTestJSON-184910093'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:49.622055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e791b-d983-4211-b3d7-6411122d97a2 req-e31763f5-6581-458d-a8e8-500b912e5a46 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:49.623662 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a28e791b-d983-4211-b3d7-6411122d97a2 req-e31763f5-6581-458d-a8e8-500b912e5a46 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1148381 Oct 25 23:15:49.649403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54531bff-3dd5-4733-8de2-07f089e48b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.657806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.708327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] Set router 36980e57-9cd0-48ef-b827-ca825689ada2 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:49.768154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:49.777519 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.783564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54531bff-3dd5-4733-8de2-07f089e48b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.797732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a28e791b-d983-4211-b3d7-6411122d97a2 req-3285814c-5760-4e22-a142-58808caf2790 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620154 Oct 25 23:15:49.804320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-60dfcdbf-7759-4ac5-95a8-b3db10587561', 'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': 'bbe97100-ab2e-4dab-8318-f41d3688372f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:15:49.807485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.812479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 0335901c-c31a-42da-9259-eed47eeabac2 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:49.870436 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.889542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54531bff-3dd5-4733-8de2-07f089e48b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.892463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54531bff-3dd5-4733-8de2-07f089e48b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:49.895344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54531bff-3dd5-4733-8de2-07f089e48b06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c270fd1-598a-467f-a7d7-70c5bd026f06 HTTP/1.1" status: 204 len: 168 time: 0.4252262 Oct 25 23:15:49.932722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54531bff-3dd5-4733-8de2-07f089e48b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c270fd1-598a-467f-a7d7-70c5bd026f06,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:49.966129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Deleting port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:49.966863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.035548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Allocated IP 172.20.0.2 (60dfcdbf-7759-4ac5-95a8-b3db10587561/bbe97100-ab2e-4dab-8318-f41d3688372f/ec573b39-d64e-493b-89fe-0edfdddea4fb) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:50.099765 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:15:48Z', 'revision_number': 5, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port': {'id': 'c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:13:28Z', 'updated_at': '2021-10-25T23:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:50.159664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] For port c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:50.161047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.185295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-673910d4-66fb-40e0-b0c3-75725068f879 req-f29899f6-7ab7-4e67-8d3d-1edc68a51c4f tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0977499 Oct 25 23:15:50.206271 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] Checking router: 36980e57-9cd0-48ef-b827-ca825689ada2 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:15:50.219762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Calling delete_port for c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:50.224701 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] Routers {'36980e57-9cd0-48ef-b827-ca825689ada2'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:15:50.226137 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:15:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['36980e57-9cd0-48ef-b827-ca825689ada2'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:50.272542 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.293353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.365169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:50.372889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:50.377351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:50.426393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Pushing event updated for resources: {'Port': ['ID=ec573b39-d64e-493b-89fe-0edfdddea4fb,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:50.427720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.10 (60dfcdbf-7759-4ac5-95a8-b3db10587561/bbe97100-ab2e-4dab-8318-f41d3688372f/0335901c-c31a-42da-9259-eed47eeabac2) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:50.459078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] Set router 36980e57-9cd0-48ef-b827-ca825689ada2 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:15:50.541077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92807-5981-400f-b29b-348371e88723 req-d8e85e7b-d667-4c12-8f6e-8596db30fbb3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:50.542206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Attempting to bind port ec573b39-d64e-493b-89fe-0edfdddea4fb on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:50.542599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Attempting to bind port ec573b39-d64e-493b-89fe-0edfdddea4fb by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '00551175-05d4-40ae-8e67-22f0d216ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:50.542960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Attempting to bind port ec573b39-d64e-493b-89fe-0edfdddea4fb on network 60dfcdbf-7759-4ac5-95a8-b3db10587561 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:50.556061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39c92807-5981-400f-b29b-348371e88723 req-d8e85e7b-d667-4c12-8f6e-8596db30fbb3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 943 time: 0.3301566 Oct 25 23:15:50.558005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.571228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cbcd12d8-ebc1-457b-99ce-853c83eb22ce details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:15:50.573325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:50.573697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Checking segment: {'id': '00551175-05d4-40ae-8e67-22f0d216ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:50.574095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.574534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Bound using segment: {'id': '00551175-05d4-40ae-8e67-22f0d216ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:50.575015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Bound port: ec573b39-d64e-493b-89fe-0edfdddea4fb, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00551175-05d4-40ae-8e67-22f0d216ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:50.575394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.611779 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:15:49Z', 'revision_number': 6, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:50.690766 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27945fb-ed34-4593-8711-2b5e69f0847e None None] The sync data for ids ['36980e57-9cd0-48ef-b827-ca825689ada2'] in n-d-815373-1 is: [{'id': '36980e57-9cd0-48ef-b827-ca825689ada2', 'name': 'tempest-ServerRescueTestJSON-34044010-router', 'tenant_id': 'bd9df6ea376841bcba123273fc35e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:13:27Z', 'updated_at': '2021-10-25T23:15:49Z', 'revision_number': 6, 'project_id': 'bd9df6ea376841bcba123273fc35e1ec', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:15:50.691272 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.756727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.779797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39c92807-5981-400f-b29b-348371e88723 req-f9248921-8345-4e72-b082-49a487e1c85a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147462 Oct 25 23:15:50.866599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] For port ec573b39-d64e-493b-89fe-0edfdddea4fb, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:50.871579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] For port ec573b39-d64e-493b-89fe-0edfdddea4fb, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ec573b39-d64e-493b-89fe-0edfdddea4fb,segment=NetworkSegment(00551175-05d4-40ae-8e67-22f0d216ffd8),segment_id=00551175-05d4-40ae-8e67-22f0d216ffd8)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:50.876819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.877036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:50.884349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.885555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:50.899378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:50.926810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:50.971196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:50.996754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:51.017024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce', 'mac_address': 'fa:16:3e:be:3c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:15:51.104804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.132173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082103-707d-4c90-b88e-5694ffc807c6 None None] Pushing event updated for resources: {'Port': ['ID=ec573b39-d64e-493b-89fe-0edfdddea4fb,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:51.134851 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.162412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcd12d8-ebc1-457b-99ce-853c83eb22ce {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:15:51.188953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:51.201654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.338666 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.365308 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.403995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:51.405233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9da83a4c-cd80-417c-811b-1637c59fe5c2 req-f0dce361-0bc9-4e69-a6be-121717fd1b15 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0643582 Oct 25 23:15:51.480161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.481007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36980e57-9cd0-48ef-b827-ca825689ada2 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:15:51.493271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['cbcd12d8-ebc1-457b-99ce-853c83eb22ce'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:15:51.493804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.498260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-897be898-ad59-4212-a783-36b43f1a8cb7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/36980e57-9cd0-48ef-b827-ca825689ada2 HTTP/1.1" status: 204 len: 168 time: 2.0746624 Oct 25 23:15:51.500630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:51.583126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Deleting subnet 82f6d7db-38ae-49cb-8d50-3495df5bf739 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:51.590692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.623377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:51.623994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.631972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=0335901c-c31a-42da-9259-eed47eeabac2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:51.678431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4633c9-4fdb-4d65-883e-f58482133a85 req-18fc10f9-1cd5-45fb-8cf5-c39d6eb48eb0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:51.694410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da4633c9-4fdb-4d65-883e-f58482133a85 req-18fc10f9-1cd5-45fb-8cf5-c39d6eb48eb0 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1104982 Oct 25 23:15:51.716002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-57dc23c5-9933-4d05-b31d-06c857100aa5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1306767 Oct 25 23:15:51.729440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38066) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:51.739034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.766819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '60dfcdbf-7759-4ac5-95a8-b3db10587561', 'name': 'tempest-PortsTestJSON-2006174301'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:51.832687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.866001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da4633c9-4fdb-4d65-883e-f58482133a85 req-643e1c8c-1343-441f-b78d-1bae047f39c6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704369 Oct 25 23:15:51.926532 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:51.991301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f6d7db-38ae-49cb-8d50-3495df5bf739,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:51.993641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.000089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9f0b3009-ccfd-4d4c-861e-fb22d5d8fdfa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/82f6d7db-38ae-49cb-8d50-3495df5bf739 HTTP/1.1" status: 204 len: 168 time: 0.4983397 Oct 25 23:15:52.002321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38100) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:52.055834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:52.059151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.085437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 7a8801cc-4859-4ed0-94a0-42f8eaaf1120 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:52.105038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea8cb6-fb12-48ac-a5ec-ff9cc6d62284 req-7b10482e-23be-49b0-968e-eba6fbc35f8a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:52.116908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82ea8cb6-fb12-48ac-a5ec-ff9cc6d62284 req-7b10482e-23be-49b0-968e-eba6fbc35f8a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 944 time: 0.1363499 Oct 25 23:15:52.125179 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.248377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.269251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82ea8cb6-fb12-48ac-a5ec-ff9cc6d62284 req-0a93a475-2f82-4a04-8c35-09c9f749e016 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512837 Oct 25 23:15:52.279894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7473a1ae-48e4-4f7f-94a6-b7212cb14170']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:52.325143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:52.325847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf6c3e9-ea62-4d9f-a51d-814fa9bf28fe') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:52.359151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.385458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.394961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:52.395475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:52.398958 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:52.440493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.12 (60dfcdbf-7759-4ac5-95a8-b3db10587561/bbe97100-ab2e-4dab-8318-f41d3688372f/7a8801cc-4859-4ed0-94a0-42f8eaaf1120) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:52.502983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.515360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.533102 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7473a1ae-48e4-4f7f-94a6-b7212cb14170 HTTP/1.1" status: 204 len: 168 time: 0.5294275 Oct 25 23:15:52.554596 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799eeb36-8324-4de9-9b00-9302b3a5fd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7473a1ae-48e4-4f7f-94a6-b7212cb14170,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:52.558686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cbcd12d8-ebc1-457b-99ce-853c83eb22ce up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:52.653866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df731fb1-a9ba-46a4-b354-fef153550592 req-88b063ac-ff05-470c-a83b-e2d3e519af82 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.1084938 Oct 25 23:15:52.729369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ec573b39-d64e-493b-89fe-0edfdddea4fb up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:52.794949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port cbcd12d8-ebc1-457b-99ce-853c83eb22ce completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:15:52.801596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port cbcd12d8-ebc1-457b-99ce-853c83eb22ce triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:52.802600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.852308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:52.963048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de45e2aa-c623-4e55-bb1b-cc0ca518ec30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd9df6ea376841bcba123273fc35e1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085830 Oct 25 23:15:52.964358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38206) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:52.980069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:52.983816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ec573b39-d64e-493b-89fe-0edfdddea4fb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:52.985163 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.055118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.091760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90c125ed-c018-42e3-ad92-9bd62079b159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.127793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=7a8801cc-4859-4ed0-94a0-42f8eaaf1120,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:53.137440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d7365-e4dc-40fd-9840-9ee110ee3743 req-454083b4-2615-4f17-af47-d073cf69e99e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:53.140250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-311d7365-e4dc-40fd-9840-9ee110ee3743 req-454083b4-2615-4f17-af47-d073cf69e99e tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1040742 Oct 25 23:15:53.144491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.144953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.145371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.145775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.146197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.146601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.147169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.147690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.148161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.148909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.149528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.150284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:53.159662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90c125ed-c018-42e3-ad92-9bd62079b159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.176222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:53.178632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:53.183351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:53.229069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-311d7365-e4dc-40fd-9840-9ee110ee3743 req-2b889644-4d5a-4dc1-bb20-69d1eaf42356 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817184 Oct 25 23:15:53.251228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:53.251910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.273080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90c125ed-c018-42e3-ad92-9bd62079b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.275034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68dc2a8e-0544-4a10-a3dd-7b751f83f3b1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5443180 Oct 25 23:15:53.277556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38240) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:53.279703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90c125ed-c018-42e3-ad92-9bd62079b159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.283635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-90c125ed-c018-42e3-ad92-9bd62079b159 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a92a8448-602d-41a2-bf7a-c2f46f347b3f HTTP/1.1" status: 204 len: 168 time: 0.3172789 Oct 25 23:15:53.320607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c125ed-c018-42e3-ad92-9bd62079b159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a8448-602d-41a2-bf7a-c2f46f347b3f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:53.441467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8e8a1-6a6a-45ca-b16e-0d4152797762 None None] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:53.525347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.551659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c97485cb-d1e8-4cf5-af2f-7bb331f083cd None None] Provisioning complete for port ec573b39-d64e-493b-89fe-0edfdddea4fb triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:53.552152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c97485cb-d1e8-4cf5-af2f-7bb331f083cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.557130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ddd31-02f3-4675-8fa0-dd70c0c86432 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:53.566692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:53.567882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-370ddd31-02f3-4675-8fa0-dd70c0c86432 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2887740 Oct 25 23:15:53.597271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc267c-d1ed-4f2a-b0fa-841455b01608 req-bb51c509-2d80-42cf-9472-fbc64f024fe8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:53.602825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9bc267c-d1ed-4f2a-b0fa-841455b01608 req-bb51c509-2d80-42cf-9472-fbc64f024fe8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 944 time: 0.1583858 Oct 25 23:15:53.614194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:15:53.617266 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f345b748-d3c0-4854-9f2f-0aedb7be5052" -d '{"events": [{"server_uuid": "2fa0d0ec-f14c-4f27-ad2d-84c606380c5b", "name": "network-vif-plugged", "status": "completed", "tag": "cbcd12d8-ebc1-457b-99ce-853c83eb22ce"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:15:53.651008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:53.669876 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.698170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.745498 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797f1141-ff8f-45b5-8bee-5cb895049b4d x-openstack-request-id: req-797f1141-ff8f-45b5-8bee-5cb895049b4d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:15:53.746112 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa0d0ec-f14c-4f27-ad2d-84c606380c5b", "name": "network-vif-plugged", "status": "completed", "tag": "cbcd12d8-ebc1-457b-99ce-853c83eb22ce", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:15:53.746635 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-797f1141-ff8f-45b5-8bee-5cb895049b4d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:15:53.747299 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce', 'code': 200} Oct 25 23:15:53.762793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9bc267c-d1ed-4f2a-b0fa-841455b01608 req-e03ba45c-5a73-4220-b6f5-73d45398e789 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433172 Oct 25 23:15:53.778461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port ec573b39-d64e-493b-89fe-0edfdddea4fb, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ec573b39-d64e-493b-89fe-0edfdddea4fb,segment=NetworkSegment(00551175-05d4-40ae-8e67-22f0d216ffd8),segment_id=00551175-05d4-40ae-8e67-22f0d216ffd8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:53.793050 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.881581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 7a8801cc-4859-4ed0-94a0-42f8eaaf1120 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:53.888377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:53.946067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7460dd89-18f7-4f9a-8a93-dfeecb26b126 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:53.952884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631057c-37f4-4a72-bf24-a08e78ec52fb req-c3e181b1-f61e-4fab-a7dd-b051adcd0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:53.954821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4631057c-37f4-4a72-bf24-a08e78ec52fb req-c3e181b1-f61e-4fab-a7dd-b051adcd0e07 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 1096 time: 0.1151564 Oct 25 23:15:53.982794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:53.985408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7460dd89-18f7-4f9a-8a93-dfeecb26b126 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:53.985973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7460dd89-18f7-4f9a-8a93-dfeecb26b126 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:53.986475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:54.010945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9d1f3ce7-1b58-4df1-a13e-5184b282cf22 req-e1b140fd-95ac-438f-bd56-8dd112132ec0 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.1035311 Oct 25 23:15:54.012844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:54.013474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c29f1f1c-dfa2-4238-b1ef-9386aadcd4f8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:54.039483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4631057c-37f4-4a72-bf24-a08e78ec52fb req-903fc34a-f978-4951-98d2-5239d224de88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Oct 25 23:15:54.084701 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.100331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 7a8801cc-4859-4ed0-94a0-42f8eaaf1120 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:54.114847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=ec573b39-d64e-493b-89fe-0edfdddea4fb,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:54.293715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.336928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=7a8801cc-4859-4ed0-94a0-42f8eaaf1120,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:54.486130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.491125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f0e7d619-7e61-44e0-a69a-4567ac68cdf9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/7a8801cc-4859-4ed0-94a0-42f8eaaf1120 HTTP/1.1" status: 204 len: 168 time: 0.9205506 Oct 25 23:15:54.493529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38380) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:54.518819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30718262-ca56-4dcd-a45a-8f50f5619d97 req-c59ce5c2-a449-43c4-8d3d-a90797730b08 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:54.522548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30718262-ca56-4dcd-a45a-8f50f5619d97 req-c59ce5c2-a449-43c4-8d3d-a90797730b08 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1935856 Oct 25 23:15:54.526013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cb7f939d-9f00-424b-a41f-e50d9002a4f5 None None] Provisioning complete for port 0335901c-c31a-42da-9259-eed47eeabac2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:54.526506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb7f939d-9f00-424b-a41f-e50d9002a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.587294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ec573b39-d64e-493b-89fe-0edfdddea4fb up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:15:54.589934 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd17572-13a5-47fd-97f8-46caf58863f8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:54.594477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30718262-ca56-4dcd-a45a-8f50f5619d97 req-e19cb94e-680f-4e74-8731-26b3d860a585 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644212 Oct 25 23:15:54.599901 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cfd17572-13a5-47fd-97f8-46caf58863f8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/7a8801cc-4859-4ed0-94a0-42f8eaaf1120 HTTP/1.1" status: 404 len: 333 time: 0.0910327 Oct 25 23:15:54.600655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38392) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:54.673563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f939d-9f00-424b-a41f-e50d9002a4f5 None None] Port 0335901c-c31a-42da-9259-eed47eeabac2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:15:54.692439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cb7f939d-9f00-424b-a41f-e50d9002a4f5 None None] Could not find standard attr ID for object 7a8801cc-4859-4ed0-94a0-42f8eaaf1120. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:15:54.736476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cb7f939d-9f00-424b-a41f-e50d9002a4f5 None None] Provisioning complete for port ec573b39-d64e-493b-89fe-0edfdddea4fb triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:54.736476 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb7f939d-9f00-424b-a41f-e50d9002a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.736757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38412) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:54.756295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 0335901c-c31a-42da-9259-eed47eeabac2 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:54.759092 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.852142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ec573b39-d64e-493b-89fe-0edfdddea4fb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:54.852492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.952623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-293772410-network', 'tenant_id': 'a1a02fa9db254c969e5bf8bd7a09e325'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:54.971621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:54.993232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 0335901c-c31a-42da-9259-eed47eeabac2 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:55.022943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Made reservation on behalf of a1a02fa9db254c969e5bf8bd7a09e325 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:55.027503 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.028637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5971-3eba-453c-bb51-bb00a92e4db7 req-6ca7f685-002c-4d4f-b3a1-93cb60017216 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:55.030507 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4fe5971-3eba-453c-bb51-bb00a92e4db7 req-6ca7f685-002c-4d4f-b3a1-93cb60017216 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 945 time: 0.1104190 Oct 25 23:15:55.112290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.167460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-456b2a77-a656-4b83-805d-518383e3d1ad None None] Provisioning complete for port 0335901c-c31a-42da-9259-eed47eeabac2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:15:55.167834 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-456b2a77-a656-4b83-805d-518383e3d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.184194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4fe5971-3eba-453c-bb51-bb00a92e4db7 req-70306891-a96d-4696-bbb7-2a66cd264f01 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382108 Oct 25 23:15:55.318690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-456b2a77-a656-4b83-805d-518383e3d1ad None None] Port 0335901c-c31a-42da-9259-eed47eeabac2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:15:55.348837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.364083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.404340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a993c9d-87d4-4953-b166-656ef3231c29 req-bd68a130-2949-489a-a9ca-64d46ef87397 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0537722 Oct 25 23:15:55.450469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f622a219-e3af-4338-a0db-049ec2f52765,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:55.454414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-80d76c23-4168-4911-80dc-1fb5346d66cd None None] Could not find standard attr ID for object 7a8801cc-4859-4ed0-94a0-42f8eaaf1120. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:15:55.461619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.468647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:55.484405 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.484932 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Added segment 1e8a2fbe-329a-4018-bc5c-d59c3073ba1e of type vlan for network 799955df-06df-4909-b647-a6a202bbd5f2 Oct 25 23:15:55.512372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=0335901c-c31a-42da-9259-eed47eeabac2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:55.544441 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.583886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.585139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:55.586962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.617895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.624890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f949f01f-4b67-4a97-b990-eae353d9a6d2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/0335901c-c31a-42da-9259-eed47eeabac2 HTTP/1.1" status: 204 len: 168 time: 1.0231330 Oct 25 23:15:55.627778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:55.662840 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa083447-244f-47fb-9e85-0dc78d672456 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:15:55.665274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa083447-244f-47fb-9e85-0dc78d672456 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/0335901c-c31a-42da-9259-eed47eeabac2 HTTP/1.1" status: 404 len: 333 time: 0.0357585 Oct 25 23:15:55.668561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:55.678432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9411976 Oct 25 23:15:55.679543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:55.681839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78b69c-fb2a-40c5-ad55-a5c3cbd065dc admin admin] Pushing event updated for resources: {'Network': ['ID=799955df-06df-4909-b647-a6a202bbd5f2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:55.687685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Request body: {'subnet': {'network_id': '799955df-06df-4909-b647-a6a202bbd5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-293772410-subnet', 'tenant_id': 'a1a02fa9db254c969e5bf8bd7a09e325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:55.695470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 799955df-06df-4909-b647-a6a202bbd5f2 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:55.742585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet bbe97100-ab2e-4dab-8318-f41d3688372f {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:15:55.746523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.756437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Made reservation on behalf of a1a02fa9db254c969e5bf8bd7a09e325 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:55.760479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.798834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.865128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6cee-01bd-463f-970c-f8b12de6c871 req-a1e5c6a6-f4b8-4726-81c0-3ea0eb57d0e3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:55.866674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-558a6cee-01bd-463f-970c-f8b12de6c871 req-a1e5c6a6-f4b8-4726-81c0-3ea0eb57d0e3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1742663 Oct 25 23:15:55.916254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:55.940299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-558a6cee-01bd-463f-970c-f8b12de6c871 req-57353558-2139-4482-b4a1-c5c4d4edb702 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666101 Oct 25 23:15:55.985453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.013407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.015075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe97100-ab2e-4dab-8318-f41d3688372f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:56.019365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.023004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-90745701-8cce-4b1a-9765-f5fecb986079 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/bbe97100-ab2e-4dab-8318-f41d3688372f HTTP/1.1" status: 204 len: 168 time: 0.3530865 Oct 25 23:15:56.025752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38478) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:56.030974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d887e66-ddaa-4da3-bc98-f95ed15f8793 None None] Network 60dfcdbf-7759-4ac5-95a8-b3db10587561 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:56.073999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fd8b68-cf0f-478f-afc3-b2f0b1692da8,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:56.079767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Checking segment: {'id': '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:56.080123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Network hostable DHCP agents. Network: 799955df-06df-4909-b647-a6a202bbd5f2, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:56.100873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Network 799955df-06df-4909-b647-a6a202bbd5f2 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:56.112068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 799955df-06df-4909-b647-a6a202bbd5f2) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:56.118127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:56.118896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.129553 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.129999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce1e8ad-7500-4d2d-ba5c-116b80006015 None None] Network 799955df-06df-4909-b647-a6a202bbd5f2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:56.139482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eb5e96bc-b274-484f-8ace-fc2d5933213c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4584939 Oct 25 23:15:56.194179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port ec573b39-d64e-493b-89fe-0edfdddea4fb {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:56.194534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.420470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port ec573b39-d64e-493b-89fe-0edfdddea4fb, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ec573b39-d64e-493b-89fe-0edfdddea4fb,segment=NetworkSegment(00551175-05d4-40ae-8e67-22f0d216ffd8),segment_id=00551175-05d4-40ae-8e67-22f0d216ffd8)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:56.421306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.478954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b3247-95bb-47c6-b5f8-4041dd81763a None None] Network 799955df-06df-4909-b647-a6a202bbd5f2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:56.511530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555e20c-91a9-4b3e-84cd-55d7e9f34bdb req-f3a8c3c0-3b89-420c-b6d8-34f7286c8f5c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:56.523893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8555e20c-91a9-4b3e-84cd-55d7e9f34bdb req-f3a8c3c0-3b89-420c-b6d8-34f7286c8f5c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 945 time: 0.2325149 Oct 25 23:15:56.525438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for ec573b39-d64e-493b-89fe-0edfdddea4fb owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:56.623680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] DHCP port deletion for 60dfcdbf-7759-4ac5-95a8-b3db10587561 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:15:56.658705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec0d817e-a1a2-4e20-bf63-ea12841f2e2a req-5d90e01b-2129-4729-b1c0-8a4f623a1b44 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0546167 Oct 25 23:15:56.758714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8555e20c-91a9-4b3e-84cd-55d7e9f34bdb req-9364efa8-e9b2-4c55-bd26-d3749cd368ef tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239308 Oct 25 23:15:56.771659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.804308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port ec573b39-d64e-493b-89fe-0edfdddea4fb on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:56.829736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=ec573b39-d64e-493b-89fe-0edfdddea4fb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:56.838488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Deleting port ec573b39-d64e-493b-89fe-0edfdddea4fb {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:15:56.854597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.961513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] For port ec573b39-d64e-493b-89fe-0edfdddea4fb, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:15:56.962327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.962516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:56.993994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Calling delete_port for ec573b39-d64e-493b-89fe-0edfdddea4fb owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:15:57.006795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Port ec573b39-d64e-493b-89fe-0edfdddea4fb was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:15:57.010752 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.026655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dfcdbf-7759-4ac5-95a8-b3db10587561']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:57.056290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00551175-05d4-40ae-8e67-22f0d216ffd8') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:57.056850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00551175-05d4-40ae-8e67-22f0d216ffd8') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:15:57.062259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Pushing event deleted for resources: {'Port': ['ID=ec573b39-d64e-493b-89fe-0edfdddea4fb,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:57.072622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] No DVR routers for this DVR port ec573b39-d64e-493b-89fe-0edfdddea4fb on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:15:57.075550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.076132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.076665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.077194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.077944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.078772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.079527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.080132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.080681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.081247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.082351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.088546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f1974-1a12-44de-ab8d-faf0fe5d6546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:15:57.089553 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.136088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.147212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:15:57.147717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:15:57.151497 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:15:57.241289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b204d-b53c-49b1-b5cc-5b54243957f6 req-eaf78a43-c7bd-4a83-83ad-707bf3a3a58b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:57.251812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e6b204d-b53c-49b1-b5cc-5b54243957f6 req-eaf78a43-c7bd-4a83-83ad-707bf3a3a58b tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1799762 Oct 25 23:15:57.348010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.355612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.366282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/60dfcdbf-7759-4ac5-95a8-b3db10587561 HTTP/1.1" status: 204 len: 168 time: 1.3354459 Oct 25 23:15:57.367485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38516) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:57.373377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1399303232'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:57.408053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:57.412347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.421733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-2ac834c3-bbe9-4167-bce3-75b82631521c tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:57.431066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-2ac834c3-bbe9-4167-bce3-75b82631521c tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/networks?id=799955df-06df-4909-b647-a6a202bbd5f2 HTTP/1.1" status: 200 len: 808 time: 0.2336574 Oct 25 23:15:57.447389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:15:57.449410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-d23ed01b-92b6-4546-8202-54e7e618d604 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/quotas/a1a02fa9db254c969e5bf8bd7a09e325 HTTP/1.1" status: 200 len: 375 time: 0.0168817 Oct 25 23:15:57.463026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.463407 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment 50339867-7ca3-40be-8e49-239f7febdd8b of type vlan for network 69040a94-2431-4622-9c37-5a0038d31416 Oct 25 23:15:57.466971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3385b7-4029-445b-b54b-173f49e715ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=60dfcdbf-7759-4ac5-95a8-b3db10587561,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:57.496303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e6b204d-b53c-49b1-b5cc-5b54243957f6 req-552839e0-0aef-4ebe-98c8-40f487aedbda tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414336 Oct 25 23:15:57.497939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-7aa79400-f2b0-43c7-8310-3aa5224e1c01 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a02fa9db254c969e5bf8bd7a09e325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462663 Oct 25 23:15:57.554414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.608559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.615530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:57.616135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.631120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-7a72a67f-aaf7-4810-b2c0-269261c70355 service neutron] 10.222.0.25 "GET /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316762 Oct 25 23:15:57.699945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3315408 Oct 25 23:15:57.704429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38522) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:57.711623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': '69040a94-2431-4622-9c37-5a0038d31416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:57.713179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390abe14-51cf-4651-a684-6a9f8d496ce5 req-3c081de3-d7b4-457a-8c69-747963960cac tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:57.714750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-390abe14-51cf-4651-a684-6a9f8d496ce5 req-3c081de3-d7b4-457a-8c69-747963960cac tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 945 time: 0.1344793 Oct 25 23:15:57.715581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc716e8-15aa-4614-8e10-6b630482f3a4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=69040a94-2431-4622-9c37-5a0038d31416,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:57.727683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 69040a94-2431-4622-9c37-5a0038d31416 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:15:57.766806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-390abe14-51cf-4651-a684-6a9f8d496ce5 req-3c4c2bdf-17ef-455b-8414-b584933f04c5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Oct 25 23:15:57.812399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-6f176471-5a51-4149-a461-4c9d36156ba2 service neutron] 10.222.0.25 "GET /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733038 Oct 25 23:15:57.861032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:57.869522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:57.884852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39a6375a-c080-4a49-b627-9ed2a410ba8f req-ff6c73b7-2d34-44a1-b854-47074136a546 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0306909 Oct 25 23:15:58.120591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f8e7a1e-cf12-4587-80d4-a80325737a4e req-0c0acac4-f8ff-4cec-9565-8c59e9308eaa tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 210 time: 0.0360355 Oct 25 23:15:58.241908 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:58.286020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:58.340903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe17bc-71d7-4cc5-8490-23568941bbc2 req-1c7a1821-39b6-46ed-be91-f397e180006a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:58.342721 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-defe17bc-71d7-4cc5-8490-23568941bbc2 req-1c7a1821-39b6-46ed-be91-f397e180006a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 945 time: 0.1175976 Oct 25 23:15:58.343743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=c9df3d99-c348-46f2-98a3-36c89da8d084,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:58.414648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': '50339867-7ca3-40be-8e49-239f7febdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '69040a94-2431-4622-9c37-5a0038d31416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:58.415086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: 69040a94-2431-4622-9c37-5a0038d31416, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:15:58.432631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-defe17bc-71d7-4cc5-8490-23568941bbc2 req-8b5007e7-4eee-4d6f-a6b3-ede2f545664e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557537 Oct 25 23:15:58.451612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 69040a94-2431-4622-9c37-5a0038d31416 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:15:58.465371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 69040a94-2431-4622-9c37-5a0038d31416) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:58.471674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:58.473119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:58.475663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4ee39-e444-475c-99d9-4ee5e97de4e7 None None] Network 69040a94-2431-4622-9c37-5a0038d31416 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:15:58.499552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6c12b4c5-7d83-4f04-8450-e9ec72c77816 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7925713 Oct 25 23:15:58.500949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38550) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:15:58.507873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '69040a94-2431-4622-9c37-5a0038d31416', 'name': 'tempest-PortsTestJSON-654387720', 'fixed_ips': [{'subnet_id': 'c9df3d99-c348-46f2-98a3-36c89da8d084', 'ip_address': '172.20.0.10'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:58.579289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ec573b39-d64e-493b-89fe-0edfdddea4fb no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:15:58.607469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ec573b39-d64e-493b-89fe-0edfdddea4fb {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:15:58.607892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ec573b39-d64e-493b-89fe-0edfdddea4fb not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:15:58.736203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-69040a94-2431-4622-9c37-5a0038d31416', 'network_id': '69040a94-2431-4622-9c37-5a0038d31416', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': 'c9df3d99-c348-46f2-98a3-36c89da8d084'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:15:58.737053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:58.780399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccfd7e-314f-423b-8dbf-2268e91ac94f req-c1958ab3-cec5-4e80-a739-9b2100c3af5f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:58.782690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afccfd7e-314f-423b-8dbf-2268e91ac94f req-c1958ab3-cec5-4e80-a739-9b2100c3af5f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1024683 Oct 25 23:15:58.815551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:15:58.978797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Allocated IP 172.20.0.2 (69040a94-2431-4622-9c37-5a0038d31416/c9df3d99-c348-46f2-98a3-36c89da8d084/73d8b731-1e3d-4e7a-8fd6-47c92015a55e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:59.082654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d697ce05-c312-4321-898e-89fbd95bdd48 req-f7035666-01d4-419a-a20d-79a40679ba95 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0464959 Oct 25 23:15:59.179065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:59.199702 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:59.273737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d5f4f35-ce01-418d-a63d-14b092ccb5fa req-18649b16-23dc-4380-a971-b68a56eabaa3 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 210 time: 0.0578041 Oct 25 23:15:59.293916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afccfd7e-314f-423b-8dbf-2268e91ac94f req-f33d2f78-34d7-4484-9566-101ccb17805d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986525 Oct 25 23:15:59.306825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Network 69040a94-2431-4622-9c37-5a0038d31416 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:15:59.317690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:15:59.323932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:15:59.379267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:59.381213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Pushing event updated for resources: {'Port': ['ID=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:59.405143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 1189d184-83d5-4844-8619-810293119782 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:15:59.451789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Attempting to bind port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:15:59.452080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Attempting to bind port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '50339867-7ca3-40be-8e49-239f7febdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '69040a94-2431-4622-9c37-5a0038d31416'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:15:59.452450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Attempting to bind port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e on network 69040a94-2431-4622-9c37-5a0038d31416 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:15:59.471215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:15:59.471741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Checking segment: {'id': '50339867-7ca3-40be-8e49-239f7febdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '69040a94-2431-4622-9c37-5a0038d31416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:15:59.472042 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:59.472581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Bound using segment: {'id': '50339867-7ca3-40be-8e49-239f7febdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '69040a94-2431-4622-9c37-5a0038d31416'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:15:59.473081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Bound port: 73d8b731-1e3d-4e7a-8fd6-47c92015a55e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50339867-7ca3-40be-8e49-239f7febdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '69040a94-2431-4622-9c37-5a0038d31416'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:15:59.473472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:59.599920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] For port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:15:59.603646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] For port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,segment=NetworkSegment(50339867-7ca3-40be-8e49-239f7febdd8b),segment_id=50339867-7ca3-40be-8e49-239f7febdd8b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:15:59.616197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:15:59.658872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-d85cc145-8b51-47b6-87ae-5f8527bd248d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:59.660880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-d85cc145-8b51-47b6-87ae-5f8527bd248d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.11 "GET /v2.0/networks?id=799955df-06df-4909-b647-a6a202bbd5f2 HTTP/1.1" status: 200 len: 808 time: 0.2331097 Oct 25 23:15:59.680891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132beca-e5aa-4066-be52-9366c91c2eed None None] Pushing event updated for resources: {'Port': ['ID=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:15:59.682663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Request body: {'port': {'device_id': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2', 'admin_state_up': True, 'tenant_id': 'a1a02fa9db254c969e5bf8bd7a09e325'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:15:59.729492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.10 (69040a94-2431-4622-9c37-5a0038d31416/c9df3d99-c348-46f2-98a3-36c89da8d084/1189d184-83d5-4844-8619-810293119782) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:15:59.795284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9b53-6ed8-43a0-8885-20d5b5c0b06a req-b1f6fbdb-76d6-4f43-bdf6-715fcfb608c2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:59.797637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d00f9b53-6ed8-43a0-8885-20d5b5c0b06a req-b1f6fbdb-76d6-4f43-bdf6-715fcfb608c2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 945 time: 0.2065334 Oct 25 23:15:59.908357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b716-f69a-4c83-902a-211328a65c89 req-121bdda2-18e6-4c75-a74b-361e0504413f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:15:59.910441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4479b716-f69a-4c83-902a-211328a65c89 req-121bdda2-18e6-4c75-a74b-361e0504413f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 945 time: 0.1585279 Oct 25 23:15:59.946518 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d00f9b53-6ed8-43a0-8885-20d5b5c0b06a req-ad818e22-515f-4865-90b4-f514908d4d8d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382000 Oct 25 23:16:00.060363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.085141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Made reservation on behalf of a1a02fa9db254c969e5bf8bd7a09e325 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:00.089526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.099117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.220915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 69040a94-2431-4622-9c37-5a0038d31416 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:00.239046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:00.245140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ac1b14d-ec2a-4573-ba3c-4bb91f322657 req-3b36cfea-65a7-47f1-9727-b622e030dab7 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0436966 Oct 25 23:16:00.246123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:00.248853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=1189d184-83d5-4844-8619-810293119782,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:00.257732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.258074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.258456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.258790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.259121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.259448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.259773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.260094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.260421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.260746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.261068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.261395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:00.279621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Allocated IP 172.20.0.11 (799955df-06df-4909-b647-a6a202bbd5f2/d4fd8b68-cf0f-478f-afc3-b2f0b1692da8/3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:00.367488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:00.368152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.426991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a83fcc34-9be5-4b83-81e7-51a8a6c76fc5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9247491 Oct 25 23:16:00.427622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38576) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:00.449297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '69040a94-2431-4622-9c37-5a0038d31416', 'name': 'tempest-PortsTestJSON-245100165', 'fixed_ips': [{'subnet_id': 'c9df3d99-c348-46f2-98a3-36c89da8d084', 'ip_address': '172.20.0.9'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:00.467311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Deleting port cbcd12d8-ebc1-457b-99ce-853c83eb22ce {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:00.467674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.568713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd8218c1-bd52-4f61-bc11-5a53fb071270 req-35aed5d4-2dce-4316-9726-e3555568ebea tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 210 time: 0.0953505 Oct 25 23:16:00.626466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 73d8b731-1e3d-4e7a-8fd6-47c92015a55e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:00.669882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00005fc2-2859-4405-9c3b-530e9ef73cc2 req-558f4bc1-4a92-4293-9bcb-9ac045ebb78d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:00.671532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00005fc2-2859-4405-9c3b-530e9ef73cc2 req-558f4bc1-4a92-4293-9bcb-9ac045ebb78d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.2624869 Oct 25 23:16:00.687842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.708432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] For port cbcd12d8-ebc1-457b-99ce-853c83eb22ce, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:00.708891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.728573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Calling delete_port for cbcd12d8-ebc1-457b-99ce-853c83eb22ce owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:00.769738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:00.770314 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.775027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00005fc2-2859-4405-9c3b-530e9ef73cc2 req-7366db1d-3385-4fc5-842e-7bd6a3e3aa09 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902531 Oct 25 23:16:00.810845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:00.825422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.829129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.865814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 3a369257-fc71-4fa5-a947-1146c84fa539 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:16:00.902838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:00.928230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Network 799955df-06df-4909-b647-a6a202bbd5f2 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:00.933419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:00.942030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:00.966179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,segment=NetworkSegment(50339867-7ca3-40be-8e49-239f7febdd8b),segment_id=50339867-7ca3-40be-8e49-239f7febdd8b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:00.984275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.021196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Pushing event updated for resources: {'Port': ['ID=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:01.095441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:01.101182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:01.101887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.166834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-e7bcbbdd-80fa-4065-b724-4b0f528d939a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4945211 Oct 25 23:16:01.169902 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.181804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['cbcd12d8-ebc1-457b-99ce-853c83eb22ce'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:01.185853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.9 (69040a94-2431-4622-9c37-5a0038d31416/c9df3d99-c348-46f2-98a3-36c89da8d084/3a369257-fc71-4fa5-a947-1146c84fa539) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:01.199304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Request body: {'port': {'device_id': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:01.244940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402af51a-9f18-4c5b-91e0-31dab1543e77 None None] Network 69040a94-2431-4622-9c37-5a0038d31416 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:01.254116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06826b02-a27c-4aea-8a60-e84d3d236d32 req-ef9bbd15-8e3f-44e0-8e11-15cd73e72821 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:01.262249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06826b02-a27c-4aea-8a60-e84d3d236d32 req-ef9bbd15-8e3f-44e0-8e11-15cd73e72821 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa0d0ec-f14c-4f27-ad2d-84c606380c5b HTTP/1.1" status: 200 len: 867 time: 0.1682210 Oct 25 23:16:01.307486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event deleted for resources: {'Port': ['ID=cbcd12d8-ebc1-457b-99ce-853c83eb22ce,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:01.360010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] No DVR routers for this DVR port cbcd12d8-ebc1-457b-99ce-853c83eb22ce on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:01.367198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.375084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4479b716-f69a-4c83-902a-211328a65c89 req-5ff56266-3e60-4696-abbc-654c0524cbf4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "DELETE /v2.0/ports/cbcd12d8-ebc1-457b-99ce-853c83eb22ce HTTP/1.1" status: 204 len: 173 time: 1.4571400 Oct 25 23:16:01.403187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c6042d5d-aa2d-40f7-9dcc-340c41263edd None None] Provisioning complete for port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:01.404042 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c6042d5d-aa2d-40f7-9dcc-340c41263edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.408836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'name': 'network-vif-deleted', 'tag': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:01.411710 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36a24b7-b05d-44e6-ba7b-fa6e76dd6f7b" -d '{"events": [{"server_uuid": "2fa0d0ec-f14c-4f27-ad2d-84c606380c5b", "name": "network-vif-deleted", "tag": "cbcd12d8-ebc1-457b-99ce-853c83eb22ce"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:01.461560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6f50f47-92d8-408b-b065-92a3e148ad6f req-d691158d-c507-46f4-b603-d38804d876b9 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0379598 Oct 25 23:16:01.464536 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.517223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.526541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.609205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 69040a94-2431-4622-9c37-5a0038d31416 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:01.611614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=3a369257-fc71-4fa5-a947-1146c84fa539,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:01.624798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:01.628147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:01.664999 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46f6586-d6ca-43e4-ab00-e45fa97cd61a x-openstack-request-id: req-f46f6586-d6ca-43e4-ab00-e45fa97cd61a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:01.664999 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa0d0ec-f14c-4f27-ad2d-84c606380c5b", "name": "network-vif-deleted", "tag": "cbcd12d8-ebc1-457b-99ce-853c83eb22ce", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:01.665676 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f46f6586-d6ca-43e4-ab00-e45fa97cd61a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:01.666099 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa0d0ec-f14c-4f27-ad2d-84c606380c5b', 'name': 'network-vif-deleted', 'tag': 'cbcd12d8-ebc1-457b-99ce-853c83eb22ce', 'status': 'completed', 'code': 200} Oct 25 23:16:01.687160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06826b02-a27c-4aea-8a60-e84d3d236d32 req-e0ff4618-0a34-4e95-a182-de7999afd35f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239664 Oct 25 23:16:01.697557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:01.698253 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.729867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c087d071-4b77-4446-a11e-eb30d9611d2f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2857957 Oct 25 23:16:01.737599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:01.764228 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:16:01.834362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2531a565-782f-47b5-823e-300022050d7a None None] Provisioning complete for port 1189d184-83d5-4844-8619-810293119782 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:01.834998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2531a565-782f-47b5-823e-300022050d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.880000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c131a-b760-41cf-b8f7-44f938ff1bdb req-0791b129-0df6-4b64-9193-dddf3114b825 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:01.881577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac8c131a-b760-41cf-b8f7-44f938ff1bdb req-0791b129-0df6-4b64-9193-dddf3114b825 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 932 time: 0.1463351 Oct 25 23:16:01.902230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91850248-acb9-4706-afe0-df21943faec4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:01.906977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91850248-acb9-4706-afe0-df21943faec4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1671352 Oct 25 23:16:01.913419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2531a565-782f-47b5-823e-300022050d7a None None] Port 1189d184-83d5-4844-8619-810293119782 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:01.914027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38608) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:01.935529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2531a565-782f-47b5-823e-300022050d7a None None] Provisioning complete for port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:01.935900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2531a565-782f-47b5-823e-300022050d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:01.999396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ac8c131a-b760-41cf-b8f7-44f938ff1bdb req-1ed82877-b0a5-4b09-8560-841b51a339b7 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813217 Oct 25 23:16:02.307656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d865e7-69d3-444c-b289-6bf9abaa5b15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:02.315228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d865e7-69d3-444c-b289-6bf9abaa5b15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:02.333221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d865e7-69d3-444c-b289-6bf9abaa5b15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:02.342353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:02.342674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-01d865e7-69d3-444c-b289-6bf9abaa5b15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4272487 Oct 25 23:16:02.366414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702962ad-8d2f-4d31-b782-c4a12b71c09c req-3ac02ffc-0f00-4767-a74c-b291f2ec4cb1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:02.374247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-702962ad-8d2f-4d31-b782-c4a12b71c09c req-3ac02ffc-0f00-4767-a74c-b291f2ec4cb1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.2574358 Oct 25 23:16:02.465440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-702962ad-8d2f-4d31-b782-c4a12b71c09c req-e0f0b27e-b1ce-4728-81a2-b8929d6c5266 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710452 Oct 25 23:16:02.576166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:02.581078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1d3355bc-a469-4a36-b3e3-561c1513b773 None None] Provisioning complete for port 1189d184-83d5-4844-8619-810293119782 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:02.582569 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d3355bc-a469-4a36-b3e3-561c1513b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.608241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.639270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 73d8b731-1e3d-4e7a-8fd6-47c92015a55e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:02.640775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Transition to ACTIVE for port object 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:16:02.651877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.686616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e1e3d34-32e4-40d2-9c35-8b8c3c584b96 req-f4076a4b-a20f-4030-b155-dcd05e812811 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0578189 Oct 25 23:16:02.714313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 3a369257-fc71-4fa5-a947-1146c84fa539 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:02.714313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.738411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:02.750482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1d3355bc-a469-4a36-b3e3-561c1513b773 None None] Port 1189d184-83d5-4844-8619-810293119782 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:02.825727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:02.826393 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.869101 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.889124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 3a369257-fc71-4fa5-a947-1146c84fa539 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:02.940277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Attempting to bind port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:02.941312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Attempting to bind port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:02.941967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Attempting to bind port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 on network 799955df-06df-4909-b647-a6a202bbd5f2 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:02.951746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 on network 799955df-06df-4909-b647-a6a202bbd5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:16:02.953819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Attempting to bind port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 on network 799955df-06df-4909-b647-a6a202bbd5f2 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:02.965509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:02.966071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Checking segment: {'id': '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:02.967886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Bound using segment: {'id': '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:02.969416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Bound port: 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:02.970596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:02.971904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a1696cb6-f9c3-417d-902d-7ed81aff43d4 None None] Provisioning complete for port 3a369257-fc71-4fa5-a947-1146c84fa539 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:02.974364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a1696cb6-f9c3-417d-902d-7ed81aff43d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:03.060825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a1696cb6-f9c3-417d-902d-7ed81aff43d4 None None] Port 3a369257-fc71-4fa5-a947-1146c84fa539 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:03.150232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] For port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:03.152701 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:03.171557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] For port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,segment=NetworkSegment(1e8a2fbe-329a-4018-bc5c-d59c3073ba1e),segment_id=1e8a2fbe-329a-4018-bc5c-d59c3073ba1e)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:03.193229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:03.238433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=3a369257-fc71-4fa5-a947-1146c84fa539,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:03.348901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:03.350579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:03.352599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] 10.222.0.11 "PUT /v2.0/ports/3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 HTTP/1.1" status: 200 len: 1092 time: 2.1700671 Oct 25 23:16:03.383818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db752-053e-4a20-8c02-383cda6b65bd req-5008b8db-904f-479b-ad5e-3107f54f00a1 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:03.385603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-859db752-053e-4a20-8c02-383cda6b65bd req-5008b8db-904f-479b-ad5e-3107f54f00a1 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 944 time: 0.2101846 Oct 25 23:16:03.400661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a25a18-3681-412c-bb84-012acb77c48f service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:03.451891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-4a81e0f8-ac45-4d1f-a478-1630b930600b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:03.463113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-4a81e0f8-ac45-4d1f-a478-1630b930600b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.3227682 Oct 25 23:16:03.481800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-859db752-053e-4a20-8c02-383cda6b65bd req-1e7187d3-d1cd-4831-b2f9-63c76636552e tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686636 Oct 25 23:16:03.485927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-098d2dde-e0d3-422b-9934-aefbd6b4695a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.0217214 Oct 25 23:16:03.507362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-6c8cf1d0-84d8-4709-a520-5e3da37e3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:03.507362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-6c8cf1d0-84d8-4709-a520-5e3da37e3121 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1a02fa9db254c969e5bf8bd7a09e325&device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 1095 time: 0.1002147 Oct 25 23:16:03.562804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-d38ea243-a233-464c-b94d-5bf94c70eb05 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756712 Oct 25 23:16:03.565178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-3f63132d-9f35-41cf-9ed5-fe4162a7cbb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 HTTP/1.1" status: 200 len: 217 time: 0.0529630 Oct 25 23:16:03.667801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'tag': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:03.676985 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf7523-0c5f-4bf8-9f3e-d8198b123619" -d '{"events": [{"name": "network-changed", "server_uuid": "fa832d6c-b3d7-406a-8b1c-85e2af72ffc4", "tag": "3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:03.712563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:03.717620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79dcf45f-bee5-40d9-8830-6d947ee554fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/3a369257-fc71-4fa5-a947-1146c84fa539 HTTP/1.1" status: 204 len: 168 time: 1.3737962 Oct 25 23:16:03.724252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38652) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:03.734063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-f82da954-e653-4ae7-a903-186b1e638046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:03.736428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-f82da954-e653-4ae7-a903-186b1e638046 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4fd8b68-cf0f-478f-afc3-b2f0b1692da8 HTTP/1.1" status: 200 len: 848 time: 0.1647081 Oct 25 23:16:03.764253 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9612e102-959c-4e45-9f86-c0cab61ca775 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:16:03.765921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9612e102-959c-4e45-9f86-c0cab61ca775 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/3a369257-fc71-4fa5-a947-1146c84fa539 HTTP/1.1" status: 404 len: 333 time: 0.0407197 Oct 25 23:16:03.768587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38654) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:03.819941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-30b5ff6a-6580-46a1-a02d-549aee7128c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=799955df-06df-4909-b647-a6a202bbd5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724661 Oct 25 23:16:03.880900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-097a7ee7-9cde-49dd-a84c-54923ba83281 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168859 Oct 25 23:16:04.004325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-6f369b92-dc31-40c0-ab34-58ea2cc0704e service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107988 Oct 25 23:16:04.065312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 1189d184-83d5-4844-8619-810293119782 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:04.065695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:04.178333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:04.194389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 1189d184-83d5-4844-8619-810293119782 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:04.344442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-0aaf199f-1233-44c2-b2e4-e46aec084c3a service neutron] 10.222.0.11 "GET /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164766 Oct 25 23:16:04.371070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14eda5-d335-4237-9b97-555e30526b88 req-751cc79d-1945-4336-b7bd-2a54c26b5fb5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:04.373674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce14eda5-d335-4237-9b97-555e30526b88 req-751cc79d-1945-4336-b7bd-2a54c26b5fb5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.6775694 Oct 25 23:16:04.418256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056895ab-9a21-4571-be20-09274294c7b1 req-ddf427d5-ce70-4ae5-8def-477c3807bba3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:04.420031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-056895ab-9a21-4571-be20-09274294c7b1 req-ddf427d5-ce70-4ae5-8def-477c3807bba3 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1000395 Oct 25 23:16:04.488913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce14eda5-d335-4237-9b97-555e30526b88 req-fd4e2926-ca36-4c7d-b38d-8c6d413b6894 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993004 Oct 25 23:16:04.532093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ada247-b2c4-47a4-a096-46dca517dd18 req-d463da6f-7807-4cc1-96fe-053b4d4058de service neutron] 10.222.0.11 "GET /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573992 Oct 25 23:16:04.561890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-056895ab-9a21-4571-be20-09274294c7b1 req-caaa79b3-51f1-451a-88e4-597915dacb39 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311831 Oct 25 23:16:04.591840 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52a8a5-fc17-40f2-b14e-97a96e82a8c6 x-openstack-request-id: req-5a52a8a5-fc17-40f2-b14e-97a96e82a8c6 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:04.594414 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa832d6c-b3d7-406a-8b1c-85e2af72ffc4", "tag": "3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:04.594690 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a52a8a5-fc17-40f2-b14e-97a96e82a8c6 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:04.595980 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'tag': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1', 'status': 'completed', 'code': 200} Oct 25 23:16:04.617425 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:04.666246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cbcd12d8-ebc1-457b-99ce-853c83eb22ce no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:04.725641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: cbcd12d8-ebc1-457b-99ce-853c83eb22ce {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:04.725981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cbcd12d8-ebc1-457b-99ce-853c83eb22ce not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:04.778587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-227322af-dafc-4a75-a456-b0b52855835c req-169b9fca-5fe9-4b40-88cb-de0e48ab8603 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 210 time: 0.0689633 Oct 25 23:16:04.801559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-f8ca3e4d-036f-47e5-bfaf-98bd702b0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:04.803058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-f8ca3e4d-036f-47e5-bfaf-98bd702b0d45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1a02fa9db254c969e5bf8bd7a09e325&device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 1095 time: 0.1862457 Oct 25 23:16:04.893183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-390791e9-9830-4265-912a-a6693e09c0f4 req-1548b0da-e183-4e0c-882b-ae5fc43d0481 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.1157413 Oct 25 23:16:04.896240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:04.906359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/1189d184-83d5-4844-8619-810293119782 HTTP/1.1" status: 204 len: 168 time: 1.1362085 Oct 25 23:16:04.911801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b4d68-eb4b-4d51-bfcf-bcd4333b2d93 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=1189d184-83d5-4844-8619-810293119782,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:04.926827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38676) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:05.008628 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c281c2da-1f95-4b0e-af63-60e1b246c370 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:16:05.011748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c281c2da-1f95-4b0e-af63-60e1b246c370 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/1189d184-83d5-4844-8619-810293119782 HTTP/1.1" status: 404 len: 333 time: 0.0748310 Oct 25 23:16:05.015500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38678) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:05.028721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986e4f-a758-48fa-a707-50c46403424a req-a6f1db2d-084f-4de3-b88a-d107b025474a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:05.036400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18986e4f-a758-48fa-a707-50c46403424a req-a6f1db2d-084f-4de3-b88a-d107b025474a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 944 time: 0.1140721 Oct 25 23:16:05.086377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-62405f5c-b669-44ea-b4e7-cb1ac598db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:05.087842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-62405f5c-b669-44ea-b4e7-cb1ac598db70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=799955df-06df-4909-b647-a6a202bbd5f2 HTTP/1.1" status: 200 len: 909 time: 0.2700458 Oct 25 23:16:05.113059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18986e4f-a758-48fa-a707-50c46403424a req-84ba2c69-518c-4394-8413-5acf579e9542 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752766 Oct 25 23:16:05.178401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9044a-3cd4-4880-ae0c-0e0652d51f6a req-4f1fed5a-e7b9-46f5-83c6-fd6eebc6d4c1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:05.188779 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6fe9044a-3cd4-4880-ae0c-0e0652d51f6a req-4f1fed5a-e7b9-46f5-83c6-fd6eebc6d4c1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0857625 Oct 25 23:16:05.204695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet c9df3d99-c348-46f2-98a3-36c89da8d084 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:05.211270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:05.258123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-5c7af298-fa9b-455f-a9da-ae138cefb7f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 HTTP/1.1" status: 200 len: 217 time: 0.1424971 Oct 25 23:16:05.298792 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6fe9044a-3cd4-4880-ae0c-0e0652d51f6a req-2383792f-6c7d-4b3c-b638-03032a2e4af4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065090 Oct 25 23:16:05.339406 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:05.401716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-9f3578e6-f957-46ff-b63c-cadc678df1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:05.405463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-9f3578e6-f957-46ff-b63c-cadc678df1a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4fd8b68-cf0f-478f-afc3-b2f0b1692da8 HTTP/1.1" status: 200 len: 848 time: 0.1422203 Oct 25 23:16:05.457650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:05.532658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-ff0cc2bb-12c5-4a3a-8c29-168f34766a65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=799955df-06df-4909-b647-a6a202bbd5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172688 Oct 25 23:16:05.565214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:05.585149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e453307-c3ba-4f42-afa5-80ab84205037 req-9e229351-2053-42ed-9707-aee252390405 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:05.593450 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e453307-c3ba-4f42-afa5-80ab84205037 req-9e229351-2053-42ed-9707-aee252390405 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1483934 Oct 25 23:16:05.615491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=c9df3d99-c348-46f2-98a3-36c89da8d084,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:05.619739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:05.625124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-56d5fe49-887e-447c-b0b7-1461ad16b7c1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/c9df3d99-c348-46f2-98a3-36c89da8d084 HTTP/1.1" status: 204 len: 168 time: 0.6072102 Oct 25 23:16:05.625729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38698) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:05.629876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a4d17-c298-4382-9643-048e06fb5df6 None None] Network 69040a94-2431-4622-9c37-5a0038d31416 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:05.813953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e453307-c3ba-4f42-afa5-80ab84205037 req-3db87a6d-168c-45e0-b7a5-54a675b4ca6d tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195380 Oct 25 23:16:05.918860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:05.935633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] DHCP port deletion for 69040a94-2431-4622-9c37-5a0038d31416 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:16:05.978711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-919393ac-b9fe-43fe-b52f-3d75e22ad863 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:05.980624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-919393ac-b9fe-43fe-b52f-3d75e22ad863 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.3331432 Oct 25 23:16:06.003530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-6060da9b-e992-4908-9534-b3812e2723a7 service neutron] 10.222.0.11 "GET /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590509 Oct 25 23:16:06.025338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Request body: {'port': {'device_id': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'admin_state_up': True, 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:06.031147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6128ed-dbe2-4dc8-b209-afe4c17816d3 req-980bceaf-1aba-4ac0-a6de-90996cf5afa9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 210 time: 0.0476215 Oct 25 23:16:06.042122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-cad6b90c-4b69-45f2-b29a-5a23d75aa0a8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:06.051017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] Deleting port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:06.051389 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.063818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-cad6b90c-4b69-45f2-b29a-5a23d75aa0a8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.4201508 Oct 25 23:16:06.088690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-28392a05-e6cd-4cb3-88a3-fb48d7a326a0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/quotas/47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 375 time: 0.0239818 Oct 25 23:16:06.145604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10bf7523-0c5f-4bf8-9f3e-d8198b123619 req-16b3b709-ecaf-424e-bd1f-a232f964ed17 service neutron] 10.222.0.11 "GET /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134267 Oct 25 23:16:06.199521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] For port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,segment=NetworkSegment(50339867-7ca3-40be-8e49-239f7febdd8b),segment_id=50339867-7ca3-40be-8e49-239f7febdd8b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:06.200310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.229521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-298eb998-09f7-4c0d-a2ee-9a46cad318b9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1398642 Oct 25 23:16:06.247255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] Calling delete_port for 73d8b731-1e3d-4e7a-8fd6-47c92015a55e owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:06.319732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65da25-1811-4f87-a27f-9128a5ef7f28 req-76775e85-ec17-489b-9d87-dd12ae5ff144 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:06.321507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db65da25-1811-4f87-a27f-9128a5ef7f28 req-76775e85-ec17-489b-9d87-dd12ae5ff144 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1283214 Oct 25 23:16:06.387299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:06.387701 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.393105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.402867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-b044f5a9-2496-48ad-8dd7-e411b976a80e service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724949 Oct 25 23:16:06.413184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db65da25-1811-4f87-a27f-9128a5ef7f28 req-3a0badf6-2310-4c73-bd50-925c754bd66f tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801389 Oct 25 23:16:06.428060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] Pushing event deleted for resources: {'Port': ['ID=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:06.440604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028288e-3fc3-4ac5-a0cc-7282dfa8d2b6 None None] No DVR routers for this DVR port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:06.447544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:06.451093 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.602135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 73d8b731-1e3d-4e7a-8fd6-47c92015a55e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:06.609557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0a01d14-b32b-40a4-9a98-795a03523b80 req-33ab1248-0783-46f4-aebd-b321fa4d0f15 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0457931 Oct 25 23:16:06.624226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 73d8b731-1e3d-4e7a-8fd6-47c92015a55e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:06.624586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 73d8b731-1e3d-4e7a-8fd6-47c92015a55e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:06.719875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-7a3ec33c-7ce9-4559-bcd1-d4931b998bb2 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981244 Oct 25 23:16:06.728758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,segment=NetworkSegment(50339867-7ca3-40be-8e49-239f7febdd8b),segment_id=50339867-7ca3-40be-8e49-239f7febdd8b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:06.729126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.747293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 73d8b731-1e3d-4e7a-8fd6-47c92015a55e owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:06.755387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Allocated IP 172.20.0.14 (33b8b6f2-0c10-4c03-a465-e238c312f1a7/54249837-052b-468f-bf65-0436c1b3962a/859566f4-d0e5-46e6-9a8c-13be9c1527fa) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:06.842818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:06.880131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port 73d8b731-1e3d-4e7a-8fd6-47c92015a55e on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:06.882388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=73d8b731-1e3d-4e7a-8fd6-47c92015a55e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:06.961586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc2509-24f1-4517-9c08-ccd3aabe34c5 req-1d775f4f-e5d5-42c4-a1fc-de6b592da083 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:06.964317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fedc2509-24f1-4517-9c08-ccd3aabe34c5 req-1d775f4f-e5d5-42c4-a1fc-de6b592da083 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 944 time: 0.2756023 Oct 25 23:16:06.975716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.024983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fedc2509-24f1-4517-9c08-ccd3aabe34c5 req-b53ee766-3353-43e0-8902-296bad010c8b tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Oct 25 23:16:07.059709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.065740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.119910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69040a94-2431-4622-9c37-5a0038d31416']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:07.166567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50339867-7ca3-40be-8e49-239f7febdd8b') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:07.167000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50339867-7ca3-40be-8e49-239f7febdd8b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:07.182802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.201327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:07.202099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.207449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:07.214051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:16:07.214614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.243498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:07.246169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:07.257073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e7040e0-64e7-4161-be52-63e8c368a097 req-d6a71cab-f7b6-4989-8c73-2125af93bd66 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 210 time: 0.0778089 Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:16:07.294423 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:16:07.366012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.368396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:07.369097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.378077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.382137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/69040a94-2431-4622-9c37-5a0038d31416 HTTP/1.1" status: 204 len: 168 time: 1.7486613 Oct 25 23:16:07.388314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:07.398819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-473696773'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:07.407144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80f07-897c-47ea-9613-3a642c914b48 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=69040a94-2431-4622-9c37-5a0038d31416,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:07.423761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546c975-0b16-4507-b8f5-cbe4aebdb7fb req-3c35257e-bda7-4b09-a872-3f8e08e9396a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:07.434186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2546c975-0b16-4507-b8f5-cbe4aebdb7fb req-3c35257e-bda7-4b09-a872-3f8e08e9396a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 932 time: 0.1376810 Oct 25 23:16:07.479469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-7fa1011d-7185-44d0-b1cf-e2995137ea6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4782095 Oct 25 23:16:07.495670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2546c975-0b16-4507-b8f5-cbe4aebdb7fb req-274a25ff-753d-4472-a96f-488abe9c39cf tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613265 Oct 25 23:16:07.496891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Request body: {'port': {'device_id': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:07.569672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095ce6a-fa40-4ac8-98bb-42b235adcbaf req-d7af0503-2415-4538-96c2-869f58921ead tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:07.574091 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5095ce6a-fa40-4ac8-98bb-42b235adcbaf req-d7af0503-2415-4538-96c2-869f58921ead tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.1536260 Oct 25 23:16:07.579074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:07.583518 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.764435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.768238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:16:07.789931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-299eda6e-6869-4b6e-827c-e1cb2a95c408 req-23ed1361-5397-4b74-b9c2-b7e3971baac4 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0350871 Oct 25 23:16:07.791711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5095ce6a-fa40-4ac8-98bb-42b235adcbaf req-6a29d8da-6c29-4760-a538-ec936f748e0a tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949809 Oct 25 23:16:07.800752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.801150 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Added segment e2cb805c-0c6a-4dec-b760-c5c9ae217320 of type vlan for network 717b47e6-51c4-4644-9309-8b2782507c17 Oct 25 23:16:07.880712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.970031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:07.979797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:07.985357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:07.985971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.011505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38756) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:08.098829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7068787 Oct 25 23:16:08.099427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38762) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:08.108144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': '717b47e6-51c4-4644-9309-8b2782507c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:08.180749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6894e-ead8-4647-85ca-3c97d88437a1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Network': ['ID=717b47e6-51c4-4644-9309-8b2782507c17,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:08.192787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 717b47e6-51c4-4644-9309-8b2782507c17 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:16:08.212818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd5ac88-eb5f-4f52-b42b-38b36890c7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.258876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b41231-eb92-4e60-8fcc-2d699201c1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.343805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af5730-e3fb-4821-b15b-af71eddb9ae3 req-92a3f579-e860-4a7c-992f-b99136441095 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:08.345231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97af5730-e3fb-4821-b15b-af71eddb9ae3 req-92a3f579-e860-4a7c-992f-b99136441095 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 944 time: 0.1697977 Oct 25 23:16:08.383880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-78008f1d-2068-4af7-b17c-35150b1c14b8 req-133b4e3b-faf4-4a23-a161-0e65d86add66 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 210 time: 0.0444305 Oct 25 23:16:08.387067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:08.390432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.429837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd5ac88-eb5f-4f52-b42b-38b36890c7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.446432 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd5ac88-eb5f-4f52-b42b-38b36890c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.459070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859566f4-d0e5-46e6-9a8c-13be9c1527fa {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:08.476293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.506718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-efd5ac88-eb5f-4f52-b42b-38b36890c7fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15c710de1d634922811a38464a98ccbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934378 Oct 25 23:16:08.509818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5ac88-eb5f-4f52-b42b-38b36890c7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2bbb7a-5863-4187-8d64-33722489f25d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:08.516348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38766) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:08.544115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Transition to ACTIVE for port object 859566f4-d0e5-46e6-9a8c-13be9c1527fa will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:16:08.563375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-97af5730-e3fb-4821-b15b-af71eddb9ae3 req-9ec22ddd-0d8f-45e0-8768-5df2d0afa3e3 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868436 Oct 25 23:16:08.598190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.631941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b41231-eb92-4e60-8fcc-2d699201c1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.645699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077b36f-d920-474a-91f5-b537ef70b5e9 req-fae278bb-8ec7-45ed-ba85-a6443500906f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:08.647299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c077b36f-d920-474a-91f5-b537ef70b5e9 req-fae278bb-8ec7-45ed-ba85-a6443500906f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.0603020 Oct 25 23:16:08.665944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1b41231-eb92-4e60-8fcc-2d699201c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.672388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:16:08.701407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c077b36f-d920-474a-91f5-b537ef70b5e9 req-51c4f2bf-c6bb-4474-9ecf-0885ba52c8b7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Oct 25 23:16:08.859581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,segment=NetworkSegment(1e8a2fbe-329a-4018-bc5c-d59c3073ba1e),segment_id=1e8a2fbe-329a-4018-bc5c-d59c3073ba1e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:08.875749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1', 'network_id': '799955df-06df-4909-b647-a6a202bbd5f2', 'port_id': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1', 'mac_address': 'fa:16:3e:a9:24:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fd8b68-cf0f-478f-afc3-b2f0b1692da8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:16:08.880765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:08.919498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b41231-eb92-4e60-8fcc-2d699201c1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b7094-a354-47f8-b593-c1d43e70de6d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:08.930552 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:08.940500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43979af0-bb70-4245-a588-85b713182b45 req-e87bd080-c8a1-4915-a504-bdcbb6ad8e6b tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0379951 Oct 25 23:16:08.949330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:08.950626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d1b41231-eb92-4e60-8fcc-2d699201c1cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74d655b88e4e43b8b660008e7076ee73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9795203 Oct 25 23:16:08.955170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:08.983192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,segment=NetworkSegment(1e8a2fbe-329a-4018-bc5c-d59c3073ba1e),segment_id=1e8a2fbe-329a-4018-bc5c-d59c3073ba1e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:08.987280 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.023090 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d99b062-67c4-4631-bc8f-f4d38602086f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.030063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7238-5c8b-4738-a7b2-2aceb8f24c8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.048082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:09.057318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7238-5c8b-4738-a7b2-2aceb8f24c8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.109118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7238-5c8b-4738-a7b2-2aceb8f24c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.114584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7238-5c8b-4738-a7b2-2aceb8f24c8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.116085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fdbe7238-5c8b-4738-a7b2-2aceb8f24c8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e3b7094-a354-47f8-b593-c1d43e70de6d HTTP/1.1" status: 204 len: 168 time: 0.1583707 Oct 25 23:16:09.124074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d99b062-67c4-4631-bc8f-f4d38602086f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.134254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe7238-5c8b-4738-a7b2-2aceb8f24c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b7094-a354-47f8-b593-c1d43e70de6d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:09.185565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467133c6-7835-4c81-965e-8b6344c28607 req-21e71cfb-de27-446e-b51e-99078b463468 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:09.187244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-467133c6-7835-4c81-965e-8b6344c28607 req-21e71cfb-de27-446e-b51e-99078b463468 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.4322753 Oct 25 23:16:09.207877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:09.239555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-4b93a3cc-50bc-4ec6-bb5a-c80a46e77510 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:09.241040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-4b93a3cc-50bc-4ec6-bb5a-c80a46e77510 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.5692818 Oct 25 23:16:09.274732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6a843-fc97-431d-afe7-76824d846a16 req-726da6c8-aaf6-4cea-a38b-a84cb032bfa6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:09.274732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb6a843-fc97-431d-afe7-76824d846a16 req-726da6c8-aaf6-4cea-a38b-a84cb032bfa6 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.3506889 Oct 25 23:16:09.295032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Attempting to bind port 859566f4-d0e5-46e6-9a8c-13be9c1527fa on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:09.295356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Attempting to bind port 859566f4-d0e5-46e6-9a8c-13be9c1527fa by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:09.296802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Attempting to bind port 859566f4-d0e5-46e6-9a8c-13be9c1527fa on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:09.312123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'port': {'device_id': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'admin_state_up': True, 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:09.317649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.407593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Port 859566f4-d0e5-46e6-9a8c-13be9c1527fa on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:16:09.407940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Attempting to bind port 859566f4-d0e5-46e6-9a8c-13be9c1527fa on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:09.474574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:09.474920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:09.475331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Bound using segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:09.475776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Bound port: 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:09.476133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.537609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f42ed26-800b-4808-8c42-56bb51518a76 req-f86894ba-6e4f-48ce-bcbd-ea54dfa48315 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 210 time: 0.0359147 Oct 25 23:16:09.702134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8108-5375-4467-9ded-ccf910f73c53 req-b0db51f8-5e65-48ca-8a4a-3a8b274bba07 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:09.703766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-811d8108-5375-4467-9ded-ccf910f73c53 req-b0db51f8-5e65-48ca-8a4a-3a8b274bba07 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0674922 Oct 25 23:16:09.750446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-811d8108-5375-4467-9ded-ccf910f73c53 req-b7f0782a-d0b7-44c3-bb5e-d06ed8c2106a tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Oct 25 23:16:09.845281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb6a843-fc97-431d-afe7-76824d846a16 req-79fe5171-d21c-4403-829a-32a97ad00169 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425460 Oct 25 23:16:09.853878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=c2f799e1-c4bd-425c-a1d4-73049c7e1f1b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:09.872753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d99b062-67c4-4631-bc8f-f4d38602086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.874226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6231ea-6586-4198-8cad-a99aea03e1bb req-6cda9dd1-ed3a-465f-8bf3-1ec7e1080903 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:09.875764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1d99b062-67c4-4631-bc8f-f4d38602086f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:09.879772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1d99b062-67c4-4631-bc8f-f4d38602086f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab2bbb7a-5863-4187-8d64-33722489f25d HTTP/1.1" status: 204 len: 168 time: 1.3532667 Oct 25 23:16:09.881733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa6231ea-6586-4198-8cad-a99aea03e1bb req-6cda9dd1-ed3a-465f-8bf3-1ec7e1080903 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.0655787 Oct 25 23:16:09.931127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Checking segment: {'id': 'e2cb805c-0c6a-4dec-b760-c5c9ae217320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '717b47e6-51c4-4644-9309-8b2782507c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:09.931423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network hostable DHCP agents. Network: 717b47e6-51c4-4644-9309-8b2782507c17, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:16:09.932866 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa6231ea-6586-4198-8cad-a99aea03e1bb req-604b6670-5b8d-4d75-b629-f50fd0bbc098 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Oct 25 23:16:09.972358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99b062-67c4-4631-bc8f-f4d38602086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2bbb7a-5863-4187-8d64-33722489f25d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:09.990957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:10.017297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:10.031440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.044553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 717b47e6-51c4-4644-9309-8b2782507c17 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:16:10.081884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port 206c8dc5-7b87-4694-952e-7847f9414c71 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:10.083463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.118407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 717b47e6-51c4-4644-9309-8b2782507c17) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:10.126988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1421e-acc9-4b37-9e91-5acb0294493f None None] Network 717b47e6-51c4-4644-9309-8b2782507c17 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:10.165252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:10.165874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.167339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/859566f4-d0e5-46e6-9a8c-13be9c1527fa HTTP/1.1" status: 200 len: 1092 time: 2.6761658 Oct 25 23:16:10.168014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:10.170613 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb3fba-533d-4241-b729-1473f8db641a" -d '{"events": [{"name": "network-changed", "server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:10.176956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:10.177817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.184940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa1b9460-880d-4391-baf6-b539319b70e0 req-ad39299d-1e36-4afe-8f14-93b521fd9e3b tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.1078813 Oct 25 23:16:10.185876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:10.191308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.283867 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841a5b1-8dc8-47d8-8ac4-dd02377418a0 x-openstack-request-id: req-d841a5b1-8dc8-47d8-8ac4-dd02377418a0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:10.284154 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:10.285118 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d841a5b1-8dc8-47d8-8ac4-dd02377418a0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:10.286000 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'status': 'completed', 'code': 200} Oct 25 23:16:10.291553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff930887-effe-45b9-a1f3-a2e134fb9bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:10.309040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f4fd191b-7662-43f1-92bd-891755569bb4 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2048438 Oct 25 23:16:10.314854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38814) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:10.328734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-481378377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:10.346080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-717b47e6-51c4-4644-9309-8b2782507c17', 'network_id': '717b47e6-51c4-4644-9309-8b2782507c17', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': 'c2f799e1-c4bd-425c-a1d4-73049c7e1f1b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:16:10.347527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.382655 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.383965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.402690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port 206c8dc5-7b87-4694-952e-7847f9414c71, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=206c8dc5-7b87-4694-952e-7847f9414c71,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:10.403209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.422713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-a247eab8-1590-4668-b05d-62721e6ca7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:10.424579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-a247eab8-1590-4668-b05d-62721e6ca7b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 1095 time: 0.2024343 Oct 25 23:16:10.435003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for 206c8dc5-7b87-4694-952e-7847f9414c71 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:10.459779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.467088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.497563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.506077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a95c3c5-d6df-45e5-a07f-277f74f59fee tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1823075 Oct 25 23:16:10.506631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38818) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:10.517875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'network_id': '717b47e6-51c4-4644-9309-8b2782507c17', 'name': 'tempest-PortsTestJSON-1354023697'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:10.524807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-164b4ba7-f564-4050-891b-c514832be639 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa HTTP/1.1" status: 200 len: 217 time: 0.0873644 Oct 25 23:16:10.538286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38822) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:10.559891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5665baee-9053-4501-b031-f395207e8425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.590636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Allocated IP 172.20.0.2 (717b47e6-51c4-4644-9309-8b2782507c17/c2f799e1-c4bd-425c-a1d4-73049c7e1f1b/17b8e806-c004-4dd1-8876-e5e745ceddba) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:10.659726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5665baee-9053-4501-b031-f395207e8425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.664056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Allocated IP 172.20.0.11 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/e278e19e-9618-45cd-a333-54d430d248e0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:10.665968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5665baee-9053-4501-b031-f395207e8425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.699198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:10.719790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665baee-9053-4501-b031-f395207e8425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55089ab6-fa5c-4b9f-a90c-bf1d49cc52a1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:10.748739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10016884-fd94-4c42-88a8-7aab1a08a9a0 req-beefc94e-2dad-45f7-bf91-515f432e7ab0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 210 time: 0.0677373 Oct 25 23:16:10.754995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5665baee-9053-4501-b031-f395207e8425 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3960b3f010f44c08857ef0ea93e8acc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155070 Oct 25 23:16:10.755976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38828) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:10.771982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-387ae647-e3c2-47eb-82e9-7707b7425617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:10.773460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-387ae647-e3c2-47eb-82e9-7707b7425617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.2315235 Oct 25 23:16:10.853060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:16:10.872867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a6cfd8b-0185-44c4-a5b5-d3ff8c9458ef req-975f3bf1-490e-4e4f-b754-2ae29145e695 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0355690 Oct 25 23:16:10.879465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:10.879826 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.889939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-9aba9461-8ebf-4cd8-9dd1-f1564297e733 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806313 Oct 25 23:16:10.917182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e657e18a-98ee-4a5e-b5f7-a1d63829042d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:10.964120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e657e18a-98ee-4a5e-b5f7-a1d63829042d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.000363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.014528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9334d-3700-45c3-8367-93059318d969 req-f5264083-d33d-48cf-b722-317faa56154f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:11.016329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89d9334d-3700-45c3-8367-93059318d969 req-f5264083-d33d-48cf-b722-317faa56154f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 945 time: 0.1315360 Oct 25 23:16:11.040128 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.087794 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89d9334d-3700-45c3-8367-93059318d969 req-295ca572-9a75-47fa-8e94-46b7f1541f12 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603266 Oct 25 23:16:11.088822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e657e18a-98ee-4a5e-b5f7-a1d63829042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.091596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e657e18a-98ee-4a5e-b5f7-a1d63829042d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.092671 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e657e18a-98ee-4a5e-b5f7-a1d63829042d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55089ab6-fa5c-4b9f-a90c-bf1d49cc52a1 HTTP/1.1" status: 204 len: 168 time: 0.3322635 Oct 25 23:16:11.131564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657e18a-98ee-4a5e-b5f7-a1d63829042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55089ab6-fa5c-4b9f-a90c-bf1d49cc52a1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:11.162248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.170516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Network 717b47e6-51c4-4644-9309-8b2782507c17 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:11.195330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:11.205252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:11.226531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:11.230030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.251751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Pushing event updated for resources: {'Port': ['ID=17b8e806-c004-4dd1-8876-e5e745ceddba,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:11.257415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.295836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6614ab-bc5e-4bd8-bce1-88ef365ff94f req-c8dfc920-9502-4eb0-9d59-8a6a2938cb97 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:11.304136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d6614ab-bc5e-4bd8-bce1-88ef365ff94f req-c8dfc920-9502-4eb0-9d59-8a6a2938cb97 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44d429a-2f6f-4a10-a85b-a4863dfd3278 HTTP/1.1" status: 200 len: 945 time: 0.2914052 Oct 25 23:16:11.310312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81736500-3d1d-4090-8477-bec6ee3dd6cd req-4b0caeea-74ad-4e44-ac0f-7afa259a61f0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:11.317588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port d259c0a0-77f8-480e-af74-169a1ba312e2 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:16:11.319274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81736500-3d1d-4090-8477-bec6ee3dd6cd req-4b0caeea-74ad-4e44-ac0f-7afa259a61f0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.1228049 Oct 25 23:16:11.322194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.328438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-d5e705c5-0a71-4c53-a260-0d9cfc41c19e service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145908 Oct 25 23:16:11.376572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1', '206c8dc5-7b87-4694-952e-7847f9414c71'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:11.411373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81736500-3d1d-4090-8477-bec6ee3dd6cd req-77a35df6-ae97-4513-94da-ce3af7306850 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800745 Oct 25 23:16:11.422292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=206c8dc5-7b87-4694-952e-7847f9414c71,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:11.422921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:11.424545 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.427372 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ef585f-35bf-483b-990a-08c628e0c915" -d '{"events": [{"server_uuid": "fa832d6c-b3d7-406a-8b1c-85e2af72ffc4", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:11.431297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Attempting to bind port 17b8e806-c004-4dd1-8876-e5e745ceddba on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:11.431666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Attempting to bind port 17b8e806-c004-4dd1-8876-e5e745ceddba by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e2cb805c-0c6a-4dec-b760-c5c9ae217320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '717b47e6-51c4-4644-9309-8b2782507c17'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:11.432014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Attempting to bind port 17b8e806-c004-4dd1-8876-e5e745ceddba on network 717b47e6-51c4-4644-9309-8b2782507c17 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:11.441720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:11.519427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,segment=NetworkSegment(1e8a2fbe-329a-4018-bc5c-d59c3073ba1e),segment_id=1e8a2fbe-329a-4018-bc5c-d59c3073ba1e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:11.555093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d6614ab-bc5e-4bd8-bce1-88ef365ff94f req-c112e852-f808-4ae9-9193-1bd0aa5e8492 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501168 Oct 25 23:16:11.571733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be15ae7e-57c6-4a7b-8291-fdf97242f0b1 req-817ff039-59e2-4b12-89ae-4c7c82b386a5 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0420229 Oct 25 23:16:11.583137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:11.583665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Checking segment: {'id': 'e2cb805c-0c6a-4dec-b760-c5c9ae217320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '717b47e6-51c4-4644-9309-8b2782507c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:11.584518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.584727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Bound using segment: {'id': 'e2cb805c-0c6a-4dec-b760-c5c9ae217320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '717b47e6-51c4-4644-9309-8b2782507c17'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:11.585577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Bound port: 17b8e806-c004-4dd1-8876-e5e745ceddba, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cb805c-0c6a-4dec-b760-c5c9ae217320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '717b47e6-51c4-4644-9309-8b2782507c17'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:11.586065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.591431 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.633238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port 206c8dc5-7b87-4694-952e-7847f9414c71 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:11.637896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:11.645212 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.648544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-467133c6-7835-4c81-965e-8b6344c28607 req-4190f92a-0840-4ed7-9b3a-e2acee2f07c1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "DELETE /v2.0/ports/206c8dc5-7b87-4694-952e-7847f9414c71 HTTP/1.1" status: 204 len: 173 time: 2.4371564 Oct 25 23:16:11.676123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:11.684110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:11.687202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:11.707482 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eccc035-199f-4ace-8826-fc19dbae243b x-openstack-request-id: req-7eccc035-199f-4ace-8826-fc19dbae243b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:11.707804 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa832d6c-b3d7-406a-8b1c-85e2af72ffc4", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:11.708025 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eccc035-199f-4ace-8826-fc19dbae243b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:11.708423 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1', 'code': 200} Oct 25 23:16:11.751537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d02bc1e-011a-4b8a-b975-e4febac22486 req-1957f475-38c6-407b-baa3-65f02157f5f9 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043152 Oct 25 23:16:11.768560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.3 (717b47e6-51c4-4644-9309-8b2782507c17/c2f799e1-c4bd-425c-a1d4-73049c7e1f1b/d259c0a0-77f8-480e-af74-169a1ba312e2) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:11.816304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:11.817237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.818772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] For port 17b8e806-c004-4dd1-8876-e5e745ceddba, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:11.837109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] For port 17b8e806-c004-4dd1-8876-e5e745ceddba, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=17b8e806-c004-4dd1-8876-e5e745ceddba,segment=NetworkSegment(e2cb805c-0c6a-4dec-b760-c5c9ae217320),segment_id=e2cb805c-0c6a-4dec-b760-c5c9ae217320)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:11.862403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:11.952768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-963ebf54-674c-4920-91c6-485234031a0d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6782491 Oct 25 23:16:11.988314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Request body: {'port': {'device_id': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:12.002922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676c5f7-0b7d-4530-b58e-0cb34fd7bab5 req-a3dbc50a-2937-4546-af0a-328a9b871050 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:12.006426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2676c5f7-0b7d-4530-b58e-0cb34fd7bab5 req-a3dbc50a-2937-4546-af0a-328a9b871050 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 932 time: 0.1028197 Oct 25 23:16:12.061632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:12.079909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3fba-533d-4241-b729-1473f8db641a req-6bf856a0-2f80-47d3-8064-02e14e0d0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:12.082131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2676c5f7-0b7d-4530-b58e-0cb34fd7bab5 req-f760ac33-fca8-4eda-81df-33abba90378e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645087 Oct 25 23:16:12.085577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-6bf856a0-2f80-47d3-8064-02e14e0d0d4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 1095 time: 0.2530830 Oct 25 23:16:12.120769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0daa5-0c98-45fb-8e71-9f13ee52233c req-319dc52d-80a5-46f6-80fb-881b5fc7ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:12.122611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2f0daa5-0c98-45fb-8e71-9f13ee52233c req-319dc52d-80a5-46f6-80fb-881b5fc7ae9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 1097 time: 0.2867942 Oct 25 23:16:12.140173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43aa3-2610-4c51-9a95-ecfb2695e471 None None] Pushing event updated for resources: {'Port': ['ID=17b8e806-c004-4dd1-8876-e5e745ceddba,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:12.224132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-13d1f674-1ed6-4445-9ce4-452679931737 None None] Provisioning complete for port e278e19e-9618-45cd-a333-54d430d248e0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:12.224506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-13d1f674-1ed6-4445-9ce4-452679931737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:12.294256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'name': 'network-vif-deleted', 'tag': '206c8dc5-7b87-4694-952e-7847f9414c71'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:12.303875 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0abbe57-6d2e-4c58-bf24-693879aff624" -d '{"events": [{"server_uuid": "b44d429a-2f6f-4a10-a85b-a4863dfd3278", "name": "network-vif-deleted", "tag": "206c8dc5-7b87-4694-952e-7847f9414c71"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:12.353193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-13d1f674-1ed6-4445-9ce4-452679931737 None None] Port e278e19e-9618-45cd-a333-54d430d248e0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:12.439173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:12.491235 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23cb7fb-d8f7-4522-85b9-fb7095a98b38 x-openstack-request-id: req-b23cb7fb-d8f7-4522-85b9-fb7095a98b38 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:12.491548 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d429a-2f6f-4a10-a85b-a4863dfd3278", "name": "network-vif-deleted", "tag": "206c8dc5-7b87-4694-952e-7847f9414c71", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:12.491862 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b23cb7fb-d8f7-4522-85b9-fb7095a98b38 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:12.492325 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d429a-2f6f-4a10-a85b-a4863dfd3278', 'name': 'network-vif-deleted', 'tag': '206c8dc5-7b87-4694-952e-7847f9414c71', 'status': 'completed', 'code': 200} Oct 25 23:16:12.560514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2f0daa5-0c98-45fb-8e71-9f13ee52233c req-89f488c3-748b-4763-8e71-6df82cfa3674 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133801 Oct 25 23:16:12.654035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:12.657244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3fba-533d-4241-b729-1473f8db641a req-681cee51-5cd2-44ea-9fbb-c6d3b781d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:12.658814 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-681cee51-5cd2-44ea-9fbb-c6d3b781d7bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.5327601 Oct 25 23:16:12.660434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['379ab0ff-e577-4b67-aadd-bd53fda6df46'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:12.664859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff98de-c04f-42c3-918a-91798a87c446 req-75ada419-beeb-47e8-a85f-99f3483c4497 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:12.669288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72ff98de-c04f-42c3-918a-91798a87c446 req-75ada419-beeb-47e8-a85f-99f3483c4497 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.0941615 Oct 25 23:16:12.672287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55a241-34b0-4465-85df-0ef0f9c70caf req-ba9bfc5e-2a7c-4657-9dad-965dadf23c37 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:12.680577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf55a241-34b0-4465-85df-0ef0f9c70caf req-ba9bfc5e-2a7c-4657-9dad-965dadf23c37 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 946 time: 0.3908679 Oct 25 23:16:12.771635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72ff98de-c04f-42c3-918a-91798a87c446 req-02eaff48-4e18-4bd8-b2be-6ca3a2b9dba6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949526 Oct 25 23:16:12.907350 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:12.912011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-9b4c5038-74b4-4c9d-adcd-a39b88701dae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa HTTP/1.1" status: 200 len: 217 time: 0.1548805 Oct 25 23:16:12.930177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da2abf51-9bf3-48c9-9b2f-d12b966aa46e req-f87fa195-2384-4199-a365-23ef9b3a71cd tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0568414 Oct 25 23:16:13.002199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf55a241-34b0-4465-85df-0ef0f9c70caf req-aeb81e39-305b-4d84-9fa6-d4a188a9a6b7 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204117 Oct 25 23:16:13.045878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:13.120770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3fba-533d-4241-b729-1473f8db641a req-4257766e-da4e-4b16-a4c4-5a5b13657ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:13.123382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-4257766e-da4e-4b16-a4c4-5a5b13657ec1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.1850071 Oct 25 23:16:13.153299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 717b47e6-51c4-4644-9309-8b2782507c17 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:13.159087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=d259c0a0-77f8-480e-af74-169a1ba312e2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:13.164008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:13.203477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:13.217765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-dc1c0e7d-78b9-41b5-94bf-2b49079bb3ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774946 Oct 25 23:16:13.435214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afc358e7-8cb5-4b8c-9f51-4df19f7a2173 req-6e3b758b-550a-4e2c-9178-54e966741850 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aef80eae53824d91b4eda4c54be185fb&device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0821843 Oct 25 23:16:13.448953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:13.450082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:13.462025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af92861c-0cc4-4198-a318-b615c6b60ffc req-85ec0c86-debd-445c-9ab7-74d9167ce821 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0434468 Oct 25 23:16:13.490920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 206c8dc5-7b87-4694-952e-7847f9414c71 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:13.512428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afc358e7-8cb5-4b8c-9f51-4df19f7a2173 req-2d52b8b6-4928-4e0e-9487-d45dd5951df5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=aef80eae53824d91b4eda4c54be185fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540683 Oct 25 23:16:13.563649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6d99743d-1758-4f54-b96c-0f7f0475d2ab tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0508869 Oct 25 23:16:13.564868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:13.586068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 206c8dc5-7b87-4694-952e-7847f9414c71 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:13.586464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 206c8dc5-7b87-4694-952e-7847f9414c71 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:13.599193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab44-e3b9-4c63-bb9e-8bfb711c7ae8 req-5d3f31ce-225f-42d8-a8a9-1cab721ff2a0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:13.607888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-087bab44-e3b9-4c63-bb9e-8bfb711c7ae8 req-5d3f31ce-225f-42d8-a8a9-1cab721ff2a0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 932 time: 0.3808720 Oct 25 23:16:13.731947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e278e19e-9618-45cd-a333-54d430d248e0 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:13.749930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-d74d31c0-ec23-4cf2-8567-d1a544bb3b16 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936922 Oct 25 23:16:13.767889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:13.848527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Transition to ACTIVE for port object e278e19e-9618-45cd-a333-54d430d248e0 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:16:13.869987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be568fd-06cd-413d-8974-7c10dddb2484 None None] Network 717b47e6-51c4-4644-9309-8b2782507c17 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:13.881448 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:13.905968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38952) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:13.969413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-74b5a31e-303c-4f8e-9578-65218f9edcee None None] Provisioning complete for port 17b8e806-c004-4dd1-8876-e5e745ceddba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:13.970551 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74b5a31e-303c-4f8e-9578-65218f9edcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.063003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a810e9-3ac5-40fa-821e-d52a5974aa80 req-c1bcac4d-cf24-4413-8a61-a610c1bebcba tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:14.072449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-46a810e9-3ac5-40fa-821e-d52a5974aa80 req-c1bcac4d-cf24-4413-8a61-a610c1bebcba tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.1376562 Oct 25 23:16:14.151273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-46a810e9-3ac5-40fa-821e-d52a5974aa80 req-365f8b82-631e-454e-a722-60a6f0957168 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775690 Oct 25 23:16:14.191391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74b5a31e-303c-4f8e-9578-65218f9edcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.218117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.251725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-74b5a31e-303c-4f8e-9578-65218f9edcee None None] For port 17b8e806-c004-4dd1-8876-e5e745ceddba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=17b8e806-c004-4dd1-8876-e5e745ceddba,segment=NetworkSegment(e2cb805c-0c6a-4dec-b760-c5c9ae217320),segment_id=e2cb805c-0c6a-4dec-b760-c5c9ae217320)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:14.263997 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74b5a31e-303c-4f8e-9578-65218f9edcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.360556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a31e-303c-4f8e-9578-65218f9edcee None None] Pushing event updated for resources: {'Port': ['ID=17b8e806-c004-4dd1-8876-e5e745ceddba,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:14.403335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-087bab44-e3b9-4c63-bb9e-8bfb711c7ae8 req-7d1ff230-1d1f-4e48-965b-4bff00f228d3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061591 Oct 25 23:16:14.542293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc358e7-8cb5-4b8c-9f51-4df19f7a2173 req-57d266e5-2928-429f-bfe5-1947b5f3a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:14.543852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afc358e7-8cb5-4b8c-9f51-4df19f7a2173 req-57d266e5-2928-429f-bfe5-1947b5f3a1ac service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0004265 Oct 25 23:16:14.613192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7ce09bc9-c2e4-40fc-b223-c5a0117bf62f None None] Provisioning complete for port d259c0a0-77f8-480e-af74-169a1ba312e2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:14.613572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ce09bc9-c2e4-40fc-b223-c5a0117bf62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.668748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Pushing event updated for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:14.686039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124f6d-462a-4ffa-b51e-df969a0d25e2 req-ca1a78d4-22e7-48f9-a08f-98ab6a931f87 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:14.689312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb124f6d-462a-4ffa-b51e-df969a0d25e2 req-ca1a78d4-22e7-48f9-a08f-98ab6a931f87 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 946 time: 0.3121545 Oct 25 23:16:14.723662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:16:14.739223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acbb3fba-533d-4241-b729-1473f8db641a req-bc6c1926-fcb6-4320-9600-03bdef272245 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9735162 Oct 25 23:16:14.846710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1d8b1afa-90fd-4ee7-aad3-185466aa3f37 req-87ee9f1f-34b2-4974-9eef-36f283b5e92a tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0896561 Oct 25 23:16:14.866659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Attempting to bind port e278e19e-9618-45cd-a333-54d430d248e0 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:14.867280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Attempting to bind port e278e19e-9618-45cd-a333-54d430d248e0 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:14.867809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Attempting to bind port e278e19e-9618-45cd-a333-54d430d248e0 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:14.890247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Port e278e19e-9618-45cd-a333-54d430d248e0 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:16:14.897281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Attempting to bind port e278e19e-9618-45cd-a333-54d430d248e0 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:14.931899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-706a0b53-f34b-4ecf-a848-097d495ec19d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.935041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:14.935382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:14.935774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:14.936911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Bound port: e278e19e-9618-45cd-a333-54d430d248e0, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:14.937282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:14.944194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb124f6d-462a-4ffa-b51e-df969a0d25e2 req-583fdac1-ddf3-48b0-ae10-da697d3ff35c tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399330 Oct 25 23:16:15.003356 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.015233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.074988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:15.082164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e278e19e-9618-45cd-a333-54d430d248e0,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:15.096494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.259463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-706a0b53-f34b-4ecf-a848-097d495ec19d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.277422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:15.278244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.285099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] 10.222.0.15 "PUT /v2.0/ports/e278e19e-9618-45cd-a333-54d430d248e0 HTTP/1.1" status: 200 len: 1092 time: 3.3038416 Oct 25 23:16:15.285887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:15.288470 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221281e-ead6-4f6b-b725-bb17f9654bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "tag": "e278e19e-9618-45cd-a333-54d430d248e0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:15.307818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-706a0b53-f34b-4ecf-a848-097d495ec19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.315338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=d259c0a0-77f8-480e-af74-169a1ba312e2,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:15.395890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 17b8e806-c004-4dd1-8876-e5e745ceddba up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:15.505443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7ce09bc9-c2e4-40fc-b223-c5a0117bf62f None None] Port d259c0a0-77f8-480e-af74-169a1ba312e2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:15.508643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be222da5-e11e-4b6d-82e7-049adafd4989 service neutron] Pushing event updated for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:15.526443 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8be64-df44-4709-9235-77396a31302b x-openstack-request-id: req-fcc8be64-df44-4709-9235-77396a31302b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:15.527166 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "tag": "e278e19e-9618-45cd-a333-54d430d248e0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:15.527656 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcc8be64-df44-4709-9235-77396a31302b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:15.528762 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0', 'status': 'completed', 'code': 200} Oct 25 23:16:15.534960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 17b8e806-c004-4dd1-8876-e5e745ceddba triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:15.535422 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.547316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-706a0b53-f34b-4ecf-a848-097d495ec19d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35db1b1914dc4668aeb76bb0b5a41c43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1494172 Oct 25 23:16:15.548667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39000) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:15.592068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0b53-f34b-4ecf-a848-097d495ec19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d07875c-6302-45ae-bb07-72e1864031a3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:15.630414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-9929f643-0f74-43d3-a8f2-4d89987f8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:15.635891 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-9929f643-0f74-43d3-a8f2-4d89987f8e85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 1095 time: 0.1718454 Oct 25 23:16:15.651935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:15.670046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'mac_address': 'fa:16:3e:d5:5d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:16:15.699796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-a510355e-3b0b-42cc-a21d-82b4e5f98829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e278e19e-9618-45cd-a333-54d430d248e0 HTTP/1.1" status: 200 len: 217 time: 0.0436902 Oct 25 23:16:15.714130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7ce09bc9-c2e4-40fc-b223-c5a0117bf62f None None] Provisioning complete for port 17b8e806-c004-4dd1-8876-e5e745ceddba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:15.714839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ce09bc9-c2e4-40fc-b223-c5a0117bf62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.718278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.741654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6d5f14bb-4c97-413e-835d-0b475cbc013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.823427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859566f4-d0e5-46e6-9a8c-13be9c1527fa {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:15.837470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-01392943-49ad-4e8e-95dd-34d2bcd17c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:15.841164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-01392943-49ad-4e8e-95dd-34d2bcd17c70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1309814 Oct 25 23:16:15.849683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:15.852574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe8af4-42b4-4e88-a7b9-a5e36399fd94 req-291ca2a8-43d5-4ff6-8363-b328100fb00c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:15.861706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:15.864175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dbe8af4-42b4-4e88-a7b9-a5e36399fd94 req-291ca2a8-43d5-4ff6-8363-b328100fb00c tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 945 time: 0.1670675 Oct 25 23:16:15.921038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:15.982006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dbe8af4-42b4-4e88-a7b9-a5e36399fd94 req-29f36167-44db-488f-a1c8-22daa5e075e1 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166608 Oct 25 23:16:16.023048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-c7ad190e-4ce3-4e7e-8039-71bd2eae1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:16.024702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-c7ad190e-4ce3-4e7e-8039-71bd2eae1317 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516428 Oct 25 23:16:16.111852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['859566f4-d0e5-46e6-9a8c-13be9c1527fa'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:16.156501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afc358e7-8cb5-4b8c-9f51-4df19f7a2173 req-f16c887e-65af-4cb2-be58-ce069aa75a31 tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.15 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0543463 Oct 25 23:16:16.188704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d97e-77af-40eb-81b3-d1291ba2eaa2 req-e935c85e-72c0-494d-b9af-338a7b43c678 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:16.190453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3096d97e-77af-40eb-81b3-d1291ba2eaa2 req-e935c85e-72c0-494d-b9af-338a7b43c678 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 944 time: 0.1007991 Oct 25 23:16:16.215376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.219236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5b8e2954-3301-431c-81b2-fb49930e418d None None] Provisioning complete for port d259c0a0-77f8-480e-af74-169a1ba312e2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:16.219647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2954-3301-431c-81b2-fb49930e418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.272751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e2954-3301-431c-81b2-fb49930e418d None None] Port d259c0a0-77f8-480e-af74-169a1ba312e2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:16.272981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050603fe-fe49-4b7c-9c13-97f9c8a7c08d req-f123c9d4-950a-47f3-a6e7-98681998cacc tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:16.288767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-050603fe-fe49-4b7c-9c13-97f9c8a7c08d req-f123c9d4-950a-47f3-a6e7-98681998cacc tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.8435364 Oct 25 23:16:16.300211 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-d0edac43-6e3c-400f-9e31-0315905e16f6 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667768 Oct 25 23:16:16.374931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af4ca067-a5fb-4b95-86f1-6ea7d32110c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.399508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3096d97e-77af-40eb-81b3-d1291ba2eaa2 req-dbd54b98-c3b7-460b-8edb-ea69cfb0fdcd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775477 Oct 25 23:16:16.456314 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af4ca067-a5fb-4b95-86f1-6ea7d32110c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.459886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71595e2b-b1d6-4a18-a259-af63ebd5f02c req-c14d8581-07a3-4804-acb9-c327562764a2 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499465 Oct 25 23:16:16.461112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-050603fe-fe49-4b7c-9c13-97f9c8a7c08d req-c31141f7-51f8-4162-995e-4161f4f9abb7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420004 Oct 25 23:16:16.549565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af4ca067-a5fb-4b95-86f1-6ea7d32110c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.553050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af4ca067-a5fb-4b95-86f1-6ea7d32110c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.554490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-af4ca067-a5fb-4b95-86f1-6ea7d32110c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d07875c-6302-45ae-bb07-72e1864031a3 HTTP/1.1" status: 204 len: 168 time: 0.9944239 Oct 25 23:16:16.591405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e56f2ef-da99-423c-9d86-4ae161a1ffd3 req-9c59e112-0587-4b61-a10e-78717c820fda tempest-ServerShowV254Test-1846505642 tempest-ServerShowV254Test-1846505642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d369bde8-f44f-4f16-9a46-e151388743d8 HTTP/1.1" status: 200 len: 210 time: 0.0431316 Oct 25 23:16:16.599196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:16.601221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ca067-a5fb-4b95-86f1-6ea7d32110c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d07875c-6302-45ae-bb07-72e1864031a3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:16.620870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-ede928e2-c648-4f8b-a61d-2742f6507328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:16.623122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-ede928e2-c648-4f8b-a61d-2742f6507328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 1095 time: 0.0661831 Oct 25 23:16:16.789049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-caa22eae-91bd-447c-bfe6-365b0d92b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:16.791370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-caa22eae-91bd-447c-bfe6-365b0d92b5bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1283891 Oct 25 23:16:16.884045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-6360aa3f-90cf-4898-987e-e6698c5f1771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e278e19e-9618-45cd-a333-54d430d248e0 HTTP/1.1" status: 200 len: 217 time: 0.0659676 Oct 25 23:16:16.949506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-1d2b66c0-cbce-4966-9335-5727b17123df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:16.951668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-1d2b66c0-cbce-4966-9335-5727b17123df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0582416 Oct 25 23:16:16.990118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39024) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:17.009251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.010395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63a0b49e-76fc-4c01-95d7-64cb1c11200d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.038132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.039056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-04aae07a-f5e4-4889-87b6-70a51cd5bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:17.040601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-04aae07a-f5e4-4889-87b6-70a51cd5bcf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815811 Oct 25 23:16:17.168919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=d259c0a0-77f8-480e-af74-169a1ba312e2,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:17.200672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4470-6f89-4516-8b76-71323d66b2f3 req-c194f79f-79c5-4000-a120-29349e9f1999 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:17.209955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d71a4470-6f89-4516-8b76-71323d66b2f3 req-c194f79f-79c5-4000-a120-29349e9f1999 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 945 time: 0.1042469 Oct 25 23:16:17.213013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.231326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63a0b49e-76fc-4c01-95d7-64cb1c11200d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.237558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-70be44d4-c016-4824-8be7-673cf0e6f094 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823618 Oct 25 23:16:17.240170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63a0b49e-76fc-4c01-95d7-64cb1c11200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.323533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d71a4470-6f89-4516-8b76-71323d66b2f3 req-52152e3b-29fd-4e42-b0e1-0e5e1e2b1376 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/security-groups?id=e090446e-f2b7-4bce-90da-c17dbbac4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077077 Oct 25 23:16:17.351827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-63a0b49e-76fc-4c01-95d7-64cb1c11200d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7434ffef8dd4ff086b8e81cb5219080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602402 Oct 25 23:16:17.355210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39040) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:17.366618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0b49e-76fc-4c01-95d7-64cb1c11200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469346c2-ca43-4dc8-87e6-7d35e8b3fcf2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:17.386984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network 717b47e6-51c4-4644-9309-8b2782507c17 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:17.389130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:17.513869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3221281e-ead6-4f6b-b725-bb17f9654bb2 req-6984f3c1-7ed2-4e14-b151-1564788684f2 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622540 Oct 25 23:16:17.522417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a74d998-6313-4b2d-84e2-8c6b781eab83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.553654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-4ba95f12-daac-467c-b746-98af3016f0be tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:17.555394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-4ba95f12-daac-467c-b746-98af3016f0be tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 945 time: 0.1306422 Oct 25 23:16:17.589696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Router fac06808-b31d-4de6-bdbf-4907896f1002 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:16:17.625936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a74d998-6313-4b2d-84e2-8c6b781eab83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.752123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d76a8-a4aa-4a24-8fd3-b683dd3391a8 req-0078dc8e-c3c2-442a-827d-4f5d7f2f1f73 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:17.766232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c47d76a8-a4aa-4a24-8fd3-b683dd3391a8 req-0078dc8e-c3c2-442a-827d-4f5d7f2f1f73 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 944 time: 0.2396719 Oct 25 23:16:17.769196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a74d998-6313-4b2d-84e2-8c6b781eab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.772130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a74d998-6313-4b2d-84e2-8c6b781eab83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.773263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8a74d998-6313-4b2d-84e2-8c6b781eab83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/469346c2-ca43-4dc8-87e6-7d35e8b3fcf2 HTTP/1.1" status: 204 len: 168 time: 0.4167228 Oct 25 23:16:17.783666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:16:17.802094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] Sync routers for ids ['fac06808-b31d-4de6-bdbf-4907896f1002'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:16:17.811609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-971df10c-50b4-4d73-841c-04e755002c02 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/routers/fac06808-b31d-4de6-bdbf-4907896f1002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2426381 Oct 25 23:16:17.812006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39060) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:17.829383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-47731fab-d9ce-4622-9ede-7b78a8ad474c None None] Provisioning complete for port d259c0a0-77f8-480e-af74-169a1ba312e2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:17.829985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-47731fab-d9ce-4622-9ede-7b78a8ad474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.832267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] Routers {'fac06808-b31d-4de6-bdbf-4907896f1002'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:17.832905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:15:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fac06808-b31d-4de6-bdbf-4907896f1002'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:17.847768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74d998-6313-4b2d-84e2-8c6b781eab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469346c2-ca43-4dc8-87e6-7d35e8b3fcf2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:17.850368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf6299-bafb-4726-b1ee-86aa2e97b0e4 req-1087b1b1-3350-4292-adf6-743247423dba tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:17.858121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bf6299-bafb-4726-b1ee-86aa2e97b0e4 req-1087b1b1-3350-4292-adf6-743247423dba tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 945 time: 0.1313422 Oct 25 23:16:17.861557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c47d76a8-a4aa-4a24-8fd3-b683dd3391a8 req-eab26008-1928-4d4d-ac87-6606be094e3c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945296 Oct 25 23:16:17.901832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Deleting port 517998fd-8e1f-4458-a2c3-d7851ae225c1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:17.902353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:17.910096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13bf6299-bafb-4726-b1ee-86aa2e97b0e4 req-9d50c377-7623-4714-94df-b5a2baa200b8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Oct 25 23:16:17.954106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b9eba2-be67-417a-98c3-7355cfa4d764 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:17.959922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c7b9eba2-be67-417a-98c3-7355cfa4d764 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac06808-b31d-4de6-bdbf-4907896f1002 HTTP/1.1" status: 200 len: 982 time: 0.1443024 Oct 25 23:16:17.960429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39064) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:18.018325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:18.030796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] For port 517998fd-8e1f-4458-a2c3-d7851ae225c1, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=517998fd-8e1f-4458-a2c3-d7851ae225c1,segment=NetworkSegment(63dc2037-3208-46fb-9299-db01f15bd267),segment_id=63dc2037-3208-46fb-9299-db01f15bd267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:18.031187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.046435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Calling delete_port for 517998fd-8e1f-4458-a2c3-d7851ae225c1 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:18.049240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] Routers {'fac06808-b31d-4de6-bdbf-4907896f1002'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:18.051477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:15:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fac06808-b31d-4de6-bdbf-4907896f1002'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:18.156206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:18.156923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9bf6f-9fad-4a3e-a755-12e189604f08 None None] The sync data for ids ['fac06808-b31d-4de6-bdbf-4907896f1002'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:16:18.169090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-47731fab-d9ce-4622-9ede-7b78a8ad474c None None] Port d259c0a0-77f8-480e-af74-169a1ba312e2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:18.268129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.303432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Pushing event deleted for resources: {'Port': ['ID=517998fd-8e1f-4458-a2c3-d7851ae225c1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:18.303838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['517998fd-8e1f-4458-a2c3-d7851ae225c1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:18.365746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] No DVR routers for this DVR port 517998fd-8e1f-4458-a2c3-d7851ae225c1 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:18.372008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.382402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4891e24-d871-4f74-83d3-d338d91a2484 req-5bd56705-a616-45ed-bf7e-7755f5e294da tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.15 "DELETE /v2.0/ports/517998fd-8e1f-4458-a2c3-d7851ae225c1 HTTP/1.1" status: 204 len: 173 time: 0.7990203 Oct 25 23:16:18.384720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'name': 'network-vif-deleted', 'tag': '517998fd-8e1f-4458-a2c3-d7851ae225c1'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:18.391998 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebdf7ce-1e47-4c50-ac80-bb373bc58749" -d '{"events": [{"server_uuid": "a7d8cfc0-d417-4edb-8260-bbada51d00e6", "name": "network-vif-deleted", "tag": "517998fd-8e1f-4458-a2c3-d7851ae225c1"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:18.400447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39078) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:18.423784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4a6319b7-3b7a-4bc5-a5ba-dad2e47db282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.496231 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c982da27-56b7-4ff9-8efe-26125785cd26 x-openstack-request-id: req-c982da27-56b7-4ff9-8efe-26125785cd26 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:18.496760 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d8cfc0-d417-4edb-8260-bbada51d00e6", "name": "network-vif-deleted", "tag": "517998fd-8e1f-4458-a2c3-d7851ae225c1", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:18.497213 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c982da27-56b7-4ff9-8efe-26125785cd26 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:18.497974 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d8cfc0-d417-4edb-8260-bbada51d00e6', 'name': 'network-vif-deleted', 'tag': '517998fd-8e1f-4458-a2c3-d7851ae225c1', 'status': 'completed', 'code': 200} Oct 25 23:16:18.505230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea4abb42-1aa2-420f-8f89-1670e72f6e9f req-84c58688-cc4d-4eaf-acae-cac69e3f8781 tempest-ServersTestJSON-405298591 tempest-ServersTestJSON-405298591-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d8cfc0-d417-4edb-8260-bbada51d00e6 HTTP/1.1" status: 200 len: 210 time: 0.0445933 Oct 25 23:16:18.597634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2e44b315-677d-4dbb-bb88-9014f46ee1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.742687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:18.783072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2e44b315-677d-4dbb-bb88-9014f46ee1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.802754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2e44b315-677d-4dbb-bb88-9014f46ee1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.855010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2e44b315-677d-4dbb-bb88-9014f46ee1a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aef80eae53824d91b4eda4c54be185fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531903 Oct 25 23:16:18.855897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44b315-677d-4dbb-bb88-9014f46ee1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f6c4e-daca-4880-bc36-5399f51e8304,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:18.858475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39098) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:18.872899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 859566f4-d0e5-46e6-9a8c-13be9c1527fa completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:16:18.885008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 859566f4-d0e5-46e6-9a8c-13be9c1527fa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:18.886461 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:18.996273 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e713f8c-e937-4978-8758-2ab39dac1cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.004386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.101008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e713f8c-e937-4978-8758-2ab39dac1cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.179540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.195750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e7a6b-e067-47aa-8cdb-ef431096d32e req-f7db0d15-4d66-47b0-b21f-636f842a3def tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:19.197290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a06e7a6b-e067-47aa-8cdb-ef431096d32e req-f7db0d15-4d66-47b0-b21f-636f842a3def tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 944 time: 0.1101742 Oct 25 23:16:19.228645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ff4eb-297d-4a16-a65d-4010785af46f req-b93915ca-0f66-41ba-be8d-33f82685c95d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:19.233332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:19.238627 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b201e-71ef-4b0d-8417-1db8fed7c5b2" -d '{"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-plugged", "status": "completed", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:19.239611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-446ff4eb-297d-4a16-a65d-4010785af46f req-b93915ca-0f66-41ba-be8d-33f82685c95d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 946 time: 0.1837628 Oct 25 23:16:19.270130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:19.278328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.307422 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a06e7a6b-e067-47aa-8cdb-ef431096d32e req-7aa28a81-8487-4886-9ea3-48cf5e200a9c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Oct 25 23:16:19.312033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-446ff4eb-297d-4a16-a65d-4010785af46f req-56838e9d-ef63-4d83-86ee-044328908263 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715015 Oct 25 23:16:19.341965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e713f8c-e937-4978-8758-2ab39dac1cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.365028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e713f8c-e937-4978-8758-2ab39dac1cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.369695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6e713f8c-e937-4978-8758-2ab39dac1cad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a4f6c4e-daca-4880-bc36-5399f51e8304 HTTP/1.1" status: 204 len: 168 time: 0.5102503 Oct 25 23:16:19.371948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:19.392896 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd19147-7926-4b1c-a6e3-8dcacdd3f8a1 x-openstack-request-id: req-2bd19147-7926-4b1c-a6e3-8dcacdd3f8a1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:19.393454 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-plugged", "status": "completed", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:19.396681 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bd19147-7926-4b1c-a6e3-8dcacdd3f8a1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:19.397117 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'code': 200} Oct 25 23:16:19.414694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e713f8c-e937-4978-8758-2ab39dac1cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f6c4e-daca-4880-bc36-5399f51e8304,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:19.442598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port d259c0a0-77f8-480e-af74-169a1ba312e2 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:19.443052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.504745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d51a-2f5f-49dd-bf9a-c091f7741725 req-b5755b3a-839b-42a7-83ab-026d34516c22 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:19.507090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5e6d51a-2f5f-49dd-bf9a-c091f7741725 req-b5755b3a-839b-42a7-83ab-026d34516c22 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1086833 Oct 25 23:16:19.517475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dff60-87a2-4d4e-bedf-f6d485a764a1 req-3632d988-11b6-4389-975a-421ecc34ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:19.520087 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c1dff60-87a2-4d4e-bedf-f6d485a764a1 req-3632d988-11b6-4389-975a-421ecc34ab1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 1097 time: 0.0632350 Oct 25 23:16:19.551301 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.588520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.594680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39122) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:19.610229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5e6d51a-2f5f-49dd-bf9a-c091f7741725 req-89963be4-dc5d-4e32-bab9-b7d0d111bace tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892482 Oct 25 23:16:19.612318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c1dff60-87a2-4d4e-bedf-f6d485a764a1 req-015edcf0-1771-4e2a-a0e1-1d4d3a776283 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Oct 25 23:16:19.652477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for d259c0a0-77f8-480e-af74-169a1ba312e2 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:19.713284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Deleting subnet 358a2e1f-045f-4098-9526-a847029dc85c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:19.717243 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.766893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:19.854130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.001132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.010844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.059948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=d259c0a0-77f8-480e-af74-169a1ba312e2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:20.075471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358a2e1f-045f-4098-9526-a847029dc85c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:20.084801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.088738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9e98aa2d-c082-4a86-a9cb-3a278367dee1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/358a2e1f-045f-4098-9526-a847029dc85c HTTP/1.1" status: 204 len: 168 time: 0.4930594 Oct 25 23:16:20.090791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39154) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:20.110866 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.235291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.338765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.438332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.543038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168a53e6-eba8-45b0-8edf-27da21af486e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:20.589686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc2037-3208-46fb-9299-db01f15bd267') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:20.589984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc2037-3208-46fb-9299-db01f15bd267') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:20.635334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.664615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-8e8d14ad-e70f-4601-9643-9b568a6d103d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:20.666528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-8e8d14ad-e70f-4601-9643-9b568a6d103d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 946 time: 0.2004840 Oct 25 23:16:20.676771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7205f-5daf-4e66-ad10-13f647531c4e req-64cfc8b1-ce69-4d60-acdb-3e0a8394f406 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:20.682753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Router fac06808-b31d-4de6-bdbf-4907896f1002 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:16:20.685213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84a7205f-5daf-4e66-ad10-13f647531c4e req-64cfc8b1-ce69-4d60-acdb-3e0a8394f406 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 944 time: 0.2002623 Oct 25 23:16:20.689099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.692873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.746901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:16:20.747528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:16:20.752576 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:16:20.833857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0bc82-c641-451c-9e75-1d0ca8f9cfb3 req-cd88c512-8aa6-41dd-a64a-fc2c8df5a42d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:20.841620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14e0bc82-c641-451c-9e75-1d0ca8f9cfb3 req-cd88c512-8aa6-41dd-a64a-fc2c8df5a42d tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 946 time: 0.3040655 Oct 25 23:16:20.872599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:16:20.875282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.885650 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] Sync routers for ids ['fac06808-b31d-4de6-bdbf-4907896f1002'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:16:20.903460 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] Routers {'fac06808-b31d-4de6-bdbf-4907896f1002'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:20.904837 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fac06808-b31d-4de6-bdbf-4907896f1002'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:20.916177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8080ddce-6f13-4113-acd1-8181e0c23f45 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/routers/fac06808-b31d-4de6-bdbf-4907896f1002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545157 Oct 25 23:16:20.920474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-14e0bc82-c641-451c-9e75-1d0ca8f9cfb3 req-2547ea38-22a6-4d0b-b201-24b58a981d93 tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/security-groups?id=f622a219-e3af-4338-a0db-049ec2f52765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785658 Oct 25 23:16:20.920963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39184) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:20.922859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:20.930812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/168a53e6-eba8-45b0-8edf-27da21af486e HTTP/1.1" status: 204 len: 168 time: 0.8357737 Oct 25 23:16:20.937851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861d5d-18ee-4f92-b8ff-47a2acd762d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=168a53e6-eba8-45b0-8edf-27da21af486e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:20.955120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84a7205f-5daf-4e66-ad10-13f647531c4e req-94774ccb-f669-4623-afc6-5cf0569ef364 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688336 Oct 25 23:16:20.986781 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c003b0-dc8d-4696-bc61-91549a2edf6c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:16:20.986781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-82c003b0-dc8d-4696-bc61-91549a2edf6c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/d259c0a0-77f8-480e-af74-169a1ba312e2 HTTP/1.1" status: 404 len: 333 time: 0.0569601 Oct 25 23:16:20.990108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39190) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:21.008338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Deleting port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:21.008680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.021950 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:21.045005 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] Routers {'fac06808-b31d-4de6-bdbf-4907896f1002'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:21.053581 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fac06808-b31d-4de6-bdbf-4907896f1002'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:21.132439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.140389 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:21.141341 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e1608-8c3e-458c-ae7a-153b2a53e406 None None] The sync data for ids ['fac06808-b31d-4de6-bdbf-4907896f1002'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:16:21.234295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] For port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,segment=NetworkSegment(1e8a2fbe-329a-4018-bc5c-d59c3073ba1e),segment_id=1e8a2fbe-329a-4018-bc5c-d59c3073ba1e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:21.234875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.256912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Calling delete_port for 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:21.260317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39196) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:21.348823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4c399f6-cc53-41cb-98bf-db899115b513 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d920f06bf0644f3b9003a38d83903e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873945 Oct 25 23:16:21.352003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39202) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:21.380348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e25a4-b6fe-4520-aa95-6d8f2443d882 req-793827c8-9e9e-49e8-a758-418418a68cd6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:21.381568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d38e25a4-b6fe-4520-aa95-6d8f2443d882 req-793827c8-9e9e-49e8-a758-418418a68cd6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.2603993 Oct 25 23:16:21.419534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.434775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.475119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-070a4491-978a-4f84-b3ff-22e71494c801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.513002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-070a4491-978a-4f84-b3ff-22e71494c801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.520855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e278e19e-9618-45cd-a333-54d430d248e0 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:16:21.522495 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.541088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d38e25a4-b6fe-4520-aa95-6d8f2443d882 req-f7fc06de-2a6e-42d5-b64b-d61e00e26ff5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413565 Oct 25 23:16:21.551563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.552222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Fanout notify agent at l3_agent the message router_deleted on router fac06808-b31d-4de6-bdbf-4907896f1002 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:16:21.553640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 517998fd-8e1f-4458-a2c3-d7851ae225c1 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:21.563005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:21.578913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.578913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b6bf72b-305f-486b-b6ca-8377371c5d5d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/routers/fac06808-b31d-4de6-bdbf-4907896f1002 HTTP/1.1" status: 204 len: 168 time: 0.5839291 Oct 25 23:16:21.578913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39208) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:21.641907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 517998fd-8e1f-4458-a2c3-d7851ae225c1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:21.642952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 517998fd-8e1f-4458-a2c3-d7851ae225c1 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:21.657881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Pushing event deleted for resources: {'Port': ['ID=3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:21.733365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet c2f799e1-c4bd-425c-a1d4-73049c7e1f1b {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:21.738594 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.764255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] No DVR routers for this DVR port 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:21.769024 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.774211 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3dc55a6-9a6c-42c7-a6ba-7f2ed4e1d7d7 req-1faf401a-f27b-43bb-bc50-a7f3c0bc6b2f tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.11 "DELETE /v2.0/ports/3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 HTTP/1.1" status: 204 len: 173 time: 1.0863266 Oct 25 23:16:21.774888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'name': 'network-vif-deleted', 'tag': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:21.777691 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7741b68-cbe9-4c2e-a919-19c0bfab1f74" -d '{"events": [{"server_uuid": "fa832d6c-b3d7-406a-8b1c-85e2af72ffc4", "name": "network-vif-deleted", "tag": "3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:21.804896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-070a4491-978a-4f84-b3ff-22e71494c801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.808703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-070a4491-978a-4f84-b3ff-22e71494c801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.810382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-070a4491-978a-4f84-b3ff-22e71494c801 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e090446e-f2b7-4bce-90da-c17dbbac4c40 HTTP/1.1" status: 204 len: 168 time: 0.4574161 Oct 25 23:16:21.835011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.836238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a4491-978a-4f84-b3ff-22e71494c801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e090446e-f2b7-4bce-90da-c17dbbac4c40,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:21.875317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e278e19e-9618-45cd-a333-54d430d248e0,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:21.890375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e278e19e-9618-45cd-a333-54d430d248e0', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': 'e278e19e-9618-45cd-a333-54d430d248e0', 'mac_address': 'fa:16:3e:7f:26:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:16:21.943490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:21.969350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e278e19e-9618-45cd-a333-54d430d248e0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:22.007481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e278e19e-9618-45cd-a333-54d430d248e0,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:22.014183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.076912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:22.098028 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.207937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.229674 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75203344-b85f-4de7-8e61-760faab8c94e x-openstack-request-id: req-75203344-b85f-4de7-8e61-760faab8c94e {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:22.229973 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa832d6c-b3d7-406a-8b1c-85e2af72ffc4", "name": "network-vif-deleted", "tag": "3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:22.230259 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75203344-b85f-4de7-8e61-760faab8c94e {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:22.230658 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa832d6c-b3d7-406a-8b1c-85e2af72ffc4', 'name': 'network-vif-deleted', 'tag': '3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1', 'status': 'completed', 'code': 200} Oct 25 23:16:22.236042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f799e1-c4bd-425c-a1d4-73049c7e1f1b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:22.247728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.251909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6929160b-34da-49ca-af69-91aaffd671b8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/c2f799e1-c4bd-425c-a1d4-73049c7e1f1b HTTP/1.1" status: 204 len: 168 time: 0.6736190 Oct 25 23:16:22.254729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39242) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:22.264020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2a1d1-897d-485e-9dc6-aece224c8932 None None] Network 717b47e6-51c4-4644-9309-8b2782507c17 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:22.344293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.386892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1e3ad10-118c-42f9-8de5-ccc29859192c req-c8e23f56-0487-4a8d-aa0b-cc52c99020bf tempest-ServerTagsTestJSON-2084442222 tempest-ServerTagsTestJSON-2084442222-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa832d6c-b3d7-406a-8b1c-85e2af72ffc4 HTTP/1.1" status: 200 len: 210 time: 0.0319970 Oct 25 23:16:22.458479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 17b8e806-c004-4dd1-8876-e5e745ceddba {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:22.458860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.459162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0572b2-d6f2-4576-99be-5079c530b418 req-ff7164d6-b593-4e2f-99b5-2ce1cf5703cd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:22.462769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e278e19e-9618-45cd-a333-54d430d248e0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:22.469410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b0572b2-d6f2-4576-99be-5079c530b418 req-ff7164d6-b593-4e2f-99b5-2ce1cf5703cd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 945 time: 0.1330218 Oct 25 23:16:22.554358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port 17b8e806-c004-4dd1-8876-e5e745ceddba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=17b8e806-c004-4dd1-8876-e5e745ceddba,segment=NetworkSegment(e2cb805c-0c6a-4dec-b760-c5c9ae217320),segment_id=e2cb805c-0c6a-4dec-b760-c5c9ae217320)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:22.554358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.569608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 17b8e806-c004-4dd1-8876-e5e745ceddba owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:22.606583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b0572b2-d6f2-4576-99be-5079c530b418 req-f064c2c5-de48-4758-b054-90e48eeae551 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360221 Oct 25 23:16:22.723521 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:22.755560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=17b8e806-c004-4dd1-8876-e5e745ceddba,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:22.761832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port 17b8e806-c004-4dd1-8876-e5e745ceddba on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:22.813495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea199e96-0a72-455a-9a61-e12def16781e req-40e4f855-4b38-4298-9e25-bec24e97c2b3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:22.846259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea199e96-0a72-455a-9a61-e12def16781e req-40e4f855-4b38-4298-9e25-bec24e97c2b3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1441758 Oct 25 23:16:22.932453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e039c9-c1c8-425a-b29c-dfae06e98206 None None] DHCP port deletion for 717b47e6-51c4-4644-9309-8b2782507c17 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:16:22.934453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea199e96-0a72-455a-9a61-e12def16781e req-f52be3c1-0976-4328-a888-640cf5756a1c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818915 Oct 25 23:16:23.276127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.301839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717b47e6-51c4-4644-9309-8b2782507c17']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:23.317211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cb805c-0c6a-4dec-b760-c5c9ae217320') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:23.317751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cb805c-0c6a-4dec-b760-c5c9ae217320') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:23.331402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.348170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.356965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:16:23.357669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:16:23.361481 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:16:23.443744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.475354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39278) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:23.483596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.490001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/717b47e6-51c4-4644-9309-8b2782507c17 HTTP/1.1" status: 204 len: 168 time: 1.2308922 Oct 25 23:16:23.490001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d076a-2121-4146-8401-2eed080671a5 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=717b47e6-51c4-4644-9309-8b2782507c17,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:23.492416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39280) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:23.537398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Deleting subnet d4fd8b68-cf0f-478f-afc3-b2f0b1692da8 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:23.540981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.548456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094568a-d8c7-4de2-b9c6-70130f973a19 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:23.550437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4094568a-d8c7-4de2-b9c6-70130f973a19 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/688db8bb-f6cc-428b-b681-aeebc11b71e9 HTTP/1.1" status: 200 len: 841 time: 0.0557187 Oct 25 23:16:23.556154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:23.592694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.626585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d137eb88-3f75-4907-ad04-c814c17c8129 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/688db8bb-f6cc-428b-b681-aeebc11b71e9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0688715 Oct 25 23:16:23.630566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39288) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:23.636302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:23.704112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.760559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:23.764496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.858511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.900241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7ed3-eabc-44ca-9c77-e53914da1936 req-d883bba2-58bb-4d46-867e-46db77b6c940 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:23.901893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d90f7ed3-eabc-44ca-9c77-e53914da1936 req-d883bba2-58bb-4d46-867e-46db77b6c940 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 945 time: 0.1551952 Oct 25 23:16:23.912436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fd8b68-cf0f-478f-afc3-b2f0b1692da8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:23.922647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:23.930597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3249f4f-09ab-45f1-a8fb-3ef0edc70540 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d4fd8b68-cf0f-478f-afc3-b2f0b1692da8 HTTP/1.1" status: 204 len: 168 time: 0.4524496 Oct 25 23:16:23.932749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39302) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:23.986238 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d90f7ed3-eabc-44ca-9c77-e53914da1936 req-e28f33e1-2e6a-4797-b11a-82a20b2b0a55 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558648 Oct 25 23:16:24.040655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.052796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.118692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:24.145900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:24.153927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.156807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:24.157387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.163442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e1a3e-1e71-4bae-95db-b487e946d91e None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:24.192970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799955df-06df-4909-b647-a6a202bbd5f2']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:24.209611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=001a9a0b-da52-4f4f-966d-24ea03ea4105,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:24.219891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:24.220720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8a2fbe-329a-4018-bc5c-d59c3073ba1e') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:24.227160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d4b8aed4-4b3c-4dce-ae72-5a17ff9f558c tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5929077 Oct 25 23:16:24.228088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39310) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:24.245316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1132158713'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:24.251342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.264831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a474ec-c12f-437c-b2d8-a7d4e045101d req-014d2d57-a6af-4dbf-8615-7e6c7aed3344 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:24.279011 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63a474ec-c12f-437c-b2d8-a7d4e045101d req-014d2d57-a6af-4dbf-8615-7e6c7aed3344 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1682670 Oct 25 23:16:24.291242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.313213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:16:24.313944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:16:24.318016 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:16:24.329325 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.396341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63a474ec-c12f-437c-b2d8-a7d4e045101d req-da76c14a-88f5-4732-85b7-ce4503b9d501 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161399 Oct 25 23:16:24.426838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39316) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:24.438221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.444866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.451633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] 10.222.0.25 "DELETE /v2.0/networks/799955df-06df-4909-b647-a6a202bbd5f2 HTTP/1.1" status: 204 len: 168 time: 0.5171242 Oct 25 23:16:24.463656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96a479-f1ad-4b74-9375-f7ae3b18722c admin admin] Pushing event deleted for resources: {'Network': ['ID=799955df-06df-4909-b647-a6a202bbd5f2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:24.561300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'tenant_id': 'feaf468091e3461eb98638cb094741f3', 'fixed_ips': [{'subnet_id': '001a9a0b-da52-4f4f-966d-24ea03ea4105'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:16:24.564509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.569334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 17b8e806-c004-4dd1-8876-e5e745ceddba no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:24.599802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.607048 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.625959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 17b8e806-c004-4dd1-8876-e5e745ceddba {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:24.626329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 17b8e806-c004-4dd1-8876-e5e745ceddba not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:24.656002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.660697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4281428 Oct 25 23:16:24.661483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39326) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:24.670250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'security_group': {'name': 'tempest-secgroup-921288080'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:24.680758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7e45-2d7a-4dd4-94d2-a00d4bddff9f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff109a00-9e39-4c90-9565-3187aaaf9a50,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:24.711390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.723244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77cd1e37-c11d-45e3-9e38-7eb3f92b168d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.807932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:24.848166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:24.848947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 3a6c1fd5-06ef-4161-9be0-1e6d8a2211e1 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:24.870727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.878275 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.919667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77cd1e37-c11d-45e3-9e38-7eb3f92b168d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.932230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77cd1e37-c11d-45e3-9e38-7eb3f92b168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.938294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:24.939792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2743649 Oct 25 23:16:24.944523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39330) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:24.953106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Allocated IP 172.20.0.2 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/001a9a0b-da52-4f4f-966d-24ea03ea4105/b1157b2a-d55a-4b54-8664-9fd8292280b5) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:24.955569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-302599154', 'security_groups': ['1610a089-73ac-442a-8027-1f597862705d'], 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '001a9a0b-da52-4f4f-966d-24ea03ea4105'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:24.963983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8fd14-26a7-4086-ac88-8984cfeba6a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1610a089-73ac-442a-8027-1f597862705d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:24.990742 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-77cd1e37-c11d-45e3-9e38-7eb3f92b168d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f9a741bfa2e47b58945f8942a96e9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625172 Oct 25 23:16:24.991652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39334) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:24.995531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:24.996374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd1e37-c11d-45e3-9e38-7eb3f92b168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0d370-ec7a-4a83-9aa3-f57a7468398b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:25.106103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:25.119235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-19e0e64d-999c-42e9-94b3-4568aa2281b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1a02fa9db254c969e5bf8bd7a09e325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249337 Oct 25 23:16:25.124021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39344) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:25.161739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39346) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:25.164929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1b25-d26d-4b18-af68-afeee6f874a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.202142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6553b-1aa8-4b03-ae7a-7f65dfb114c9 req-9717b6ff-857a-4285-b757-3567f786720b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:25.204237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acd6553b-1aa8-4b03-ae7a-7f65dfb114c9 req-9717b6ff-857a-4285-b757-3567f786720b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 945 time: 0.0864751 Oct 25 23:16:25.243225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.251792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.257379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:25.261627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1b25-d26d-4b18-af68-afeee6f874a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.277537 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3f07999-625e-4d12-9860-d895b5e6090c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.278857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76580b61-6f15-4379-9d14-4fef8c3a4d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.294454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Pushing event updated for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:25.309924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:25.311824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:25.314490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:25.327943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-acd6553b-1aa8-4b03-ae7a-7f65dfb114c9 req-9b7b07b4-cb70-446c-a299-3e65c12afb97 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135781 Oct 25 23:16:25.343472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76580b61-6f15-4379-9d14-4fef8c3a4d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.382450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Attempting to bind port b1157b2a-d55a-4b54-8664-9fd8292280b5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:25.382927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Attempting to bind port b1157b2a-d55a-4b54-8664-9fd8292280b5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:25.383354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Attempting to bind port b1157b2a-d55a-4b54-8664-9fd8292280b5 on network bc2bc9f7-40af-4f37-afd3-55229a6660e5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:25.388885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:25.389681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Checking segment: {'id': '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:25.389824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.390219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Bound using segment: {'id': '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:25.391010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Bound port: b1157b2a-d55a-4b54-8664-9fd8292280b5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:25.391660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.394512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-975683171-network', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:25.398056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1b25-d26d-4b18-af68-afeee6f874a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.400628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1b25-d26d-4b18-af68-afeee6f874a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.401989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bdbf1b25-d26d-4b18-af68-afeee6f874a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08c0d370-ec7a-4a83-9aa3-f57a7468398b HTTP/1.1" status: 204 len: 168 time: 0.4026067 Oct 25 23:16:25.421250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf1b25-d26d-4b18-af68-afeee6f874a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0d370-ec7a-4a83-9aa3-f57a7468398b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:25.450696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Made reservation on behalf of 9fe692de6ee341bc86102c8ff8aff485 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:25.453899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.466054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.478330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.484246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76580b61-6f15-4379-9d14-4fef8c3a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.487942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76580b61-6f15-4379-9d14-4fef8c3a4d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.489831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-76580b61-6f15-4379-9d14-4fef8c3a4d9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f622a219-e3af-4338-a0db-049ec2f52765 HTTP/1.1" status: 204 len: 168 time: 0.3648865 Oct 25 23:16:25.507185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port 9991c54a-3e5e-48c8-9a03-61146f8fe2e1 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:16:25.527438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:25.533880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e278e19e-9618-45cd-a333-54d430d248e0 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:25.543074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76580b61-6f15-4379-9d14-4fef8c3a4d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622a219-e3af-4338-a0db-049ec2f52765,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:25.543322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1157b2a-d55a-4b54-8664-9fd8292280b5,segment=NetworkSegment(8416d15a-7d16-4b47-b5bd-934ac9ab2e4a),segment_id=8416d15a-7d16-4b47-b5bd-934ac9ab2e4a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:25.586767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.649181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed397eb-dc3b-421d-8db3-ade8ce86d780 req-ee7834dd-ba89-44fd-83b0-053cef19bce4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:25.662428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ed397eb-dc3b-421d-8db3-ade8ce86d780 req-ee7834dd-ba89-44fd-83b0-053cef19bce4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1424544 Oct 25 23:16:25.692053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a0c97-d4a2-4cb2-90fc-9aa23ec045d1 None None] Pushing event updated for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:25.704152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e278e19e-9618-45cd-a333-54d430d248e0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:16:25.710026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e278e19e-9618-45cd-a333-54d430d248e0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:25.710521 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.837349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.837349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ed397eb-dc3b-421d-8db3-ade8ce86d780 req-e330c23c-2017-4672-8fb8-09e53295276a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545265 Oct 25 23:16:25.837349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.868794 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.880855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:16:25.898274 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3f07999-625e-4d12-9860-d895b5e6090c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.912336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3f07999-625e-4d12-9860-d895b5e6090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.926360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c974e1-4408-4093-a4ed-17f62bf2e9fa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:25.930011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.9 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/001a9a0b-da52-4f4f-966d-24ea03ea4105/9991c54a-3e5e-48c8-9a03-61146f8fe2e1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:25.932531 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:25.932807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:25.932941 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Added segment 63348565-4e51-428f-9801-6323ac7db699 of type vlan for network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a Oct 25 23:16:25.935227 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14086d1e-0981-405d-8029-189d31178880" -d '{"events": [{"server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "name": "network-vif-plugged", "status": "completed", "tag": "e278e19e-9618-45cd-a333-54d430d248e0"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:25.960243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e278e19e-9618-45cd-a333-54d430d248e0,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:25.969881 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.031918 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e64745f-1fe5-479f-8d96-c6a43f8e23ba x-openstack-request-id: req-3e64745f-1fe5-479f-8d96-c6a43f8e23ba {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:26.032229 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "name": "network-vif-plugged", "status": "completed", "tag": "e278e19e-9618-45cd-a333-54d430d248e0", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:26.032624 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e64745f-1fe5-479f-8d96-c6a43f8e23ba {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:26.033033 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0', 'code': 200} Oct 25 23:16:26.097923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.109158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:26.135935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39370) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:26.192903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.193975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:26.194751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.249824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a3f07999-625e-4d12-9860-d895b5e6090c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cff2133594824a0caace6762b9c91ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1416986 Oct 25 23:16:26.254692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39376) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:26.309543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1433446 Oct 25 23:16:26.321359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8d7ec5-f268-4a71-90de-4176c73b3f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.326021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39380) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:26.354855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Request body: {'subnet': {'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-975683171-subnet', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:26.358669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f07999-625e-4d12-9860-d895b5e6090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d28bc19-d062-4bc0-9456-e4e29a3a1e04,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:26.433559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b7ecf-4a09-405e-9ed0-45ba1be9803d req-036382b5-448b-4b96-86b6-c91dc9303f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:26.436575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b90b7ecf-4a09-405e-9ed0-45ba1be9803d req-036382b5-448b-4b96-86b6-c91dc9303f34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 1097 time: 0.2230220 Oct 25 23:16:26.491141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Made reservation on behalf of 9fe692de6ee341bc86102c8ff8aff485 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:26.495467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.543913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb777b-6331-473a-b13f-406d4b75b1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:26.567851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:16:26.568553 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb16ce8b-794c-43f0-8c3c-0a6aa443bb09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.612782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb16ce8b-794c-43f0-8c3c-0a6aa443bb09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.688848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:26.750762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:26.751436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.778665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3fcc-c052-4770-8d43-004c33f2fd88 req-c5f48c75-30fe-46e9-98ae-4d6efa0bee7c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:26.782119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dbcd3fcc-c052-4770-8d43-004c33f2fd88 req-c5f48c75-30fe-46e9-98ae-4d6efa0bee7c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 946 time: 0.2854917 Oct 25 23:16:26.786578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb16ce8b-794c-43f0-8c3c-0a6aa443bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.798416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb16ce8b-794c-43f0-8c3c-0a6aa443bb09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.815925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bb16ce8b-794c-43f0-8c3c-0a6aa443bb09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d28bc19-d062-4bc0-9456-e4e29a3a1e04 HTTP/1.1" status: 204 len: 168 time: 0.5459907 Oct 25 23:16:26.885703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16ce8b-794c-43f0-8c3c-0a6aa443bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d28bc19-d062-4bc0-9456-e4e29a3a1e04,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:26.921948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:26.934805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dbcd3fcc-c052-4770-8d43-004c33f2fd88 req-a57b2911-bd3f-46d5-a8ac-789a9491658a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165273 Oct 25 23:16:27.031990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1157b2a-d55a-4b54-8664-9fd8292280b5,segment=NetworkSegment(8416d15a-7d16-4b47-b5bd-934ac9ab2e4a),segment_id=8416d15a-7d16-4b47-b5bd-934ac9ab2e4a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:27.051977 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.195852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:27.220149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.298887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b90b7ecf-4a09-405e-9ed0-45ba1be9803d req-cb957c98-4a40-4433-937d-6c5637d7313c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8494198 Oct 25 23:16:27.403535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-58defcee-c5de-41df-b672-49772e0ef94f None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:27.403901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58defcee-c5de-41df-b672-49772e0ef94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.419636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf854b-f4a9-4613-88a5-5a9aa38e94be req-b3db82d0-e21e-448a-ade7-a23be0c57194 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:27.422988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cdf854b-f4a9-4613-88a5-5a9aa38e94be req-b3db82d0-e21e-448a-ade7-a23be0c57194 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.2325914 Oct 25 23:16:27.493855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8d7ec5-f268-4a71-90de-4176c73b3f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.517600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8d7ec5-f268-4a71-90de-4176c73b3f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.560351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-58defcee-c5de-41df-b672-49772e0ef94f None None] Provisioning complete for port 688db8bb-f6cc-428b-b681-aeebc11b71e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:27.560851 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58defcee-c5de-41df-b672-49772e0ef94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.569311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.605152 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.607165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-58defcee-c5de-41df-b672-49772e0ef94f None None] Port 688db8bb-f6cc-428b-b681-aeebc11b71e9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:27.718871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=204bac81-1b2e-4c77-8db9-2ddda02719cb,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:27.744942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d7ec5-f268-4a71-90de-4176c73b3f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4568a-ba73-4341-a670-8535fea8773d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:27.791943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cc8d7ec5-f268-4a71-90de-4176c73b3f28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e90d011380c042a785bc48d57d45e57e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6262541 Oct 25 23:16:27.794441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39434) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:27.805029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cdf854b-f4a9-4613-88a5-5a9aa38e94be req-b554768d-0108-4df6-a5cb-115e8efb36ff tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997427 Oct 25 23:16:27.837804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:27.848765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=9991c54a-3e5e-48c8-9a03-61146f8fe2e1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:27.853690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:27.856123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:27.922833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Checking segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:27.923260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Network hostable DHCP agents. Network: 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:16:27.931615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df138a33-2a72-4dbf-90d3-e4f4a120fcf1 req-948a6973-a3d2-490c-b48a-8c085cdcb8c5 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0489998 Oct 25 23:16:27.955712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:27.957385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.970718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:16:27.984068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbbf4-c10d-4736-b6e6-604945d77edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:27.988683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c063a591-45bc-4265-b1f2-6f2b8f97ee01 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0426533 Oct 25 23:16:27.990474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39442) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:28.001193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:28.005884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:28.006614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.011240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540c63f-78d8-4b4b-9d43-36ee2e788f2a None None] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:28.020307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:28.046042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9c3a990e-9601-4a9e-9fc9-dfe55af07aaf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7136066 Oct 25 23:16:28.048769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:28.054448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:28.143758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.149411 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.170042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbbf4-c10d-4736-b6e6-604945d77edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.274957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39450) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:28.286792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.336434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:28.354269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.375693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbbf4-c10d-4736-b6e6-604945d77edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.379425 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbbf4-c10d-4736-b6e6-604945d77edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.384342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa4bbbf4-c10d-4736-b6e6-604945d77edf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbe4568a-ba73-4341-a670-8535fea8773d HTTP/1.1" status: 204 len: 168 time: 0.5851169 Oct 25 23:16:28.433610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bbbf4-c10d-4736-b6e6-604945d77edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4568a-ba73-4341-a670-8535fea8773d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:28.493856 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 001a9a0b-da52-4f4f-966d-24ea03ea4105 (CIDR: 172.20.0.0/28) Oct 25 23:16:28.498347 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:16:28.499289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:28.522928 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc39b11c-b2ac-4a78-a636-0c198d14d949 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5260885 Oct 25 23:16:28.525539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39460) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:28.533498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:28.592925 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.684915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:28.685799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-network', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:28.688172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.724034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0449-6d40-471e-bb52-7f0590c2c34c req-1ac16033-6c88-4dd2-9e7c-0a295ffd3327 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:28.725890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41fd0449-6d40-471e-bb52-7f0590c2c34c req-1ac16033-6c88-4dd2-9e7c-0a295ffd3327 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 946 time: 0.6042168 Oct 25 23:16:28.752609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Made reservation on behalf of e6db85b6142c4d53accf07237edb2f5d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:28.766858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.785113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.837256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-41fd0449-6d40-471e-bb52-7f0590c2c34c req-a1b42f5f-cd67-45b4-a472-0e069d0ce49c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726573 Oct 25 23:16:28.923339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:16:28.925966 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:28.958759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8bfe38ea-7c68-49a7-9477-9224189e848f None None] Provisioning complete for port 9991c54a-3e5e-48c8-9a03-61146f8fe2e1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:28.963552 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8bfe38ea-7c68-49a7-9477-9224189e848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.045082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe38ea-7c68-49a7-9477-9224189e848f None None] Port 9991c54a-3e5e-48c8-9a03-61146f8fe2e1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:29.110505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.116116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:29.120756 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.135229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-26493279-343c-41e0-9449-43e22395d32e req-70ebac79-7013-49af-9ce2-c80037320e04 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0614963 Oct 25 23:16:29.135831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.151131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:16:29.163109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.164066 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Added segment 28c04479-641b-4070-b67b-4ff4887beffb of type vlan for network 01622bd7-7fda-44c0-a57e-22b8a7807b9a Oct 25 23:16:29.227343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.228228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.275381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.337158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eccba2-4cf4-419c-8d79-2b61a1b05bcf,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:29.340181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.341387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:29.342301 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.361296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Allocated IP 172.20.0.2 (253e6925-b6d8-4c1a-8abd-cb2a3ed7893a/204bac81-1b2e-4c77-8db9-2ddda02719cb/69b92af7-1f66-4633-9a71-f72ac7af7e28) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:29.400087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1238503 Oct 25 23:16:29.401540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39478) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:29.414275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Request body: {'subnet': {'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-subnet', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:29.421432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:29.423317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.484176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abff6b-a443-4ea5-a56a-c079c4848c1b admin admin] Pushing event updated for resources: {'Network': ['ID=01622bd7-7fda-44c0-a57e-22b8a7807b9a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:29.519958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633d8f3-04a2-4e70-bd34-65ee0d3c1dd8 req-52a324ae-dd8a-48c4-b979-967d46ac4e07 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:29.520249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Made reservation on behalf of e6db85b6142c4d53accf07237edb2f5d for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:29.522797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:29.529235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6633d8f3-04a2-4e70-bd34-65ee0d3c1dd8 req-52a324ae-dd8a-48c4-b979-967d46ac4e07 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.4158154 Oct 25 23:16:29.797907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6633d8f3-04a2-4e70-bd34-65ee0d3c1dd8 req-8f57b510-a1c1-4c52-8e1d-ccc306dfaa84 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634859 Oct 25 23:16:29.841418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Allocated IP 172.25.4.243 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/bbec518c-cf9f-44de-9b0a-4e951189c514) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:29.844723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.046762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294267f9-0c8f-466c-a224-73ba058e5389,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:30.062007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:30.062595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Network hostable DHCP agents. Network: 01622bd7-7fda-44c0-a57e-22b8a7807b9a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:16:30.084983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.104074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.105575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:16:30.157069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.161242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:30.177150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:30.179714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:30.182936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32302466-c385-43be-a894-d737ae443e5a req-af987b79-dd7b-4559-9baa-66e6a94f20cd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:30.184507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32302466-c385-43be-a894-d737ae443e5a req-af987b79-dd7b-4559-9baa-66e6a94f20cd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 946 time: 0.1965442 Oct 25 23:16:30.191705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:30.192626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.193453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:16:30.220030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e0b78cf3-d057-4c2a-ad9c-9b2d2ebb9a05 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6932960 Oct 25 23:16:30.223446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39494) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:30.229889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1763678919', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6'}], 'security_groups': ['ff109a00-9e39-4c90-9565-3187aaaf9a50']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:30.255099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e55ba-d96a-424a-9794-1aaaa1ff263a None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:30.317488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32302466-c385-43be-a894-d737ae443e5a req-c60fd1c5-7a33-4022-b9ec-675bdf89eeba tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136513 Oct 25 23:16:30.320174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 01622bd7-7fda-44c0-a57e-22b8a7807b9a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:30.324066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.327079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9c74994-2198-4c00-b9b6-c1c3c126c519 req-5e3092f4-d67d-4464-8628-d6bb3568b77c tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0428751 Oct 25 23:16:30.338055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:30.338938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.391475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9474e223-caba-491d-87cd-57bb8c398d52 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9876907 Oct 25 23:16:30.396288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39500) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:30.401648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:30.442696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.483508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:30.498770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Pushing event updated for resources: {'Port': ['ID=bbec518c-cf9f-44de-9b0a-4e951189c514,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:30.504663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:30.507581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.509432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.531535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:30.533825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b51d6f-c078-40ad-8b1e-257c3655922e None None] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:30.536957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Pushing event updated for resources: {'Port': ['ID=69b92af7-1f66-4633-9a71-f72ac7af7e28,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:30.579229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.612526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.676933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:30.690236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:30.695511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:30.809138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:30.818579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-e9792b77-f33b-4ab1-adb7-ed6fa656cd5c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 267 time: 0.3281913 Oct 25 23:16:31.037048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-259d74d7-715a-4c2a-bbec-4d64e0179e3a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:31.038858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-259d74d7-715a-4c2a-bbec-4d64e0179e3a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 946 time: 0.1850591 Oct 25 23:16:31.057950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'port': {'security_groups': []}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:31.167232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672d681-cd25-4455-b129-8159137b0b53 req-a5487f46-4bf3-4318-be35-7f039e1a7dca tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:31.168942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1672d681-cd25-4455-b129-8159137b0b53 req-a5487f46-4bf3-4318-be35-7f039e1a7dca tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.2091613 Oct 25 23:16:31.193034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Attempting to bind port 69b92af7-1f66-4633-9a71-f72ac7af7e28 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:31.193603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Attempting to bind port 69b92af7-1f66-4633-9a71-f72ac7af7e28 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:31.193976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Attempting to bind port 69b92af7-1f66-4633-9a71-f72ac7af7e28 on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:31.208845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:31.209293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Checking segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:31.209655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.210633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Bound using segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:31.211133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Bound port: 69b92af7-1f66-4633-9a71-f72ac7af7e28, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:31.211768 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.326414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Delete allocated IP 172.20.0.9 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/001a9a0b-da52-4f4f-966d-24ea03ea4105) {{(pid=102134) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 23:16:31.339239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1672d681-cd25-4455-b129-8159137b0b53 req-8cc155b9-9101-4950-aaa1-12eb5fe06cbb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458185 Oct 25 23:16:31.339519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] For port 69b92af7-1f66-4633-9a71-f72ac7af7e28, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:31.343082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] For port 69b92af7-1f66-4633-9a71-f72ac7af7e28, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=69b92af7-1f66-4633-9a71-f72ac7af7e28,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:31.357701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.357907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.18 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6/9991c54a-3e5e-48c8-9a03-61146f8fe2e1) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:31.392156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.484226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.556120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:16:31.557176 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.626779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b9777-05fc-4e0c-b76e-71c9a417a345 None None] Pushing event updated for resources: {'Port': ['ID=69b92af7-1f66-4633-9a71-f72ac7af7e28,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:31.640319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] Update dhcp port {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'fixed_ips': [{'subnet_id': '001a9a0b-da52-4f4f-966d-24ea03ea4105', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'b1157b2a-d55a-4b54-8664-9fd8292280b5'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:16:31.817082 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.846717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.858094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.908471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:31.925216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3ce88bc-b1ba-4907-81e3-ce8fcc694f6b req-3e6a87e4-2701-4d33-a67a-c1c95c74379d tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1053894 Oct 25 23:16:31.928836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:32.095615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=9991c54a-3e5e-48c8-9a03-61146f8fe2e1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:32.209596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Allocated IP 172.25.4.125 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/f13c0003-1278-4383-9fb3-2f052784fd70) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:32.224400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Allocated IP 172.20.0.2 (01622bd7-7fda-44c0-a57e-22b8a7807b9a/294267f9-0c8f-466c-a224-73ba058e5389/b098ce88-637d-4d2b-9b55-51a0d389647e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:32.275536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] In _notify_port_updated(), no bound segment for port 9991c54a-3e5e-48c8-9a03-61146f8fe2e1 on network bc2bc9f7-40af-4f37-afd3-55229a6660e5 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:16:32.315344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:32.322615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:32.328432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-36035664-b755-4ec0-975a-c119160cd09e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/ports/9991c54a-3e5e-48c8-9a03-61146f8fe2e1 HTTP/1.1" status: 200 len: 921 time: 2.1037910 Oct 25 23:16:32.333436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:32.555568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 9991c54a-3e5e-48c8-9a03-61146f8fe2e1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:32.556200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:32.624854 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:32.689359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:32.707179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 9991c54a-3e5e-48c8-9a03-61146f8fe2e1 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:32.966033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc8e5-9714-43e5-a0ce-ddf31aca3972 req-47df1e6f-637d-4825-ae7e-58490f4b0931 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:32.969264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-697dc8e5-9714-43e5-a0ce-ddf31aca3972 req-47df1e6f-637d-4825-ae7e-58490f4b0931 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.4642985 Oct 25 23:16:32.973027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:32.979177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] Allocated IP 172.20.0.19 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6/b1157b2a-d55a-4b54-8664-9fd8292280b5) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:33.176477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1157b2a-d55a-4b54-8664-9fd8292280b5,segment=NetworkSegment(8416d15a-7d16-4b47-b5bd-934ac9ab2e4a),segment_id=8416d15a-7d16-4b47-b5bd-934ac9ab2e4a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:33.199694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e278e19e-9618-45cd-a333-54d430d248e0,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:33.218968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.223643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.253148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=9991c54a-3e5e-48c8-9a03-61146f8fe2e1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:33.326896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-697dc8e5-9714-43e5-a0ce-ddf31aca3972 req-a607e6a6-1b8d-4110-890e-76c8928b15a4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278732 Oct 25 23:16:33.338493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Pushing event updated for resources: {'Port': ['ID=b098ce88-637d-4d2b-9b55-51a0d389647e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:33.350741 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.361867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b46d9fe7-b482-4aad-b0a5-f7b57b47f288 req-a0a99e59-2263-4964-b98e-352ea752c212 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.2078736 Oct 25 23:16:33.391449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.403781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8e455a07-a019-478c-b165-ce0d8359404e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/9991c54a-3e5e-48c8-9a03-61146f8fe2e1 HTTP/1.1" status: 204 len: 168 time: 1.0655954 Oct 25 23:16:33.406750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39568) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:33.499431 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-b194260a-1c61-4222-84f1-b67660608c54 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:16:33.504052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b194260a-1c61-4222-84f1-b67660608c54 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/9991c54a-3e5e-48c8-9a03-61146f8fe2e1 HTTP/1.1" status: 404 len: 333 time: 0.0932846 Oct 25 23:16:33.508990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39570) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:33.611538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b8f56e6-f15d-4cf6-8152-8422fb748ff8 req-67675212-cabb-4b35-9b08-2687a9d717bf tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0808427 Oct 25 23:16:33.622865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa5452-4b95-4a46-bbe7-3c6834af5567 None None] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:33.644825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.649779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 69b92af7-1f66-4633-9a71-f72ac7af7e28 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:33.657434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.669709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.689697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b372d-37c7-41d6-bbad-87eef0764737 None None] Pushing event updated for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:33.710904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39574) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:33.745146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:33.814215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:33.816939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.831512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:33.832442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.839385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6afcbd4e-cb82-476e-97d3-153eb0973f02 req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "PUT /v2.0/ports/e278e19e-9618-45cd-a333-54d430d248e0 HTTP/1.1" status: 200 len: 905 time: 2.7909915 Oct 25 23:16:33.840282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:33.843109 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "tag": "e278e19e-9618-45cd-a333-54d430d248e0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:33.845943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53f93f1c-1571-4eb0-8d97-44455a8c0aa7 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:33.855105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['379ab0ff-e577-4b67-aadd-bd53fda6df46', 'e278e19e-9618-45cd-a333-54d430d248e0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:33.987754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fd4be1f-6424-48f1-a7e1-7bbc8e6551a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.075922 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27450837-791f-4803-b0d2-211530f1717d x-openstack-request-id: req-27450837-791f-4803-b0d2-211530f1717d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:34.076203 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "tag": "e278e19e-9618-45cd-a333-54d430d248e0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:34.076516 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27450837-791f-4803-b0d2-211530f1717d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:34.076884 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0', 'status': 'completed', 'code': 200} Oct 25 23:16:34.183351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592b627-4e38-4785-9a6d-a3a73676632a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:34.231619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.337866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53f93f1c-1571-4eb0-8d97-44455a8c0aa7 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.358389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:34.385556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e278e19e-9618-45cd-a333-54d430d248e0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:34.388949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cd1350d1-2d83-450e-8bfe-ea700552b50d None None] Provisioning complete for port 69b92af7-1f66-4633-9a71-f72ac7af7e28 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:34.389321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd1350d1-2d83-450e-8bfe-ea700552b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.396882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:34.565077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f13c0003-1278-4383-9fb3-2f052784fd70,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:34.589638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53f93f1c-1571-4eb0-8d97-44455a8c0aa7 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.597468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53f93f1c-1571-4eb0-8d97-44455a8c0aa7 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.601166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53f93f1c-1571-4eb0-8d97-44455a8c0aa7 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/security-groups/1610a089-73ac-442a-8027-1f597862705d HTTP/1.1" status: 204 len: 168 time: 1.0862062 Oct 25 23:16:34.605271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:34.629266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:34.689173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-198bcd80-d014-4ff8-8558-8f3206ce30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:34.691936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-198bcd80-d014-4ff8-8558-8f3206ce30b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 1059 time: 0.5126510 Oct 25 23:16:34.693127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:34.700426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:34.714473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 69b92af7-1f66-4633-9a71-f72ac7af7e28 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:34.715083 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.715613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744596b-7a99-4ba4-9b31-fe369bd9a08a req-e64a4c9a-0cbb-4839-843c-c1f5def57ac7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:34.719016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b744596b-7a99-4ba4-9b31-fe369bd9a08a req-e64a4c9a-0cbb-4839-843c-c1f5def57ac7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.2089446 Oct 25 23:16:34.771386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f93f1c-1571-4eb0-8d97-44455a8c0aa7 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610a089-73ac-442a-8027-1f597862705d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:34.792297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fd4be1f-6424-48f1-a7e1-7bbc8e6551a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.817837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ee405-83f5-4b75-9a7c-1c6abbb6cc89 req-d600df95-7310-438f-9dda-f338052eea18 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:34.837564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-870ee405-83f5-4b75-9a7c-1c6abbb6cc89 req-d600df95-7310-438f-9dda-f338052eea18 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 908 time: 0.8810668 Oct 25 23:16:34.842728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fd4be1f-6424-48f1-a7e1-7bbc8e6551a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:34.894321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b744596b-7a99-4ba4-9b31-fe369bd9a08a req-3ce57340-9f64-4b01-8205-719eb2dfb7aa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493409 Oct 25 23:16:35.027793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4fd4be1f-6424-48f1-a7e1-7bbc8e6551a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90a25069152d42ccb8a9eeb07ee0da9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3154697 Oct 25 23:16:35.033774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:35.036601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Attempting to bind port b098ce88-637d-4d2b-9b55-51a0d389647e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:35.037191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Attempting to bind port b098ce88-637d-4d2b-9b55-51a0d389647e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:35.037741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Attempting to bind port b098ce88-637d-4d2b-9b55-51a0d389647e on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:35.045136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4be1f-6424-48f1-a7e1-7bbc8e6551a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f45a32-4408-438d-80e8-2fbc646d0fc9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:35.086922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:35.087235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:35.087654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.088061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Bound using segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:35.088533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Bound port: b098ce88-637d-4d2b-9b55-51a0d389647e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:35.090253 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.116387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e5cd638a-a37a-48de-8ac9-d2344dfa6b74 req-d34f25ee-3252-4fa2-89de-19c77c124888 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1036592 Oct 25 23:16:35.117443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9542dd52-9147-4761-aa5c-b1b35dcbbebe tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.149334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Router 65e14521-11e5-447e-b96e-123d21337258 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:16:35.186737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9542dd52-9147-4761-aa5c-b1b35dcbbebe tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.218481 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.246547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a965674e-712c-4785-a3b9-f27080a081a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.251117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-bb8788f7-c27a-4b70-a97c-fb7e45923e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:35.253892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-bb8788f7-c27a-4b70-a97c-fb7e45923e80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.5126452 Oct 25 23:16:35.287601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a965674e-712c-4785-a3b9-f27080a081a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.368915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a965674e-712c-4785-a3b9-f27080a081a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.369451 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd1350d1-2d83-450e-8bfe-ea700552b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.372975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a965674e-712c-4785-a3b9-f27080a081a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.374588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a965674e-712c-4785-a3b9-f27080a081a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34f45a32-4408-438d-80e8-2fbc646d0fc9 HTTP/1.1" status: 204 len: 168 time: 0.3380663 Oct 25 23:16:35.399129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9542dd52-9147-4761-aa5c-b1b35dcbbebe tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.419477 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9542dd52-9147-4761-aa5c-b1b35dcbbebe tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.426257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9542dd52-9147-4761-aa5c-b1b35dcbbebe tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff109a00-9e39-4c90-9565-3187aaaf9a50 HTTP/1.1" status: 204 len: 168 time: 0.8169239 Oct 25 23:16:35.427924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:35.431569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965674e-712c-4785-a3b9-f27080a081a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f45a32-4408-438d-80e8-2fbc646d0fc9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:35.445833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d389c14-a266-46fd-a451-d5723cfa1f24 req-f2c29f9b-4a63-4008-8a2f-a61ad38aa2d5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:35.461427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d389c14-a266-46fd-a451-d5723cfa1f24 req-f2c29f9b-4a63-4008-8a2f-a61ad38aa2d5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.3790512 Oct 25 23:16:35.499592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542dd52-9147-4761-aa5c-b1b35dcbbebe tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff109a00-9e39-4c90-9565-3187aaaf9a50,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:35.564771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-5d8cd821-8898-46a0-87dc-ef8acd083482 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e278e19e-9618-45cd-a333-54d430d248e0 HTTP/1.1" status: 200 len: 217 time: 0.1631491 Oct 25 23:16:35.616409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet 001a9a0b-da52-4f4f-966d-24ea03ea4105 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:35.640319 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.671492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cd1350d1-2d83-450e-8bfe-ea700552b50d None None] For port 69b92af7-1f66-4633-9a71-f72ac7af7e28, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=69b92af7-1f66-4633-9a71-f72ac7af7e28,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:35.689848 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd1350d1-2d83-450e-8bfe-ea700552b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.769766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.778828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] For port b098ce88-637d-4d2b-9b55-51a0d389647e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:35.811796 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.815100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] For port b098ce88-637d-4d2b-9b55-51a0d389647e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b098ce88-637d-4d2b-9b55-51a0d389647e,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:35.845380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.874317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:35.874824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:35.878584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:16:35.879078 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:16:35.881277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1350d1-2d83-450e-8bfe-ea700552b50d None None] Pushing event updated for resources: {'Port': ['ID=69b92af7-1f66-4633-9a71-f72ac7af7e28,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:35.913637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:16:35.958138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:16:35.987760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:35.988667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:36.066358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d389c14-a266-46fd-a451-d5723cfa1f24 req-6e497fd8-1c0b-4a43-b403-5fcbfac32f12 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183477 Oct 25 23:16:36.145502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:36.153420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-3c67b81f-c498-4771-8578-bea63147736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:36.155859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-3c67b81f-c498-4771-8578-bea63147736b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.5623121 Oct 25 23:16:36.172145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:36.175548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-88efffd6-ca09-4209-af82-89d14d8536f7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1249058 Oct 25 23:16:36.184583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39622) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:36.191552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573647-6e80-458f-9279-ad4b1b7265cb None None] Pushing event updated for resources: {'Port': ['ID=b098ce88-637d-4d2b-9b55-51a0d389647e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:36.295566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:36.348800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860872-232c-44cf-a656-f7465fb198e8 req-ca829fce-6901-4c5e-a5dd-472e6cd00855 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:36.356425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b860872-232c-44cf-a656-f7465fb198e8 req-ca829fce-6901-4c5e-a5dd-472e6cd00855 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1645432 Oct 25 23:16:36.435510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:36.555921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Provisioning complete for port 688db8bb-f6cc-428b-b681-aeebc11b71e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:36.556441 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:36.580141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8146d88d-bd33-4c39-8602-fb8c8f47a619 req-fef25178-2aff-4023-b5d7-1a2477f89ba9 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1409016 Oct 25 23:16:36.604411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39628) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:36.610057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=001a9a0b-da52-4f4f-966d-24ea03ea4105,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:36.649618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-c5719dbc-33ba-4e3a-8db3-6e834ed7a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:36.651599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-c5719dbc-33ba-4e3a-8db3-6e834ed7a72e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4653065 Oct 25 23:16:36.677814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:36.690697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f8dce2f-472b-48d0-9f1f-9a37987f25e9 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/001a9a0b-da52-4f4f-966d-24ea03ea4105 HTTP/1.1" status: 204 len: 168 time: 1.2601738 Oct 25 23:16:36.712218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b860872-232c-44cf-a656-f7465fb198e8 req-4c12d902-b6ac-4e3a-a6b3-5182ff0da2d2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538375 Oct 25 23:16:36.717392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39632) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:36.728003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:36.843637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c97eb39-b6bd-4c04-9722-4814b3999a67 None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:36.874594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-06795698-ac59-49ee-8b0f-1bd4ca9a9fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4343238 Oct 25 23:16:36.920787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4ff5-a468-4e2b-8ffc-e35e2eab79a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.003255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Port 688db8bb-f6cc-428b-b681-aeebc11b71e9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:37.020704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4ff5-a468-4e2b-8ffc-e35e2eab79a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.038109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4ff5-a468-4e2b-8ffc-e35e2eab79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.091514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:31Z', 'revision_number': 3, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:37.095764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Provisioning complete for port e278e19e-9618-45cd-a333-54d430d248e0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:37.095952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.150179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:37.154186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.216239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:37.301723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:16:37.302002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Updating router 65e14521-11e5-447e-b96e-123d21337258 port bbec518c-cf9f-44de-9b0a-4e951189c514 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:16:37.395078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.411865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c1ac4ff5-a468-4e2b-8ffc-e35e2eab79a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b21cbc5aefd04e708e63415878422533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043303 Oct 25 23:16:37.412805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac4ff5-a468-4e2b-8ffc-e35e2eab79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e020627-9628-4bf7-a53d-8026d41d67ea,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:37.418020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:37.429276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:37.429486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.543905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d7d7-8efa-4234-a97d-ae13fbfc75a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.573156 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d7d7-8efa-4234-a97d-ae13fbfc75a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.650723 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.735690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:37.754489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:37.760639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077e3ba-a838-4647-a3c1-4bdcbe5f0696 req-0f964285-ca7a-4e33-84bb-145131f5a8ea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:37.762318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d077e3ba-a838-4647-a3c1-4bdcbe5f0696 req-0f964285-ca7a-4e33-84bb-145131f5a8ea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 1.0115366 Oct 25 23:16:37.763180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:37.765272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.793093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afd0b5-e61a-4166-97ff-079b3fffbb5b None None] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:37.847928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.854449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=bc6504ff-aef2-40fc-a298-7be369919943,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:37.878305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-fdd8261e-89d3-4a39-8cea-6d8aee84449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:37.880340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-fdd8261e-89d3-4a39-8cea-6d8aee84449a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 1097 time: 0.2790132 Oct 25 23:16:37.885073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-52525d2a-a209-4c64-8491-c2cfc05201da service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1959026 Oct 25 23:16:37.901922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-244b1b5f-974f-4e2b-80f1-1d66deee8765 req-d71c02af-f706-4709-81b7-072cda5363e9 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1000073 Oct 25 23:16:37.903275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d7d7-8efa-4234-a97d-ae13fbfc75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.905851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d7d7-8efa-4234-a97d-ae13fbfc75a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:37.912684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8fa4d7d7-8efa-4234-a97d-ae13fbfc75a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e020627-9628-4bf7-a53d-8026d41d67ea HTTP/1.1" status: 204 len: 168 time: 0.4912195 Oct 25 23:16:37.956052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a3c31dc5-e118-46d7-87d8-bbdbebe7bba1 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2324440 Oct 25 23:16:37.967120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39644) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:37.992603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1733194537'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:38.011707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d7d7-8efa-4234-a97d-ae13fbfc75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e020627-9628-4bf7-a53d-8026d41d67ea,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:38.071337 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.209724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f728570-5c5c-4144-851a-a8bf99930b31 req-ec5e4ce2-3463-43a5-8f51-3d4738604bf7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:38.218777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d077e3ba-a838-4647-a3c1-4bdcbe5f0696 req-e75988be-30e0-4a9d-bc4f-b21aa5c190cb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191563 Oct 25 23:16:38.223205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f728570-5c5c-4144-851a-a8bf99930b31 req-ec5e4ce2-3463-43a5-8f51-3d4738604bf7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1611013 Oct 25 23:16:38.432448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f728570-5c5c-4144-851a-a8bf99930b31 req-192fb038-22c1-4144-908e-a379b4933451 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084877 Oct 25 23:16:38.483468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.492932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce3f8437-9b8a-4e37-a9b5-b13ad56ab5d6 req-49c5516b-bc9c-48c6-b26d-a061c75af1d6 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943110 Oct 25 23:16:38.512982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.544011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e2ab04e1-b7a2-490c-b65c-5dd048b46f9a None None] Could not find standard attr ID for object 9991c54a-3e5e-48c8-9a03-61146f8fe2e1. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:16:38.567552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.580347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6075745 Oct 25 23:16:38.581625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39656) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:38.592180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'security_group': {'name': 'tempest-secgroup-424418178'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:38.628324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e760cc-69d9-402f-a0c2-fad9d5438bd2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817cfa60-add9-4e56-9562-c0ad69d6a832,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:38.667962 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.764277 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:16:38.769938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-0a2fa5a8-e4f5-47d6-9a51-bfe9811d316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:38.772287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-0a2fa5a8-e4f5-47d6-9a51-bfe9811d316a service neutron] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.8635445 Oct 25 23:16:38.928792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.931482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Provisioning complete for port b098ce88-637d-4d2b-9b55-51a0d389647e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:38.931943 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:38.943994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.001781 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.042744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.057484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.069296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4839947 Oct 25 23:16:39.076097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b098ce88-637d-4d2b-9b55-51a0d389647e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:39.079170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39674) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:39.096639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'security_group': {'name': 'tempest-secgroup-193579995'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:39.139648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.161377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433174f1-4f04-47f4-b0cd-90a6685bacff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112787e9-31fd-48f9-8656-325f832deb08,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:39.167395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.215745 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c64da0c-c963-43ea-bcff-9ab9ffac59f3 req-f658153d-7755-4470-9197-ca983be62768 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0778582 Oct 25 23:16:39.229437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-69cbb37a-1167-411d-bd11-85e3f5faf205 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46 HTTP/1.1" status: 200 len: 217 time: 0.4041123 Oct 25 23:16:39.266707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.319180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.335438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.425176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.432560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3490794 Oct 25 23:16:39.439279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adb58e-f31c-4c8d-99a5-6cd15408bacf None None] Pushing event updated for resources: {'Port': ['ID=bbec518c-cf9f-44de-9b0a-4e951189c514,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:39.458686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39684) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:39.470742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-91282222', 'security_groups': ['7ed047e8-9e59-4494-b576-92feb31ff024'], 'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc6504ff-aef2-40fc-a298-7be369919943'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:39.508458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-b7fb97cb-98a6-48ad-8f4f-24ad6157ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:39.513633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-b7fb97cb-98a6-48ad-8f4f-24ad6157ef1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0924933 Oct 25 23:16:39.531263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] For port b098ce88-637d-4d2b-9b55-51a0d389647e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b098ce88-637d-4d2b-9b55-51a0d389647e,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:39.545378 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.601455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Attempting to bind port bbec518c-cf9f-44de-9b0a-4e951189c514 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:39.604960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09868520-2834-4524-9840-7d21b701a388 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed047e8-9e59-4494-b576-92feb31ff024,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:39.607915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Attempting to bind port bbec518c-cf9f-44de-9b0a-4e951189c514 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:39.608541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Attempting to bind port bbec518c-cf9f-44de-9b0a-4e951189c514 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:39.762741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Pushing event updated for resources: {'Port': ['ID=b098ce88-637d-4d2b-9b55-51a0d389647e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:39.780807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Allocated IP 172.20.0.1 (253e6925-b6d8-4c1a-8abd-cb2a3ed7893a/204bac81-1b2e-4c77-8db9-2ddda02719cb/b276e611-c058-438d-bb94-d5060adb06e5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:39.793232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38ff82-7753-44b1-962a-c8c576ec069f req-a0ba14b3-a24d-47b7-8a64-fb52df7dcadf tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:39.794605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143d78d-709b-42ec-9927-c48f47581e5a None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:39.806402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd38ff82-7753-44b1-962a-c8c576ec069f req-a0ba14b3-a24d-47b7-8a64-fb52df7dcadf tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1847112 Oct 25 23:16:39.819284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b098ce88-637d-4d2b-9b55-51a0d389647e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:39.819977 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.880607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:39.881741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:39.883537 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.884397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:39.885196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Bound port: bbec518c-cf9f-44de-9b0a-4e951189c514, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:39.887388 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.929122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Provisioning complete for port 69b92af7-1f66-4633-9a71-f72ac7af7e28 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:39.929660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7aafa2d4-86d6-4675-8eb7-f7c773f2647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.944961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:39.982348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:39.993380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-50790aca-f902-4859-be67-bbf167937d97 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:39.993542 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-50790aca-f902-4859-be67-bbf167937d97 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 1.2721765 Oct 25 23:16:40.028798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.032804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd38ff82-7753-44b1-962a-c8c576ec069f req-6d3778de-b565-45b3-b94f-459b04ae8039 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230222 Oct 25 23:16:40.099942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:40.105299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b276e611-c058-438d-bb94-d5060adb06e5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:40.114911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:40.117566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:40.151725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:16:40.225042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-2259b832-5fd2-4d03-bbb1-19aabb5e3d79 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/quotas/47fa4a1d7ed0469c917863c2fd18ac63 HTTP/1.1" status: 200 len: 375 time: 0.1689723 Oct 25 23:16:40.233350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] For port bbec518c-cf9f-44de-9b0a-4e951189c514, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:40.258311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.299068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] For port bbec518c-cf9f-44de-9b0a-4e951189c514, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bbec518c-cf9f-44de-9b0a-4e951189c514,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:40.328257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.341912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] device_id is not set on port d61d42fe-826f-4771-8f71-1793f93aa769 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:16:40.363818 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.476841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-adbc1229-72af-4dd0-8beb-9a5b4313d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:40.480648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-adbc1229-72af-4dd0-8beb-9a5b4313d03b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4837890 Oct 25 23:16:40.527563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-faec34a4-3900-4182-8556-3b764a8fe625 req-e86b5b95-cb37-4844-820b-fd79fe5c10d6 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0932047 Oct 25 23:16:40.538298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adb58e-f31c-4c8d-99a5-6cd15408bacf None None] Pushing event updated for resources: {'Port': ['ID=bbec518c-cf9f-44de-9b0a-4e951189c514,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:40.625308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 69b92af7-1f66-4633-9a71-f72ac7af7e28 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:40.629821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39698) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:40.724561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:40.724905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.12 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/bc6504ff-aef2-40fc-a298-7be369919943/d61d42fe-826f-4771-8f71-1793f93aa769) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:40.725467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:40.739415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-7aa4dd08-a17f-40f5-af91-1d2afa54f5f3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5132973 Oct 25 23:16:40.861369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:40.862462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.876001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.930360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 69b92af7-1f66-4633-9a71-f72ac7af7e28 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:40.930905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.973555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.977205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18d68153-8bd7-4588-9295-05b8d585c917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:40.992625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:41.020605 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.023715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-e1d74d0d-5b5e-4c2b-a68c-0c3f9e38d8b2 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236490 Oct 25 23:16:41.027521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] Update dhcp port {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'fixed_ips': [{'subnet_id': '5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6', 'ip_address': '172.20.0.19'}, {'subnet_id': 'bc6504ff-aef2-40fc-a298-7be369919943'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'b1157b2a-d55a-4b54-8664-9fd8292280b5'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:16:41.058765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.066401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:16:41.080264 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:16:41.100872 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:41.101518 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:41.156323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:41.177787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:41.184032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:41.265029 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18d68153-8bd7-4588-9295-05b8d585c917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.266995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:41.268813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.320246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.324495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab47f8af-320f-4c7e-b85c-3b020e3218f5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9268906 Oct 25 23:16:41.324814 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:41.325128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39706) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:41.331528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18d68153-8bd7-4588-9295-05b8d585c917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.343182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=d61d42fe-826f-4771-8f71-1793f93aa769,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:41.369581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91f9f6ba-79b3-4493-ae7f-91e264a37172 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9084737 Oct 25 23:16:41.372607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39708) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:41.381032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:41.392738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0f40e-55d9-460b-a384-b43a0514698f req-3b1e1117-8036-4a12-b709-3caf805ab940 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:41.394816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7df0f40e-55d9-460b-a384-b43a0514698f req-3b1e1117-8036-4a12-b709-3caf805ab940 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.2141507 Oct 25 23:16:41.480822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7df0f40e-55d9-460b-a384-b43a0514698f req-b479aa12-b759-4b7d-8798-aca68b8b6baa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723162 Oct 25 23:16:41.499160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-1c47e958-8e6c-49ae-959c-c9325b742b17 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587533 Oct 25 23:16:41.633374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:41.641030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.669756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Provisioning complete for port b098ce88-637d-4d2b-9b55-51a0d389647e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:41.670353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.692367 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:35Z', 'revision_number': 3, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:41.737482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-18d68153-8bd7-4588-9295-05b8d585c917 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=badc83995e1840cabe87e1d29310b356&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0788169 Oct 25 23:16:41.794763 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:16:41.796354 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Updating router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 port f13c0003-1278-4383-9fb3-2f052784fd70 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:16:41.799771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] Allocated IP 172.20.0.2 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/bc6504ff-aef2-40fc-a298-7be369919943/b1157b2a-d55a-4b54-8664-9fd8292280b5) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:41.804884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:39Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:41.868967 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:41.901029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b098ce88-637d-4d2b-9b55-51a0d389647e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:41.906230 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc6504ff-aef2-40fc-a298-7be369919943 (CIDR: 172.20.0.0/28) Oct 25 23:16:41.914372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39712) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:41.934943 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:16:41.935993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:41.947827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a71994-32f6-4376-949d-af2ef810fed3 None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:39Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:16:42.023992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-869e285a-1363-4a7a-8dde-a87a4ae80337 req-c9fcd808-4f81-4ca8-8d00-ea591b5a937e tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1126564 Oct 25 23:16:42.047216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-094608c2-234d-4911-bd52-7223299b7f7f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6694963 Oct 25 23:16:42.051687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39714) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:42.069061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:42.073507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b098ce88-637d-4d2b-9b55-51a0d389647e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:42.073887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.167785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1157b2a-d55a-4b54-8664-9fd8292280b5,segment=NetworkSegment(8416d15a-7d16-4b47-b5bd-934ac9ab2e4a),segment_id=8416d15a-7d16-4b47-b5bd-934ac9ab2e4a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:42.177497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d68153-8bd7-4588-9295-05b8d585c917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f9240-cf0a-412a-bcb2-5144e4d39f87,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:42.198339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be98dd7a-f0e3-4407-98f5-faa57ec60e0b req-a952cac4-5cef-42b7-bf5f-e2dea5b28728 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1541684 Oct 25 23:16:42.227691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.254711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Provisioning complete for port 688db8bb-f6cc-428b-b681-aeebc11b71e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:42.255652 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.261722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.335798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf651cb1-aae6-4997-94b2-5f4c9a786f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.438286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-ac3a932b-6e8c-4f34-a6fd-d15bf224d494 service neutron] 10.222.0.25 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9374385 Oct 25 23:16:42.485786 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.500372 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.515878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.525773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.551935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Attempting to bind port f13c0003-1278-4383-9fb3-2f052784fd70 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:42.554109 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Attempting to bind port f13c0003-1278-4383-9fb3-2f052784fd70 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:42.554649 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Attempting to bind port f13c0003-1278-4383-9fb3-2f052784fd70 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:42.578194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf651cb1-aae6-4997-94b2-5f4c9a786f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.594136 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:42.595314 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:42.595811 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.596897 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:42.597733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Bound port: f13c0003-1278-4383-9fb3-2f052784fd70, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:42.598263 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.613929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39724) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:42.636570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:42.640803 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.679925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.692511 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] For port f13c0003-1278-4383-9fb3-2f052784fd70, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:42.693613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b276e611-c058-438d-bb94-d5060adb06e5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:42.695411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adfd85-9d11-433c-9a5d-12173e4aa5f7 None None] Pushing event updated for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:42.696459 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] For port f13c0003-1278-4383-9fb3-2f052784fd70, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f13c0003-1278-4383-9fb3-2f052784fd70,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:42.728008 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.765556 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:42.766198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:42.836411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Port 688db8bb-f6cc-428b-b681-aeebc11b71e9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:42.987603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Provisioning complete for port b276e611-c058-438d-bb94-d5060adb06e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:42.989406 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:42.999930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:43.033304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa5916-46aa-49c1-a2bd-649e4c622543 req-b1c428f8-65c8-4c89-860d-6384d101b906 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:43.043299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1aa5916-46aa-49c1-a2bd-649e4c622543 req-b1c428f8-65c8-4c89-860d-6384d101b906 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.3553872 Oct 25 23:16:43.054571 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Pushing event updated for resources: {'Port': ['ID=f13c0003-1278-4383-9fb3-2f052784fd70,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:43.090687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-086dd4d9-292d-4b57-8859-f1919a9052df None None] Port b276e611-c058-438d-bb94-d5060adb06e5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:43.100008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.107892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.108611 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.109017 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.109440 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.109839 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.110259 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.110654 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.111048 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.111448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.111840 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.112757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:43.117250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:43.176785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8cf4c55c-91ad-4ecc-833b-b6adf1bc5f16 req-51fc9a04-1ac9-4ac7-9cf9-b7a280049cd0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 210 time: 0.1309705 Oct 25 23:16:43.179307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a6c4b2-bb62-45c1-9322-62784905c2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:43.185324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:43.227664 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6 (CIDR: 172.20.0.16/28) Oct 25 23:16:43.233806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf651cb1-aae6-4997-94b2-5f4c9a786f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:43.238975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf651cb1-aae6-4997-94b2-5f4c9a786f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:43.240538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cf651cb1-aae6-4997-94b2-5f4c9a786f10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db3f9240-cf0a-412a-bcb2-5144e4d39f87 HTTP/1.1" status: 204 len: 168 time: 1.3248200 Oct 25 23:16:43.261933 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:16:43.263150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:43.363808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf651cb1-aae6-4997-94b2-5f4c9a786f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f9240-cf0a-412a-bcb2-5144e4d39f87,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:43.386992 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:43.401776 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1aa5916-46aa-49c1-a2bd-649e4c622543 req-f8b96ed9-9ce7-46c4-bb70-d1d7ef75d9d1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172791 Oct 25 23:16:43.412081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-367781ac-fd66-4c7d-b975-8169df8c9cf2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3571033 Oct 25 23:16:43.412815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:43.417802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'subnet': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:43.457720 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797510c8-8ee7-4535-adbf-acf9e437796b None None] Pushing event updated for resources: {'Port': ['ID=f13c0003-1278-4383-9fb3-2f052784fd70,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:43.770624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c1233e4-6898-4fb3-b86d-d3edc5ea58a4 req-afefd16f-f6f1-49b4-a3d1-09f3e1ba5bbe tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.2388115 Oct 25 23:16:43.777451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Made reservation on behalf of feaf468091e3461eb98638cb094741f3 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:43.781063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:43.857312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7ba917d9-2259-4a03-86ab-9ddbee67593a None None] Provisioning complete for port b276e611-c058-438d-bb94-d5060adb06e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:43.858953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ba917d9-2259-4a03-86ab-9ddbee67593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:43.898943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Router 65e14521-11e5-447e-b96e-123d21337258 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:16:43.994873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7ba917d9-2259-4a03-86ab-9ddbee67593a None None] Port b276e611-c058-438d-bb94-d5060adb06e5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:44.075052 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-96a379df-2521-4562-b23a-7a429913e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:35Z', 'revision_number': 3, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:44.132768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f07fd08e-3c79-4e2c-a35c-cc2aed6f4fd5 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:44.133356 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f07fd08e-3c79-4e2c-a35c-cc2aed6f4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.158583 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a379df-2521-4562-b23a-7a429913e877 None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:35Z', 'revision_number': 3, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:16:44.210939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:44.405025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.523249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:44.537987 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.640795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f07fd08e-3c79-4e2c-a35c-cc2aed6f4fd5 None None] Provisioning complete for port 688db8bb-f6cc-428b-b681-aeebc11b71e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:44.641249 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f07fd08e-3c79-4e2c-a35c-cc2aed6f4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.681301 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b76c4a0d-0edf-4654-972f-cbc997c3000d req-a3c9badf-e4b4-447e-895e-f66e3d4caefb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 210 time: 0.1225791 Oct 25 23:16:44.707071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.750530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f07fd08e-3c79-4e2c-a35c-cc2aed6f4fd5 None None] Port 688db8bb-f6cc-428b-b681-aeebc11b71e9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:44.819329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bbec518c-cf9f-44de-9b0a-4e951189c514 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:44.835317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a6c4b2-bb62-45c1-9322-62784905c2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.887511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:44.907898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:44.916282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bbec518c-cf9f-44de-9b0a-4e951189c514 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:44.916860 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.921906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:44.922747 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.941383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-97dab320-f303-426d-8c63-dd58d9f1a12a None None] Provisioning complete for port d61d42fe-826f-4771-8f71-1793f93aa769 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:44.941713 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97dab320-f303-426d-8c63-dd58d9f1a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:44.948042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Subnet': ['ID=b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:44.989626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c34349ed-3a7e-4080-a5e8-38d9fdd2dc15 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5755520 Oct 25 23:16:44.991749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61864d11-cdcc-4016-b00e-a5c8769d5d36 None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:45.007773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39768) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:45.011920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80326210-b407-4b5a-9a0e-b4013052aa99 req-41970e64-a1df-48e7-a708-5821e5f3b1fa tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0491793 Oct 25 23:16:45.016876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1910494395', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8'}], 'security_groups': ['817cfa60-add9-4e56-9562-c0ad69d6a832', '112787e9-31fd-48f9-8656-325f832deb08']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:45.060372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a6c4b2-bb62-45c1-9322-62784905c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.083205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-97dab320-f303-426d-8c63-dd58d9f1a12a None None] Port d61d42fe-826f-4771-8f71-1793f93aa769 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:45.170916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6c4b2-bb62-45c1-9322-62784905c2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4833041e-09c6-4532-832e-d454c9972e9d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:45.187452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.215813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:16:45.296979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb21b802-93b8-4835-bd08-9799d8042fd6 admin admin] 10.222.0.25 "PUT /v2.0/routers/65e14521-11e5-447e-b96e-123d21337258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1090488 Oct 25 23:16:45.352678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.370248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-36a6c4b2-bb62-45c1-9322-62784905c2a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0aa28ba956974c5a9c6c9edf65242a89&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7466803 Oct 25 23:16:45.371752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Allocated IP 172.20.0.1 (01622bd7-7fda-44c0-a57e-22b8a7807b9a/294267f9-0c8f-466c-a224-73ba058e5389/5d5b7232-d332-49d8-81df-7061cbc7551b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:45.384625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:45.388771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3acb3-08c0-429f-9452-dcc8d8cfd3c3 req-fa0a90e8-b1b2-4f53-a3da-91d6e19f7964 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:45.391410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port bbec518c-cf9f-44de-9b0a-4e951189c514, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bbec518c-cf9f-44de-9b0a-4e951189c514,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:45.396220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21f3acb3-08c0-429f-9452-dcc8d8cfd3c3 req-fa0a90e8-b1b2-4f53-a3da-91d6e19f7964 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.7727191 Oct 25 23:16:45.399447 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.519146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=bbec518c-cf9f-44de-9b0a-4e951189c514,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:45.621538 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-60557297-1037-4c86-9abf-f8be0431e5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.639150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c4eed0a0-c204-48ac-a5d5-888060fd9dae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:45.640680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c4eed0a0-c204-48ac-a5d5-888060fd9dae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 811 time: 0.5545473 Oct 25 23:16:45.654593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] Update dhcp port {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'fixed_ips': [{'subnet_id': '5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6', 'ip_address': '172.20.0.19'}, {'subnet_id': 'bc6504ff-aef2-40fc-a298-7be369919943', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'b1157b2a-d55a-4b54-8664-9fd8292280b5'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:16:45.710377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fe6036d-75a1-49bd-96bb-1124837cb795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.710969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21f3acb3-08c0-429f-9452-dcc8d8cfd3c3 req-ba167250-4278-4eea-886e-54a88b793f6b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009081 Oct 25 23:16:45.720568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Request body: {'port': {'device_id': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'admin_state_up': True, 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:45.737929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:45.780745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fe6036d-75a1-49bd-96bb-1124837cb795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.026380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7825c3ba-4f6d-425a-8fdb-63fa08066ce7 req-523ff071-7451-43d1-8761-c999d25815af tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 210 time: 0.1083841 Oct 25 23:16:46.058960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f13c0003-1278-4383-9fb3-2f052784fd70 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:46.095643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Delete allocated IP 172.20.0.12 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/bc6504ff-aef2-40fc-a298-7be369919943) {{(pid=102134) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 23:16:46.106557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Allocated IP 172.20.0.43 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8/d61d42fe-826f-4771-8f71-1793f93aa769) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:46.141893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:16:46.162542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:46.163510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:46.175309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.249716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25b0b818-52fb-4fb7-ab1b-4c4e20e76e49 req-a52d530c-751b-4c51-9744-2d58a7d0c65c tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0585065 Oct 25 23:16:46.256241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fe6036d-75a1-49bd-96bb-1124837cb795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.259431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fe6036d-75a1-49bd-96bb-1124837cb795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.274809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1fe6036d-75a1-49bd-96bb-1124837cb795 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4833041e-09c6-4532-832e-d454c9972e9d HTTP/1.1" status: 204 len: 168 time: 0.8889537 Oct 25 23:16:46.319134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Made reservation on behalf of 47fa4a1d7ed0469c917863c2fd18ac63 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:46.323180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.335990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.392950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.396010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6036d-75a1-49bd-96bb-1124837cb795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4833041e-09c6-4532-832e-d454c9972e9d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:46.404265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.468430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event updated for resources: {'Port': ['ID=d61d42fe-826f-4771-8f71-1793f93aa769,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:46.501921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Allocated IP 172.20.0.12 (881ecd6b-cf84-4d34-a721-e6ed53ebd074/ee152769-3d1f-4daf-91c5-63f9ff9675ee/34544dae-a2a2-4b93-8142-d5c9ecc07207) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:46.572522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] In _notify_port_updated(), no bound segment for port d61d42fe-826f-4771-8f71-1793f93aa769 on network bc2bc9f7-40af-4f37-afd3-55229a6660e5 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:16:46.580493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:46.582256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.584217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e903c0ed-9143-4891-86bb-6abe2fa6f53e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "PUT /v2.0/ports/d61d42fe-826f-4771-8f71-1793f93aa769 HTTP/1.1" status: 200 len: 960 time: 1.5749693 Oct 25 23:16:46.592626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39804) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:46.624217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:46.630692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:46.662325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5b7232-d332-49d8-81df-7061cbc7551b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:46.668029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:46.734515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:46.775655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port d61d42fe-826f-4771-8f71-1793f93aa769 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:46.776258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:46.955228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.005585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.055174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for d61d42fe-826f-4771-8f71-1793f93aa769 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:47.088814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39828) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:47.099018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392910707', 'description': 'tempest-description--2139503317'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:47.150891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39830) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:47.174941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f13c0003-1278-4383-9fb3-2f052784fd70 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:47.176489 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.194585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] Allocated IP 172.20.0.34 (bc2bc9f7-40af-4f37-afd3-55229a6660e5/b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8/b1157b2a-d55a-4b54-8664-9fd8292280b5) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:47.200807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.232656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2ddf8a14-48fe-45f2-a07c-2eeb1f0a9bfc None None] Provisioning complete for port 5d5b7232-d332-49d8-81df-7061cbc7551b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:47.233453 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8a14-48fe-45f2-a07c-2eeb1f0a9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.267332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838f40-1411-4c9b-8b8f-6e529b8c8b7f req-60c347d9-5a8c-4390-91ea-21102a74086e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:47.269774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0838f40-1411-4c9b-8b8f-6e529b8c8b7f req-60c347d9-5a8c-4390-91ea-21102a74086e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.3849378 Oct 25 23:16:47.346649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.355518 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0838f40-1411-4c9b-8b8f-6e529b8c8b7f req-3f931a4e-d1e2-4131-adc9-9d3b70dd1c22 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758138 Oct 25 23:16:47.403342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.422413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf8a14-48fe-45f2-a07c-2eeb1f0a9bfc None None] Port 5d5b7232-d332-49d8-81df-7061cbc7551b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:47.466265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.483285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:47.506854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2cf3423a-d8cb-409e-b266-197376987e1a req-d0e6357d-863b-4a2f-bc61-b74a75a93683 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0422497 Oct 25 23:16:47.561183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:47.574890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:47.582786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:47.607573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['379ab0ff-e577-4b67-aadd-bd53fda6df46'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:47.696868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e5c5ef88-260d-435f-9786-bcadf4b8fb82 req-b030af5c-b2ad-458b-a001-92577f63c2ed tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 210 time: 0.5009506 Oct 25 23:16:47.697658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a210decd-b382-4525-b7ea-f8b03540d718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.703508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.723549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:47.763193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:47.764059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.766647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1157b2a-d55a-4b54-8664-9fd8292280b5,segment=NetworkSegment(8416d15a-7d16-4b47-b5bd-934ac9ab2e4a),segment_id=8416d15a-7d16-4b47-b5bd-934ac9ab2e4a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:47.769078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=d61d42fe-826f-4771-8f71-1793f93aa769,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:47.790541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-3aef57d2-9360-43d5-99a7-da5bdf8a1309 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0829835 Oct 25 23:16:47.800727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.834119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Request body: {'port': {'device_id': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:47.893278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port f13c0003-1278-4383-9fb3-2f052784fd70, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f13c0003-1278-4383-9fb3-2f052784fd70,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:47.897682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:41Z', 'revision_number': 2, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:47.907315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.912158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.920169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.921590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-94a38f9d-aa1a-4c1b-a433-9299b1dc0c6d tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/d61d42fe-826f-4771-8f71-1793f93aa769 HTTP/1.1" status: 204 len: 168 time: 1.3270442 Oct 25 23:16:47.921857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bbec518c-cf9f-44de-9b0a-4e951189c514 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:47.938059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39886) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:47.942933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.979792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a210decd-b382-4525-b7ea-f8b03540d718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.992132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:47.999787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a210decd-b382-4525-b7ea-f8b03540d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.013003 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.037030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:16:48.037754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Updating router 65e14521-11e5-447e-b96e-123d21337258 port b276e611-c058-438d-bb94-d5060adb06e5 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:16:48.044480 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e1451f-01da-4a4b-bdc6-1933dc6cf053 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] GET failed (client error): The resource could not be found. Oct 25 23:16:48.046018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-70e1451f-01da-4a4b-bdc6-1933dc6cf053 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports/d61d42fe-826f-4771-8f71-1793f93aa769 HTTP/1.1" status: 404 len: 333 time: 0.1066103 Oct 25 23:16:48.053697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.057097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:48.072256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a210decd-b382-4525-b7ea-f8b03540d718 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5dedbd1a20dc4abfb086ab8f06d7d600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924522 Oct 25 23:16:48.073007 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.079307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39890) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:48.090651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.100436 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.107367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210decd-b382-4525-b7ea-f8b03540d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f390e-2745-412b-a371-1514b739c3a1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.131181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.136239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0463912 Oct 25 23:16:48.137087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39892) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:48.148309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'security_group_rule': {'security_group_id': 'd80bc39c-5268-4f49-9e7b-2d5890b3bf01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:48.152336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5b7232-d332-49d8-81df-7061cbc7551b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.172213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc923-6fc6-4e0a-b292-8c6e42da2ac2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80bc39c-5268-4f49-9e7b-2d5890b3bf01,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.182706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.205431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.253343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-72800541-8d8e-4a13-819e-6029aec19328 None None] Provisioning complete for port 34544dae-a2a2-4b93-8142-d5c9ecc07207 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:48.253708 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-72800541-8d8e-4a13-819e-6029aec19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.292915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bbec518c-cf9f-44de-9b0a-4e951189c514 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:48.293288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.295006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=f13c0003-1278-4383-9fb3-2f052784fd70,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.311036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.317117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.353727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b0b951-bedb-44b3-9ac3-9a65e50909cb,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.373074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c90763-2563-4b0f-80d7-725d304b20fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.378717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.385913 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49629783-5710-425a-8d56-64a41c509be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.386780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2aa56705-38c3-471a-b667-bf14626b70a9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2460146 Oct 25 23:16:48.388827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39898) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:48.397178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'security_group_rule': {'security_group_id': 'd80bc39c-5268-4f49-9e7b-2d5890b3bf01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:48.428750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:48.436059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39900) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:48.470609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:48.474923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c90763-2563-4b0f-80d7-725d304b20fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.486688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-72800541-8d8e-4a13-819e-6029aec19328 None None] Port 34544dae-a2a2-4b93-8142-d5c9ecc07207 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:48.491088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.495269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8444958-2182-472a-9cea-9d20c607b636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.501176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49629783-5710-425a-8d56-64a41c509be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.551905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.559470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.623477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b7cb02-ac09-4240-8294-2f3b40fc1059,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.627694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.634768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cfe6fc3-be5b-42ab-b290-ac4a45341be4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2446744 Oct 25 23:16:48.635471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39906) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:48.641177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:48.644217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e66be-c731-4596-9a15-63a5628e56aa None None] Pushing event updated for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:48.730644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:48.754017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a5d158e-46fa-403d-92ad-f13843c913a0 req-bde2cfcf-9c28-4861-91eb-7ceb6912b2b9 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0736568 Oct 25 23:16:48.856658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4942fc7c-e598-44ff-9a1f-ba3cfc928d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.060339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-69289f3e-7365-4b9b-8640-9e26c8c7a504 None None] Provisioning complete for port 5d5b7232-d332-49d8-81df-7061cbc7551b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:49.060633 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69289f3e-7365-4b9b-8640-9e26c8c7a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.063269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd4c68-4292-465a-8db4-91c88ee91965 req-35109817-c9ab-469c-a97d-d11e7eb0a460 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:49.070248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:49.072583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17fd4c68-4292-465a-8db4-91c88ee91965 req-35109817-c9ab-469c-a97d-d11e7eb0a460 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 932 time: 0.1723354 Oct 25 23:16:49.139987 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.145276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4942fc7c-e598-44ff-9a1f-ba3cfc928d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.159439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4942fc7c-e598-44ff-9a1f-ba3cfc928d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.166093 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.171215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-69289f3e-7365-4b9b-8640-9e26c8c7a504 None None] Port 5d5b7232-d332-49d8-81df-7061cbc7551b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:49.197541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.247875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17fd4c68-4292-465a-8db4-91c88ee91965 req-a607b5cc-a57f-4f89-b4a1-0bdade5dab2e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674027 Oct 25 23:16:49.267484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:49.268585 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.272272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e870c8-498b-44be-9098-dcba1bb5a582 None None] Pushing event updated for resources: {'Port': ['ID=b276e611-c058-438d-bb94-d5060adb06e5,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:49.279842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c90763-2563-4b0f-80d7-725d304b20fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.282555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6c90763-2563-4b0f-80d7-725d304b20fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.284559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e6c90763-2563-4b0f-80d7-725d304b20fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ed047e8-9e59-4494-b576-92feb31ff024 HTTP/1.1" status: 204 len: 168 time: 1.2258849 Oct 25 23:16:49.293719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a789ed-af7b-48f0-b857-b1f075692547 req-2fca4ca6-fd34-4811-b98e-fb07a294cfca tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:49.295939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7a789ed-af7b-48f0-b857-b1f075692547 req-2fca4ca6-fd34-4811-b98e-fb07a294cfca tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.8061261 Oct 25 23:16:49.296747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39914) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:49.368902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c90763-2563-4b0f-80d7-725d304b20fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed047e8-9e59-4494-b576-92feb31ff024,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:49.474645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49629783-5710-425a-8d56-64a41c509be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.477262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49629783-5710-425a-8d56-64a41c509be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.478442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-49629783-5710-425a-8d56-64a41c509be3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c0f390e-2745-412b-a371-1514b739c3a1 HTTP/1.1" status: 204 len: 168 time: 1.3881912 Oct 25 23:16:49.508212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34544dae-a2a2-4b93-8142-d5c9ecc07207 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:49.557032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:16:49.563711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4942fc7c-e598-44ff-9a1f-ba3cfc928d95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ff269f44f8d4ba18fa9899631d4cce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1242087 Oct 25 23:16:49.569461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942fc7c-e598-44ff-9a1f-ba3cfc928d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880feeae-cde8-45e1-9ea4-ceab2f82376b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:49.575242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49629783-5710-425a-8d56-64a41c509be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0f390e-2745-412b-a371-1514b739c3a1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:49.588852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39924) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:49.589473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.601557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d7a789ed-af7b-48f0-b857-b1f075692547 req-3cd0e443-0424-4406-8a1d-6ca789a69aa4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668171 Oct 25 23:16:49.619401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Allocated IP 172.25.4.70 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/35b22400-a4c6-4564-ab89-91c9347138f9) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:49.649395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f98a2bf7-4c18-466e-a204-dc29e302c1a8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.653347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Transition to ACTIVE for port object 34544dae-a2a2-4b93-8142-d5c9ecc07207 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:16:49.667369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.768713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad94422d-d0d1-4680-a28a-4625a9e10595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.771817 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Attempting to bind port b276e611-c058-438d-bb94-d5060adb06e5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:49.772195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Attempting to bind port b276e611-c058-438d-bb94-d5060adb06e5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:49.772556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Attempting to bind port b276e611-c058-438d-bb94-d5060adb06e5 on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:49.798459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad94422d-d0d1-4680-a28a-4625a9e10595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.840156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:49.840879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Checking segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:49.843064 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.846613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Bound using segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:49.847787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Bound port: b276e611-c058-438d-bb94-d5060adb06e5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:49.849790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.865928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad94422d-d0d1-4680-a28a-4625a9e10595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.868768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad94422d-d0d1-4680-a28a-4625a9e10595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:49.870030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ad94422d-d0d1-4680-a28a-4625a9e10595 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/880feeae-cde8-45e1-9ea4-ceab2f82376b HTTP/1.1" status: 204 len: 168 time: 0.2280788 Oct 25 23:16:49.884040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94422d-d0d1-4680-a28a-4625a9e10595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880feeae-cde8-45e1-9ea4-ceab2f82376b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:49.903726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f98a2bf7-4c18-466e-a204-dc29e302c1a8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.011285 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.031011 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1cdc5385-ba84-472c-9f1a-c3fcf7de087d req-3fa85bda-42cd-4e00-9a9a-0d8ddaf2e585 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0644701 Oct 25 23:16:50.036961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:50.052364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2cf5e3b9-2515-4402-b2cb-bed6b3f57395 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:50.052994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e3b9-2515-4402-b2cb-bed6b3f57395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.097038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.177885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.229018 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.233054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:16:50.236008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:50.242925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] For port b276e611-c058-438d-bb94-d5060adb06e5, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:50.245688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:50.257092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:50.257620 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:16:50.259945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ca939ff6-55af-4b9b-ae4a-a27807cd2861 admin admin] 10.222.0.25 "PUT /v2.0/routers/ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9289677 Oct 25 23:16:50.267304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f98a2bf7-4c18-466e-a204-dc29e302c1a8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.271458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f98a2bf7-4c18-466e-a204-dc29e302c1a8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.274238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f98a2bf7-4c18-466e-a204-dc29e302c1a8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/security-groups/112787e9-31fd-48f9-8656-325f832deb08 HTTP/1.1" status: 204 len: 168 time: 0.9589143 Oct 25 23:16:50.295015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39956) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:50.299075 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:50.304972 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:50.326773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a2bf7-4c18-466e-a204-dc29e302c1a8 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112787e9-31fd-48f9-8656-325f832deb08,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:50.349399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Attempting to bind port 34544dae-a2a2-4b93-8142-d5c9ecc07207 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:50.349925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Attempting to bind port 34544dae-a2a2-4b93-8142-d5c9ecc07207 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:50.351575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Attempting to bind port 34544dae-a2a2-4b93-8142-d5c9ecc07207 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:50.357991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Port 34544dae-a2a2-4b93-8142-d5c9ecc07207 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:16:50.359481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Attempting to bind port 34544dae-a2a2-4b93-8142-d5c9ecc07207 on network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:50.361649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'Port': ['ID=35b22400-a4c6-4564-ab89-91c9347138f9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:50.371428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:50.372406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Checking segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:50.372997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Bound using segment: {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:50.373628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Bound port: 34544dae-a2a2-4b93-8142-d5c9ecc07207, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87742b8-d4d9-489a-84f0-c6fb03737f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:50.374196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.442292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f13c0003-1278-4383-9fb3-2f052784fd70 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:50.445324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] For port b276e611-c058-438d-bb94-d5060adb06e5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b276e611-c058-438d-bb94-d5060adb06e5,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:50.477621 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.573023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2cf5e3b9-2515-4402-b2cb-bed6b3f57395 None None] Could not find standard attr ID for object d61d42fe-826f-4771-8f71-1793f93aa769. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:16:50.620617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.647553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2cf5e3b9-2515-4402-b2cb-bed6b3f57395 None None] Provisioning complete for port 688db8bb-f6cc-428b-b681-aeebc11b71e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:50.647716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e3b9-2515-4402-b2cb-bed6b3f57395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.656869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851377-2bc3-4533-9917-c69a116e9089 req-b0073fef-4f63-41da-85ee-900cdb685542 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:50.658369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:50.659302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:50.663882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1851377-2bc3-4533-9917-c69a116e9089 req-b0073fef-4f63-41da-85ee-900cdb685542 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 944 time: 0.2169373 Oct 25 23:16:50.677716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:50.698907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:50.727213 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:50.742368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e870c8-498b-44be-9098-dcba1bb5a582 None None] Pushing event updated for resources: {'Port': ['ID=b276e611-c058-438d-bb94-d5060adb06e5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:50.762183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.791612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f13c0003-1278-4383-9fb3-2f052784fd70 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:50.792175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.846812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:16:50.880360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.916202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:50.917247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.919249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] 10.222.0.15 "PUT /v2.0/ports/34544dae-a2a2-4b93-8142-d5c9ecc07207 HTTP/1.1" status: 200 len: 1092 time: 3.0953169 Oct 25 23:16:50.926012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:50.931215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5e3b9-2515-4402-b2cb-bed6b3f57395 None None] Port 688db8bb-f6cc-428b-b681-aeebc11b71e9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:16:50.933159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d673ad1-9974-4bac-88a9-db4777114ebc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:50.941735 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fe7280-57dd-4aa7-9e60-7af620670847" -d '{"events": [{"name": "network-changed", "server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:50.961314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1851377-2bc3-4533-9917-c69a116e9089 req-433c8870-3eec-44dc-b22c-6b128e16557e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794518 Oct 25 23:16:50.965097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.052991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094312e-2f25-4895-b1cf-ab876777f670 service neutron] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:51.110490 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e70a9-a268-46de-84b7-ab1a7a4324b1 x-openstack-request-id: req-600e70a9-a268-46de-84b7-ab1a7a4324b1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:51.110700 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:51.110928 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-600e70a9-a268-46de-84b7-ab1a7a4324b1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:51.116675 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'status': 'completed', 'code': 200} Oct 25 23:16:51.144831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c640bf2f-44b7-4c6a-98f0-25366ac336a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:51.148302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c640bf2f-44b7-4c6a-98f0-25366ac336a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 1095 time: 0.1411405 Oct 25 23:16:51.302053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-c8bac15d-6665-4261-8999-026606574731 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207 HTTP/1.1" status: 200 len: 217 time: 0.1386960 Oct 25 23:16:51.367681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:51.415420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0bfe743f-53e6-41e7-832c-da1ceb277c62 req-d7b8a725-1b26-4576-a7e0-90ac252ce04e tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1156406 Oct 25 23:16:51.427295 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 2, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:51.468789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.476174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39976) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:51.496237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.512964 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:16:51.513312 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Updating router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 port 5d5b7232-d332-49d8-81df-7061cbc7551b binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:16:51.521137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-9e0a6c58-876d-4659-a355-d0744643b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:51.525140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-9e0a6c58-876d-4659-a355-d0744643b218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.2041442 Oct 25 23:16:51.525612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d673ad1-9974-4bac-88a9-db4777114ebc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.557201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c89b74b1-e641-42fd-b0c2-224072b3c97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.579737 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.593196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f057d-df10-440d-9e67-4b2dfbdb4667 req-febafca3-8dea-4786-a660-2ae91724d427 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:51.603977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b9f057d-df10-440d-9e67-4b2dfbdb4667 req-febafca3-8dea-4786-a660-2ae91724d427 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.7989562 Oct 25 23:16:51.638249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-61fac3b7-e798-41a6-9020-f7ae9795b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:51.640103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-61fac3b7-e798-41a6-9020-f7ae9795b558 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067991 Oct 25 23:16:51.651706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-713c40d3-5813-4672-a811-5c10a9eab8d2 None None] Could not find standard attr ID for object d61d42fe-826f-4771-8f71-1793f93aa769. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:16:51.741995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'Port': ['ID=35b22400-a4c6-4564-ab89-91c9347138f9,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:51.760126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b9f057d-df10-440d-9e67-4b2dfbdb4667 req-a83d015d-8cb7-4c7e-91cd-d28434a8bfb1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550467 Oct 25 23:16:51.788628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.822579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.850125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00ef599e-4422-4371-b938-4a007cb819ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2080042 Oct 25 23:16:51.871605 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d673ad1-9974-4bac-88a9-db4777114ebc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.877273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d673ad1-9974-4bac-88a9-db4777114ebc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.882903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d673ad1-9974-4bac-88a9-db4777114ebc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/security-groups/817cfa60-add9-4e56-9562-c0ad69d6a832 HTTP/1.1" status: 204 len: 168 time: 1.5823073 Oct 25 23:16:51.883684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39986) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:51.887394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-e68d335c-a800-4139-b0a9-48f2120f8e9b service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378783 Oct 25 23:16:51.960088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c89b74b1-e641-42fd-b0c2-224072b3c97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:51.977674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d673ad1-9974-4bac-88a9-db4777114ebc tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817cfa60-add9-4e56-9562-c0ad69d6a832,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:51.984518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c89b74b1-e641-42fd-b0c2-224072b3c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.107007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3265e81-f755-4ab7-8ca5-2823a5484fe0 req-f83a9fe8-1c68-4b9b-bb79-74d9f283f28e service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115378 Oct 25 23:16:52.116950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b74b1-e641-42fd-b0c2-224072b3c97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a2a6e9-6941-4f83-8509-e5cb4800c02d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:52.199986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet bc6504ff-aef2-40fc-a298-7be369919943 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:52.212090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.242312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:52.251811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-713c40d3-5813-4672-a811-5c10a9eab8d2 None None] Provisioning complete for port b276e611-c058-438d-bb94-d5060adb06e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:52.252090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-713c40d3-5813-4672-a811-5c10a9eab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.255655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b276e611-c058-438d-bb94-d5060adb06e5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:52.321559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-f0bbd398-6cb8-4055-98d4-61db112be5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:52.328496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-f0bbd398-6cb8-4055-98d4-61db112be5bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 1095 time: 0.1130598 Oct 25 23:16:52.346035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c89b74b1-e641-42fd-b0c2-224072b3c97e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00fe441eecc04f2098b5823ec720d079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660636 Oct 25 23:16:52.353253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40000) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:52.370545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.409493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b276e611-c058-438d-bb94-d5060adb06e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:52.410375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.461437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'mac_address': 'fa:16:3e:d5:5d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:16:52.465453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f066295-229e-41a0-8746-fdd9a68d1d16 req-8f731c46-9966-4021-9f83-e51cfd3e88df tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:52.467204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f066295-229e-41a0-8746-fdd9a68d1d16 req-8f731c46-9966-4021-9f83-e51cfd3e88df tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 944 time: 0.2595654 Oct 25 23:16:52.529326 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.551705 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.567218 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.626033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.642310 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f066295-229e-41a0-8746-fdd9a68d1d16 req-2c7c9ef1-5856-44ec-b31f-02a7fe79f30e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646502 Oct 25 23:16:52.665333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.755338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port b276e611-c058-438d-bb94-d5060adb06e5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b276e611-c058-438d-bb94-d5060adb06e5,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:52.758661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-713c40d3-5813-4672-a811-5c10a9eab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.785476 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65b6eb-63b5-48ee-9f33-7603964e90c3 None None] Pushing event updated for resources: {'Port': ['ID=5d5b7232-d332-49d8-81df-7061cbc7551b,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:52.788078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 859566f4-d0e5-46e6-9a8c-13be9c1527fa {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:52.826236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.834048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:52.839341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.845578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.860821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-ce209bb8-217f-4e8a-b297-9a32c0a7c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:52.863768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-ce209bb8-217f-4e8a-b297-9a32c0a7c30f service neutron] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.5213077 Oct 25 23:16:52.886257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.926506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-d6b07278-8e09-493a-8bf6-26c382435e81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207 HTTP/1.1" status: 200 len: 217 time: 0.0514133 Oct 25 23:16:52.950759 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Attempting to bind port 5d5b7232-d332-49d8-81df-7061cbc7551b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:16:52.951238 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Attempting to bind port 5d5b7232-d332-49d8-81df-7061cbc7551b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:16:52.956683 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Attempting to bind port 5d5b7232-d332-49d8-81df-7061cbc7551b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:16:52.978258 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:16:52.978625 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:16:52.982653 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:52.983049 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Bound using segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:16:52.983527 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Bound port: 5d5b7232-d332-49d8-81df-7061cbc7551b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:16:52.983908 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.028705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6504ff-aef2-40fc-a298-7be369919943,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:53.049760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-b1904edf-9a3c-4198-a41f-4ef293a5db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:53.051945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-b1904edf-9a3c-4198-a41f-4ef293a5db04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1173973 Oct 25 23:16:53.055147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=b276e611-c058-438d-bb94-d5060adb06e5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:53.068416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.082823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:50Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:53.089358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.102801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-78cc23dd-7283-4949-8bd3-e9b8f5550dc0 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/bc6504ff-aef2-40fc-a298-7be369919943 HTTP/1.1" status: 204 len: 168 time: 1.1965225 Oct 25 23:16:53.120317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.123904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.134741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40048) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:53.145297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22a2a6e9-6941-4f83-8509-e5cb4800c02d HTTP/1.1" status: 204 len: 168 time: 0.7769980 Oct 25 23:16:53.180145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766f38-6242-4de8-a945-a07771f1e557 None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:50Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:16:53.191648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a2a6e9-6941-4f83-8509-e5cb4800c02d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:53.207220 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] For port 5d5b7232-d332-49d8-81df-7061cbc7551b, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:16:53.213493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f388ef-1adb-48e3-86e7-1e00667d83ef None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:53.226113 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] For port 5d5b7232-d332-49d8-81df-7061cbc7551b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5d5b7232-d332-49d8-81df-7061cbc7551b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:16:53.237991 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.238874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.239252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.239701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.240022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.240362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.240685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.241011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.241336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.241662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.265425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.265879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.266240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbe32a-32ec-4991-9b4e-0d9d189344aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:53.310505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40052) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:53.317901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729490277', 'description': 'tempest-description--650178796'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:53.358515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-1f1a6233-e174-44a0-8eba-2f10498e7292 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1392910707&fields=id&tenant_id=9fe692de6ee341bc86102c8ff8aff485 HTTP/1.1" status: 200 len: 267 time: 0.4309816 Oct 25 23:16:53.371862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-23b1c354-f675-4c11-a8a2-d343a46ed6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:53.375775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-23b1c354-f675-4c11-a8a2-d343a46ed6c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145328 Oct 25 23:16:53.449053 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65b6eb-63b5-48ee-9f33-7603964e90c3 None None] Pushing event updated for resources: {'Port': ['ID=5d5b7232-d332-49d8-81df-7061cbc7551b,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:53.498492 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:16:53.499227 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:16:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:53.578347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:53.586965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.628165 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d203fcf-52cc-4f00-b0dc-4486c37c66fa req-f66d83e2-6887-4149-b176-4a085810c7c5 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.2252872 Oct 25 23:16:53.676528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.694338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:53.785950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['859566f4-d0e5-46e6-9a8c-13be9c1527fa'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:53.888046 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:16:53.944375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-713c40d3-5813-4672-a811-5c10a9eab8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:16:53.944721 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-713c40d3-5813-4672-a811-5c10a9eab8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:16:54.030534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b276e611-c058-438d-bb94-d5060adb06e5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:54.051922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.258619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca380b-32ae-48c1-916e-b0d22d7bdb8f req-1a3156fc-face-4234-861b-5254f22de378 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:54.267560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2ca380b-32ae-48c1-916e-b0d22d7bdb8f req-1a3156fc-face-4234-861b-5254f22de378 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 945 time: 0.4408879 Oct 25 23:16:54.281602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-0666d75d-145f-42f5-954a-83da13458af3 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8957856 Oct 25 23:16:54.396951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-c96ecbc2-b458-4152-9c33-e281c2c7bd76 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:54.398639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-c96ecbc2-b458-4152-9c33-e281c2c7bd76 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 810 time: 1.0204036 Oct 25 23:16:54.469828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a2c5a596-2a93-4872-94b2-c7d50367e220 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/quotas/9fe692de6ee341bc86102c8ff8aff485 HTTP/1.1" status: 200 len: 375 time: 0.0597286 Oct 25 23:16:54.491618 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.526216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.528504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.584602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe31db-2ec1-4770-bc27-60047894f7aa,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:54.625589 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:53Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:16:54.663303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2ca380b-32ae-48c1-916e-b0d22d7bdb8f req-001deb59-7510-48ca-9fb2-6407dace208e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828273 Oct 25 23:16:54.697404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.708328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b682358c-b815-4e91-bbe1-65eeedbefcdd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3948758 Oct 25 23:16:54.715983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:54.718135 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff067db-5f06-45d4-aa33-7e3c135f2caa None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:53Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:16:54.734613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'security_group_rule': {'security_group_id': '29fe31db-2ec1-4770-bc27-60047894f7aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:54.759317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:54.779434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.795857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d7b97100-b0a8-49bd-a09e-25e5cefd8f74 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8 HTTP/1.1" status: 204 len: 168 time: 1.6597989 Oct 25 23:16:54.797083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40110) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:54.855429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:54.860532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49fe7280-57dd-4aa7-9e60-7af620670847 req-2ae59702-725f-4653-b831-61dc7fa6c2db service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648880 Oct 25 23:16:54.956770 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9bc56d-ff8b-4446-ac38-ff101cd971fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:54.958746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9bc56d-ff8b-4446-ac38-ff101cd971fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:54.972347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0f9bc56d-ff8b-4446-ac38-ff101cd971fb tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/bc6504ff-aef2-40fc-a298-7be369919943 HTTP/1.1" status: 404 len: 337 time: 0.1608462 Oct 25 23:16:54.985141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:54.993770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:55.047152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595a7de-f76e-4dd6-a338-331daa5f8bdb req-5ca4b9c6-7939-42a7-9b2b-26092c17d9f9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:55.062606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c595a7de-f76e-4dd6-a338-331daa5f8bdb req-5ca4b9c6-7939-42a7-9b2b-26092c17d9f9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 944 time: 0.1493845 Oct 25 23:16:55.068474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.092071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.137903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcead28-020f-4c22-8506-4ae41c264e52,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:55.145358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.152235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5cda71a4-6581-422f-9172-dc294a693938 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298120 Oct 25 23:16:55.152935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40118) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:55.176732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-690ae638-266c-46cb-9df8-7d4786d8e914 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6947587 Oct 25 23:16:55.190743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'security_group_rule': {'security_group_id': '29fe31db-2ec1-4770-bc27-60047894f7aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:55.318553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.369343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c595a7de-f76e-4dd6-a338-331daa5f8bdb req-ac022d22-0a88-46f3-9ed5-f2dc8a8e65d7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054221 Oct 25 23:16:55.419012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting subnet 5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:16:55.427511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.452515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.463536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.493896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c713b9-2247-435e-9d8a-67551a1dee7c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:55.514764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.516499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-941b151f-4c86-484e-b11e-5c035cbe6b8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612957 Oct 25 23:16:55.519995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40122) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:55.530878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:55.533419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.559808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b276e611-c058-438d-bb94-d5060adb06e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:55.564556 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.585174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.602881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a66bf9d2-e9e3-441e-8e2e-b4bde8ec8837 service neutron] 10.222.0.25 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241738 Oct 25 23:16:55.681481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 34544dae-a2a2-4b93-8142-d5c9ecc07207 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:16:55.742235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5495849-d7c3-4669-8790-65dc7df60d88 req-6887c5ec-1433-4638-9666-5059aa82622f tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1312900 Oct 25 23:16:55.912475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:55.966598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:56.069042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'mac_address': 'fa:16:3e:d6:62:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:16:56.100805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Allocated IP 172.25.4.164 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c485ee82-1286-41a8-80fd-0ff777a78c6a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:16:56.266622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.301578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b82070-d5f3-4ca6-9d35-20003c5e4ac2 None None] Update dhcp port {'port': {'network_id': 'bc2bc9f7-40af-4f37-afd3-55229a6660e5', 'fixed_ips': [{'subnet_id': '5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6', 'ip_address': '172.20.0.19'}, {'subnet_id': 'b86a8cb8-dbb2-43dd-a68a-f8af9869ddb8'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'b1157b2a-d55a-4b54-8664-9fd8292280b5'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:16:56.314383 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.320590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34544dae-a2a2-4b93-8142-d5c9ecc07207 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:16:56.394957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:56.416286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.464092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.475238 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.475534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Provisioning complete for port 5d5b7232-d332-49d8-81df-7061cbc7551b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:56.475846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.523598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:56.535818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-00be15f1-745f-4dce-b49b-493f5d2d7926 service neutron] 10.222.0.25 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315298 Oct 25 23:16:56.541396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.545750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dde1e47c-a819-4f34-b321-50f6ff95c4a2 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/5e5a07a0-5dd2-47f9-bf2e-95f31ff445e6 HTTP/1.1" status: 204 len: 168 time: 1.5579894 Oct 25 23:16:56.548674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:56.596971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:16:56.598735 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7fa49d-56c2-4ade-902c-a51ab0dde5a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:56.599393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7fa49d-56c2-4ade-902c-a51ab0dde5a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:56.603415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0b7fa49d-56c2-4ade-902c-a51ab0dde5a6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/001a9a0b-da52-4f4f-966d-24ea03ea4105 HTTP/1.1" status: 404 len: 337 time: 0.0526800 Oct 25 23:16:56.607074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40144) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:56.620690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.633258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8132e4d-ab42-43b8-baf6-19acfdb8ec4a req-6bdaecd6-7dc5-476a-83c0-fae563856932 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:56.647867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8132e4d-ab42-43b8-baf6-19acfdb8ec4a req-6bdaecd6-7dc5-476a-83c0-fae563856932 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 945 time: 0.7270956 Oct 25 23:16:56.652756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40146) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:56.658976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fb1ec09a-c6f5-4887-84c0-c76a7c1fc4af tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac06808-b31d-4de6-bdbf-4907896f1002 HTTP/1.1" status: 200 len: 205 time: 0.0365546 Oct 25 23:16:56.661656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:16:56.673004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:16:56.790968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'Port': ['ID=c485ee82-1286-41a8-80fd-0ff777a78c6a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:56.825176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:56.830051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40150) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:56.851362 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-1fc05003-05b2-48e5-938a-eec4b6c9c13a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] delete failed (client error): The resource could not be found. Oct 25 23:16:56.854605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1fc05003-05b2-48e5-938a-eec4b6c9c13a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/routers/fac06808-b31d-4de6-bdbf-4907896f1002 HTTP/1.1" status: 404 len: 336 time: 0.1807277 Oct 25 23:16:56.855070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40154) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:56.888277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8132e4d-ab42-43b8-baf6-19acfdb8ec4a req-33185587-2ea8-4ab0-a4f1-13f1941a8b25 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025564 Oct 25 23:16:56.922648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-76b82070-d5f3-4ca6-9d35-20003c5e4ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:56.984535 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bd49ca-54ae-49b0-bedb-a3598c05d183 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:56.985006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bd49ca-54ae-49b0-bedb-a3598c05d183 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:56.999348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e1bd49ca-54ae-49b0-bedb-a3598c05d183 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/c2f799e1-c4bd-425c-a1d4-73049c7e1f1b HTTP/1.1" status: 404 len: 337 time: 0.1433203 Oct 25 23:16:57.001957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40160) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:57.122941 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-634f21b3-62c5-401b-ab74-049a084ec08f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:57.123386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634f21b3-62c5-401b-ab74-049a084ec08f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:57.126506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-634f21b3-62c5-401b-ab74-049a084ec08f tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/c9df3d99-c348-46f2-98a3-36c89da8d084 HTTP/1.1" status: 404 len: 337 time: 0.1234837 Oct 25 23:16:57.135433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40164) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:57.139827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:57.144722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.180430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['34544dae-a2a2-4b93-8142-d5c9ecc07207'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:16:57.225046 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.300395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86ce300f-02ba-4a44-b6a1-3cc35af7dfdf req-4253ba6a-bf0a-42df-aee6-6c448172d2f1 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1286812 Oct 25 23:16:57.343400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] For port 5d5b7232-d332-49d8-81df-7061cbc7551b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5d5b7232-d332-49d8-81df-7061cbc7551b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:57.355683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b815a-220a-49da-b8ef-745705fe2794 None None] Network bc2bc9f7-40af-4f37-afd3-55229a6660e5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:16:57.399882 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b81a193-d4b3-4e0e-952f-3ad77ead487e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:57.400393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b81a193-d4b3-4e0e-952f-3ad77ead487e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:57.428477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b81a193-d4b3-4e0e-952f-3ad77ead487e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/bbe97100-ab2e-4dab-8318-f41d3688372f HTTP/1.1" status: 404 len: 337 time: 0.2908475 Oct 25 23:16:57.434075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40168) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:57.460578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5d5b7232-d332-49d8-81df-7061cbc7551b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:57.464598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.530518 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0133ba95-7ec8-401c-a846-f6e15322261e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:57.532358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e10eb3-e2d7-43de-8480-837beb084a13 req-4bc4cbb0-b970-419a-b4e9-763c441bb385 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:57.540962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7e10eb3-e2d7-43de-8480-837beb084a13 req-4bc4cbb0-b970-419a-b4e9-763c441bb385 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 945 time: 0.4044545 Oct 25 23:16:57.548513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0133ba95-7ec8-401c-a846-f6e15322261e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:57.551745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0133ba95-7ec8-401c-a846-f6e15322261e tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/81764989-3ba9-460e-8b49-85519b46ef62 HTTP/1.1" status: 404 len: 333 time: 0.1073275 Oct 25 23:16:57.564549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40172) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:57.637332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-318693487'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:57.650872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Pushing event updated for resources: {'Port': ['ID=5d5b7232-d332-49d8-81df-7061cbc7551b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:57.668418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.711983 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad81279-b375-458b-bca7-982e318e206a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:57.714903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad81279-b375-458b-bca7-982e318e206a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:57.723058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8ad81279-b375-458b-bca7-982e318e206a tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/7c498301-352e-45fe-b403-82e41b9f5931 HTTP/1.1" status: 404 len: 337 time: 0.1474633 Oct 25 23:16:57.735257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40174) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:57.829606 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1725cca-f604-43a7-ba76-c8ea64805316 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:57.830056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1725cca-f604-43a7-ba76-c8ea64805316 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:57.844094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e1725cca-f604-43a7-ba76-c8ea64805316 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/a4f0dd33-5933-40bd-8f4a-70588c910fb5 HTTP/1.1" status: 404 len: 337 time: 0.1076438 Oct 25 23:16:57.847913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40178) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:57.850047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.850459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.850860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.851205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.851540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.851874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.852762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.853474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.853975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.854137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.854493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.854866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:16:57.871536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5d5b7232-d332-49d8-81df-7061cbc7551b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:57.872169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.896342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.900802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93b5accc-e879-4bd8-83d6-d0b547593fb3 req-cc5aa093-6583-4e63-884e-a0f250cc0659 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 210 time: 0.3396976 Oct 25 23:16:57.906036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.933992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Provisioning complete for port b276e611-c058-438d-bb94-d5060adb06e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:57.936529 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-28f4a3df-3505-4f44-ae4c-184cf78250a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:57.973907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'Port': ['ID=c485ee82-1286-41a8-80fd-0ff777a78c6a,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:58.027395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.029530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 859566f4-d0e5-46e6-9a8c-13be9c1527fa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:58.030199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.056204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7e10eb3-e2d7-43de-8480-837beb084a13 req-f28a17ec-88c1-4fa0-9510-a66f746a8538 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141563 Oct 25 23:16:58.070370 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0281af3-22a1-4385-ac82-7575a68dbcff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:58.072903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0281af3-22a1-4385-ac82-7575a68dbcff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:58.087622 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c0281af3-22a1-4385-ac82-7575a68dbcff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/d9224a82-badd-43db-8fd5-b452f7afa67d HTTP/1.1" status: 404 len: 333 time: 0.2104583 Oct 25 23:16:58.088835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40182) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:58.090904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Made reservation on behalf of f024c0dab4f343b1a9a566c54386b4ef for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:58.094262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.100023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7b612987-58e6-4326-b7e9-f2e535a71c90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5744541 Oct 25 23:16:58.103200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.212044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.238406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] DHCP port deletion for bc2bc9f7-40af-4f37-afd3-55229a6660e5 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:16:58.252582 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4a27c3-9f0e-45e1-9987-d3d9275332be tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:58.256166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4a27c3-9f0e-45e1-9987-d3d9275332be tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:58.263496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bb4a27c3-9f0e-45e1-9987-d3d9275332be tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/962978f0-cfa2-4d30-9c07-86528f664fa0 HTTP/1.1" status: 404 len: 337 time: 0.1735091 Oct 25 23:16:58.268804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22b39-1505-439d-98c9-d0a6a737b431 req-211a9cb4-483b-4b76-aa65-51909c77c024 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:58.269791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40186) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:58.275602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49f22b39-1505-439d-98c9-d0a6a737b431 req-211a9cb4-483b-4b76-aa65-51909c77c024 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 945 time: 0.1332681 Oct 25 23:16:58.361974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49f22b39-1505-439d-98c9-d0a6a737b431 req-e0eb9187-25ba-448b-97f8-0e389506760a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809197 Oct 25 23:16:58.484893 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ec2f29-7e95-4155-aa3c-e54e36ae0fa6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] DELETE failed (client error): The resource could not be found. Oct 25 23:16:58.487291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ec2f29-7e95-4155-aa3c-e54e36ae0fa6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:16:58.493631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-98ec2f29-7e95-4155-aa3c-e54e36ae0fa6 tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/subnets/9a5f33bb-1487-4b70-ab51-03548fba46ec HTTP/1.1" status: 404 len: 337 time: 0.1979406 Oct 25 23:16:58.496583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40194) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:58.517379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.562274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.584197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57bc14ca-ea2c-4a3f-bae0-69e24e1a27c5 req-e906c9c4-79cc-435c-aba9-9c2666190961 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1011302 Oct 25 23:16:58.593678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-37ae8449-4522-4dbc-8367-bd94cfa5b078 None None] Provisioning complete for port b1157b2a-d55a-4b54-8664-9fd8292280b5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:58.594246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-37ae8449-4522-4dbc-8367-bd94cfa5b078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.610459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:16:58.613416 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904b524a-00b7-4759-9ee3-8b2c5ee8e7a0" -d '{"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-plugged", "status": "completed", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:16:58.703865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.708567 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b3bc27-dcd4-4906-86e2-25541540d225 x-openstack-request-id: req-95b3bc27-dcd4-4906-86e2-25541540d225 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:16:58.708838 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-plugged", "status": "completed", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:16:58.709088 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95b3bc27-dcd4-4906-86e2-25541540d225 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:16:58.709493 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'code': 200} Oct 25 23:16:58.710415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port 688db8bb-f6cc-428b-b681-aeebc11b71e9 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:58.710770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.715560 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.734943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:58.766118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:16:58.778903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.797977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfe9b3-c51b-4b4d-8fa0-e567dd472d65,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:58.816139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.816456 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Added segment 84836791-e88a-460f-ba5a-05c104a3d70b of type vlan for network e09913ca-f21b-4a83-9cf7-c77f390cafe8 Oct 25 23:16:58.824901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.854920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for 688db8bb-f6cc-428b-b681-aeebc11b71e9 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:58.900458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] Deleting port b1157b2a-d55a-4b54-8664-9fd8292280b5 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:58.900827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.905966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.964104 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.970057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:58.970726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:58.972952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.004129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.013530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/ports/688db8bb-f6cc-428b-b681-aeebc11b71e9 HTTP/1.1" status: 204 len: 168 time: 0.5156162 Oct 25 23:16:59.021503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40204) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:59.053293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:59.126916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2948890 Oct 25 23:16:59.162961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.167766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:16:59.175626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98ca8d-50d1-4ecf-a721-519577be3bff tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=688db8bb-f6cc-428b-b681-aeebc11b71e9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:59.182086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26060bf7-0885-45f5-80d5-f89c30bedff4 req-5fd634a9-52e0-4fb5-a722-c02a7ea1b08b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 210 time: 0.1125753 Oct 25 23:16:59.190905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1157b2a-d55a-4b54-8664-9fd8292280b5,segment=NetworkSegment(8416d15a-7d16-4b47-b5bd-934ac9ab2e4a),segment_id=8416d15a-7d16-4b47-b5bd-934ac9ab2e4a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:59.191387 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.201618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b9be3-c651-4ab6-82d7-a2fc45d0ba24 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event updated for resources: {'Network': ['ID=e09913ca-f21b-4a83-9cf7-c77f390cafe8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:59.218073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:16:59.219661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Request body: {'subnet': {'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:16:59.262642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] Calling delete_port for b1157b2a-d55a-4b54-8664-9fd8292280b5 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:59.366945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5d5b7232-d332-49d8-81df-7061cbc7551b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:16:59.369357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-37ae8449-4522-4dbc-8367-bd94cfa5b078 None None] Could not find standard attr ID for object 688db8bb-f6cc-428b-b681-aeebc11b71e9. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:16:59.495391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90e9e0-31fc-42bc-bf83-07f1ee40b36b req-70968538-ddf1-4215-8bd3-f402388b9da8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:59.496974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f90e9e0-31fc-42bc-bf83-07f1ee40b36b req-70968538-ddf1-4215-8bd3-f402388b9da8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 945 time: 0.1702266 Oct 25 23:16:59.538293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5d5b7232-d332-49d8-81df-7061cbc7551b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:16:59.538672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.551017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Deleting port b1157b2a-d55a-4b54-8664-9fd8292280b5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:16:59.551612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.553185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Made reservation on behalf of f024c0dab4f343b1a9a566c54386b4ef for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:16:59.557619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.586900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f90e9e0-31fc-42bc-bf83-07f1ee40b36b req-b09d10bc-517e-4057-9d0c-9dd4c2a3a322 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786676 Oct 25 23:16:59.634721 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.758018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] No DVR routers for this DVR port b1157b2a-d55a-4b54-8664-9fd8292280b5 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:16:59.766538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d302d20-bdcf-4f93-b6e9-e66ffcfce53b None None] Pushing event deleted for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:16:59.818994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143a5a0-b4f6-4193-9ccc-b506aacbab28 req-f0ee781f-c4af-4f5b-8014-56ce8e10a483 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:59.829337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5143a5a0-b4f6-4193-9ccc-b506aacbab28 req-f0ee781f-c4af-4f5b-8014-56ce8e10a483 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1188481 Oct 25 23:16:59.873383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:16:59.898366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] For port b1157b2a-d55a-4b54-8664-9fd8292280b5, host n-d-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:16:59.898747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.921244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b1157b2a-d55a-4b54-8664-9fd8292280b5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:16:59.923556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b1157b2a-d55a-4b54-8664-9fd8292280b5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:16:59.924157 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5143a5a0-b4f6-4193-9ccc-b506aacbab28 req-5565cbdf-2060-4aa5-a8b6-8960f09bb26e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889525 Oct 25 23:16:59.932023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Calling delete_port for b1157b2a-d55a-4b54-8664-9fd8292280b5 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:16:59.936171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Port b1157b2a-d55a-4b54-8664-9fd8292280b5 was not found and therefore no delete operation was performed {{(pid=102133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:16:59.953850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-ea953493-bd87-4705-8c75-d6e2026572d4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:16:59.963286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-ea953493-bd87-4705-8c75-d6e2026572d4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 810 time: 0.7850327 Oct 25 23:16:59.963987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:16:59.994037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] No DVR routers for this DVR port b1157b2a-d55a-4b54-8664-9fd8292280b5 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:17:00.057814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f428753b-d98c-4042-932c-5826776a3f79 req-6eb073cb-cf9f-48d9-8a92-3c95e471c461 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0439770 Oct 25 23:17:00.058295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Port': ['ID=b1157b2a-d55a-4b54-8664-9fd8292280b5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:00.343630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57530c77-497a-4855-b7d2-228603254eda req-deaa4756-b7aa-4425-970c-8fc5835c1d3f tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 210 time: 0.0554509 Oct 25 23:17:00.571082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-da0f6c41-cae2-4437-adda-f7c89366f8ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fe692de6ee341bc86102c8ff8aff485 HTTP/1.1" status: 200 len: 380 time: 0.5923340 Oct 25 23:17:00.590593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.608589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'port': {'device_id': '80ed6898-2d07-48ab-977f-1c549f47d688', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'admin_state_up': True, 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'security_groups': ['d80bc39c-5268-4f49-9e7b-2d5890b3bf01']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:00.674853 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.680637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2bc9f7-40af-4f37-afd3-55229a6660e5']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:00.735641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:00.735982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8416d15a-7d16-4b47-b5bd-934ac9ab2e4a') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:00.750834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aad49-f418-4d52-b176-5ff5d4494324 req-5207b5e4-cd86-4950-a69a-db21e15953b2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:00.759940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32aad49-f418-4d52-b176-5ff5d4494324 req-5207b5e4-cd86-4950-a69a-db21e15953b2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 945 time: 0.0689428 Oct 25 23:17:00.766198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.805052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.832785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event updated for resources: {'Subnet': ['ID=8fa05529-d13b-46a4-83c7-b045f8d864e9,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:00.833639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d32aad49-f418-4d52-b176-5ff5d4494324 req-438b556d-6dab-4f5d-95fa-3370917d58c4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688655 Oct 25 23:17:00.847358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:17:00.847768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:17:00.850930 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:17:00.937582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Checking segment: {'id': '84836791-e88a-460f-ba5a-05c104a3d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:00.938375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Network hostable DHCP agents. Network: e09913ca-f21b-4a83-9cf7-c77f390cafe8, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:17:00.962731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.975724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:00.981210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] 10.222.0.25 "DELETE /v2.0/networks/bc2bc9f7-40af-4f37-afd3-55229a6660e5 HTTP/1.1" status: 204 len: 168 time: 1.9242189 Oct 25 23:17:00.981210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Made reservation on behalf of 9fe692de6ee341bc86102c8ff8aff485 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:00.984981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:01.010315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:17:01.015362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1a469-98c3-43db-a595-89d9e0c2d9ae tempest-PortsTestJSON-1146422078 tempest-PortsTestJSON-1146422078-project] Pushing event deleted for resources: {'Network': ['ID=bc2bc9f7-40af-4f37-afd3-55229a6660e5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:01.040229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e09913ca-f21b-4a83-9cf7-c77f390cafe8) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:01.051056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9073e-fde5-465c-b262-b1cf890734bc None None] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:01.058508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:01.064330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:01.160234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-56e829ed-29fa-458b-adbf-b6ce2bbdec9d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9838135 Oct 25 23:17:01.161731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40232) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:01.171224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Request body: {'port': {'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1290460328'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:01.210632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43c98-1e71-43ad-90c3-6b0f07307f26 req-81aa903f-481b-4021-91c0-439449942c7f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:01.213057 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ab43c98-1e71-43ad-90c3-6b0f07307f26 req-81aa903f-481b-4021-91c0-439449942c7f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1023314 Oct 25 23:17:01.317820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ab43c98-1e71-43ad-90c3-6b0f07307f26 req-a97c7233-c0d0-4ddd-b7b1-852524057717 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967808 Oct 25 23:17:01.337378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Allocated IP 172.20.0.8 (253e6925-b6d8-4c1a-8abd-cb2a3ed7893a/204bac81-1b2e-4c77-8db9-2ddda02719cb/7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:17:01.518333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0619583-03c2-480d-ab05-fddff3f071b6 req-acea55e7-990e-45d9-8bbc-c0c1538f7b48 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0729296 Oct 25 23:17:01.527870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Made reservation on behalf of f024c0dab4f343b1a9a566c54386b4ef for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:01.532863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:01.598203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] device_id is not set on port 2aed6dbe-87fc-4045-bd73-8b62d8949296 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:01.645870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 34544dae-a2a2-4b93-8142-d5c9ecc07207 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:01.696045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40240) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:01.702754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df4a49b8-3cfb-43fd-a679-e76150956cf9 req-f50595d8-f418-40ee-9158-3ad8e294b44b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 210 time: 0.0542889 Oct 25 23:17:01.777085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-e09913ca-f21b-4a83-9cf7-c77f390cafe8', 'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8', 'tenant_id': 'f024c0dab4f343b1a9a566c54386b4ef', 'fixed_ips': [{'subnet_id': '8fa05529-d13b-46a4-83c7-b045f8d864e9'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:17:01.778586 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:01.797883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 34544dae-a2a2-4b93-8142-d5c9ecc07207 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:17:01.811364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 34544dae-a2a2-4b93-8142-d5c9ecc07207 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:01.812826 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:01.855845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:01.879103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Allocated IP 172.20.0.11 (e09913ca-f21b-4a83-9cf7-c77f390cafe8/8fa05529-d13b-46a4-83c7-b045f8d864e9/2aed6dbe-87fc-4045-bd73-8b62d8949296) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:17:02.048505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb981b-311e-4efc-af1f-209d5c9a836d req-e5ba062f-05ab-4de4-b73b-bb09880b82d0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:02.051329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49cb981b-311e-4efc-af1f-209d5c9a836d req-e5ba062f-05ab-4de4-b73b-bb09880b82d0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 945 time: 0.0974557 Oct 25 23:17:02.052714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40246) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:02.052967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-148ec9f8-1da1-40e5-8d6b-2059e44535ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=feaf468091e3461eb98638cb094741f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534415 Oct 25 23:17:02.057727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.136348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:02.158134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.188883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.195058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:02.201510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:02.215352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.270286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:02.278676 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6229d642-b652-4035-b422-a5799bd16ebc" -d '{"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-plugged", "status": "completed", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:02.299993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:02.300510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.322838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:02.332329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49cb981b-311e-4efc-af1f-209d5c9a836d req-ac218fd5-4299-4754-ac10-19af1546f9d7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244294 Oct 25 23:17:02.333138 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.335791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.338094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7376168 Oct 25 23:17:02.352103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.355502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4134af20-f40f-4f63-808c-c70e487427d0 HTTP/1.1" status: 204 len: 168 time: 0.3012307 Oct 25 23:17:02.378181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4134af20-f40f-4f63-808c-c70e487427d0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:02.383930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Request body: {'port': {'device_id': '80ed6898-2d07-48ab-977f-1c549f47d688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:02.396963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.397318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.397656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.397993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.401341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.401734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.404345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.404793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.405131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.405468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.405803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.410409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca3281-3241-40f0-8674-2208cf8eb698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:02.443341 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42054935-e4d3-4bad-9194-66bddddf1933 x-openstack-request-id: req-42054935-e4d3-4bad-9194-66bddddf1933 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:02.444460 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-plugged", "status": "completed", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:02.445535 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42054935-e4d3-4bad-9194-66bddddf1933 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:02.449453 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'code': 200} Oct 25 23:17:02.543225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:02.576662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c88551-8aae-4fa4-84c8-20b890fd5d29 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'Port': ['ID=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:02.606089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.659472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6116d1-51fc-4e52-8a89-fd20e4685f07 req-89b4a888-f4e5-4a2a-94b4-35477fa07e46 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:02.679868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd6116d1-51fc-4e52-8a89-fd20e4685f07 req-89b4a888-f4e5-4a2a-94b4-35477fa07e46 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1109548 Oct 25 23:17:02.724069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-49568041-5104-471d-8cbd-d76059c3dba0 None None] Provisioning complete for port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:02.728126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.731343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c86b3-c8e6-46b6-8231-d6724dc86518 req-4272a434-407c-4344-be8c-cfb37619e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:02.732975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e51c86b3-c8e6-46b6-8231-d6724dc86518 req-4272a434-407c-4344-be8c-cfb37619e9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 1097 time: 0.1534832 Oct 25 23:17:02.734380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49568041-5104-471d-8cbd-d76059c3dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.745894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd6116d1-51fc-4e52-8a89-fd20e4685f07 req-436f6af4-dbda-492d-9a2f-472941c6ca63 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581565 Oct 25 23:17:02.831735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49568041-5104-471d-8cbd-d76059c3dba0 None None] Port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:17:02.851021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:02.915669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Allocated IP 172.20.0.2 (e09913ca-f21b-4a83-9cf7-c77f390cafe8/8fa05529-d13b-46a4-83c7-b045f8d864e9/2dbfc896-689b-4912-9f8e-b7e4bb81b4e0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:17:02.945497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-341bea3d-e47c-4848-a9fa-c16e50bb7ff3 req-05b17253-7c49-4b0e-ad82-cd1b72306eea tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0633240 Oct 25 23:17:02.969335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event updated for resources: {'Port': ['ID=2aed6dbe-87fc-4045-bd73-8b62d8949296,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:03.043427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:03.058199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e51c86b3-c8e6-46b6-8231-d6724dc86518 req-47dd2509-a2d0-4ca8-b326-d47414da4775 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155255 Oct 25 23:17:03.063876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:03.109469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:03.143453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f24bbc-2731-4a96-8df6-09b03f944357 req-387cc5f2-12ca-4613-be49-d6084dbc947b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:03.149700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65f24bbc-2731-4a96-8df6-09b03f944357 req-387cc5f2-12ca-4613-be49-d6084dbc947b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 931 time: 0.0719249 Oct 25 23:17:03.202465 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65f24bbc-2731-4a96-8df6-09b03f944357 req-86cc0aba-696a-483a-930e-c113a1133799 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461030 Oct 25 23:17:03.228656 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.250140 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.251824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:03.253240 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.318771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:03.325976 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ac6657e4-5580-45a7-bc2e-d628677accbe tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.1594720 Oct 25 23:17:03.327457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40270) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:03.340277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:03.342339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Pushing event updated for resources: {'Port': ['ID=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:03.345006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:03.472157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Attempting to bind port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:03.472650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Attempting to bind port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '84836791-e88a-460f-ba5a-05c104a3d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:03.473125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Attempting to bind port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 on network e09913ca-f21b-4a83-9cf7-c77f390cafe8 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:03.487440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:17:03.488001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Checking segment: {'id': '84836791-e88a-460f-ba5a-05c104a3d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:03.493140 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.493680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Bound using segment: {'id': '84836791-e88a-460f-ba5a-05c104a3d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:17:03.494330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Bound port: 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84836791-e88a-460f-ba5a-05c104a3d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e09913ca-f21b-4a83-9cf7-c77f390cafe8'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:17:03.494846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.590713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:03.596718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] For port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:03.600613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] For port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,segment=NetworkSegment(84836791-e88a-460f-ba5a-05c104a3d70b),segment_id=84836791-e88a-460f-ba5a-05c104a3d70b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:17:03.603200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.620096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.624083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Transition to ACTIVE for port object 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:17:03.632862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.667353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e0d9-3293-4fef-b077-e0c2cce9ac82 req-9ab564bc-effc-4bfd-af60-f3e054ff3511 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:03.668942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8106e0d9-3293-4fef-b077-e0c2cce9ac82 req-9ab564bc-effc-4bfd-af60-f3e054ff3511 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.2043195 Oct 25 23:17:03.744388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264ba93-9d70-439b-bdc5-e06d1b914258 None None] Pushing event updated for resources: {'Port': ['ID=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:03.746986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Deleting port 2aed6dbe-87fc-4045-bd73-8b62d8949296 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:03.749707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:03.887727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Pushing event updated for resources: {'Port': ['ID=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:03.978944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Attempting to bind port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:03.980314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Attempting to bind port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:03.988031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Attempting to bind port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:04.004062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:04.004454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Attempting to bind port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:04.031103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:17:04.031510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Checking segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:04.031814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Bound using segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:17:04.032251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Bound port: 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:17:04.032603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.047889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.067424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Calling delete_port for 2aed6dbe-87fc-4045-bd73-8b62d8949296 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:04.166263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40288) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:04.206239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8106e0d9-3293-4fef-b077-e0c2cce9ac82 req-e3d3435c-946c-42c0-bbef-b7249b6f53b9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224152 Oct 25 23:17:04.222889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] For port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:04.232086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] For port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:17:04.241968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.379757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:04.380338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.388105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] 10.222.0.11 "PUT /v2.0/ports/7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 1091 time: 2.0330539 Oct 25 23:17:04.388623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:04.392771 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:04.435874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070c49-edc7-4dd2-baa7-f852c38846ea service neutron] Pushing event updated for resources: {'Port': ['ID=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:04.512642 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.544688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--726401888'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:04.590658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event deleted for resources: {'Port': ['ID=2aed6dbe-87fc-4045-bd73-8b62d8949296,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:04.618981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.639709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.683822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df328b52-8591-4831-9ee5-fe4f47f8bb3c req-5c8f8c71-ab36-47bd-bd2a-8b1cfb43a858 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:04.700321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df328b52-8591-4831-9ee5-fe4f47f8bb3c req-5c8f8c71-ab36-47bd-bd2a-8b1cfb43a858 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.2199545 Oct 25 23:17:04.747383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-79f65d90-724b-4c61-a153-084c17a20101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:04.762520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-79f65d90-724b-4c61-a153-084c17a20101 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1094 time: 0.3059859 Oct 25 23:17:04.862872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df328b52-8591-4831-9ee5-fe4f47f8bb3c req-9c4e1f40-b6e4-4702-9cbe-efa308eda67e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100857 Oct 25 23:17:04.873158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:04.882027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a1961227-186e-4bc6-a02a-968bc689ee80 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "DELETE /v2.0/ports/2aed6dbe-87fc-4045-bd73-8b62d8949296 HTTP/1.1" status: 204 len: 168 time: 1.5480409 Oct 25 23:17:04.883108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:04.927325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-c31a74e4-bd8f-4f15-b962-dd7372260834 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 217 time: 0.1469851 Oct 25 23:17:05.050742 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e5cdc34-5ca2-48d7-afe3-c34468774dd4 req-a1822bc0-1ecf-4330-91ee-19398d669778 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0771763 Oct 25 23:17:05.106487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-cd372181-b64f-44ad-a919-99b3e1e8a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:05.112122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-cd372181-b64f-44ad-a919-99b3e1e8a44a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1754928 Oct 25 23:17:05.200244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.210309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.224896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4566e8c5-5b2c-4de9-abda-615d9e5cddc5 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3406396 Oct 25 23:17:05.228800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40302) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:05.241380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1417665238'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:05.285754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:05.352885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-22343ec4-348f-413c-bee3-63976944f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:05.354962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-22343ec4-348f-413c-bee3-63976944f900 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207553 Oct 25 23:17:05.411219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:05.411952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.415830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da24ef18-72df-4806-8191-97b4362d2a98,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:05.431730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cfa69-3800-426d-937f-a21aced36eec req-0a35eac7-d040-41c5-83e4-675aac4eea7d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:05.434028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-529cfa69-3800-426d-937f-a21aced36eec req-0a35eac7-d040-41c5-83e4-675aac4eea7d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 943 time: 0.1867111 Oct 25 23:17:05.435722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Made reservation on behalf of f024c0dab4f343b1a9a566c54386b4ef for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:05.441351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.491001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.501194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.560820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.562712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3957083 Oct 25 23:17:05.575946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:05.610538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-529cfa69-3800-426d-937f-a21aced36eec req-f343f728-f922-41fe-a5b2-c2472f132d12 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534736 Oct 25 23:17:05.613760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:17:05.634053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3943fc-1999-43d2-aab3-c1b4a915fd8c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a62e8a-16f2-4f55-b04e-e40fc925c5a1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:05.644229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-d216d1a9-047e-4918-a371-73db9ddc59ca service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683861 Oct 25 23:17:05.653713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.656410 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Added segment 0e2df817-8f37-4edf-9244-6d8e16454d4c of type vlan for network 58318e3b-3d1f-402e-baa2-222c1ede0db4 Oct 25 23:17:05.662321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.756621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,segment=NetworkSegment(84836791-e88a-460f-ba5a-05c104a3d70b),segment_id=84836791-e88a-460f-ba5a-05c104a3d70b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:05.767294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.784946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.797095 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd10b3a3-9b7e-4959-997a-9338c9cf0533 x-openstack-request-id: req-dd10b3a3-9b7e-4959-997a-9338c9cf0533 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:05.797444 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:05.797669 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd10b3a3-9b7e-4959-997a-9338c9cf0533 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:05.798035 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'status': 'completed', 'code': 200} Oct 25 23:17:05.819374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d27b125-c653-4e9a-b65e-704f82b0cbf3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2418923 Oct 25 23:17:05.822107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40308) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:05.826115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7dca03-f20b-439a-ba0e-df36add29729 None None] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:05.828746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-security--1289444957', 'description': 'tempest-security-description-921496049'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:05.913561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1664c0a3-2b37-4334-ad44-121356c1b144 req-87abbc31-dd2b-4ce4-8f2d-4174c326a572 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585959 Oct 25 23:17:05.914039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:05.995617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5398d9e9-8d0d-4da8-bd48-c927c9ab11cd None None] Provisioning complete for port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:05.996001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5398d9e9-8d0d-4da8-bd48-c927c9ab11cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.003879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:06.057667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-960b678b-3e34-467a-a8de-c6939d25144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:06.059684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-960b678b-3e34-467a-a8de-c6939d25144b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1094 time: 0.0886328 Oct 25 23:17:06.063374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.086324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:06.088754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.134777 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.177199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9461019 Oct 25 23:17:06.183589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40316) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:06.215186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.221976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.223243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "PUT /v2.0/security-groups/d2a62e8a-16f2-4f55-b04e-e40fc925c5a1 HTTP/1.1" status: 200 len: 1779 time: 0.3999243 Oct 25 23:17:06.233355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40318) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:06.326546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c98dd0a-7ca8-4e4c-b115-bab311aebc5e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups/d2a62e8a-16f2-4f55-b04e-e40fc925c5a1 HTTP/1.1" status: 200 len: 1779 time: 0.0920019 Oct 25 23:17:06.329280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40320) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:06.354446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172cd2-d34d-473f-8bce-f2dddf5a3816 req-1779f011-40e8-4266-9bae-20b2d369c4f7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:06.364055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64172cd2-d34d-473f-8bce-f2dddf5a3816 req-1779f011-40e8-4266-9bae-20b2d369c4f7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.4924099 Oct 25 23:17:06.433030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865be7e-bb8b-42f7-a5a8-a7c018fb4946 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a62e8a-16f2-4f55-b04e-e40fc925c5a1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:06.434498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-53c8e093-68c6-419a-8ae4-21f674017040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:06.438530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-53c8e093-68c6-419a-8ae4-21f674017040 service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.3702090 Oct 25 23:17:06.477535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe703ea-02ab-4fa3-b89f-ded304bb2c85 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event updated for resources: {'Network': ['ID=58318e3b-3d1f-402e-baa2-222c1ede0db4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:06.492282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 58318e3b-3d1f-402e-baa2-222c1ede0db4 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:17:06.529572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64172cd2-d34d-473f-8bce-f2dddf5a3816 req-57e00541-ba27-401b-b3cf-3f9b7dec55c9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643293 Oct 25 23:17:06.548374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-d5bf5743-6986-46a3-aee1-924d383d0a21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 217 time: 0.0947299 Oct 25 23:17:06.665839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-16b874b4-2f47-4227-9da1-e2b836138111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:06.665839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-16b874b4-2f47-4227-9da1-e2b836138111 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1007059 Oct 25 23:17:06.782768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-180ba5e5-624c-46ca-b58e-6c20959aa700 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.824985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-180ba5e5-624c-46ca-b58e-6c20959aa700 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.826701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-efab189a-3497-4406-9722-86cc9b1e4bac None None] Provisioning complete for port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:06.827070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-efab189a-3497-4406-9722-86cc9b1e4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.878539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c95668bd-7ab3-40d9-a900-7f4f0d898404 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/agents/8e165771-7b80-4320-868d-be163af93404/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.6507027 Oct 25 23:17:06.880044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40326) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:06.911566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-180ba5e5-624c-46ca-b58e-6c20959aa700 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.918223 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-180ba5e5-624c-46ca-b58e-6c20959aa700 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:06.922778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-180ba5e5-624c-46ca-b58e-6c20959aa700 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2a62e8a-16f2-4f55-b04e-e40fc925c5a1 HTTP/1.1" status: 204 len: 168 time: 0.5922468 Oct 25 23:17:06.928035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40328) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:06.997533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-330ddf5e-38f9-49b1-86d9-e5a8c45af953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:07.000038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-330ddf5e-38f9-49b1-86d9-e5a8c45af953 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2830625 Oct 25 23:17:07.001064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ba5e5-624c-46ca-b58e-6c20959aa700 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a62e8a-16f2-4f55-b04e-e40fc925c5a1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:07.057645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377b75d-a9ca-4223-9dcc-ef792b6006e4 req-3aa4ba53-0f75-4026-b223-4b3ab4121fc2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:07.063756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0377b75d-a9ca-4223-9dcc-ef792b6006e4 req-3aa4ba53-0f75-4026-b223-4b3ab4121fc2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.3629568 Oct 25 23:17:07.165001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0377b75d-a9ca-4223-9dcc-ef792b6006e4 req-58f66ab8-f5ed-4887-bd98-f8dc8c62bdc6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931768 Oct 25 23:17:07.197373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c10ae8-23b6-467e-9df3-c52f9f71cdd9 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] Network 58318e3b-3d1f-402e-baa2-222c1ede0db4 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:17:07.214109 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a4c10ae8-23b6-467e-9df3-c52f9f71cdd9 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "POST /v2.0/agents/8e165771-7b80-4320-868d-be163af93404/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3313253 Oct 25 23:17:07.223043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40332) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:07.226972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:07.275316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db2c1f-5bbc-4ab4-9289-aedc3d52c0c0 None None] Network 58318e3b-3d1f-402e-baa2-222c1ede0db4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:07.299319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-22ed70e3-1ff7-4980-87d3-8f9f07bf176d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3587382 Oct 25 23:17:07.299585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40334) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:07.334953 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-a31b6c04-f4d6-48ba-84bd-5626d24d12ff tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] delete failed (client error): The resource could not be found. Oct 25 23:17:07.340075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a31b6c04-f4d6-48ba-84bd-5626d24d12ff tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2a62e8a-16f2-4f55-b04e-e40fc925c5a1 HTTP/1.1" status: 404 len: 347 time: 0.0357962 Oct 25 23:17:07.341544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:07.347052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--900967404'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:07.410472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6737dc1d-a978-46ef-ac28-61ad7f07ece1 None None] Could not find standard attr ID for object 2aed6dbe-87fc-4045-bd73-8b62d8949296. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:17:07.461790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-9ec83773-b36f-4774-b997-40b6d83274e0 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504855 Oct 25 23:17:07.474495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.489078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09e94e4e-ade6-4ee4-bd19-34cd00f849a5 req-68422178-a7b2-4b85-9e86-353288eccf93 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1167767 Oct 25 23:17:07.646842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.652623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.681163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:07.682360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.721245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.728232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3827209 Oct 25 23:17:07.731562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:07.737783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb592c-80e1-4882-a069-bd59724fb6a2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b78543-4efc-4f7c-948a-6db2f8b6e3d4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:07.745222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'c9b78543-4efc-4f7c-948a-6db2f8b6e3d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:07.777567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-35f89f14-c5f8-4f6f-a204-89ddfd760bc3 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/agents/8e165771-7b80-4320-868d-be163af93404/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.5483758 Oct 25 23:17:07.777888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40342) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:07.818965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70532a26-8beb-4fe7-92d1-f48a5e4e00f4 req-6aaaeca1-a0c5-4eb0-a469-cb0eb8c77dac service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485115 Oct 25 23:17:07.833707 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.920948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.928569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.959273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beac314f-783c-463b-814c-b919121326e0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:07.972788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fb540e2a-1c26-4789-976d-dcc3c0092dfb tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "DELETE /v2.0/agents/8e165771-7b80-4320-868d-be163af93404/dhcp-networks/58318e3b-3d1f-402e-baa2-222c1ede0db4 HTTP/1.1" status: 204 len: 168 time: 0.1928115 Oct 25 23:17:07.982094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40344) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:07.983822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab943f49-2088-474f-83f1-3cd9cc797bde req-5d7b56fa-eda8-4d96-91df-f1b954e37029 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:07.990949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:07.992746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab943f49-2088-474f-83f1-3cd9cc797bde req-5d7b56fa-eda8-4d96-91df-f1b954e37029 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 943 time: 0.1225624 Oct 25 23:17:07.997668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1304bcec-58b7-4586-a5cd-75b6bce15a6d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614372 Oct 25 23:17:07.998367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40346) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.045905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd04ca00-6d48-4334-a5ee-6353f8875c1a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.056967 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab943f49-2088-474f-83f1-3cd9cc797bde req-0ed8b337-4222-45a8-81d8-496fcac2e92a tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630872 Oct 25 23:17:08.176631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd04ca00-6d48-4334-a5ee-6353f8875c1a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.204234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f32e-d1b5-42b0-835f-207d03ca46f6 req-3e0bdc41-91ea-4e92-aded-33aac3d3f33d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:08.210785 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b295f32e-d1b5-42b0-835f-207d03ca46f6 req-3e0bdc41-91ea-4e92-aded-33aac3d3f33d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.0895212 Oct 25 23:17:08.273224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b295f32e-d1b5-42b0-835f-207d03ca46f6 req-682d5780-50c1-4d33-821b-e0f95475aa20 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591500 Oct 25 23:17:08.282929 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd04ca00-6d48-4334-a5ee-6353f8875c1a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.301707 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd04ca00-6d48-4334-a5ee-6353f8875c1a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.306124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40352) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.306315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bd04ca00-6d48-4334-a5ee-6353f8875c1a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/beac314f-783c-463b-814c-b919121326e0 HTTP/1.1" status: 204 len: 168 time: 0.3017664 Oct 25 23:17:08.350777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04ca00-6d48-4334-a5ee-6353f8875c1a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beac314f-783c-463b-814c-b919121326e0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:08.368445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e4cb508-dcb4-46e1-8beb-2712e15274ef tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/agents/8e165771-7b80-4320-868d-be163af93404/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.3831499 Oct 25 23:17:08.368692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.400960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cefcda66-7520-4d84-bcd0-258347286577 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/networks/e09913ca-f21b-4a83-9cf7-c77f390cafe8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0312114 Oct 25 23:17:08.401616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.423866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b31d6425-390e-42d3-b012-79c1dfb2af6d tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/networks/e09913ca-f21b-4a83-9cf7-c77f390cafe8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0210931 Oct 25 23:17:08.425113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.447841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe97d693-8045-4fab-848b-c2d645499af0 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1378725 Oct 25 23:17:08.449035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.545398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df999be-5571-4584-99a9-ed59e5ea83d0 req-ed3371bb-6347-47fe-9a01-61d37f1e427e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:08.553955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4df999be-5571-4584-99a9-ed59e5ea83d0 req-ed3371bb-6347-47fe-9a01-61d37f1e427e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.1074588 Oct 25 23:17:08.585582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9647a9e5-f35f-46d7-90b4-3a436b2d15b1 tempest-DHCPAgentSchedulersTestJSON-1850770838 tempest-DHCPAgentSchedulersTestJSON-1850770838-project-admin] 10.222.0.25 "GET /v2.0/agents/8e165771-7b80-4320-868d-be163af93404/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.1557758 Oct 25 23:17:08.587146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40364) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.618706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4df999be-5571-4584-99a9-ed59e5ea83d0 req-91a8d3ab-04c5-41d8-b831-45c3de8b7322 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Oct 25 23:17:08.629376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c42005-bd24-427d-beae-7e3f2d551d54 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.680600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c42005-bd24-427d-beae-7e3f2d551d54 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.720193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.739314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8d23502f-ac20-41cf-9522-9c46d419d0d2 req-53adcfe8-27e3-44d2-bc79-0994a821562d tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0482736 Oct 25 23:17:08.780371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c42005-bd24-427d-beae-7e3f2d551d54 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.783098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a3c42005-bd24-427d-beae-7e3f2d551d54 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.784773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a3c42005-bd24-427d-beae-7e3f2d551d54 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/c9b78543-4efc-4f7c-948a-6db2f8b6e3d4 HTTP/1.1" status: 204 len: 168 time: 0.3341424 Oct 25 23:17:08.792562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40370) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.819669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42005-bd24-427d-beae-7e3f2d551d54 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b78543-4efc-4f7c-948a-6db2f8b6e3d4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:08.880341 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.905633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58318e3b-3d1f-402e-baa2-222c1ede0db4']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:08.919995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2df817-8f37-4edf-9244-6d8e16454d4c') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:08.920281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2df817-8f37-4edf-9244-6d8e16454d4c') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:08.921968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9d535cb0-7139-49be-b063-efc965b545eb tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279583 Oct 25 23:17:08.926921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40372) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:08.932972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286924818'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:08.950330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.975705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.984195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:17:08.986243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:17:08.990985 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:17:09.008301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.140063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:17:09.251275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b61d-87c6-4a1a-b873-fe7ff306a2ce req-a98c22ad-78fa-47c7-8b4d-86f437641326 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:09.262362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-90b2b61d-87c6-4a1a-b873-fe7ff306a2ce req-a98c22ad-78fa-47c7-8b4d-86f437641326 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 943 time: 0.0808020 Oct 25 23:17:09.312378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-90b2b61d-87c6-4a1a-b873-fe7ff306a2ce req-1b394aa1-f42b-4c35-97c9-e5f8b6cfe8e9 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483422 Oct 25 23:17:09.415877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:09.453026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'port_id': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'mac_address': 'fa:16:3e:c3:66:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:17:09.473758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea16a3-5ce2-4758-a823-ec2f56f10ce8 req-cda643ec-8f92-4e09-b37d-c2ac581fbc6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:09.476511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64ea16a3-5ce2-4758-a823-ec2f56f10ce8 req-cda643ec-8f92-4e09-b37d-c2ac581fbc6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.0889843 Oct 25 23:17:09.528145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.545220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:09.583089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:09.592078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.610412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64ea16a3-5ce2-4758-a823-ec2f56f10ce8 req-f41675b9-e9dc-40b4-80da-934efeb93bd9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015432 Oct 25 23:17:09.677932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:09.783319 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.790122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.794445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "DELETE /v2.0/networks/58318e3b-3d1f-402e-baa2-222c1ede0db4 HTTP/1.1" status: 204 len: 168 time: 1.2060499 Oct 25 23:17:09.797996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40390) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:09.833289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc3968-f15a-4e45-b959-3686183a592d tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event deleted for resources: {'Network': ['ID=58318e3b-3d1f-402e-baa2-222c1ede0db4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:09.834137 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ceacb3c-bc78-45c9-a00a-fe5d5afcc528 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] DELETE failed (client error): The resource could not be found. Oct 25 23:17:09.835745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ceacb3c-bc78-45c9-a00a-fe5d5afcc528 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:17:09.838562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ceacb3c-bc78-45c9-a00a-fe5d5afcc528 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "DELETE /v2.0/ports/2aed6dbe-87fc-4045-bd73-8b62d8949296 HTTP/1.1" status: 404 len: 333 time: 0.0394223 Oct 25 23:17:09.839607 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.841416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40392) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:09.848560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.859650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:17:09.885470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb61b009-dafa-464a-8d23-887e3b1a3fb2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:09.902301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.906421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-25ab9acb-031b-4290-8ffa-afe99a35ffb4 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9757190 Oct 25 23:17:09.906594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40394) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:09.916265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'eb61b009-dafa-464a-8d23-887e3b1a3fb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:09.933353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Deleting subnet 8fa05529-d13b-46a4-83c7-b045f8d864e9 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:17:09.940758 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:09.963230 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.006840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.052276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.068078 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.101688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.105531 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955082 Oct 25 23:17:10.106084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f51a91-e059-4450-95e3-d87c825c693e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c26f483-1a4c-4d3e-a5df-8a24e6f8fc67,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.109310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40396) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:10.114089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'eb61b009-dafa-464a-8d23-887e3b1a3fb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:10.145789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.168814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.260846 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.265663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.278106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.287673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a2d075-2327-4e2a-8d43-dacd9d4a61ff,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.313921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.318741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ec2f0dee-7aa2-4046-b0f8-281936fa8171 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058249 Oct 25 23:17:10.318994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:10.328605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa05529-d13b-46a4-83c7-b045f8d864e9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.329105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'eb61b009-dafa-464a-8d23-887e3b1a3fb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:10.332649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.334099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6a14a6-93f9-477a-ad4e-d21db61b2ecd None None] Network e09913ca-f21b-4a83-9cf7-c77f390cafe8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:10.342426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-991d7150-ad1c-4797-8b39-6144a3445cf2 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "DELETE /v2.0/subnets/8fa05529-d13b-46a4-83c7-b045f8d864e9 HTTP/1.1" status: 204 len: 168 time: 0.4979489 Oct 25 23:17:10.343667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40402) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:10.404593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.441797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.552575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.553756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Deleting port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:10.554097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.564728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.617470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e235b82-f5f7-48ca-9e85-cf7f017171ae,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.633889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] DHCP port deletion for e09913ca-f21b-4a83-9cf7-c77f390cafe8 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:17:10.642311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] For port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,segment=NetworkSegment(84836791-e88a-460f-ba5a-05c104a3d70b),segment_id=84836791-e88a-460f-ba5a-05c104a3d70b)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:10.642311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.656463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.657159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Calling delete_port for 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:10.658494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1582e04d-a7bf-459d-b332-7ebb86c0b869 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375952 Oct 25 23:17:10.661662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40406) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:10.667303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'eb61b009-dafa-464a-8d23-887e3b1a3fb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:10.704608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.758464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.780215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Deleting port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:10.780674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.791458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.797730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.820537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event deleted for resources: {'Port': ['ID=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.822387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] No DVR routers for this DVR port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:17:10.858625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0732a75e-392a-4f9e-97cc-6a33d5066f8a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.865195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.866815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b2b06269-95b1-4a6b-93aa-642ec48f5187 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2030561 Oct 25 23:17:10.869326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40408) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:10.874764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'eb61b009-dafa-464a-8d23-887e3b1a3fb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:10.878193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] For port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:10.878601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.896842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Calling delete_port for 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:10.902596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:17:10.908016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.920572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:10.942179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] Pushing event deleted for resources: {'Port': ['ID=2dbfc896-689b-4912-9f8e-b7e4bb81b4e0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:10.952082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ceedd-bd18-4ee1-a6f8-243dbc868b22 None None] No DVR routers for this DVR port 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:17:11.008880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.019424 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.028967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.039114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09913ca-f21b-4a83-9cf7-c77f390cafe8']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:11.063225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.066548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84836791-e88a-460f-ba5a-05c104a3d70b') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:11.069475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84836791-e88a-460f-ba5a-05c104a3d70b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:11.069693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1988337 Oct 25 23:17:11.070398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.073048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ae34-4a62-4781-b5bd-d6b10dfa4aed tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213cad87-4a3d-4939-8c41-6d6ba3f90650,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:11.110177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.138162 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28066731-9961-4146-bf75-67d02d114221 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.150629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:11.150920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.153884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28066731-9961-4146-bf75-67d02d114221 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.159953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:17:11.160154 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:17:11.163126 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:17:11.195821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:17:11.217812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28066731-9961-4146-bf75-67d02d114221 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.231936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:17:11.232574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2dbfc896-689b-4912-9f8e-b7e4bb81b4e0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:17:11.241153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28066731-9961-4146-bf75-67d02d114221 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.242332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-28066731-9961-4146-bf75-67d02d114221 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/213cad87-4a3d-4939-8c41-6d6ba3f90650 HTTP/1.1" status: 204 len: 168 time: 0.1704290 Oct 25 23:17:11.249053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40412) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.274958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:17:11.277733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28066731-9961-4146-bf75-67d02d114221 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=213cad87-4a3d-4939-8c41-6d6ba3f90650,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:11.279060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:11.279505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.283868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.312495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.316349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] 10.222.0.25 "DELETE /v2.0/networks/e09913ca-f21b-4a83-9cf7-c77f390cafe8 HTTP/1.1" status: 204 len: 168 time: 0.9714863 Oct 25 23:17:11.331073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c58023-5bd0-4ef2-8604-fcc51646a574 tempest-DHCPAgentSchedulersTestJSON-986224518 tempest-DHCPAgentSchedulersTestJSON-986224518-project] Pushing event deleted for resources: {'Network': ['ID=e09913ca-f21b-4a83-9cf7-c77f390cafe8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:11.348228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31d6d48d-0b77-4587-b921-046f851ae556 req-edb8816c-4c0a-4f46-8aac-3f231ffa2af1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0757775 Oct 25 23:17:11.404584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40416) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.406960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-735e83ea-7d18-42c1-8cdb-766f13597f22 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1527929 Oct 25 23:17:11.482819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.497691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eab1016-69a2-46da-aa81-472cbea01a27 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.515477 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eab1016-69a2-46da-aa81-472cbea01a27 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.518050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:11.522404 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063481a0-c19f-4aaf-aff0-225e81b843fb" -d '{"events": [{"server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "name": "network-vif-plugged", "status": "completed", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:11.541983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:11.565243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.582243 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eab1016-69a2-46da-aa81-472cbea01a27 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.592091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eab1016-69a2-46da-aa81-472cbea01a27 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.595753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7eab1016-69a2-46da-aa81-472cbea01a27 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0732a75e-392a-4f9e-97cc-6a33d5066f8a HTTP/1.1" status: 204 len: 168 time: 0.1871898 Oct 25 23:17:11.596414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.608697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab1016-69a2-46da-aa81-472cbea01a27 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0732a75e-392a-4f9e-97cc-6a33d5066f8a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:11.664688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:11.691748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a928d72e-cc4f-4ebe-b515-ae5a87128455 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0940263 Oct 25 23:17:11.694418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.723315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aa1674b-8551-49fa-a75d-2388747d4daf tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.737269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aa1674b-8551-49fa-a75d-2388747d4daf tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.779249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aa1674b-8551-49fa-a75d-2388747d4daf tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.789501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aa1674b-8551-49fa-a75d-2388747d4daf tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.795579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6aa1674b-8551-49fa-a75d-2388747d4daf tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4e235b82-f5f7-48ca-9e85-cf7f017171ae HTTP/1.1" status: 204 len: 168 time: 0.0952945 Oct 25 23:17:11.795579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1674b-8551-49fa-a75d-2388747d4daf tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e235b82-f5f7-48ca-9e85-cf7f017171ae,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:11.796712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.837609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40430) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.885691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.885956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a22c1437-cbaf-402d-82d8-08b66c7a197c tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0872042 Oct 25 23:17:11.917770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6a5-9e03-43ac-b8be-43d5df134c8d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.929245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6a5-9e03-43ac-b8be-43d5df134c8d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.968948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6a5-9e03-43ac-b8be-43d5df134c8d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.978955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6a5-9e03-43ac-b8be-43d5df134c8d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:11.980423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9f9fd6a5-9e03-43ac-b8be-43d5df134c8d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b2a2d075-2327-4e2a-8d43-dacd9d4a61ff HTTP/1.1" status: 204 len: 168 time: 0.0927937 Oct 25 23:17:11.982827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40436) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:11.996425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fd6a5-9e03-43ac-b8be-43d5df134c8d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2a2d075-2327-4e2a-8d43-dacd9d4a61ff,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:12.048740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b8f8f76-f9ec-4773-b4e5-2a42ca1465b8 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622654 Oct 25 23:17:12.049669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40438) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.086173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb44-e7de-406a-b29c-688ca0457c01 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.096761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb44-e7de-406a-b29c-688ca0457c01 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.131706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2bbecc67-e358-4859-9d6d-73a6f616da0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f024c0dab4f343b1a9a566c54386b4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929773 Oct 25 23:17:12.134269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40440) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.135187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb44-e7de-406a-b29c-688ca0457c01 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.147551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb44-e7de-406a-b29c-688ca0457c01 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.150268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2e8fb44-e7de-406a-b29c-688ca0457c01 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9c26f483-1a4c-4d3e-a5df-8a24e6f8fc67 HTTP/1.1" status: 204 len: 168 time: 0.0993381 Oct 25 23:17:12.154318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40442) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.158986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8fb44-e7de-406a-b29c-688ca0457c01 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c26f483-1a4c-4d3e-a5df-8a24e6f8fc67,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:12.231742 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-278c94d4-7aed-4546-b076-4252f15f48c6 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0717337 Oct 25 23:17:12.234480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.244283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f107-66f4-435f-9234-94eaafc3b981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.280116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f107-66f4-435f-9234-94eaafc3b981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.337709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9da14b-c0d0-4048-b588-bfcfb72b967a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.356380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f107-66f4-435f-9234-94eaafc3b981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.359393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f107-66f4-435f-9234-94eaafc3b981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.365915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1c6f107-66f4-435f-9234-94eaafc3b981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64cfe9b3-c51b-4b4d-8fa0-e567dd472d65 HTTP/1.1" status: 204 len: 168 time: 0.2303462 Oct 25 23:17:12.380192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6f107-66f4-435f-9234-94eaafc3b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cfe9b3-c51b-4b4d-8fa0-e567dd472d65,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:12.384508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9da14b-c0d0-4048-b588-bfcfb72b967a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.476422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9da14b-c0d0-4048-b588-bfcfb72b967a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.480040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9da14b-c0d0-4048-b588-bfcfb72b967a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.482136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2d9da14b-c0d0-4048-b588-bfcfb72b967a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb61b009-dafa-464a-8d23-887e3b1a3fb2 HTTP/1.1" status: 204 len: 168 time: 0.2467282 Oct 25 23:17:12.486075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40448) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.503740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9da14b-c0d0-4048-b588-bfcfb72b967a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb61b009-dafa-464a-8d23-887e3b1a3fb2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:12.559174 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e6a78e6f-195f-4961-a894-8a957d4d7a2e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717170 Oct 25 23:17:12.561812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40450) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.569955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094621725'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:12.599756 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.695042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.705802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.749295 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.750603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1873255 Oct 25 23:17:12.755433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.765146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'fad9e554-0d8f-49a1-bbf3-550fa5b8d799', 'direction': 'ingress', 'protocol': 17}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:12.772038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607b0af-41cb-4e1d-9404-99fc1258a3e2 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9e554-0d8f-49a1-bbf3-550fa5b8d799,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:12.805330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.884419 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.888905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.895929 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.936088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ac56db-3ab8-44fb-82c8-565f7553c8bc,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:12.960143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:12.963975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40458) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.964519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40460) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:12.967114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-50cf0fdb-1855-4d79-ab79-9719e39a805a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2101364 Oct 25 23:17:12.995482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d35b-748c-4c37-91d2-f0aaf4aa8bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.065864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b549f4b8-8ab5-414f-867f-b58816551064 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.109715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b549f4b8-8ab5-414f-867f-b58816551064 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.173519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d35b-748c-4c37-91d2-f0aaf4aa8bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.182497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d35b-748c-4c37-91d2-f0aaf4aa8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.201591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b549f4b8-8ab5-414f-867f-b58816551064 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.204168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b549f4b8-8ab5-414f-867f-b58816551064 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.209244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b549f4b8-8ab5-414f-867f-b58816551064 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/fad9e554-0d8f-49a1-bbf3-550fa5b8d799 HTTP/1.1" status: 204 len: 168 time: 0.2425964 Oct 25 23:17:13.211131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:13.235658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e9d2d35b-748c-4c37-91d2-f0aaf4aa8bf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b088c9ba5764dafab069cf7f1d6d97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702637 Oct 25 23:17:13.238345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:13.245037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d35b-748c-4c37-91d2-f0aaf4aa8bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae7429-7b33-4076-9033-fbf9f31e3e4e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:13.257663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549f4b8-8ab5-414f-867f-b58816551064 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9e554-0d8f-49a1-bbf3-550fa5b8d799,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:13.317635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-49574aac-cd95-4d0f-901d-cb34ea6b4820 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041958 Oct 25 23:17:13.322372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40466) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:13.327333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854447094'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:13.358602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c811db9d-5dcc-4032-8dec-cc6cc5f7b1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.386556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.393129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c811db9d-5dcc-4032-8dec-cc6cc5f7b1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.520121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.521414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c811db9d-5dcc-4032-8dec-cc6cc5f7b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.524172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c811db9d-5dcc-4032-8dec-cc6cc5f7b1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.527693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c811db9d-5dcc-4032-8dec-cc6cc5f7b1ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11ae7429-7b33-4076-9033-fbf9f31e3e4e HTTP/1.1" status: 204 len: 168 time: 0.2859626 Oct 25 23:17:13.546210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.551799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811db9d-5dcc-4032-8dec-cc6cc5f7b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae7429-7b33-4076-9033-fbf9f31e3e4e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:13.585855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7e12a-6c55-4269-be34-dd971d3637e2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:13.629861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.631528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2efc021f-1423-4b22-82e9-82c234692c8a tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3080308 Oct 25 23:17:13.634418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40470) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:13.641634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113812424'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:13.691031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.776379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.781846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.820129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.821583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1861420 Oct 25 23:17:13.822800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea7896-c27d-4269-9936-fc26812ba709 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf58cd8-1f14-4372-8ecb-2e00eff5b94c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:13.825534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40474) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:13.831598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': '1ed7e12a-6c55-4269-be34-dd971d3637e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bcf58cd8-1f14-4372-8ecb-2e00eff5b94c', 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:13.881199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:13.999996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.005399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.029934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86e4518-fd16-4ade-af53-16176633c2e2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:14.043484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.044921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-34372c96-fba7-4f45-8a10-f1c3a8e5c536 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2179980 Oct 25 23:17:14.047926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40484) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.093965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e0fecf5-69e5-40f0-aa71-2dec4bd2b451 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.112199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e0fecf5-69e5-40f0-aa71-2dec4bd2b451 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.156015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e0fecf5-69e5-40f0-aa71-2dec4bd2b451 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.171366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e0fecf5-69e5-40f0-aa71-2dec4bd2b451 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.172602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9e0fecf5-69e5-40f0-aa71-2dec4bd2b451 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e86e4518-fd16-4ade-af53-16176633c2e2 HTTP/1.1" status: 204 len: 168 time: 0.1225111 Oct 25 23:17:14.176716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40492) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.179802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fecf5-69e5-40f0-aa71-2dec4bd2b451 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e86e4518-fd16-4ade-af53-16176633c2e2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:14.248368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40494) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.248728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d200f051-ff9f-46ce-903b-2207d0e9df0d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0707917 Oct 25 23:17:14.351726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-665d3955-4094-4dec-8682-950233664f1d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.384925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-665d3955-4094-4dec-8682-950233664f1d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.439199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-665d3955-4094-4dec-8682-950233664f1d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.442958 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-665d3955-4094-4dec-8682-950233664f1d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.446643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-665d3955-4094-4dec-8682-950233664f1d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/bcf58cd8-1f14-4372-8ecb-2e00eff5b94c HTTP/1.1" status: 204 len: 168 time: 0.1963754 Oct 25 23:17:14.447381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.473420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d3955-4094-4dec-8682-950233664f1d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf58cd8-1f14-4372-8ecb-2e00eff5b94c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:14.537562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.537828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4e10ab7-d361-4c35-bad5-b777593e5d34 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0888910 Oct 25 23:17:14.607324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0101f037-ee4b-47cd-84de-a771d38e2472 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.639345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0101f037-ee4b-47cd-84de-a771d38e2472 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.687828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0101f037-ee4b-47cd-84de-a771d38e2472 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.691192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0101f037-ee4b-47cd-84de-a771d38e2472 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.692543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0101f037-ee4b-47cd-84de-a771d38e2472 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ed7e12a-6c55-4269-be34-dd971d3637e2 HTTP/1.1" status: 204 len: 168 time: 0.1539288 Oct 25 23:17:14.695254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40514) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.706679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101f037-ee4b-47cd-84de-a771d38e2472 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7e12a-6c55-4269-be34-dd971d3637e2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:14.767455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-37b05791-5681-4b68-be65-62c8a994c744 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707917 Oct 25 23:17:14.773446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:14.777828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--24192565'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:14.809848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.892767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-5d1638a9-520b-425e-b15b-37fc15cf5da4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--729490277&fields=id&tenant_id=e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 267 time: 0.0644286 Oct 25 23:17:14.898953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.910641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.973164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14f5f0-9350-47b6-9251-5d96b5ac252d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:14.990647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:14.997022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-268f4ef1-ec8a-4b28-9336-a390bdac8b00 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2212706 Oct 25 23:17:14.998235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40534) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:15.011790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': 'ca14f5f0-9350-47b6-9251-5d96b5ac252d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:15.055878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.071729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-24f3e4e0-e8bb-4f94-a914-ce6f052259a1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:15.079071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-24f3e4e0-e8bb-4f94-a914-ce6f052259a1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 817 time: 0.1754704 Oct 25 23:17:15.098511 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-1cb656a4-13c9-4024-af9f-ce1cb5d0669e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/quotas/e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 375 time: 0.0184324 Oct 25 23:17:15.179691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-96ddee2e-487f-427c-9e98-7e5301569a8c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791326 Oct 25 23:17:15.199545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.208988 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.249115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72f7af2-9ddf-4dd8-9602-3a6a5f546bb9,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:15.284447 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.288529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bdbc0944-a768-4b0b-be33-9268a051d8ee tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2874122 Oct 25 23:17:15.289198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40550) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:15.338266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-1c2e75c5-2b60-4d95-a530-53a497249184 service neutron] 10.222.0.25 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537499 Oct 25 23:17:15.345700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-787b9dbe-3c23-49bf-9fba-42e88b50855d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.372218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-787b9dbe-3c23-49bf-9fba-42e88b50855d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.410893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-787b9dbe-3c23-49bf-9fba-42e88b50855d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.419346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-787b9dbe-3c23-49bf-9fba-42e88b50855d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.420763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-787b9dbe-3c23-49bf-9fba-42e88b50855d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e72f7af2-9ddf-4dd8-9602-3a6a5f546bb9 HTTP/1.1" status: 204 len: 168 time: 0.1303937 Oct 25 23:17:15.430590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40560) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:15.431512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b9dbe-3c23-49bf-9fba-42e88b50855d tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e72f7af2-9ddf-4dd8-9602-3a6a5f546bb9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:15.506864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-82ac809b-f04f-43fd-a35a-f810f821feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:15.508472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-82ac809b-f04f-43fd-a35a-f810f821feff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 1097 time: 0.1741428 Oct 25 23:17:15.522081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bd6c02a3-e1a9-4429-a355-96bb2696a0be tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0779555 Oct 25 23:17:15.525293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:15.555240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc294-411b-4159-998c-d9c20002a05d req-3b1fd9c2-0097-4827-b54e-8405e0102200 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:15.557257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47ffc294-411b-4159-998c-d9c20002a05d req-3b1fd9c2-0097-4827-b54e-8405e0102200 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.0916502 Oct 25 23:17:15.558272 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-011e6966-43fa-4735-a97d-f75c7e2d4c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.573485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-c8be4808-c724-45d4-88f3-912c9ee0f7ed service neutron] 10.222.0.25 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254479 Oct 25 23:17:15.608145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:15.619572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47ffc294-411b-4159-998c-d9c20002a05d req-5c52f1a6-f548-4af4-bd7e-174e0262544b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534921 Oct 25 23:17:15.684591 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-181227d3-34bf-4702-91d3-af88a2e4bb02 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.694381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-58afaead-99a3-4359-8e8e-b0bd4534085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:15.696126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-58afaead-99a3-4359-8e8e-b0bd4534085d service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.1803381 Oct 25 23:17:15.724210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-181227d3-34bf-4702-91d3-af88a2e4bb02 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:15.758755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-315e4000-c9f9-4cc7-acca-baf9a39c0294 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa HTTP/1.1" status: 200 len: 217 time: 0.0542243 Oct 25 23:17:15.768331 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:17:15.787399 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b625de4-87a0-42fb-8e5d-66559c07bc62 req-92314df5-c5d8-43c1-b2b7-a93e8b930f9d tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0597687 Oct 25 23:17:15.860146 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e6eba-a6d4-433c-b378-ab662ab57111 x-openstack-request-id: req-177e6eba-a6d4-433c-b378-ab662ab57111 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:15.860463 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "name": "network-vif-plugged", "status": "completed", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:15.860806 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-177e6eba-a6d4-433c-b378-ab662ab57111 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:15.862021 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'code': 200} Oct 25 23:17:15.885417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-672911382'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:15.953119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5250d3-6868-4645-93e9-2179aaf8d02a req-2c2a75f1-f6de-481c-9944-fafc5286e7d1 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:15.964549 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be5250d3-6868-4645-93e9-2179aaf8d02a req-2c2a75f1-f6de-481c-9944-fafc5286e7d1 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1000926 Oct 25 23:17:16.019247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be5250d3-6868-4645-93e9-2179aaf8d02a req-0dcf5895-84df-42d4-b484-a63c4dc8d7d5 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536697 Oct 25 23:17:16.030297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-0e169f1b-7d24-4e56-aab8-10e7e11e722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:16.032029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-0e169f1b-7d24-4e56-aab8-10e7e11e722c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.2632830 Oct 25 23:17:16.075940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-5397f365-14ec-4952-90a4-1c602f4610ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345495 Oct 25 23:17:16.089844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199d26-e4b0-4999-bb4a-5d1970dd4c48 req-3654dad7-4eaa-42cc-a078-387f58b6c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:16.091417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b199d26-e4b0-4999-bb4a-5d1970dd4c48 req-3654dad7-4eaa-42cc-a078-387f58b6c49b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1096 time: 0.1444759 Oct 25 23:17:16.092082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Made reservation on behalf of 6f773c454dfe452b9676be2efc7c2a7e for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:16.095610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.098618 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-181227d3-34bf-4702-91d3-af88a2e4bb02 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.101215 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-181227d3-34bf-4702-91d3-af88a2e4bb02 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.105113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-181227d3-34bf-4702-91d3-af88a2e4bb02 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca14f5f0-9350-47b6-9251-5d96b5ac252d HTTP/1.1" status: 204 len: 168 time: 0.5779064 Oct 25 23:17:16.107100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40584) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:16.130295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6485486d-c625-4ed8-97a2-3a4c024be993 req-fd2dba93-b7ac-496d-82c7-ff6f98cb88d8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 210 time: 0.0487649 Oct 25 23:17:16.165205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181227d3-34bf-4702-91d3-af88a2e4bb02 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14f5f0-9350-47b6-9251-5d96b5ac252d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:16.236001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b199d26-e4b0-4999-bb4a-5d1970dd4c48 req-05b4b766-6afe-48f6-9d73-9d08e74f7a90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277552 Oct 25 23:17:16.274129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.390816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-146f7b1b-5ca2-4fcf-a23c-4e23ef068f1e tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2648225 Oct 25 23:17:16.401405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40590) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:16.415328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130003234'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:16.421972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1f01132-517a-4b35-b0bc-86964da075bb req-f3a7d3eb-3bd4-4b3d-a397-1208b0bb1701 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0391610 Oct 25 23:17:16.460286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e175de8-959e-465e-9af5-044dbaea5f2f req-9fe55f66-75c2-484d-8d55-30589b2b0ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4396e6476e34929941be0817fcb1322&device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0596347 Oct 25 23:17:16.477173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9be3b7-eb83-482c-8914-10defdb4ef54 req-3f17a715-b0d8-485e-84f9-ff8a4ca3cbea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:16.478750 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf9be3b7-eb83-482c-8914-10defdb4ef54 req-3f17a715-b0d8-485e-84f9-ff8a4ca3cbea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.5552351 Oct 25 23:17:16.517005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-d061cb91-5405-44ee-84b4-532cdb59e1a5 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300704 Oct 25 23:17:16.554030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e175de8-959e-465e-9af5-044dbaea5f2f req-2ef96dfe-ed1e-41ab-9bc6-f85b43642f06 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b4396e6476e34929941be0817fcb1322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689607 Oct 25 23:17:16.614445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.698534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf9be3b7-eb83-482c-8914-10defdb4ef54 req-7c4c565d-0a5a-425b-b453-424ac4dd9d95 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005048 Oct 25 23:17:16.789209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6f0ec-072d-4800-9af5-d9163de158e4 req-c57e305b-58ef-480f-959a-58e9385cebaa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:16.794094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83c6f0ec-072d-4800-9af5-d9163de158e4 req-c57e305b-58ef-480f-959a-58e9385cebaa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.0901737 Oct 25 23:17:16.808685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.826427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.847040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83c6f0ec-072d-4800-9af5-d9163de158e4 req-45ecfb80-e018-40e0-9375-a91f8e2767b0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Oct 25 23:17:16.861161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b2ef4bb-a2cb-409d-95fe-d26f944aaeeb req-f38d6933-a0e1-479f-9bec-5afc98b269dc service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221354 Oct 25 23:17:16.881574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:17:16.891811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e175de8-959e-465e-9af5-044dbaea5f2f req-fa68910b-aa6c-4492-80c9-3c954d010328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:16.894097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e175de8-959e-465e-9af5-044dbaea5f2f req-fa68910b-aa6c-4492-80c9-3c954d010328 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3217406 Oct 25 23:17:16.903039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.903685 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Added segment 9c249c38-03c1-4d18-97bf-5053ea714117 of type vlan for network 42fb4818-fb4c-494d-83dc-86013518817e Oct 25 23:17:16.910012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade35abb-d176-44fe-8209-389bd638dc4c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:16.977184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.981183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:16.985061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.025850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.027119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6161129 Oct 25 23:17:17.029912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:17.036726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': '10aa865a-b3e5-4a9d-9353-058e8d8bd430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:17.038087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063d00c-a4c0-40d8-8340-aa85a4fe70b3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa865a-b3e5-4a9d-9353-058e8d8bd430,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:17.045520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.060200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:17.062831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.123686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.181417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.183250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5738187 Oct 25 23:17:17.191943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.235621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237fb4f-3cb7-4747-925c-46c0b7e6d0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Pushing event updated for resources: {'Network': ['ID=42fb4818-fb4c-494d-83dc-86013518817e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:17.249713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 42fb4818-fb4c-494d-83dc-86013518817e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:17:17.252183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06435474-945f-4619-9990-3f30c1fcb3f7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:17.272753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a069f-2758-44d8-bed5-4ae45f153444 req-ea02a064-a4ee-4376-828b-eb921429e626 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:17.280268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e40a069f-2758-44d8-bed5-4ae45f153444 req-ea02a064-a4ee-4376-828b-eb921429e626 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1775301 Oct 25 23:17:17.296260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.296260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cfbcba5b-fb71-44af-b885-2015000ca1a9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2652483 Oct 25 23:17:17.299550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40612) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:17.348550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-fa585891-cc0e-4723-b0f4-97a3f0ca0557 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:17.350235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-fa585891-cc0e-4723-b0f4-97a3f0ca0557 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 817 time: 0.1890144 Oct 25 23:17:17.364018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e40a069f-2758-44d8-bed5-4ae45f153444 req-3ffd078f-04b1-4133-8243-8e286f5ea084 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787389 Oct 25 23:17:17.386976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a266f434-8066-4278-a4fe-35ea0f70d241 req-3d9e6f12-a659-40da-bd57-151798bf4e32 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 210 time: 0.0658839 Oct 25 23:17:17.399061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e0ab458-f1cd-4f12-962f-c01335c3f8a8 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules/06435474-945f-4619-9990-3f30c1fcb3f7 HTTP/1.1" status: 200 len: 763 time: 0.0923462 Oct 25 23:17:17.401440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40616) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:17.427208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-3a72245d-ce50-4986-9fbe-62a667406743 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 379 time: 0.0595691 Oct 25 23:17:17.442060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'port': {'device_id': '5114e53f-747f-48d6-a92c-956544588f35', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'admin_state_up': True, 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'security_groups': ['29fe31db-2ec1-4770-bc27-60047894f7aa']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:17.463748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f15f238e-d097-4264-8511-7fe0c4143d80 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608511 Oct 25 23:17:17.466294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40620) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:17.519649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-52d4153d-0835-4dc3-ab14-9a46e21a4c7b tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.541676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-52d4153d-0835-4dc3-ab14-9a46e21a4c7b tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.567181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40622) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:17.574731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Request body: {'port': {'network_id': '42fb4818-fb4c-494d-83dc-86013518817e', 'binding:host_id': 'n-h2-815373-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648460154'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:17.593706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:17:17.593706 n-d-815373-1 neutron-server[102133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 25 23:17:17.593706 n-d-815373-1 neutron-server[102133]: [parameters: {'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'id': '31c0ed42-51aa-4596-9068-5e7ba8273dbd', 'expiration': datetime.datetime(2021, 10, 25, 23, 19, 17, 589903)}] Oct 25 23:17:17.593706 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:17:17.594194 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:17:17.670264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 34544dae-a2a2-4b93-8142-d5c9ecc07207 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:17:17.789169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:17.806069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'port_id': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'mac_address': 'fa:16:3e:d6:62:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:17:17.855262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffb372-69b4-4d68-b70d-b950fa1ae6ed req-898804af-c123-4ecc-9c2d-42230939caed tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:17.856965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7ffb372-69b4-4d68-b70d-b950fa1ae6ed req-898804af-c123-4ecc-9c2d-42230939caed tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.0549343 Oct 25 23:17:17.892122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-41eb45c6-659c-48ee-8020-41d338b0aff2 req-38b67aae-4172-4af2-a532-3cf5cecbbaaa tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.3381557 Oct 25 23:17:17.896393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Made reservation on behalf of d18824b9cd82449eaefcac94c3e4ff07 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:17.898752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.915408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7ffb372-69b4-4d68-b70d-b950fa1ae6ed req-a5b55749-28a4-47a3-a84f-eea7cc8b7f43 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Oct 25 23:17:17.926945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.977258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-52d4153d-0835-4dc3-ab14-9a46e21a4c7b tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.983171 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-52d4153d-0835-4dc3-ab14-9a46e21a4c7b tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:17.986857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-52d4153d-0835-4dc3-ab14-9a46e21a4c7b tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/06435474-945f-4619-9990-3f30c1fcb3f7 HTTP/1.1" status: 204 len: 168 time: 0.5170343 Oct 25 23:17:17.987106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40628) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:18.050779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.054928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.065641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-504823f4-63a5-40ac-8c30-4eb84a75acfc tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748920 Oct 25 23:17:18.065859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34544dae-a2a2-4b93-8142-d5c9ecc07207 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:18.065992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:18.077138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.078460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': '10aa865a-b3e5-4a9d-9353-058e8d8bd430', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:18.088433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:18.094097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.096837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port d3b73892-736d-4b2f-8427-4c59a07d56c8 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:18.102107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4153d-0835-4dc3-ab14-9a46e21a4c7b tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06435474-945f-4619-9990-3f30c1fcb3f7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:18.152446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:17:18.152446 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 23:17:18.152446 n-d-815373-1 neutron-server[102133]: [parameters: {'project_id_1': 'e6db85b6142c4d53accf07237edb2f5d', 'expiration_1': datetime.datetime(2021, 10, 25, 23, 16, 58, 136367)}] Oct 25 23:17:18.152446 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:17:18.152908 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:17:18.153337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:18.170455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-5bd06cc2-99eb-4fa6-b0a4-4c0fc5407ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773039 Oct 25 23:17:18.171894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.256430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68199c94-8822-4a77-8110-51c1b01a798a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:18.264548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.271802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['34544dae-a2a2-4b93-8142-d5c9ecc07207'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:17:18.276189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea348-6ad9-40a8-a5bc-3bf4e9c60628 req-9d6ce0a6-a244-4b80-a48f-90f650edeee4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:18.277736 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d4ea348-6ad9-40a8-a5bc-3bf4e9c60628 req-9d6ce0a6-a244-4b80-a48f-90f650edeee4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 946 time: 0.3015380 Oct 25 23:17:18.288985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.327520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-09b172cf-3c83-4c3e-9728-9882f5bd39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:18.329281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-09b172cf-3c83-4c3e-9728-9882f5bd39a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.1073728 Oct 25 23:17:18.331038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3fd4eb-fffe-4831-8d33-f738f9102a1f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:18.341423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.349997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3d9b43a-ae01-474e-87a1-64b0c4eeb922 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2791157 Oct 25 23:17:18.350467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40634) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:18.397151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f17c10fd-d69d-48d7-8845-a950ef1c9830 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules/4a3fd4eb-fffe-4831-8d33-f738f9102a1f HTTP/1.1" status: 200 len: 763 time: 0.0428584 Oct 25 23:17:18.409973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40638) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:18.422055 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7025372-fd4b-4411-8298-9f0f029b3501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.442924 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d4ea348-6ad9-40a8-a5bc-3bf4e9c60628 req-a3ee3339-d5fa-42dd-90cf-b6d37b4954b6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526685 Oct 25 23:17:18.572873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Made reservation on behalf of e6db85b6142c4d53accf07237edb2f5d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:18.575046 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.634496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1bc1c775-770b-4c90-b7b9-ad675db25d45 req-3fa2dd38-09f6-4685-9e84-b63a741175f7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 210 time: 0.0784097 Oct 25 23:17:18.666602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port d3b73892-736d-4b2f-8427-4c59a07d56c8 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:18.677547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.684733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.704549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d728bbfc-316d-4883-a3d4-06eaa1d92ed9 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2909749 Oct 25 23:17:18.713424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:18.740473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b73892-736d-4b2f-8427-4c59a07d56c8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:18.756584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-34bc5fee-baa4-4a6a-82b7-c9bb509d771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:18.758049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-34bc5fee-baa4-4a6a-82b7-c9bb509d771b service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.3930697 Oct 25 23:17:18.768149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Checking segment: {'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:18.768536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Network hostable DHCP agents. Network: 42fb4818-fb4c-494d-83dc-86013518817e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:17:18.790776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Network 42fb4818-fb4c-494d-83dc-86013518817e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:17:18.800415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 42fb4818-fb4c-494d-83dc-86013518817e) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:18.802285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a51fa2b-b80f-43da-a796-c7631e3f5295 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.805518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:18.815030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b47c6f-6461-4b51-a6a0-9bba74b14a0e None None] Network 42fb4818-fb4c-494d-83dc-86013518817e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:18.827967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:18.828359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:18.828707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:18.835784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:18.836131 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:18.836986 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 2 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:18.852321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a51fa2b-b80f-43da-a796-c7631e3f5295 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:18.854986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:18.855314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:18.855642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:18.860177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:18.860504 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:18.861005 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 3 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:18.867953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536e678-270f-47ec-b7e6-31fa8a1188dc req-d19e8331-2ae9-47de-92ec-98d20da92dd5 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:18.869508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0536e678-270f-47ec-b7e6-31fa8a1188dc req-d19e8331-2ae9-47de-92ec-98d20da92dd5 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.3260159 Oct 25 23:17:18.875080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:18.876121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:18.876121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:18.894840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:18.895167 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:18.895551 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 4 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:18.940246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:18.940764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:18.944105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:18.949439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Allocated IP 172.20.0.5 (01622bd7-7fda-44c0-a57e-22b8a7807b9a/294267f9-0c8f-466c-a224-73ba058e5389/b8489c80-e0fd-40cc-a974-0e4106466fd5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:17:18.953711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:18.954721 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:18.956338 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 5 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:18.988018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:18.988357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:18.988771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:18.994967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a51fa2b-b80f-43da-a796-c7631e3f5295 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.009476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:19.010408 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:19.013759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-b641defd-23da-41f5-a3f5-91aef851933d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.2463160 Oct 25 23:17:19.016813 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 6 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:19.019875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a51fa2b-b80f-43da-a796-c7631e3f5295 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.023256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a51fa2b-b80f-43da-a796-c7631e3f5295 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4a3fd4eb-fffe-4831-8d33-f738f9102a1f HTTP/1.1" status: 204 len: 168 time: 0.3068748 Oct 25 23:17:19.024819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40656) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:19.041261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51fa2b-b80f-43da-a796-c7631e3f5295 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a3fd4eb-fffe-4831-8d33-f738f9102a1f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:19.074394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0536e678-270f-47ec-b7e6-31fa8a1188dc req-cc5dfcd3-fb09-440b-a59b-aea197ec2217 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822574 Oct 25 23:17:19.088077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:19.088420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:19.088763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:19.103311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6bd4d3c2-6f79-4c62-9aa2-80c575bd8821 req-1c3db24a-fa3b-4ed9-862c-2c7132f6f98f tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.25 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0762744 Oct 25 23:17:19.106974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:19.107307 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:19.107702 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 7 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:19.134178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:19.134303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:19.134631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:19.148411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:17:19.157732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b26de2d2-05d1-4962-82dc-e709365bf725 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1325195 Oct 25 23:17:19.159063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:19.159327 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:19.159828 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 8 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:19.164035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:19.191553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:19.191940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:19.192289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:19.195399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Request body: {'security_group_rule': {'security_group_id': '10aa865a-b3e5-4a9d-9353-058e8d8bd430', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:19.246662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e175de8-959e-465e-9af5-044dbaea5f2f req-af9b9a35-4e3e-45e9-9e7d-19eb1d3a1b06 tempest-ServerShowV257Test-2068466055 tempest-ServerShowV257Test-2068466055-project] 10.222.0.15 "GET /v2.0/ports?device_id=da8ec855-2d4a-4cae-8196-a0053c91c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1092396 Oct 25 23:17:19.247545 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Project 218547501af74bcf8ba7536a2d2a9576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:17:19.258187 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.260727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:19.261220 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:19.262634 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 9 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:19.282913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:19.283318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:19.283844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:19.288025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.290735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:19.292411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:19.292749 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:19.294020 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 10 to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 Oct 25 23:17:19.294582 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1752005e-9d2d-4cf8-9632-a83d05b9986b" -d '{"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-unplugged", "status": "completed", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:19.304985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52298ef-0a82-40c7-aa2b-9b722c792b32 req-897e0a1f-3987-40f8-b0d7-099449d45a30 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:19.306729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f52298ef-0a82-40c7-aa2b-9b722c792b32 req-897e0a1f-3987-40f8-b0d7-099449d45a30 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1329629 Oct 25 23:17:19.319798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:19.324721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'floatingip': {'port_id': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:19.329728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:19.329728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:19.330771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:19.342970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:19.350802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.373577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-de286d03-141a-4ea7-be48-d3622f41806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:19.376706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-de286d03-141a-4ea7-be48-d3622f41806d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.3478112 Oct 25 23:17:19.377989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port d3b73892-736d-4b2f-8427-4c59a07d56c8 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:19.379093 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port d3b73892-736d-4b2f-8427-4c59a07d56c8 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:19.379573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.384657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.410044 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ef875c-78ef-458e-8c6f-6987edfe6d72 x-openstack-request-id: req-74ef875c-78ef-458e-8c6f-6987edfe6d72 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:19.410739 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-unplugged", "status": "failed", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa", "code": 422}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:19.411308 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ef875c-78ef-458e-8c6f-6987edfe6d72 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:19.411963 n-d-815373-1 neutron-server[102135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'code': 422} returned with failed status Oct 25 23:17:19.463306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:19.482397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cda4a7-de48-48b6-a917-2acbd39a4c1c req-c7c6a028-20fa-4fe2-aee5-feb8f8e746ce tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:19.484759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11cda4a7-de48-48b6-a917-2acbd39a4c1c req-c7c6a028-20fa-4fe2-aee5-feb8f8e746ce tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 945 time: 0.3514457 Oct 25 23:17:19.548370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11cda4a7-de48-48b6-a917-2acbd39a4c1c req-8d6e4706-4477-4744-8f40-a9d0efb80c21 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Oct 25 23:17:19.564808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] For port d3b73892-736d-4b2f-8427-4c59a07d56c8, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:19.565288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempted to set empty binding levels {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 23:17:19.575626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.596840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-7da72449-156f-4136-81be-81936c24b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:19.598494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-7da72449-156f-4136-81be-81936c24b083 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824095 Oct 25 23:17:19.599007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.600273 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.604963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.631237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.681259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 34544dae-a2a2-4b93-8142-d5c9ecc07207 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:19.682329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7908cefa-93d1-4534-994f-dc34c28866d5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:19.701006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:19.701707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.702781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.703972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bbb037b3-3ecf-4833-9923-5b8a2716bfd3 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5379760 Oct 25 23:17:19.708658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40672) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:19.743079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b73892-736d-4b2f-8427-4c59a07d56c8,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:19.756578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7de46a9f-0778-4239-b81e-2036f960d77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1882439 Oct 25 23:17:19.763627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0602385a-3285-425a-9aa3-3e78aeb1e0ab tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules/7908cefa-93d1-4534-994f-dc34c28866d5 HTTP/1.1" status: 200 len: 769 time: 0.0545866 Oct 25 23:17:19.764179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:19.771870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40676) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:19.795015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 34544dae-a2a2-4b93-8142-d5c9ecc07207 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:19.795678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.810189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.823627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-45afd185-dbb8-4cd4-8dec-c4250701fb7a service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121994 Oct 25 23:17:19.827580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ef5-7ff4-43ae-8e6f-4d46651b93a8 req-ca276ad2-9b38-44ad-b04b-a5052ce7dc8e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:19.838822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff005ef5-7ff4-43ae-8e6f-4d46651b93a8 req-ca276ad2-9b38-44ad-b04b-a5052ce7dc8e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.2371881 Oct 25 23:17:19.932659 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:19.986991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff005ef5-7ff4-43ae-8e6f-4d46651b93a8 req-d986fdfe-7d60-488f-a364-d7a3a7ca5ded tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462486 Oct 25 23:17:19.989827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:20.001791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.041991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-65065f91-5048-4bb1-a03c-a6ca4d8369ab tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2656877 Oct 25 23:17:20.042407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40680) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:20.086586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc57251c-1490-494b-a415-37cc41500658 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.101269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:20.116512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:20.122722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:20.148462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.151804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:20.157537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc57251c-1490-494b-a415-37cc41500658 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.167319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:20.196112 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:17:20.252737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc57251c-1490-494b-a415-37cc41500658 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.301913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0e71b6e9-29ba-476a-9d24-a84dc54c4315 req-49ab295d-b58c-4cfe-a985-e03479810983 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701402 Oct 25 23:17:20.317959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.333885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc57251c-1490-494b-a415-37cc41500658 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.336006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc57251c-1490-494b-a415-37cc41500658 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7908cefa-93d1-4534-994f-dc34c28866d5 HTTP/1.1" status: 204 len: 168 time: 0.2919939 Oct 25 23:17:20.338008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.340709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700af47-1aa0-4259-8a2e-a9c445da9be4 req-657d2be0-5551-4186-98f1-0d114502f320 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:20.346621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2700af47-1aa0-4259-8a2e-a9c445da9be4 req-657d2be0-5551-4186-98f1-0d114502f320 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 931 time: 0.4663503 Oct 25 23:17:20.349042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:20.404714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:20.405483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.446669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2700af47-1aa0-4259-8a2e-a9c445da9be4 req-8f2ae588-c94e-4280-8a64-29f7076b88e7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877614 Oct 25 23:17:20.464632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Deleting port d3b73892-736d-4b2f-8427-4c59a07d56c8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:20.465379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.523666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57251c-1490-494b-a415-37cc41500658 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7908cefa-93d1-4534-994f-dc34c28866d5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:20.532568 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Floating IP f3b53a10-1d9f-4f68-a908-5f7030fcc60c associated. External IP: 172.25.4.70, port: 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba. Oct 25 23:17:20.593485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-620d56f3-5b63-4ec9-bcd9-510d67d7fcc8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1594682 Oct 25 23:17:20.623314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Request body: {'port': {'device_id': '5114e53f-747f-48d6-a92c-956544588f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:20.709780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] For port d3b73892-736d-4b2f-8427-4c59a07d56c8, host n-h2-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:20.710347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.735655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.738185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-81590378-d3e9-4589-bc1b-80820925661c None None] Provisioning complete for port b8489c80-e0fd-40cc-a974-0e4106466fd5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:20.742531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81590378-d3e9-4589-bc1b-80820925661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:20.804871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-88403718-2f6e-48dd-889f-006e768ac8ff tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4542720 Oct 25 23:17:20.805457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40712) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:20.842300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-81590378-d3e9-4589-bc1b-80820925661c None None] Port b8489c80-e0fd-40cc-a974-0e4106466fd5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:17:21.128934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Calling delete_port for d3b73892-736d-4b2f-8427-4c59a07d56c8 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:21.151079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.164787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19ff15-5742-4123-a1d9-ea4c634ced1a req-57bc084e-2166-4209-a45f-b9a190a7cd0c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:21.172493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e19ff15-5742-4123-a1d9-ea4c634ced1a req-57bc084e-2166-4209-a45f-b9a190a7cd0c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.4895165 Oct 25 23:17:21.208172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40734) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:21.233790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858734a3-e065-4f1d-9241-98c8cd6c0182 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.306193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Router 65e14521-11e5-447e-b96e-123d21337258 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:17:21.353218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858734a3-e065-4f1d-9241-98c8cd6c0182 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.355453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e19ff15-5742-4123-a1d9-ea4c634ced1a req-22fd3413-57cc-4710-a768-14ad5165cdf4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814885 Oct 25 23:17:21.414713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:21.417341 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbda847-e55e-4aeb-8c96-62abbe52c5d0" -d '{"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-plugged", "status": "completed", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:21.485803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.495810 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab3c9d-a669-4821-92c7-c0d6e41a2e97 x-openstack-request-id: req-aaab3c9d-a669-4821-92c7-c0d6e41a2e97 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:21.496411 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-plugged", "status": "completed", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:21.496865 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaab3c9d-a669-4821-92c7-c0d6e41a2e97 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:21.497526 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'code': 200} Oct 25 23:17:21.562983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a4110c03-edb1-4a34-acbb-6887b9d450bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.594485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d5a50-634c-422e-b503-74b2c772829e req-19a91c13-f3db-4784-9f45-954a53ecf3ee tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:21.602197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-681d5a50-634c-422e-b503-74b2c772829e req-19a91c13-f3db-4784-9f45-954a53ecf3ee tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da2ac66-a8cf-4a3d-80cf-68f990c73892 HTTP/1.1" status: 200 len: 944 time: 0.2451603 Oct 25 23:17:21.639709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3b73892-736d-4b2f-8427-4c59a07d56c8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:21.671158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.686076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0b830701-9320-4612-b4d3-b58ecbb272a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d3b73892-736d-4b2f-8427-4c59a07d56c8 HTTP/1.1" status: 204 len: 168 time: 1.9176946 Oct 25 23:17:21.686961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40756) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:21.706127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:17:21.708052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858734a3-e065-4f1d-9241-98c8cd6c0182 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.711205 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-858734a3-e065-4f1d-9241-98c8cd6c0182 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.712567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-858734a3-e065-4f1d-9241-98c8cd6c0182 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "DELETE /v2.0/security-groups/10aa865a-b3e5-4a9d-9353-058e8d8bd430 HTTP/1.1" status: 204 len: 168 time: 0.9041653 Oct 25 23:17:21.717721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.720461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a629f8-173d-44f2-9413-1e920586117a None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:17:21.731316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40758) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:21.741857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:17:21.743133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:21.760666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1bd3db51-9e73-4f77-8590-762fc2047e00 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "PUT /v2.0/floatingips/f3b53a10-1d9f-4f68-a908-5f7030fcc60c HTTP/1.1" status: 200 len: 990 time: 2.4396286 Oct 25 23:17:21.766656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:21.769139 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc42a5f-1102-4302-9d5a-1293cae745fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:21.770013 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c92f2a-a3cd-462e-b335-c31f3840a728" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:21.774436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8fc42a5f-1102-4302-9d5a-1293cae745fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "GET /v2.0/ports/d3b73892-736d-4b2f-8427-4c59a07d56c8 HTTP/1.1" status: 404 len: 333 time: 0.0834770 Oct 25 23:17:21.775244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40764) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:21.785431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858734a3-e065-4f1d-9241-98c8cd6c0182 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa865a-b3e5-4a9d-9353-058e8d8bd430,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:21.786268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Request body: {'port': {'network_id': '42fb4818-fb4c-494d-83dc-86013518817e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1007322286'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:21.847380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Deleting port 859566f4-d0e5-46e6-9a8c-13be9c1527fa {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:21.848131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:21.855454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a36d4-587b-47b5-ba91-f005db9b9141 req-d836fbd7-e47b-439d-9379-e1ec1ce622a3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:21.868208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-297a36d4-587b-47b5-ba91-f005db9b9141 req-d836fbd7-e47b-439d-9379-e1ec1ce622a3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 931 time: 0.2675989 Oct 25 23:17:21.939546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:17:21.974608 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d8ea1a69-5ffa-4e2f-a813-1bf68b426e58 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2144420 Oct 25 23:17:21.983811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40770) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:21.986215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a4110c03-edb1-4a34-acbb-6887b9d450bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.004864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a4110c03-edb1-4a34-acbb-6887b9d450bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.005618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-297a36d4-587b-47b5-ba91-f005db9b9141 req-9079e649-caa5-44cf-aca1-4a5bf8fc6ecb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364810 Oct 25 23:17:22.027272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Made reservation on behalf of d18824b9cd82449eaefcac94c3e4ff07 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:22.034678 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.123992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port 35a516b9-a056-4899-901b-ef17b141c3a1 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:22.147814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4110c03-edb1-4a34-acbb-6887b9d450bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d6023-c668-43d2-9819-d5ec3c9e6ea1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:22.179647 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a4110c03-edb1-4a34-acbb-6887b9d450bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4396e6476e34929941be0817fcb1322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9684329 Oct 25 23:17:22.191523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:22.193453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] For port 859566f4-d0e5-46e6-9a8c-13be9c1527fa, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=859566f4-d0e5-46e6-9a8c-13be9c1527fa,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:22.193821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.224938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f29d9682-901b-4b84-9fb3-1b9c77d90512 tempest-SecGroupIPv6Test-319134501 tempest-SecGroupIPv6Test-319134501-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2373381 Oct 25 23:17:22.228665 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2224e5-91f1-4384-bf61-0e17b85bdcff x-openstack-request-id: req-ac2224e5-91f1-4384-bf61-0e17b85bdcff {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:22.229075 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:22.229286 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac2224e5-91f1-4384-bf61-0e17b85bdcff {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:22.229766 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'status': 'completed', 'code': 200} Oct 25 23:17:22.246658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Calling delete_port for 859566f4-d0e5-46e6-9a8c-13be9c1527fa owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:22.354336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f1100e0e-3eec-45cb-980f-013b2f7f1afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.415852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f1100e0e-3eec-45cb-980f-013b2f7f1afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.445057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:22.464262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.562360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'f3b53a10-1d9f-4f68-a908-5f7030fcc60c', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '65e14521-11e5-447e-b96e-123d21337258', 'port_id': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'mac_address': 'fa:16:3e:c3:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed6898-2d07-48ab-977f-1c549f47d688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:16:50Z', 'updated_at': '2021-10-25T23:17:20Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:22.603637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a629f8-173d-44f2-9413-1e920586117a None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:17:22.628879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:17:22.635448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:22.703309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40786) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:22.756466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.834690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f1100e0e-3eec-45cb-980f-013b2f7f1afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.840410 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f1100e0e-3eec-45cb-980f-013b2f7f1afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:22.844821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f1100e0e-3eec-45cb-980f-013b2f7f1afa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/265d6023-c668-43d2-9819-d5ec3c9e6ea1 HTTP/1.1" status: 204 len: 168 time: 0.6462786 Oct 25 23:17:22.880951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Transition to ACTIVE for port object b8489c80-e0fd-40cc-a974-0e4106466fd5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:17:22.895728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:17:22.896340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-64e78c4f-310c-4eca-9d87-645686c0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:22.898658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-64e78c4f-310c-4eca-9d87-645686c0e771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1096 time: 0.5734870 Oct 25 23:17:22.913351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:23.096155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-44a75e89-f49a-47af-82f8-82196524a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:23.098373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-44a75e89-f49a-47af-82f8-82196524a457 service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.1873713 Oct 25 23:17:23.166354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:17:23.173276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] No DVR routers for this DVR port 859566f4-d0e5-46e6-9a8c-13be9c1527fa on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:17:23.193909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:23.210122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-681d5a50-634c-422e-b503-74b2c772829e req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "DELETE /v2.0/ports/859566f4-d0e5-46e6-9a8c-13be9c1527fa HTTP/1.1" status: 204 len: 173 time: 1.6066716 Oct 25 23:17:23.215551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1100e0e-3eec-45cb-980f-013b2f7f1afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d6023-c668-43d2-9819-d5ec3c9e6ea1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:23.234238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 859566f4-d0e5-46e6-9a8c-13be9c1527fa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:17:23.235043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 859566f4-d0e5-46e6-9a8c-13be9c1527fa not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:17:23.237595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc6220-aa6f-4637-ba81-395d8111abfd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event deleted for resources: {'Port': ['ID=859566f4-d0e5-46e6-9a8c-13be9c1527fa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:23.386747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-4b066aed-7592-4035-a8bc-833523a1d210 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 998 time: 0.2310138 Oct 25 23:17:23.496979 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-21d8ed57-727d-4dc2-9e4d-b48a0afe93f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=218547501af74bcf8ba7536a2d2a9576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919195 Oct 25 23:17:23.497667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40802) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:23.517974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15503b24-200d-4086-930e-cd8270eaa6c3 req-16df4bc7-4b4c-4c0e-9651-416a281d159c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:23.530478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15503b24-200d-4086-930e-cd8270eaa6c3 req-16df4bc7-4b4c-4c0e-9651-416a281d159c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.9487619 Oct 25 23:17:23.751044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-1e804839-47d7-45bc-b915-638688208678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:23.752760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-1e804839-47d7-45bc-b915-638688208678 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.3232911 Oct 25 23:17:23.816216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:23.851398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:23.858599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc592be1-a512-49a4-91ef-d45a7b101f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:23.886465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15503b24-200d-4086-930e-cd8270eaa6c3 req-9e0b790e-779f-4156-8d5a-38dea0177e61 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470438 Oct 25 23:17:23.920697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:23.921081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:23.921522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:23.991825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc592be1-a512-49a4-91ef-d45a7b101f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.003573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Port b8489c80-e0fd-40cc-a974-0e4106466fd5 on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:24.003950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:24.020073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:17:24.020648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:24.021141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Bound using segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:17:24.021541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Bound port: b8489c80-e0fd-40cc-a974-0e4106466fd5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:17:24.022363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.024920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.059324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Network 42fb4818-fb4c-494d-83dc-86013518817e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:24.084482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:24.088793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:24.089755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:24.090385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.110177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-15666375-93cd-47dd-bfc1-9dbb78323661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:24.110557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-54a629f8-173d-44f2-9413-1e920586117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'f3b53a10-1d9f-4f68-a908-5f7030fcc60c', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '65e14521-11e5-447e-b96e-123d21337258', 'port_id': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'mac_address': 'fa:16:3e:c3:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed6898-2d07-48ab-977f-1c549f47d688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:16:50Z', 'updated_at': '2021-10-25T23:17:20Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:24.111587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-15666375-93cd-47dd-bfc1-9dbb78323661 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336716 Oct 25 23:17:24.167337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a629f8-173d-44f2-9413-1e920586117a None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'f3b53a10-1d9f-4f68-a908-5f7030fcc60c', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '65e14521-11e5-447e-b96e-123d21337258', 'port_id': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'mac_address': 'fa:16:3e:c3:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed6898-2d07-48ab-977f-1c549f47d688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:16:50Z', 'updated_at': '2021-10-25T23:17:20Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:17:24.258802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d6829-8777-4cd8-9b90-a83937e4432c req-5380b5bf-479b-42fe-a395-aef5d5f34447 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:24.279740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e71d6829-8777-4cd8-9b90-a83937e4432c req-5380b5bf-479b-42fe-a395-aef5d5f34447 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.3378265 Oct 25 23:17:24.284690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-deleted', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:24.286900 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba10fd9-8662-4f36-b073-80144d8bf852" -d '{"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-deleted", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:24.372653 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bea55e-def1-4b77-b9e0-21b8d218f87f x-openstack-request-id: req-73bea55e-def1-4b77-b9e0-21b8d218f87f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:24.372953 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2ac66-a8cf-4a3d-80cf-68f990c73892", "name": "network-vif-deleted", "tag": "859566f4-d0e5-46e6-9a8c-13be9c1527fa", "status": "failed", "code": 422}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:24.373212 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73bea55e-def1-4b77-b9e0-21b8d218f87f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:24.373611 n-d-815373-1 neutron-server[102134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6da2ac66-a8cf-4a3d-80cf-68f990c73892', 'name': 'network-vif-deleted', 'tag': '859566f4-d0e5-46e6-9a8c-13be9c1527fa', 'status': 'failed', 'code': 422} returned with failed status Oct 25 23:17:24.394929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc592be1-a512-49a4-91ef-d45a7b101f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.397928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc592be1-a512-49a4-91ef-d45a7b101f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.399215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fc592be1-a512-49a4-91ef-d45a7b101f27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da24ef18-72df-4806-8191-97b4362d2a98 HTTP/1.1" status: 204 len: 168 time: 0.8847661 Oct 25 23:17:24.430821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e71d6829-8777-4cd8-9b90-a83937e4432c req-dbe9822d-2035-4d43-8fff-c7870c069051 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501184 Oct 25 23:17:24.432080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc592be1-a512-49a4-91ef-d45a7b101f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24ef18-72df-4806-8191-97b4362d2a98,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:24.484355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40830) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:24.486348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7001498 Oct 25 23:17:24.490467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:24.522540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:24.537371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf91079-5bee-4871-ba70-d4d37a27c202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=35a516b9-a056-4899-901b-ef17b141c3a1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:24.619294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.627689 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea3cb4-6aa3-46c5-be65-7b02beec334b None None] New status for floating IP f3b53a10-1d9f-4f68-a908-5f7030fcc60c: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:17:24.642017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:17:24.653856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.670513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:24.816183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-6522ff45-e86d-403c-9060-e6f7b2b8a3c4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:24.826208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-6522ff45-e86d-403c-9060-e6f7b2b8a3c4 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1554754 Oct 25 23:17:24.954047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-212d3020-9b3c-409a-b287-dbba0dcb17c1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.1268404 Oct 25 23:17:24.985231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:24.985855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:24.994128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1091 time: 4.3833599 Oct 25 23:17:25.006658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:25.025252 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a5804-e117-4b48-8166-5e943b835a13" -d '{"events": [{"name": "network-changed", "server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:25.103327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-6575ab63-f99c-44bc-9010-e7d92a7ee915 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480632 Oct 25 23:17:25.256977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-34ff582c-c7f0-438d-8cd4-3d810f4a7057 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525917 Oct 25 23:17:25.290098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-46b65e9d-0a58-4a91-ac8f-b91614192cae service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164508 Oct 25 23:17:25.504571 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44c92f2a-a3cd-462e-b335-c31f3840a728 req-6442ca05-ddd0-42ee-8a60-41d16fdd12e3 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415141 Oct 25 23:17:25.544029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f07fef-9052-429e-9c30-b6bf6aa3d095 service neutron] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:25.576211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port 35a516b9-a056-4899-901b-ef17b141c3a1 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:25.585681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:25.602522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:25.645373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-bec8db49-1d68-4dbc-ada3-9553b57e8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:25.646927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-bec8db49-1d68-4dbc-ada3-9553b57e8d29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1094 time: 0.4202871 Oct 25 23:17:25.658857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-426529a6-59f3-4f05-a37c-be53cab6d2c7 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004915 Oct 25 23:17:25.667654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=35a516b9-a056-4899-901b-ef17b141c3a1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:25.715927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:25.716573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:25.717179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:25.736144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25885d33-6ad1-4e15-ab58-aeba2952c7bd req-f08b0908-da57-41fc-a2c8-c3b25eb1950b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:25.747435 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25885d33-6ad1-4e15-ab58-aeba2952c7bd req-f08b0908-da57-41fc-a2c8-c3b25eb1950b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1580489 Oct 25 23:17:25.756705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:25.758042 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:25.760487 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 2 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:25.766558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-4332dd8b-360c-456e-9fb9-515f6c4c0124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 217 time: 0.1030481 Oct 25 23:17:25.785316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:25.785944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:25.786541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:25.793764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:25.794491 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:25.796111 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 3 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:25.844629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25885d33-6ad1-4e15-ab58-aeba2952c7bd req-118815db-189c-416c-b513-20e99e13937c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944240 Oct 25 23:17:25.858020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2029730553-network', 'tenant_id': '1a2045384b6045ac8b56c068817b85fd'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:25.869356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:25.871823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:25.872220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:25.953284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:25.953284 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:25.953284 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 4 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:25.953284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:25.953284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:25.953284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:25.957345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-772a35a1-dfa9-4cee-b37c-e365d8804189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:25.957345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-772a35a1-dfa9-4cee-b37c-e365d8804189 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1788976 Oct 25 23:17:25.964339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:25.964776 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:25.966330 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 5 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:26.003573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Made reservation on behalf of 1a2045384b6045ac8b56c068817b85fd for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:26.014510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.024079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:26.024637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:26.025167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:26.051540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:26.055230 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:26.056150 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 6 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:26.083632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:26.088554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:26.089160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:26.092490 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.115651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:26.116190 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:26.127299 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d1ec9-feb0-4ad1-9ef5-ce8ba7cd3333 x-openstack-request-id: req-c40d1ec9-feb0-4ad1-9ef5-ce8ba7cd3333 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:26.127683 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:26.127955 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c40d1ec9-feb0-4ad1-9ef5-ce8ba7cd3333 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:26.128353 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'status': 'completed', 'code': 200} Oct 25 23:17:26.173014 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 7 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:26.209228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40884) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:26.217441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031102 Oct 25 23:17:26.222676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40886) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:26.238427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:26.238892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:26.239449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:26.255735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:26.256031 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:26.260639 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 8 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:26.268152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.269677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8d2c7de9-f549-467d-92ee-d435483438b8 req-98c94bb1-6c62-4f5a-9ea5-2a99bf6d47ad tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 210 time: 0.1377859 Oct 25 23:17:26.294630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.333381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8801b-d1c7-4bb8-9eb7-4cb1cc4f4b04 req-42d4dc66-8972-477f-af9e-1110ef2567da tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:26.341640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dad8801b-d1c7-4bb8-9eb7-4cb1cc4f4b04 req-42d4dc66-8972-477f-af9e-1110ef2567da tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2434871 Oct 25 23:17:26.348930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:26.349263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:26.349594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:26.351417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-15ce2ce5-c13d-458e-b424-b61976a83ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:26.356040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-15ce2ce5-c13d-458e-b424-b61976a83ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618667 Oct 25 23:17:26.356282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:17:26.382587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-9df6659f-777b-48ca-9a73-7e27471b0d9f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:17:26.383753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-9df6659f-777b-48ca-9a73-7e27471b0d9f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163760 Oct 25 23:17:26.391009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:26.391416 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:26.419856 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 9 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:26.443355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.443699 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Added segment 56da6026-921a-4b76-91dd-372b08904265 of type vlan for network d57f43f9-f74d-4a37-b455-d521aacb910b Oct 25 23:17:26.445346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af65c998-69c5-4422-9449-48138335abb2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:26.566520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2eddcc79-3933-4794-be01-45694f901e66 tempest-NetworksApiDiscovery-1127625341 tempest-NetworksApiDiscovery-1127625341-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3357320 Oct 25 23:17:26.665486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:26.668013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:26.670539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:26.673478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-0f545581-a5ac-40ad-8d0b-188f8cab526b service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806337 Oct 25 23:17:26.725355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dad8801b-d1c7-4bb8-9eb7-4cb1cc4f4b04 req-b868a25c-5813-4a23-ac50-bd7d5c0f04b0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826423 Oct 25 23:17:26.740641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.764955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:26.765818 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:26.768668 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 10 to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 Oct 25 23:17:26.789790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:26.790716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:26.791417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:26.800156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:26.800855 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 35a516b9-a056-4899-901b-ef17b141c3a1 on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:26.801421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.898220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.900211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:26.901158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:26.932204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2603393 Oct 25 23:17:26.943515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:26.973586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Request body: {'subnet': {'network_id': 'd57f43f9-f74d-4a37-b455-d521aacb910b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2029730553-subnet', 'tenant_id': '1a2045384b6045ac8b56c068817b85fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:27.086629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c72f4d5-f0a9-4400-ac7f-cefa932967ed req-a1d56c90-3f92-4e6f-8f4b-7b7e7bb88680 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054599 Oct 25 23:17:27.105001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] For port 35a516b9-a056-4899-901b-ef17b141c3a1, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:27.105376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempted to set empty binding levels {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 23:17:27.116065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd21a27-b40a-42d9-a8d1-dd0fc798fa9c admin admin] Pushing event updated for resources: {'Network': ['ID=d57f43f9-f74d-4a37-b455-d521aacb910b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:27.125953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.131720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d57f43f9-f74d-4a37-b455-d521aacb910b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:17:27.162968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] In _notify_port_updated(), no bound segment for port 35a516b9-a056-4899-901b-ef17b141c3a1 on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:17:27.167092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.169474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.173130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Made reservation on behalf of 1a2045384b6045ac8b56c068817b85fd for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:27.176574 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "PUT /v2.0/ports/35a516b9-a056-4899-901b-ef17b141c3a1 HTTP/1.1" status: 200 len: 979 time: 2.6909781 Oct 25 23:17:27.179030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40914) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:27.180156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.316029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40916) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:27.412250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430807-4ebd-4f27-afd2-569c57232c65 req-28850a67-f397-46ae-9349-5ef94d7bdf8d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.419001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc17c-1dd0-414c-9301-787d48e22b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=35a516b9-a056-4899-901b-ef17b141c3a1,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:27.425790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46430807-4ebd-4f27-afd2-569c57232c65 req-28850a67-f397-46ae-9349-5ef94d7bdf8d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.3975086 Oct 25 23:17:27.462044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.462547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.464351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.464817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.465271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.465891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.466371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.466944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.467403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.467852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.468358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.469897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.469897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.469897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.470867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.471343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.472039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.472694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.473173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.473626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.474439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.474883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.475330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.475778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.484419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69c5a2f2-7f48-4615-8a8a-ed983f6137e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21447 time: 0.2607310 Oct 25 23:17:27.485832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40922) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:27.536835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a985cb12-198a-4e2f-b758-b2452fe9cae4 req-3b817cc6-191d-4840-9c3d-77cbb2e7c2c1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 210 time: 0.0945067 Oct 25 23:17:27.593776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b52c7c2-1a05-4042-8fc2-96f2761e71ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.597192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46430807-4ebd-4f27-afd2-569c57232c65 req-feb7dec3-531e-44cb-87fb-0ca5e0ce0789 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652403 Oct 25 23:17:27.602432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-c76d6b59-e524-4a2b-a45c-1c97c44df60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.603901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-c76d6b59-e524-4a2b-a45c-1c97c44df60c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1094 time: 0.3086243 Oct 25 23:17:27.703270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Deleting port 35a516b9-a056-4899-901b-ef17b141c3a1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:27.703836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.910636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-37c22ccd-901f-4519-b7b8-427d0bed6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:27.915198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-37c22ccd-901f-4519-b7b8-427d0bed6dac service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.3020129 Oct 25 23:17:27.951857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b52c7c2-1a05-4042-8fc2-96f2761e71ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.953151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] For port 35a516b9-a056-4899-901b-ef17b141c3a1, host n-h2-815373-1, got binding levels [] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:27.953640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:27.975729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b52c7c2-1a05-4042-8fc2-96f2761e71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.023167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Calling delete_port for 35a516b9-a056-4899-901b-ef17b141c3a1 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:28.027189 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-56470e57-157c-4d88-a28d-9303e8d6bfe8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 217 time: 0.0901368 Oct 25 23:17:28.040052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.051800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c7c2-1a05-4042-8fc2-96f2761e71ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cb7f8e-6bb6-497a-9261-474a2f054b4e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:28.213216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b52c7c2-1a05-4042-8fc2-96f2761e71ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4767c267eccb4042b854eee789b8253c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8958499 Oct 25 23:17:28.216935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.221721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-251c42c5-8a1f-4ade-a119-1f5395bc84b7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:28.224433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-251c42c5-8a1f-4ade-a119-1f5395bc84b7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.4702168 Oct 25 23:17:28.229116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40930) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:28.263556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Request body: {'port': {'device_id': '3a384266-f82b-4dba-8764-ae22f33213b1', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'admin_state_up': True, 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:28.269467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5c5ceb-c7c0-4e24-a9f1-bf417027e785,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:28.279203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.284370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "DELETE /v2.0/ports/35a516b9-a056-4899-901b-ef17b141c3a1 HTTP/1.1" status: 204 len: 168 time: 0.7950504 Oct 25 23:17:28.304937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.311038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418079ad-1035-4d0d-b9cb-2595f7c2bdd2 req-cdfb113d-d37d-46c7-9959-be5f1b468ce4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:28.314000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-418079ad-1035-4d0d-b9cb-2595f7c2bdd2 req-cdfb113d-d37d-46c7-9959-be5f1b468ce4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.4685016 Oct 25 23:17:28.314569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40932) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:28.315608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41eae6-8d92-482a-b6d5-3de7862bb869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event deleted for resources: {'Port': ['ID=35a516b9-a056-4899-901b-ef17b141c3a1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:28.357629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-05c74289-baa7-4851-9565-114587e490a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:28.359226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-05c74289-baa7-4851-9565-114587e490a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.3207669 Oct 25 23:17:28.398480 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dccbd40-7c6f-4056-a61c-14997759c587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:28.399865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Checking segment: {'id': '56da6026-921a-4b76-91dd-372b08904265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd57f43f9-f74d-4a37-b455-d521aacb910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:28.400229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Network hostable DHCP agents. Network: d57f43f9-f74d-4a37-b455-d521aacb910b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:17:28.400835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9dccbd40-7c6f-4056-a61c-14997759c587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "GET /v2.0/ports/35a516b9-a056-4899-901b-ef17b141c3a1 HTTP/1.1" status: 404 len: 333 time: 0.0693970 Oct 25 23:17:28.422668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40934) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:28.426121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-418079ad-1035-4d0d-b9cb-2595f7c2bdd2 req-727c10cd-91a4-4cd5-bfc9-8e39bfdafce4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536401 Oct 25 23:17:28.437523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1007696282', 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:28.502372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfd71ed9-7d2a-44e8-be63-6682d537aed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.528092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Network d57f43f9-f74d-4a37-b455-d521aacb910b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:17:28.570783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfd71ed9-7d2a-44e8-be63-6682d537aed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.574784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Made reservation on behalf of d18824b9cd82449eaefcac94c3e4ff07 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:28.577239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.583330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-9e8725dd-a0f2-4292-ad07-760c2843db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:28.586363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-9e8725dd-a0f2-4292-ad07-760c2843db3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034266 Oct 25 23:17:28.609573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d57f43f9-f74d-4a37-b455-d521aacb910b) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:28.619648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e772bfd-ac68-4fd8-a3ab-69e21951af72 None None] Network d57f43f9-f74d-4a37-b455-d521aacb910b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:28.636868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:28.638638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.787109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314e285-2fdb-44a1-8698-de09a9b3d06e req-4e63822e-f2ac-486e-b5b9-0148ffcf8e85 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:28.788945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:28.793506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:28.795749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5314e285-2fdb-44a1-8698-de09a9b3d06e req-4e63822e-f2ac-486e-b5b9-0148ffcf8e85 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.0880198 Oct 25 23:17:28.818332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a044eb89-56d4-4b44-bb13-afc2ec01744e req-211ec5a9-2009-4cc4-9302-84bde68f51f2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 210 time: 0.1413000 Oct 25 23:17:28.824526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port 07861aae-302f-45c7-bfc2-2dcd0bab99e9 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:28.834863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c2de588e-b8bd-46f9-b82c-3f1b13032d82 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8902066 Oct 25 23:17:28.866065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5314e285-2fdb-44a1-8698-de09a9b3d06e req-089dd167-dec5-448e-aadd-aa3e2aaa0e72 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672390 Oct 25 23:17:28.901166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fbc26-3944-4111-9f44-b7aca9b0dd60 None None] Network d57f43f9-f74d-4a37-b455-d521aacb910b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:29.010285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfd71ed9-7d2a-44e8-be63-6682d537aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.013663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfd71ed9-7d2a-44e8-be63-6682d537aed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.018023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cfd71ed9-7d2a-44e8-be63-6682d537aed2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0cb7f8e-6bb6-497a-9261-474a2f054b4e HTTP/1.1" status: 204 len: 168 time: 0.7825701 Oct 25 23:17:29.037805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-286a1ad2-41c5-4ec9-a74e-983427784b13 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289255 Oct 25 23:17:29.075358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd71ed9-7d2a-44e8-be63-6682d537aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cb7f8e-6bb6-497a-9261-474a2f054b4e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:29.134742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:29.375991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Deleting subnet fb5c5ceb-c7c0-4e24-a9f1-bf417027e785 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:17:29.387831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.542916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.642567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.685226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:17:29.783293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.875712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:29.887428 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb5c5ceb-c7c0-4e24-a9f1-bf417027e785 HTTP/1.1" status: 204 len: 168 time: 0.7515202 Oct 25 23:17:29.888098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:29.889044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e44985-5a83-48c1-b472-39c65c2d89e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5c5ceb-c7c0-4e24-a9f1-bf417027e785,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:29.935728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:29.976615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'mac_address': 'fa:16:3e:25:42:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:17:30.031126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.063542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:30.127746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:30.136079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Allocated IP 172.20.0.7 (33b8b6f2-0c10-4c03-a465-e238c312f1a7/54249837-052b-468f-bf65-0436c1b3962a/1d4337aa-90e2-40dd-9ad1-8bd031a28c47) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:17:30.136588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.142028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.165052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c181d58-693d-475a-876b-5d48f6a74b18 req-88e3be80-a4e9-46a8-b9c1-1309b9e8c6f3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 210 time: 0.0639658 Oct 25 23:17:30.170667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d78223-4cbb-4d15-aeb4-22597d06c6fd req-0a63224e-fd22-47c4-a359-085b599429a0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:30.175473 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87d78223-4cbb-4d15-aeb4-22597d06c6fd req-0a63224e-fd22-47c4-a359-085b599429a0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.4630365 Oct 25 23:17:30.238484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3a5804-e117-4b48-8166-5e943b835a13 req-871b4a79-a863-46d1-97f4-82f14120dd59 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1828353 Oct 25 23:17:30.241991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.263473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:30.426088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e46c9-9756-4407-ac0b-c78072023a59 req-f499819d-bea0-4ff5-ae38-6f37323f81af tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:30.433590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d9e46c9-9756-4407-ac0b-c78072023a59 req-f499819d-bea0-4ff5-ae38-6f37323f81af tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1137085 Oct 25 23:17:30.453761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.481070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.499559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d9e46c9-9756-4407-ac0b-c78072023a59 req-6dfe5b9f-f457-4b5a-977a-fd126d022ce4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Oct 25 23:17:30.506883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57f43f9-f74d-4a37-b455-d521aacb910b']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:30.543290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56da6026-921a-4b76-91dd-372b08904265') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:30.544457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56da6026-921a-4b76-91dd-372b08904265') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:30.567446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.572353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.574901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.613438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87d78223-4cbb-4d15-aeb4-22597d06c6fd req-4987ef41-9ed9-422d-8594-31076a736d45 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196949 Oct 25 23:17:30.626098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.627660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['b8489c80-e0fd-40cc-a974-0e4106466fd5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:17:30.647929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:17:30.648702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:17:30.653954 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:17:30.695140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:30.733413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:30.744439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Network 42fb4818-fb4c-494d-83dc-86013518817e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:30.751322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:30.764658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:30.795192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.802982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.806144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event updated for resources: {'Port': ['ID=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:30.808766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:30.812661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:30.812661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:30.813684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d57f43f9-f74d-4a37-b455-d521aacb910b HTTP/1.1" status: 204 len: 168 time: 0.9169998 Oct 25 23:17:30.830866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a819723-26a7-4509-8817-95be092f7292 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57f43f9-f74d-4a37-b455-d521aacb910b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:30.998401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5640025 Oct 25 23:17:31.003646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.021848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:31.023012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.028086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831d88f-ad83-4582-bd65-c51af0bc05ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=07861aae-302f-45c7-bfc2-2dcd0bab99e9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:31.105469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6c9be-ba56-418b-b7a5-6a4af75629bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:31.110470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.123218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aff6c9be-ba56-418b-b7a5-6a4af75629bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "GET /v2.0/ports/07861aae-302f-45c7-bfc2-2dcd0bab99e9 HTTP/1.1" status: 200 len: 959 time: 0.0959651 Oct 25 23:17:31.135591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-87f1f50a-b839-4cf8-8bf9-210047139e08 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8804724 Oct 25 23:17:31.164561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Request body: {'port': {'device_id': '3a384266-f82b-4dba-8764-ae22f33213b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:31.232881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.272635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Deleting port 07861aae-302f-45c7-bfc2-2dcd0bab99e9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:31.272977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.378670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.393386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Calling delete_port for 07861aae-302f-45c7-bfc2-2dcd0bab99e9 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:31.395066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.498668 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.535446 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-55886671-173a-4273-bec3-0916e8196018 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a2045384b6045ac8b56c068817b85fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971313 Oct 25 23:17:31.537290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41014) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.629241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event deleted for resources: {'Port': ['ID=07861aae-302f-45c7-bfc2-2dcd0bab99e9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:31.641098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.645382 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0d466581-f330-4495-a2da-4a493eb43bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "DELETE /v2.0/ports/07861aae-302f-45c7-bfc2-2dcd0bab99e9 HTTP/1.1" status: 204 len: 168 time: 0.5336368 Oct 25 23:17:31.661342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41020) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.741994 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b741d5f-e1d6-4d03-9f60-4761daea48b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:31.753458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8b741d5f-e1d6-4d03-9f60-4761daea48b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "GET /v2.0/ports/07861aae-302f-45c7-bfc2-2dcd0bab99e9 HTTP/1.1" status: 404 len: 333 time: 0.0910363 Oct 25 23:17:31.757773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41026) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.776054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Request body: {'port': {'network_id': '42fb4818-fb4c-494d-83dc-86013518817e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-792259592'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:31.801705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf969c-4c19-4488-af3f-ab26e99f451d req-b5a758bd-fb4a-46b5-aae5-24ff2de91f43 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:31.807963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6718-82e2-47e7-b496-ca1d39c59cd6 req-4bf1de76-3437-4153-9a3f-461d353c61c4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:31.814104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c8cf969c-4c19-4488-af3f-ab26e99f451d req-b5a758bd-fb4a-46b5-aae5-24ff2de91f43 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 931 time: 0.3315856 Oct 25 23:17:31.817229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41032) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:31.818786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec8f6718-82e2-47e7-b496-ca1d39c59cd6 req-4bf1de76-3437-4153-9a3f-461d353c61c4 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1256757 Oct 25 23:17:31.915671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-673dcb81-f52e-410c-b8de-feb0c0cf924f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:31.943254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c8cf969c-4c19-4488-af3f-ab26e99f451d req-c022e6e7-1bae-4f82-868c-3b6f3898ca87 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277006 Oct 25 23:17:31.943819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec8f6718-82e2-47e7-b496-ca1d39c59cd6 req-78be041c-449d-406a-993d-65caf24433bc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233938 Oct 25 23:17:31.946660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Made reservation on behalf of d18824b9cd82449eaefcac94c3e4ff07 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:31.950950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.014764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-673dcb81-f52e-410c-b8de-feb0c0cf924f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.052637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:32.153563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7882cc6-9c96-49a0-98ac-1cbb8e6e72a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.342732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7882cc6-9c96-49a0-98ac-1cbb8e6e72a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.353714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7882cc6-9c96-49a0-98ac-1cbb8e6e72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.434403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.460225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-673dcb81-f52e-410c-b8de-feb0c0cf924f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.466740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-673dcb81-f52e-410c-b8de-feb0c0cf924f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.468014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-673dcb81-f52e-410c-b8de-feb0c0cf924f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af65c998-69c5-4422-9449-48138335abb2 HTTP/1.1" status: 204 len: 168 time: 0.9287932 Oct 25 23:17:32.483600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f7882cc6-9c96-49a0-98ac-1cbb8e6e72a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ba2570c1534897a8faaa6d9e906651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633780 Oct 25 23:17:32.484485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7882cc6-9c96-49a0-98ac-1cbb8e6e72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad831aaa-a994-470d-8c0c-0374fbec9451,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:32.499832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41044) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:32.551838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dcb81-f52e-410c-b8de-feb0c0cf924f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65c998-69c5-4422-9449-48138335abb2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:32.566007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.620814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb8e9195-43e0-4ff8-a4ec-25858a3f223b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.665141 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb8e9195-43e0-4ff8-a4ec-25858a3f223b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.723858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=11b487f1-8429-4dd7-8c8b-8a2455ab1b9f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:32.744943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Network 42fb4818-fb4c-494d-83dc-86013518817e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:32.753950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:32.776380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:32.777986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:32.778690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb8e9195-43e0-4ff8-a4ec-25858a3f223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.779648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.781694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb8e9195-43e0-4ff8-a4ec-25858a3f223b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:32.783475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb8e9195-43e0-4ff8-a4ec-25858a3f223b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad831aaa-a994-470d-8c0c-0374fbec9451 HTTP/1.1" status: 204 len: 168 time: 0.2820652 Oct 25 23:17:32.797938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e9195-43e0-4ff8-a4ec-25858a3f223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad831aaa-a994-470d-8c0c-0374fbec9451,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:32.885834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2952ee-5e4f-4d6f-9b83-5dce53c29f57 req-591ae241-5acb-4ea4-b84a-5ea511d821a4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:32.895587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c2952ee-5e4f-4d6f-9b83-5dce53c29f57 req-591ae241-5acb-4ea4-b84a-5ea511d821a4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.7905092 Oct 25 23:17:32.934105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c68389dd-d3f8-41d2-97d4-444105e49176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1718872 Oct 25 23:17:32.934555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:32.941184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:32.972547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c2952ee-5e4f-4d6f-9b83-5dce53c29f57 req-662a46ba-c3cb-486e-ad94-78df7dd5c395 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743265 Oct 25 23:17:32.981312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:33.022175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.063124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Transition to ACTIVE for port object 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:17:33.074400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.100686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.200636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf75216-d611-42e3-90a3-b8c6a9928547 req-bd1231ae-034b-4d9f-ac43-fcfa64339034 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:33.209305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7bf75216-d611-42e3-90a3-b8c6a9928547 req-bd1231ae-034b-4d9f-ac43-fcfa64339034 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 943 time: 0.1101582 Oct 25 23:17:33.284954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Pushing event updated for resources: {'Port': ['ID=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:33.317060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c71c6-5776-4700-833c-f74f03a5db5d req-efc65464-4014-43be-904e-58df0230a9f8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:33.326119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f65c71c6-5776-4700-833c-f74f03a5db5d req-efc65464-4014-43be-904e-58df0230a9f8 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1727512 Oct 25 23:17:33.327183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7bf75216-d611-42e3-90a3-b8c6a9928547 req-0bed58e6-052f-4d0e-a968-a3383debc8bf tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146071 Oct 25 23:17:33.393613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Attempting to bind port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.393961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Attempting to bind port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.394299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Attempting to bind port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.411724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f65c71c6-5776-4700-833c-f74f03a5db5d req-a5b885c0-41bd-43ec-bfbd-cde78dc85895 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785885 Oct 25 23:17:33.416428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.417373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Attempting to bind port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.424688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:17:33.425464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:33.426009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Bound using segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:17:33.426624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Bound port: 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:17:33.426985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.518995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] device_id is not set on port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:33.542294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] For port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:33.547163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] For port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:17:33.553075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.558951 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.566469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.622325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:33.622943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.624390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] 10.222.0.11 "PUT /v2.0/ports/1d4337aa-90e2-40dd-9ad1-8bd031a28c47 HTTP/1.1" status: 200 len: 1091 time: 2.4717810 Oct 25 23:17:33.624849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a384266-f82b-4dba-8764-ae22f33213b1', 'tag': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:33.628016 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d9ae70-daaf-4826-b1b1-baf0119f785a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a384266-f82b-4dba-8764-ae22f33213b1", "tag": "1d4337aa-90e2-40dd-9ad1-8bd031a28c47"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:33.698581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:33.702292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.702292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.702512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.711551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.711882 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.712526 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 2 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.730675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.731008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.732301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.735313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=11b487f1-8429-4dd7-8c8b-8a2455ab1b9f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:33.750059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.750770 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.753206 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 3 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.781177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.781946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.782641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.791593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.792201 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.792835 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 4 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.809665 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35597f07-ef94-4c3d-92a6-94ff28f7bfa5 x-openstack-request-id: req-35597f07-ef94-4c3d-92a6-94ff28f7bfa5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:33.809978 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a384266-f82b-4dba-8764-ae22f33213b1", "tag": "1d4337aa-90e2-40dd-9ad1-8bd031a28c47", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:33.810212 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35597f07-ef94-4c3d-92a6-94ff28f7bfa5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:33.810627 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a384266-f82b-4dba-8764-ae22f33213b1', 'tag': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47', 'status': 'completed', 'code': 200} Oct 25 23:17:33.813443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.815106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.815683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.821606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.822193 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.822770 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 5 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.832205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe395a9-6dbf-4fa8-bf0f-7c7016fdb93c service neutron] Pushing event updated for resources: {'Port': ['ID=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:33.865355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port b8489c80-e0fd-40cc-a974-0e4106466fd5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:17:33.871608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port b8489c80-e0fd-40cc-a974-0e4106466fd5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:33.871975 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:33.872877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.873218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.877422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-0f9c5be8-1328-45b9-99f3-664e999ad3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:33.880497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-0f9c5be8-1328-45b9-99f3-664e999ad3de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 1094 time: 0.1961923 Oct 25 23:17:33.881253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.891424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.893756 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.894749 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 6 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.914387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.915047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.915604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.921326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.922041 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.922891 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 7 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.956745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.957051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.957395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:33.968933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:33.969276 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:33.969667 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 8 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:33.994853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:33.995470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:33.995988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:34.006294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:34.007108 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:34.007637 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 9 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:34.027593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:34.028188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:34.029024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:34.047119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:34.047640 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:34.048174 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempt 10 to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f Oct 25 23:17:34.054497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-e14bd999-00a5-4b7a-9417-b90651001a13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47 HTTP/1.1" status: 200 len: 217 time: 0.1520996 Oct 25 23:17:34.070195 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.075194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:34.076264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:34.077599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempting to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:34.087706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:34.090567 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Failed to bind port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on host n-h2-815373-1 for vnic_type normal using segments [{'id': '9c249c38-03c1-4d18-97bf-5053ea714117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42fb4818-fb4c-494d-83dc-86013518817e'}] Oct 25 23:17:34.091120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.099584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:34.102075 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b82a31d-a00d-4ab3-bc6e-96a3500497c3" -d '{"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-plugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:34.119327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:34.127346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.222561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] For port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:34.223556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attempted to set empty binding levels {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 23:17:34.240140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:34.241698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc201-1714-46d9-9b63-da256b872edc req-b82fea73-a03f-447f-b56d-479915f14bf4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:34.243885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-336dc201-1714-46d9-9b63-da256b872edc req-b82fea73-a03f-447f-b56d-479915f14bf4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.0837560 Oct 25 23:17:34.246268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.258808 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354a500c-49cd-49c4-9546-ead3d572bd82 x-openstack-request-id: req-354a500c-49cd-49c4-9546-ead3d572bd82 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:34.261466 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-plugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:34.261758 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-354a500c-49cd-49c4-9546-ead3d572bd82 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:34.263388 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'code': 200} Oct 25 23:17:34.307063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-1b0042a7-44a6-4a2b-ae99-bbd7a06dc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:34.310957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-1b0042a7-44a6-4a2b-ae99-bbd7a06dc059 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.2532425 Oct 25 23:17:34.353992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event updated for resources: {'Port': ['ID=11b487f1-8429-4dd7-8c8b-8a2455ab1b9f,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:34.387722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] In _notify_port_updated(), no bound segment for port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f on network 42fb4818-fb4c-494d-83dc-86013518817e {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:17:34.388729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:34.389448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.397394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8c514acc-23a9-4154-ba94-7f810433f48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "PUT /v2.0/ports/11b487f1-8429-4dd7-8c8b-8a2455ab1b9f HTTP/1.1" status: 200 len: 978 time: 1.4615533 Oct 25 23:17:34.414955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41104) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:34.436086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-982e5550-fd2a-4da6-b235-9400899be3c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155958 Oct 25 23:17:34.602692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-336dc201-1714-46d9-9b63-da256b872edc req-f8b4c1a9-66a8-4d3f-a636-5f3c9c4848bb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596340 Oct 25 23:17:34.632302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2b0d-cd3c-4f12-adb0-1a17c11ca095 req-d87a0687-c47f-4e57-b939-0eee980a8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:34.634022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36cf2b0d-cd3c-4f12-adb0-1a17c11ca095 req-d87a0687-c47f-4e57-b939-0eee980a8ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.2866614 Oct 25 23:17:34.647096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e080b48-6e9e-47dd-b4e3-5c5fe1daa866 req-cd09223f-8793-409a-9de0-e02a3fa6206f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:34.655581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e080b48-6e9e-47dd-b4e3-5c5fe1daa866 req-cd09223f-8793-409a-9de0-e02a3fa6206f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 943 time: 0.2261868 Oct 25 23:17:34.685330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-30a6234c-2d6f-40b1-9a32-a8a04067dc61 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079449 Oct 25 23:17:34.713969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e080b48-6e9e-47dd-b4e3-5c5fe1daa866 req-01a3e4f4-7aa7-4ad4-9cc5-068c20bc5601 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560424 Oct 25 23:17:34.732200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Deleting port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:34.734251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.858134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36cf2b0d-cd3c-4f12-adb0-1a17c11ca095 req-b857b1bf-6d97-4a23-be67-54d7acb6a45f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990049 Oct 25 23:17:34.879825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] For port 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f, host n-h2-815373-1, got binding levels [] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:34.880381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:34.919480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Calling delete_port for 11b487f1-8429-4dd7-8c8b-8a2455ab1b9f owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:34.934864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5d5c-6865-4f80-8b24-835989da068f req-f6e0329e-2692-4e7f-82b9-11720a3c2dc1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:34.943854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-539f5d5c-6865-4f80-8b24-835989da068f req-f6e0329e-2692-4e7f-82b9-11720a3c2dc1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1476226 Oct 25 23:17:34.963725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-56aced0a-0a45-465e-a565-08cd19b24bc1 req-2cbfe64f-dea9-4a17-a143-3e7a11070f21 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609022 Oct 25 23:17:35.072170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-539f5d5c-6865-4f80-8b24-835989da068f req-c47173c3-0d8a-455b-99ab-fe75eb0a0f57 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217921 Oct 25 23:17:35.124398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-222f4db3-4d5e-4aaa-b9d0-95828e0cdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:35.134799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-222f4db3-4d5e-4aaa-b9d0-95828e0cdfaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 1094 time: 0.1069527 Oct 25 23:17:35.161975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:35.248361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Pushing event deleted for resources: {'Port': ['ID=11b487f1-8429-4dd7-8c8b-8a2455ab1b9f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:35.263108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:35.289083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3eac3234-7a90-4f13-90a7-d99539861e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "DELETE /v2.0/ports/11b487f1-8429-4dd7-8c8b-8a2455ab1b9f HTTP/1.1" status: 204 len: 168 time: 0.8708153 Oct 25 23:17:35.289490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41138) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:35.388279 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5e91bd-113a-4c33-9aca-908f9a8b67cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:35.395194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae5e91bd-113a-4c33-9aca-908f9a8b67cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750756842-project-admin] 10.222.0.25 "GET /v2.0/ports/11b487f1-8429-4dd7-8c8b-8a2455ab1b9f HTTP/1.1" status: 404 len: 333 time: 0.0959935 Oct 25 23:17:35.398936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:35.444145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-fca84e94-5eac-4450-8b87-a760cb4268bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:35.450838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-fca84e94-5eac-4450-8b87-a760cb4268bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.3069937 Oct 25 23:17:35.537328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-8c0767fc-6899-471d-8430-de1b92582bee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47 HTTP/1.1" status: 200 len: 217 time: 0.0774777 Oct 25 23:17:35.601300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:35.652489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-20cd5b7e-1294-4e77-bf0f-e7e941f1cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:35.656103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-20cd5b7e-1294-4e77-bf0f-e7e941f1cde8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.1107159 Oct 25 23:17:35.729833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-dc5d9d0b-197d-4a7d-8ce9-f76e7ac598b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632453 Oct 25 23:17:35.873513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:35.923200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fb4818-fb4c-494d-83dc-86013518817e']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:35.967926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c249c38-03c1-4d18-97bf-5053ea714117') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:35.968242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c249c38-03c1-4d18-97bf-5053ea714117') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:35.988999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:36.019356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71fd84-2601-4b0e-99a4-6e30d9d67560 req-89cd46e3-d793-460f-a8a0-123e18dfa52e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:36.028725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b71fd84-2601-4b0e-99a4-6e30d9d67560 req-89cd46e3-d793-460f-a8a0-123e18dfa52e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 943 time: 0.1326764 Oct 25 23:17:36.038617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:36.055453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:17:36.055913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:17:36.065818 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:17:36.142766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ec13d-f974-47df-8d2b-df5245cf8517 req-96fa12d8-0c97-415f-82a6-cbc088050959 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:36.144619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-900ec13d-f974-47df-8d2b-df5245cf8517 req-96fa12d8-0c97-415f-82a6-cbc088050959 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2443168 Oct 25 23:17:36.160097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-19e02395-a3f9-4bf4-8886-c39c36f9cc3d service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161463 Oct 25 23:17:36.193983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b71fd84-2601-4b0e-99a4-6e30d9d67560 req-6a1fbe89-71a1-44a4-b405-1a3a92dc8c1d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605465 Oct 25 23:17:36.262451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:36.286204 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:36.299035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] 10.222.0.25 "DELETE /v2.0/networks/42fb4818-fb4c-494d-83dc-86013518817e HTTP/1.1" status: 204 len: 168 time: 0.8978698 Oct 25 23:17:36.357678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3fa7b-e01a-40f3-9203-6239335b1d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610360468-project] Pushing event deleted for resources: {'Network': ['ID=42fb4818-fb4c-494d-83dc-86013518817e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:36.516263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-900ec13d-f974-47df-8d2b-df5245cf8517 req-e2e2959b-7721-4e1f-8165-ae769a94193e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599851 Oct 25 23:17:36.527223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60d9ae70-daaf-4826-b1b1-baf0119f785a req-150cb23a-7b8b-4d67-9339-f4eb9625289a service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552823 Oct 25 23:17:36.640110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68cc3-8889-420e-bf41-8079516a1234 req-62291abb-58a6-42fc-b2de-a352e096ef6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:36.650533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74f68cc3-8889-420e-bf41-8079516a1234 req-62291abb-58a6-42fc-b2de-a352e096ef6b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.0983639 Oct 25 23:17:36.712715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74f68cc3-8889-420e-bf41-8079516a1234 req-7370611a-966b-4d05-b106-d4d384938eac tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565238 Oct 25 23:17:36.955385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41176) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:37.210337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41194) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:37.246713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4e59ae2a-4cb1-4ff8-8f9a-435a497a4c4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f773c454dfe452b9676be2efc7c2a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865248 Oct 25 23:17:37.448839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d59373e-2564-470d-a23b-a1c5f033a648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:37.549923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d59373e-2564-470d-a23b-a1c5f033a648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:37.637704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e44b47-4b51-432e-8ec4-e604fb8e34f6 req-75bfa6c1-7e66-4017-8400-4e072ad49a4a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:37.647625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25e44b47-4b51-432e-8ec4-e604fb8e34f6 req-75bfa6c1-7e66-4017-8400-4e072ad49a4a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 943 time: 0.1701305 Oct 25 23:17:37.792344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25e44b47-4b51-432e-8ec4-e604fb8e34f6 req-183cd6cd-e773-45ab-bdfe-68338e4bfb7b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432886 Oct 25 23:17:37.811407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d59373e-2564-470d-a23b-a1c5f033a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:37.818039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d59373e-2564-470d-a23b-a1c5f033a648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:37.832375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7d59373e-2564-470d-a23b-a1c5f033a648 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ade35abb-d176-44fe-8209-389bd638dc4c HTTP/1.1" status: 204 len: 168 time: 0.6210201 Oct 25 23:17:37.850659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ae4e5-f4b4-49b0-9dbb-1ce851302eda req-132fd504-05ad-498b-90c3-5a939ab6c585 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:37.863669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59373e-2564-470d-a23b-a1c5f033a648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade35abb-d176-44fe-8209-389bd638dc4c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:37.864451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-563ae4e5-f4b4-49b0-9dbb-1ce851302eda req-132fd504-05ad-498b-90c3-5a939ab6c585 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2000344 Oct 25 23:17:37.966305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-563ae4e5-f4b4-49b0-9dbb-1ce851302eda req-468e31db-e5d5-4566-8501-e6681255510c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956774 Oct 25 23:17:38.119234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41214) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:38.247237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8686f6-8bc4-4f8a-9387-1ad9d41b6721 req-e46efc5a-2ae7-49a4-bb72-90569b361c5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:38.260544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d8686f6-8bc4-4f8a-9387-1ad9d41b6721 req-e46efc5a-2ae7-49a4-bb72-90569b361c5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1717544 Oct 25 23:17:38.262867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41222) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:38.270654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'floatingip': {'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:38.421778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.466032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41230) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:38.480794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec1a8899-9df1-4048-8075-5de1524b3de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.545977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a3202754-a85a-427c-a84d-5ddaa0149764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18824b9cd82449eaefcac94c3e4ff07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764790 Oct 25 23:17:38.546385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41234) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:38.667263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91806d91-49ee-4033-aa28-102011f82ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.734110 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91806d91-49ee-4033-aa28-102011f82ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.834886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec1a8899-9df1-4048-8075-5de1524b3de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.869405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91806d91-49ee-4033-aa28-102011f82ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.880036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91806d91-49ee-4033-aa28-102011f82ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.887339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91806d91-49ee-4033-aa28-102011f82ae8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68199c94-8822-4a77-8110-51c1b01a798a HTTP/1.1" status: 204 len: 168 time: 0.3392606 Oct 25 23:17:38.918640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ec1a8899-9df1-4048-8075-5de1524b3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:38.922436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91806d91-49ee-4033-aa28-102011f82ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68199c94-8822-4a77-8110-51c1b01a798a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:39.082199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968868-cd3d-4c04-aff5-411526467e8d req-996bb2a1-69fd-43cb-81fa-6ac9a8059248 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:39.100631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d968868-cd3d-4c04-aff5-411526467e8d req-996bb2a1-69fd-43cb-81fa-6ac9a8059248 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.5528963 Oct 25 23:17:39.115993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ec1a8899-9df1-4048-8075-5de1524b3de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f854e32595b84ff49c4e558799cecd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9950824 Oct 25 23:17:39.117143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a8899-9df1-4048-8075-5de1524b3de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718ef456-6350-4886-8922-9f2b3a47bcc5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:39.122289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41248) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:39.229851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:17:39.241018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f3b20-3aba-4ae7-899e-d65994ef3359 req-ff7c9c61-6799-4701-8c56-eaa66c4f0b3a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:39.252632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-378f3b20-3aba-4ae7-899e-d65994ef3359 req-ff7c9c61-6799-4701-8c56-eaa66c4f0b3a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 943 time: 0.1807015 Oct 25 23:17:39.361072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4775db05-d6f6-441f-9979-65c87356a1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:39.387148 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-378f3b20-3aba-4ae7-899e-d65994ef3359 req-61928a3e-7592-4f20-8dc5-1a5857366a8d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197224 Oct 25 23:17:39.411438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d968868-cd3d-4c04-aff5-411526467e8d req-96f09350-8ec7-4326-b3a4-689324dcf6c0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042791 Oct 25 23:17:39.434264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4775db05-d6f6-441f-9979-65c87356a1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:39.442264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:39.461122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47', 'mac_address': 'fa:16:3e:bc:7e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:17:39.557911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4775db05-d6f6-441f-9979-65c87356a1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:39.560733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4775db05-d6f6-441f-9979-65c87356a1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:39.561960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4775db05-d6f6-441f-9979-65c87356a1c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/718ef456-6350-4886-8922-9f2b3a47bcc5 HTTP/1.1" status: 204 len: 168 time: 0.4385703 Oct 25 23:17:39.572946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775db05-d6f6-441f-9979-65c87356a1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ef456-6350-4886-8922-9f2b3a47bcc5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:39.580141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:39.619927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:17:39.666075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:39.694697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:39.778337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:39.966959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['1d4337aa-90e2-40dd-9ad1-8bd031a28c47'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:17:40.143359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:40.150115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:40.279633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:40.304933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-947f58b4-f127-4b8a-99e8-fec249240326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:40.400998 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Floating IP 9bd72843-a5ad-471a-8ad8-feae7b306d56 associated. External IP: 172.25.4.164, port: b8489c80-e0fd-40cc-a974-0e4106466fd5. Oct 25 23:17:40.508270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-947f58b4-f127-4b8a-99e8-fec249240326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:40.530976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-947f58b4-f127-4b8a-99e8-fec249240326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:40.738832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0b9a6-bb54-4906-8966-7b6e5d0be90b req-985821ea-7833-426c-bcbd-c198369159fb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:40.746606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1b0b9a6-bb54-4906-8966-7b6e5d0be90b req-985821ea-7833-426c-bcbd-c198369159fb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 944 time: 0.1700711 Oct 25 23:17:40.792331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-947f58b4-f127-4b8a-99e8-fec249240326 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=805555d72cfd4fb285991256eda2377b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106666 Oct 25 23:17:40.798699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41290) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:40.802237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f58b4-f127-4b8a-99e8-fec249240326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8245ba21-c1c6-4ecc-a3c5-71f3ba993f69,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:40.880159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1b0b9a6-bb54-4906-8966-7b6e5d0be90b req-d5e6db00-e8a1-45f2-b5f4-6b8b5dd0d310 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270113 Oct 25 23:17:40.882481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b86d9e-170c-4540-97b3-fbe59112001a req-c251406e-d4b0-4df9-8328-6c207dc0fcfa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:40.895166 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-91b86d9e-170c-4540-97b3-fbe59112001a req-c251406e-d4b0-4df9-8328-6c207dc0fcfa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.3011193 Oct 25 23:17:40.962559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-91b86d9e-170c-4540-97b3-fbe59112001a req-95c30e00-b097-4d09-9d7b-ae8e727a13c0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613241 Oct 25 23:17:41.060708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c485-c080-410c-8244-202ee76311a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.165494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c485-c080-410c-8244-202ee76311a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.241860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:17:41.273005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:17:41.392112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:17:41.404702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:17:41.404702 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.553379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.566924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:17:41.578882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.592907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:17:41.612121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c50782b2-e26d-4d66-8dd2-e17641a940d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "PUT /v2.0/floatingips/9bd72843-a5ad-471a-8ad8-feae7b306d56 HTTP/1.1" status: 200 len: 991 time: 3.3468015 Oct 25 23:17:41.613377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:41.627183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a384266-f82b-4dba-8764-ae22f33213b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:41.630069 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce3055c-1212-4709-8f1c-d7509c5f76ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:41.630421 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0df5fc-e442-407f-a695-8bea5bbf7d90" -d '{"events": [{"server_uuid": "3a384266-f82b-4dba-8764-ae22f33213b1", "name": "network-vif-plugged", "status": "completed", "tag": "1d4337aa-90e2-40dd-9ad1-8bd031a28c47"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:41.636932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c485-c080-410c-8244-202ee76311a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.648958 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c485-c080-410c-8244-202ee76311a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.652408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5fc1c485-c080-410c-8244-202ee76311a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8245ba21-c1c6-4ecc-a3c5-71f3ba993f69 HTTP/1.1" status: 204 len: 168 time: 0.7689011 Oct 25 23:17:41.682476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:41.688043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:17:41.688336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c485-c080-410c-8244-202ee76311a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245ba21-c1c6-4ecc-a3c5-71f3ba993f69,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:41.693517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:41.778690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:41.946278 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f843d1-b3ec-4d57-a5ba-6df2be0efb91 x-openstack-request-id: req-a0f843d1-b3ec-4d57-a5ba-6df2be0efb91 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:41.946569 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a384266-f82b-4dba-8764-ae22f33213b1", "name": "network-vif-plugged", "status": "completed", "tag": "1d4337aa-90e2-40dd-9ad1-8bd031a28c47", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:41.946818 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0f843d1-b3ec-4d57-a5ba-6df2be0efb91 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:41.947210 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a384266-f82b-4dba-8764-ae22f33213b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47', 'code': 200} Oct 25 23:17:41.974755 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97332ca-c118-4bec-a4b7-dc0015de6659 x-openstack-request-id: req-b97332ca-c118-4bec-a4b7-dc0015de6659 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:41.975274 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:41.975274 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b97332ca-c118-4bec-a4b7-dc0015de6659 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:41.975696 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'status': 'completed', 'code': 200} Oct 25 23:17:42.305518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:42.311368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41332) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:42.406034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:17:42.410665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6886d-79c8-4380-a4c1-b8d81410cdbd req-d73fca4c-bc72-473f-b55c-0fc303e32ccc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:42.422108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-0c3b843f-c2d5-4763-bfee-32cb257957af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:42.424350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ee6886d-79c8-4380-a4c1-b8d81410cdbd req-d73fca4c-bc72-473f-b55c-0fc303e32ccc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.2747405 Oct 25 23:17:42.425025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-0c3b843f-c2d5-4763-bfee-32cb257957af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.4485373 Oct 25 23:17:42.427125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478b831-3a8c-4ef6-b81f-d74a2ae44bb0 req-5a0000e7-701f-4973-aa1a-5ffb4364386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:42.428752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a478b831-3a8c-4ef6-b81f-d74a2ae44bb0 req-5a0000e7-701f-4973-aa1a-5ffb4364386b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 1096 time: 0.5664828 Oct 25 23:17:42.561015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ee6886d-79c8-4380-a4c1-b8d81410cdbd req-ef71b69b-fcac-49c3-af8b-fef5a949d152 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354384 Oct 25 23:17:42.854339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-43915827'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:42.884862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Made reservation on behalf of d5422bc11c7a4f74a2f4b2edf042882f for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:42.888416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:42.916278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:42.997593 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.017255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9bd72843-a5ad-471a-8ad8-feae7b306d56', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'mac_address': 'fa:16:3e:25:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5114e53f-747f-48d6-a92c-956544588f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:16:56Z', 'updated_at': '2021-10-25T23:17:39Z', 'revision_number': 1, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:43.086307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879c02-e135-4a22-aaa6-370223cbc8d6 req-8883960d-2b42-48f3-9cff-bc4b66f4cf98 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:43.106173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.119734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf879c02-e135-4a22-aaa6-370223cbc8d6 req-8883960d-2b42-48f3-9cff-bc4b66f4cf98 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.9547584 Oct 25 23:17:43.127279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.145575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-0fcbf31b-eb09-4dbb-a071-3e01ec18f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:43.153435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:17:43.155608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:17:43.156275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-0fcbf31b-eb09-4dbb-a071-3e01ec18f831 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.7163081 Oct 25 23:17:43.167917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.168282 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Added segment db690b85-de15-4cb1-98f1-d806850f6d5c of type vlan for network d0388be0-06a4-4669-b2c2-1a6f100d8419 Oct 25 23:17:43.182652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a478b831-3a8c-4ef6-b81f-d74a2ae44bb0 req-693f1e6d-8cbb-4978-8ead-59e24ad70003 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562099 Oct 25 23:17:43.189282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:17:43.190365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:43.220572 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.268640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf879c02-e135-4a22-aaa6-370223cbc8d6 req-46648fb4-e3c3-4d8c-8824-49434f9158bc tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467242 Oct 25 23:17:43.283144 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.283516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-0bc3eff3-703a-4d29-9122-052a8bb62cf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 999 time: 0.1146474 Oct 25 23:17:43.313626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:43.314312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:43.403952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-3b6c56fd-1585-4486-bb30-ec9d0738d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:43.408725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-3b6c56fd-1585-4486-bb30-ec9d0738d86b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1162333 Oct 25 23:17:43.481626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-8fbdef28-454c-4c92-a774-6da3d6cc54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:43.488062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-8fbdef28-454c-4c92-a774-6da3d6cc54c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703216 Oct 25 23:17:43.510722 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1886573 Oct 25 23:17:43.520319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6893d935-15d4-4cb2-a4a8-4c37a37b41ac,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:43.528654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bf3cc-dbe2-4d28-b046-21c480ccd4cc tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Pushing event updated for resources: {'Network': ['ID=d0388be0-06a4-4669-b2c2-1a6f100d8419,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:43.547586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:17:43.603930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d0388be0-06a4-4669-b2c2-1a6f100d8419 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:17:43.790934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-2aa5a130-a462-4301-9bcf-e9ea20ca6e08 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964218 Oct 25 23:17:44.001472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ce3055c-1212-4709-8f1c-d7509c5f76ef req-cac9fba6-5fe8-46c2-86ae-f7f57881ec3d service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847682 Oct 25 23:17:44.054199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3e5d9-da6e-4853-a632-36a3baac98a3 req-2ddfa7ad-5065-42db-98bb-0c03a10fe07b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:44.054199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cb3e5d9-da6e-4853-a632-36a3baac98a3 req-2ddfa7ad-5065-42db-98bb-0c03a10fe07b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.2596354 Oct 25 23:17:44.054199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:44.063716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Request body: {'port': {'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419', 'binding:host_id': 'n-h2-815373-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-68679388'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:44.136997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9bd72843-a5ad-471a-8ad8-feae7b306d56', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'mac_address': 'fa:16:3e:25:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5114e53f-747f-48d6-a92c-956544588f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:16:56Z', 'updated_at': '2021-10-25T23:17:39Z', 'revision_number': 1, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:44.178860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cb3e5d9-da6e-4853-a632-36a3baac98a3 req-203fd4f3-3a36-4c37-bce5-2fcae9b83f37 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057556 Oct 25 23:17:44.190788 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Made reservation on behalf of 8ab7dad8d7cd4d0ba014be07e0d8e00d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:44.193561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:44.219724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105564-14e9-4bf8-9efa-d19dbc05106b None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9bd72843-a5ad-471a-8ad8-feae7b306d56', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'mac_address': 'fa:16:3e:25:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5114e53f-747f-48d6-a92c-956544588f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:16:56Z', 'updated_at': '2021-10-25T23:17:39Z', 'revision_number': 1, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:17:44.222472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:44.446741 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:44.458174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:44.467076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 0a55084d-3b95-4051-a698-1b318ea06a8c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:44.696901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9632cea0-1601-4747-becf-b9a4a4a7de85,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:44.748153 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7107512-0c22-4c63-acde-68b718b9a984 None None] New status for floating IP 9bd72843-a5ad-471a-8ad8-feae7b306d56: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:17:44.948597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c79e2a-29c6-4b31-9607-104d66f3303c req-07733225-3e23-497b-b6ed-c1899028578c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:44.957008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00c79e2a-29c6-4b31-9607-104d66f3303c req-07733225-3e23-497b-b6ed-c1899028578c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.2820926 Oct 25 23:17:45.069880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00c79e2a-29c6-4b31-9607-104d66f3303c req-7209108f-67b2-4e69-b6de-3ae4fa773a42 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119027 Oct 25 23:17:45.077684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 0a55084d-3b95-4051-a698-1b318ea06a8c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:45.101164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:45.119428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:45.191612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=0a55084d-3b95-4051-a698-1b318ea06a8c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:45.206340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Checking segment: {'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:17:45.206947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Network hostable DHCP agents. Network: d0388be0-06a4-4669-b2c2-1a6f100d8419, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:17:45.261886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Network d0388be0-06a4-4669-b2c2-1a6f100d8419 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:17:45.278487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d0388be0-06a4-4669-b2c2-1a6f100d8419) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:45.288111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694c502-bf67-488a-aa81-460ba210081f None None] Network d0388be0-06a4-4669-b2c2-1a6f100d8419 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:17:45.296059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:45.365327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.369438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.370576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.420372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.420784 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.475193 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 2 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:45.550798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.551141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.551458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.582744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.583088 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.585435 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 3 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:45.656730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab32eb40-abb5-4b00-9229-4ca0b32d7d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:45.666261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.668577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.670504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.721285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3e7c2-0e4b-4cc4-afc9-09c1742d6016 req-069ccdb4-5d27-491b-9073-a0c630218f09 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:45.728528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65f3e7c2-0e4b-4cc4-afc9-09c1742d6016 req-069ccdb4-5d27-491b-9073-a0c630218f09 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.3474960 Oct 25 23:17:45.730456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.731220 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.736490 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 4 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:45.818929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.819290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.819609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.852086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.852504 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.869831 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 5 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:45.912842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65f3e7c2-0e4b-4cc4-afc9-09c1742d6016 req-4ffe83d1-ec5e-45ab-b06c-71dcae402214 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768897 Oct 25 23:17:45.934132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.934528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.934869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.940868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.941200 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.941840 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 6 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:45.957962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.958741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.958741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.964378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.964712 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.965107 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 7 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:45.984944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:45.985278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:45.985696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:45.990617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:45.990950 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:45.991558 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 8 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:46.006476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:46.006895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:46.007234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:46.011912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:46.012245 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:46.012749 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 9 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:46.027141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:46.027471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:46.027810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:46.032410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:46.033517 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:46.034191 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 10 to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c Oct 25 23:17:46.047357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:46.047701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:46.048023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:46.053187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0a55084d-3b95-4051-a698-1b318ea06a8c on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:46.053514 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0a55084d-3b95-4051-a698-1b318ea06a8c on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:46.053955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.130467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] For port 0a55084d-3b95-4051-a698-1b318ea06a8c, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:46.131055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempted to set empty binding levels {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 23:17:46.140192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.244953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:46.245586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.304757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=0a55084d-3b95-4051-a698-1b318ea06a8c,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:46.309731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-57654235-b2c3-4ec2-a0fe-f1354a425bcf tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 2.2547042 Oct 25 23:17:46.313068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41454) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:46.399527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0d0d-54e0-45c3-9970-6d462b0de6b0 req-eb3d13ef-f152-4567-b740-0c3116b305d5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:46.407191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72e0d0d-54e0-45c3-9970-6d462b0de6b0 req-eb3d13ef-f152-4567-b740-0c3116b305d5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1819978 Oct 25 23:17:46.447972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Deleting port 0a55084d-3b95-4051-a698-1b318ea06a8c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:46.448409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.528769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] For port 0a55084d-3b95-4051-a698-1b318ea06a8c, host n-h2-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:46.529153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.549312 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c72e0d0d-54e0-45c3-9970-6d462b0de6b0 req-256b3f43-0b13-440b-8f96-3d74b3652bc2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354892 Oct 25 23:17:46.598478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Calling delete_port for 0a55084d-3b95-4051-a698-1b318ea06a8c owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:46.770012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.846915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a55084d-3b95-4051-a698-1b318ea06a8c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:46.873817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:46.877917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-91299c32-0124-49f1-9938-d1c25da2c26c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0a55084d-3b95-4051-a698-1b318ea06a8c HTTP/1.1" status: 204 len: 168 time: 0.5629885 Oct 25 23:17:46.880054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41468) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:46.943167 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ad4db7-f87a-4a41-b3ea-5a284512b111 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:46.944955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf90dfc-74cf-4806-ae91-59b9f40e161a req-8df3d4bb-2ff0-4253-97de-22275dbc4d22 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:46.945521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-37ad4db7-f87a-4a41-b3ea-5a284512b111 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "GET /v2.0/ports/0a55084d-3b95-4051-a698-1b318ea06a8c HTTP/1.1" status: 404 len: 333 time: 0.0637922 Oct 25 23:17:46.949004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41476) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:46.955428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bf90dfc-74cf-4806-ae91-59b9f40e161a req-8df3d4bb-2ff0-4253-97de-22275dbc4d22 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0997972 Oct 25 23:17:46.957093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Request body: {'port': {'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1551465187'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:47.016681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Made reservation on behalf of 8ab7dad8d7cd4d0ba014be07e0d8e00d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:47.023171 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:47.069866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bf90dfc-74cf-4806-ae91-59b9f40e161a req-b2c84c5d-88c2-42dc-a0b3-d240e411bd32 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082797 Oct 25 23:17:47.089009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 0ab7c1be-f72c-4156-9848-2262b5d9a079 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:47.279785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46b98-0fc7-42bd-b82a-db2b46a15919 req-be6146d3-616a-4eab-9d20-57f7959af4fc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:47.289548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93e46b98-0fc7-42bd-b82a-db2b46a15919 req-be6146d3-616a-4eab-9d20-57f7959af4fc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1292880 Oct 25 23:17:47.378938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93e46b98-0fc7-42bd-b82a-db2b46a15919 req-a9e84d33-68ef-4989-9f2b-4787d336a4e0 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883105 Oct 25 23:17:47.473603 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:47.516861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:47.577178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Network d0388be0-06a4-4669-b2c2-1a6f100d8419 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:47.585784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:47.590604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:47.591742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:47.592806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:47.633275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6805923 Oct 25 23:17:47.633665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41484) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:47.634503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2c7bd-281a-4b3a-b346-0319d18b3dec tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab7c1be-f72c-4156-9848-2262b5d9a079,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:47.639235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:47.718656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:47.937943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 0ab7c1be-f72c-4156-9848-2262b5d9a079 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:47.947160 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:47.960435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:48.042384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab7c1be-f72c-4156-9848-2262b5d9a079,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:48.054582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.054784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.055132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.059616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.059945 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.060332 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 2 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.077145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.077494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.077834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.083297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.083636 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.084187 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 3 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.128125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.128629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.129123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.136333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.136852 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.137393 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 4 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.171526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.171876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.172271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.189003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.189416 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.189835 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 5 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.212443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.212766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.213142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.225201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.225614 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.272242 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 6 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.294537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.294772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.294990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.305427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.305763 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.306910 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 7 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.318416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a12f3-8e91-44c8-9c76-37d447df34e2 req-c8e3b711-5261-4774-a3bf-d9c516c909d3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:48.319979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b80a12f3-8e91-44c8-9c76-37d447df34e2 req-c8e3b711-5261-4774-a3bf-d9c516c909d3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0894690 Oct 25 23:17:48.376987 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb68e-6c38-4628-82fb-3f1326ff5b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:48.416569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.416569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.416569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.466598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b80a12f3-8e91-44c8-9c76-37d447df34e2 req-74400d04-df3a-4599-91e7-0722a9d09b16 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230235 Oct 25 23:17:48.473033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.473395 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.474229 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 8 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.502775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:48.544958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.545335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.545628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.553469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.553792 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.554342 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 9 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.572549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.573304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.573852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.578969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.579130 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.580140 n-d-815373-1 neutron-server[102133]: INFO neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 10 to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 Oct 25 23:17:48.623454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:48.623796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:48.624147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:48.631161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:48.631463 n-d-815373-1 neutron-server[102133]: ERROR neutron.plugins.ml2.managers [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:48.631843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:48.662379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c999a0a-530a-4f2c-8a49-eeeccbe6566d req-eeb0bdbc-ee1e-4825-bc15-181a077ff9b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:48.665088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c999a0a-530a-4f2c-8a49-eeeccbe6566d req-eeb0bdbc-ee1e-4825-bc15-181a077ff9b5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.0690084 Oct 25 23:17:48.692805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b077730-2f57-4a6d-84cc-4a5dd2a46d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:48.741315 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c999a0a-530a-4f2c-8a49-eeeccbe6566d req-bd9918ae-23f2-4081-bc83-15b9d0a2fec1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Oct 25 23:17:48.828754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] For port 0ab7c1be-f72c-4156-9848-2262b5d9a079, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:48.829366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempted to set empty binding levels {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 23:17:48.834487 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.009730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b077730-2f57-4a6d-84cc-4a5dd2a46d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.023002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] In _notify_port_updated(), no bound segment for port 0ab7c1be-f72c-4156-9848-2262b5d9a079 on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:17:49.023451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b077730-2f57-4a6d-84cc-4a5dd2a46d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.023886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.024492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.028558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "PUT /v2.0/ports/0ab7c1be-f72c-4156-9848-2262b5d9a079 HTTP/1.1" status: 200 len: 975 time: 1.3934498 Oct 25 23:17:49.032792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41518) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:49.037467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6448-6986-4b1c-9441-67c3fa7a0802 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab7c1be-f72c-4156-9848-2262b5d9a079,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:49.128149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b077730-2f57-4a6d-84cc-4a5dd2a46d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4964f-fe14-42e8-9a97-6111baecd1d8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:49.177394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b077730-2f57-4a6d-84cc-4a5dd2a46d73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e7503fc62ed4af3a5685205aac6399e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732845 Oct 25 23:17:49.178076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41522) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:49.306678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.310397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.310921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.314688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.318277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.321784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.322352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.326467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.330576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.331075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.331540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.332392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.332476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.332884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.333331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.333786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.334258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.334712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.335165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.335618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.336063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.336503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.336953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.337399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.337846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.345431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6ca51f18-fc27-405e-8ab6-373d7830f799 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22331 time: 0.2970581 Oct 25 23:17:49.349864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41526) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:49.492801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Deleting port 0ab7c1be-f72c-4156-9848-2262b5d9a079 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:49.494802 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.563130 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.572761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] For port 0ab7c1be-f72c-4156-9848-2262b5d9a079, host n-h2-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:49.573057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.598478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Calling delete_port for 0ab7c1be-f72c-4156-9848-2262b5d9a079 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:49.837385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0237a2-d8a2-48ac-94c8-e2c26496d8a8 req-a1fd2b74-f595-49c1-8193-db7541c3bdc7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:49.844686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb0237a2-d8a2-48ac-94c8-e2c26496d8a8 req-a1fd2b74-f595-49c1-8193-db7541c3bdc7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1558290 Oct 25 23:17:49.923808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:49.985400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.000398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41544) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:50.006045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0ab7c1be-f72c-4156-9848-2262b5d9a079 HTTP/1.1" status: 204 len: 168 time: 0.6518164 Oct 25 23:17:50.031196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb0237a2-d8a2-48ac-94c8-e2c26496d8a8 req-345ee561-5714-43d5-9daa-22a473c323c9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779816 Oct 25 23:17:50.031196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d83f9-be70-42bb-9c93-bd0287797dc0 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ab7c1be-f72c-4156-9848-2262b5d9a079,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:50.071331 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6062d8e-a193-4257-bb67-aab9be1520de tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:50.078566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:50.078767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d6062d8e-a193-4257-bb67-aab9be1520de tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "GET /v2.0/ports/0ab7c1be-f72c-4156-9848-2262b5d9a079 HTTP/1.1" status: 404 len: 333 time: 0.0772259 Oct 25 23:17:50.082321 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4175f914-77ef-4a62-9d37-56f17d6e923e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.094576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1610e1-6ec1-4ce6-a837-fccea83988a6 req-507f0bbc-c3fe-435d-a8db-cc3885bf3c9c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:50.102273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c1610e1-6ec1-4ce6-a837-fccea83988a6 req-507f0bbc-c3fe-435d-a8db-cc3885bf3c9c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.2472153 Oct 25 23:17:50.112517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1717352764', 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:50.113801 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.162045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4175f914-77ef-4a62-9d37-56f17d6e923e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.192118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Made reservation on behalf of 8ab7dad8d7cd4d0ba014be07e0d8e00d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:50.195123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.256292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 883d375d-9725-47c5-aa0e-7ea599518c39 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:50.300218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5c1610e1-6ec1-4ce6-a837-fccea83988a6 req-16d9f6a3-8f9f-4d2f-9abb-71e334907d9e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821451 Oct 25 23:17:50.361762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4175f914-77ef-4a62-9d37-56f17d6e923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.364426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4175f914-77ef-4a62-9d37-56f17d6e923e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.370945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4175f914-77ef-4a62-9d37-56f17d6e923e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16b4964f-fe14-42e8-9a97-6111baecd1d8 HTTP/1.1" status: 204 len: 168 time: 1.1912403 Oct 25 23:17:50.379486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175f914-77ef-4a62-9d37-56f17d6e923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4964f-fe14-42e8-9a97-6111baecd1d8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:50.520019 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.578690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.674127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Network d0388be0-06a4-4669-b2c2-1a6f100d8419 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:50.677314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:50.687706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:50.694998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.695513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:50.696849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.707124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=883d375d-9725-47c5-aa0e-7ea599518c39,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:50.727807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aef436bb-0040-43b4-82ed-7d209286e989 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6454978 Oct 25 23:17:50.731056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:50.778876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6205f-e8c4-45fa-b17c-1d5e01a59bf3 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:50.780282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8dd6205f-e8c4-45fa-b17c-1d5e01a59bf3 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "GET /v2.0/ports/883d375d-9725-47c5-aa0e-7ea599518c39 HTTP/1.1" status: 200 len: 955 time: 0.0457535 Oct 25 23:17:50.785241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:50.957538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41568) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:50.958257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Deleting port 883d375d-9725-47c5-aa0e-7ea599518c39 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:50.958702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:50.976359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f00282d2-9d6c-4ad7-b4f4-3cf9b0835a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.033057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.069825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Calling delete_port for 883d375d-9725-47c5-aa0e-7ea599518c39 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:51.101127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f00282d2-9d6c-4ad7-b4f4-3cf9b0835a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.107816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f00282d2-9d6c-4ad7-b4f4-3cf9b0835a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.182303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f00282d2-9d6c-4ad7-b4f4-3cf9b0835a8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53bbf419cd504179aa2154a3ab81b253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220325 Oct 25 23:17:51.182883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00282d2-9d6c-4ad7-b4f4-3cf9b0835a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b173f-7c1f-4199-b4bc-5f444cead375,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:51.186725 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41572) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:51.229168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfc162-642b-4143-8150-88ac6033ba79 req-956c295d-247d-4ae0-88e0-170483539fe3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:51.230667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4dbfc162-642b-4143-8150-88ac6033ba79 req-956c295d-247d-4ae0-88e0-170483539fe3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1019750 Oct 25 23:17:51.241760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-b0f9d70d-a3dc-42e1-8242-c900d5ea3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:51.243490 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-b0f9d70d-a3dc-42e1-8242-c900d5ea3515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 1097 time: 0.1047735 Oct 25 23:17:51.296230 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.342663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0377ab-041f-4e46-ac5e-08ad7cb02c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.379139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0377ab-041f-4e46-ac5e-08ad7cb02c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.405739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event deleted for resources: {'Port': ['ID=883d375d-9725-47c5-aa0e-7ea599518c39,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:51.426340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.433532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1dd4e208-e20e-4170-bd5b-8f358d357c2c tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "DELETE /v2.0/ports/883d375d-9725-47c5-aa0e-7ea599518c39 HTTP/1.1" status: 204 len: 168 time: 0.6477115 Oct 25 23:17:51.435241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4dbfc162-642b-4143-8150-88ac6033ba79 req-2aaadf82-72c7-44b8-a485-8c81c8ef17a5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917675 Oct 25 23:17:51.435392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41580) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:51.447126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0377ab-041f-4e46-ac5e-08ad7cb02c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.449649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb0377ab-041f-4e46-ac5e-08ad7cb02c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.450818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bb0377ab-041f-4e46-ac5e-08ad7cb02c9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/001b173f-7c1f-4199-b4bc-5f444cead375 HTTP/1.1" status: 204 len: 168 time: 0.2628016 Oct 25 23:17:51.469154 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a454f5e0-e60d-4489-b36b-65edbee3649b tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:51.470636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a454f5e0-e60d-4489-b36b-65edbee3649b tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "GET /v2.0/ports/883d375d-9725-47c5-aa0e-7ea599518c39 HTTP/1.1" status: 404 len: 333 time: 0.0343969 Oct 25 23:17:51.475013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:51.480136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Request body: {'port': {'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1001342656'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:51.485919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0377ab-041f-4e46-ac5e-08ad7cb02c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b173f-7c1f-4199-b4bc-5f444cead375,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:51.534061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Made reservation on behalf of 8ab7dad8d7cd4d0ba014be07e0d8e00d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:17:51.538091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.576983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 9b43999e-bdbc-4692-abde-7888a529d6fb yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:51.619471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-be6353b0-515a-4a88-a810-b6dacd1038ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:51.621051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-be6353b0-515a-4a88-a810-b6dacd1038ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.3632522 Oct 25 23:17:51.672087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db523bef-7455-46f3-b0c6-48b1e7566797 req-0a452ac0-69da-4615-90ba-3408fb702493 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:51.708795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db523bef-7455-46f3-b0c6-48b1e7566797 req-0a452ac0-69da-4615-90ba-3408fb702493 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.2140393 Oct 25 23:17:51.813107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db523bef-7455-46f3-b0c6-48b1e7566797 req-93a39b4a-244a-4f39-9664-3da5f6f7e1a3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001384 Oct 25 23:17:51.815850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-e56644ea-0518-4c97-92ae-c46749366ecf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207 HTTP/1.1" status: 200 len: 217 time: 0.1661141 Oct 25 23:17:51.903216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:51.922943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-772efbdd-6cea-40d0-9668-7557eff50596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:51.926573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-772efbdd-6cea-40d0-9668-7557eff50596 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1036167 Oct 25 23:17:51.945060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:52.021217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Network d0388be0-06a4-4669-b2c2-1a6f100d8419 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:17:52.026285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:17:52.044132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:17:52.045695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:52.047147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:52.047933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-bffca5ee-bc99-40ca-a8ca-58f3250b0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:52.051448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-bffca5ee-bc99-40ca-a8ca-58f3250b0261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180241 Oct 25 23:17:52.077877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=9b43999e-bdbc-4692-abde-7888a529d6fb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:52.108137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cbbff33-a10c-4d13-b75c-71eaea11cb15 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6298578 Oct 25 23:17:52.108696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:52.140002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:52.248396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:52.277967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-d1e0fcdd-6571-4bdf-8e13-030dac638775 service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174616 Oct 25 23:17:52.343912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:52.446230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6982a354-2453-45be-851b-6dbbca9c4b3c req-c0c65e3d-3dc8-4588-9c23-d69e12fb0c4a service neutron] 10.222.0.15 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604965 Oct 25 23:17:52.617727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff75d03-c0fa-41c0-b54b-caf9e67bc1f2 req-c590d58c-8ec8-4948-a687-f861fdca8847 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:52.620722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff75d03-c0fa-41c0-b54b-caf9e67bc1f2 req-c590d58c-8ec8-4948-a687-f861fdca8847 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0868442 Oct 25 23:17:52.738760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] device_id is not set on port 9b43999e-bdbc-4692-abde-7888a529d6fb yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:17:52.775155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:52.780658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ff75d03-c0fa-41c0-b54b-caf9e67bc1f2 req-bc783f06-b4a4-4622-bd90-3940ef6b9458 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482139 Oct 25 23:17:52.787342 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:17:52.809361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cde28af-7209-4ac7-a26c-104b917e9281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:52.815967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:52.897294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=9b43999e-bdbc-4692-abde-7888a529d6fb,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:52.924718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:52.925969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:52.925969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:52.932170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:52.932507 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:52.935176 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 2 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:52.963734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:52.963946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:52.965156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:52.970866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:52.971160 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:52.971570 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 3 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.028215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.028509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.028871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.054190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.054419 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.059181 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 4 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.063514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cde28af-7209-4ac7-a26c-104b917e9281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.080390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cde28af-7209-4ac7-a26c-104b917e9281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.100819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec3db4-e748-4b0e-bc27-3b6946febf79 req-2bbab591-4f3c-40d0-8b08-cedc33dc1a0f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:53.102697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83ec3db4-e748-4b0e-bc27-3b6946febf79 req-2bbab591-4f3c-40d0-8b08-cedc33dc1a0f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1228607 Oct 25 23:17:53.107127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.107682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.108094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.140493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.141141 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.146242 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 5 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.164033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde28af-7209-4ac7-a26c-104b917e9281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f7a65-1047-48d2-92ce-821df7cdecea,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:53.168434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cde28af-7209-4ac7-a26c-104b917e9281 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10cc61fb191d454ba30cd7bd1dfebcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232701 Oct 25 23:17:53.171508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41632) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:53.179883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.180316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.180738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.193913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.194693 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.194864 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 6 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.203244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83ec3db4-e748-4b0e-bc27-3b6946febf79 req-397fa455-0c03-4488-a0c6-c0e1ac0fbcba tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806892 Oct 25 23:17:53.216986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.217606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.218399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.232034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.232034 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.232034 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 7 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.253622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.255659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.257469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.269235 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.270940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.271169 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.272441 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 8 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.297253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.311535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.311957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.313390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.331217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.331871 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.333395 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 9 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.358357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.360138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.361071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.367538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.367903 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.368352 n-d-815373-1 neutron-server[102134]: INFO neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempt 10 to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb Oct 25 23:17:53.368765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.376307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.377735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc4f7a65-1047-48d2-92ce-821df7cdecea HTTP/1.1" status: 204 len: 168 time: 0.2052469 Oct 25 23:17:53.386525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:17:53.387168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:17:53.387685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempting to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:17:53.396411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:17:53.397217 n-d-815373-1 neutron-server[102134]: ERROR neutron.plugins.ml2.managers [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Failed to bind port 9b43999e-bdbc-4692-abde-7888a529d6fb on host n-h2-815373-1 for vnic_type normal using segments [{'id': 'db690b85-de15-4cb1-98f1-d806850f6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0388be0-06a4-4669-b2c2-1a6f100d8419'}] Oct 25 23:17:53.397547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f7a65-1047-48d2-92ce-821df7cdecea,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:53.398024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.407021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.407398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.407927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.408407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.409221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.409559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.409892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.410264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.410585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.410909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.411447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.411935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2debb2-e770-4e89-9d72-d5ee164b26f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:17:53.524354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] For port 9b43999e-bdbc-4692-abde-7888a529d6fb, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:17:53.524912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attempted to set empty binding levels {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 23:17:53.531073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.603301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] In _notify_port_updated(), no bound segment for port 9b43999e-bdbc-4692-abde-7888a529d6fb on network d0388be0-06a4-4669-b2c2-1a6f100d8419 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:17:53.604713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:53.604713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.611092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:53.611263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "PUT /v2.0/ports/9b43999e-bdbc-4692-abde-7888a529d6fb HTTP/1.1" status: 200 len: 975 time: 1.5011969 Oct 25 23:17:53.644135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa1036-aeaa-4aa1-990d-a3106d719167 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event updated for resources: {'Port': ['ID=9b43999e-bdbc-4692-abde-7888a529d6fb,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:53.771722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Deleting port 9b43999e-bdbc-4692-abde-7888a529d6fb {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:17:53.772074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.880485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] For port 9b43999e-bdbc-4692-abde-7888a529d6fb, host n-h2-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:53.882631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:53.910311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Calling delete_port for 9b43999e-bdbc-4692-abde-7888a529d6fb owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:17:54.076079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae27c02-4342-483b-932f-44c664a1fca4 req-40b95480-ae2b-4de5-9c48-b3c74570634f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:54.088735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ae27c02-4342-483b-932f-44c664a1fca4 req-40b95480-ae2b-4de5-9c48-b3c74570634f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1053779 Oct 25 23:17:54.089945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.122131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b43999e-bdbc-4692-abde-7888a529d6fb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:54.149703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.153009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4d9f6fec-6af9-40d2-b64a-1057cf9ee532 tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "DELETE /v2.0/ports/9b43999e-bdbc-4692-abde-7888a529d6fb HTTP/1.1" status: 204 len: 168 time: 0.5409842 Oct 25 23:17:54.155975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41668) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:54.193289 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-3985b745-00a2-45ef-b917-29ba8b511cfe tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] GET failed (client error): The resource could not be found. Oct 25 23:17:54.198762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3985b745-00a2-45ef-b917-29ba8b511cfe tempest-PortsAdminExtendedAttrsTestJSON-403894665 tempest-PortsAdminExtendedAttrsTestJSON-403894665-project-admin] 10.222.0.25 "GET /v2.0/ports/9b43999e-bdbc-4692-abde-7888a529d6fb HTTP/1.1" status: 404 len: 333 time: 0.0396585 Oct 25 23:17:54.199154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41670) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:54.208161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ae27c02-4342-483b-932f-44c664a1fca4 req-c8e60aa1-e02c-401d-be15-cb889df03a07 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098909 Oct 25 23:17:54.330717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.475381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec497-ef58-4d5d-b822-d931484c2b4b req-a1a2c91d-75b1-458f-93d5-abee71c649e3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:54.482808 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f5ec497-ef58-4d5d-b822-d931484c2b4b req-a1a2c91d-75b1-458f-93d5-abee71c649e3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1406667 Oct 25 23:17:54.502323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.556678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0388be0-06a4-4669-b2c2-1a6f100d8419']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:54.583457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f5ec497-ef58-4d5d-b822-d931484c2b4b req-f20d7957-0c28-462f-b36a-c771f7f5bec1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932212 Oct 25 23:17:54.601724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db690b85-de15-4cb1-98f1-d806850f6d5c') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:54.601724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db690b85-de15-4cb1-98f1-d806850f6d5c') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:17:54.633578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.662728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.678686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:17:54.679443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:17:54.684874 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:17:54.770335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.792083 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:54.792083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] 10.222.0.25 "DELETE /v2.0/networks/d0388be0-06a4-4669-b2c2-1a6f100d8419 HTTP/1.1" status: 204 len: 168 time: 0.5895360 Oct 25 23:17:54.806801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ef492-6ae4-491c-8304-8525d2a489db tempest-PortsAdminExtendedAttrsTestJSON-1211522587 tempest-PortsAdminExtendedAttrsTestJSON-1211522587-project] Pushing event deleted for resources: {'Network': ['ID=d0388be0-06a4-4669-b2c2-1a6f100d8419,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:55.259983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:55.422617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650f45-fcce-43cd-8845-270ec2afa79d req-0036874f-a87a-45fd-b0e0-3c85c2080090 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:55.431892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6650f45-fcce-43cd-8845-270ec2afa79d req-0036874f-a87a-45fd-b0e0-3c85c2080090 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0661364 Oct 25 23:17:55.484498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6650f45-fcce-43cd-8845-270ec2afa79d req-8da012aa-928e-49e2-8f30-342e95d22f85 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Oct 25 23:17:55.660446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4eb2dc91-4084-43a8-9c73-c024718169f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5422bc11c7a4f74a2f4b2edf042882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986158 Oct 25 23:17:55.663023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:55.756329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7679b7-5d0a-4561-925f-fdac7b8fb880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:55.771234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7102-1b43-4c80-ac53-4c6609653733 req-454331c8-3e82-4818-bb41-c35a4cf1a93c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:55.773128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2dda7102-1b43-4c80-ac53-4c6609653733 req-454331c8-3e82-4818-bb41-c35a4cf1a93c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 946 time: 0.1114602 Oct 25 23:17:55.786996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7679b7-5d0a-4561-925f-fdac7b8fb880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:55.787699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 34544dae-a2a2-4b93-8142-d5c9ecc07207 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:17:55.855704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7679b7-5d0a-4561-925f-fdac7b8fb880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:55.859196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7679b7-5d0a-4561-925f-fdac7b8fb880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:55.860817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ce7679b7-5d0a-4561-925f-fdac7b8fb880 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6893d935-15d4-4cb2-a4a8-4c37a37b41ac HTTP/1.1" status: 204 len: 168 time: 0.1965122 Oct 25 23:17:55.880202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2dda7102-1b43-4c80-ac53-4c6609653733 req-5774207a-4b93-4bf4-a383-91041eb94a3d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977263 Oct 25 23:17:55.890507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7679b7-5d0a-4561-925f-fdac7b8fb880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893d935-15d4-4cb2-a4a8-4c37a37b41ac,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:55.949233 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:56.016200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:17:56.020971 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8a072-7829-4788-9ce0-fc6212ad2ddf" -d '{"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-unplugged", "status": "completed", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:17:56.065995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c8501-4596-4070-8f09-8f1a3263bf4e req-70c8c154-2e3f-4a04-8e2c-55a0749bc15a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:56.081083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:17:56.085829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-005c8501-4596-4070-8f09-8f1a3263bf4e req-70c8c154-2e3f-4a04-8e2c-55a0749bc15a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0972078 Oct 25 23:17:56.094378 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:56.143249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-005c8501-4596-4070-8f09-8f1a3263bf4e req-3ef5b872-abd1-4031-b079-ad531047394c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533929 Oct 25 23:17:56.269322 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 23:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe41a78b-ee5b-45eb-b5d5-cc07e2a0bc66 x-openstack-request-id: req-fe41a78b-ee5b-45eb-b5d5-cc07e2a0bc66 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:17:56.269850 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-unplugged", "status": "failed", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207", "code": 422}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:17:56.270776 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe41a78b-ee5b-45eb-b5d5-cc07e2a0bc66 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:17:56.275260 n-d-815373-1 neutron-server[102135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'code': 422} returned with failed status Oct 25 23:17:56.276118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:56.424099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe56c6-ca5d-4792-97bf-5b30351f680c req-438d1d13-49af-4f10-b838-bd22ddd7cb7d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:56.425839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04fe56c6-ca5d-4792-97bf-5b30351f680c req-438d1d13-49af-4f10-b838-bd22ddd7cb7d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0806808 Oct 25 23:17:56.476204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04fe56c6-ca5d-4792-97bf-5b30351f680c req-7e64a2af-5956-450f-a640-d1009c3adbe2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Oct 25 23:17:56.622205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41772) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:56.705144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113cc5f-4701-4c2c-8e83-43aad6a837db req-7e3d586e-f76b-43e3-8196-96a3e33759e6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:56.714524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-54bf2df7-6b43-43f7-94da-86cdf5589dc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ab7dad8d7cd4d0ba014be07e0d8e00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870631 Oct 25 23:17:56.714877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41776) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:56.719404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4113cc5f-4701-4c2c-8e83-43aad6a837db req-7e3d586e-f76b-43e3-8196-96a3e33759e6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1125121 Oct 25 23:17:56.797720 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4113cc5f-4701-4c2c-8e83-43aad6a837db req-6368c378-6be9-4178-b42d-66614189784e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769701 Oct 25 23:17:56.816274 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32045ab8-fccb-4443-979e-e59ad75383cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:56.872546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32045ab8-fccb-4443-979e-e59ad75383cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:56.984506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0a775-9980-40b8-98c4-144203405ba4 req-6e6ed5d2-ea64-4356-a84c-41fecc268d8c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:56.987294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c1d0a775-9980-40b8-98c4-144203405ba4 req-6e6ed5d2-ea64-4356-a84c-41fecc268d8c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1461053 Oct 25 23:17:57.071703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c1d0a775-9980-40b8-98c4-144203405ba4 req-e6532dc1-76dc-4226-b764-419868cfac1c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753767 Oct 25 23:17:57.073317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32045ab8-fccb-4443-979e-e59ad75383cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:57.076243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32045ab8-fccb-4443-979e-e59ad75383cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:57.079853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-32045ab8-fccb-4443-979e-e59ad75383cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9632cea0-1601-4747-becf-b9a4a4a7de85 HTTP/1.1" status: 204 len: 168 time: 0.3614531 Oct 25 23:17:57.090516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32045ab8-fccb-4443-979e-e59ad75383cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9632cea0-1601-4747-becf-b9a4a4a7de85,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:17:58.013599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a453c-94b5-4897-9304-92458d4df68c req-1d6ec204-31b1-4689-90f0-f518c9d64ed5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:58.025790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c2a453c-94b5-4897-9304-92458d4df68c req-1d6ec204-31b1-4689-90f0-f518c9d64ed5 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1262054 Oct 25 23:17:58.096462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c2a453c-94b5-4897-9304-92458d4df68c req-68915d69-ee79-462b-9e35-2143892e2132 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Oct 25 23:17:58.243329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a4a8c-5b51-4f0a-8c9d-f598813c1464 req-a425ac90-4335-42c2-b051-a9202f6878fb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:58.253680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1a4a8c-5b51-4f0a-8c9d-f598813c1464 req-a425ac90-4335-42c2-b051-a9202f6878fb tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0803931 Oct 25 23:17:58.301873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:17:58.317694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd1a4a8c-5b51-4f0a-8c9d-f598813c1464 req-9c5d2027-67b2-4e05-8b5f-9278d9f49172 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630915 Oct 25 23:17:59.345059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23a8d-07a9-4517-bfd8-62734c6d5702 req-fc5cb2cd-0b5a-4431-8f9d-cc8208492ed9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:59.347363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9b23a8d-07a9-4517-bfd8-62734c6d5702 req-fc5cb2cd-0b5a-4431-8f9d-cc8208492ed9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1276867 Oct 25 23:17:59.429703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9b23a8d-07a9-4517-bfd8-62734c6d5702 req-57d7d906-a6a6-4b14-a082-5b564860fb74 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632558 Oct 25 23:17:59.517897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442acbcf-1c49-4d6a-be00-57395272cc61 req-1e3be057-7e44-4305-908c-e1469b6367fc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:17:59.525274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-442acbcf-1c49-4d6a-be00-57395272cc61 req-1e3be057-7e44-4305-908c-e1469b6367fc tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0684853 Oct 25 23:17:59.578292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-442acbcf-1c49-4d6a-be00-57395272cc61 req-99e8d03d-c8c6-48ee-bd64-c9f16101e673 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491977 Oct 25 23:17:59.635425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41922) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.871084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-515d6d8a-e4d4-46c9-8ad5-d37d3ed91bee tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:17:59.905455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-515d6d8a-e4d4-46c9-8ad5-d37d3ed91bee tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "PUT /v2.0/quotas/2a7437e02fe449c2b28f99da2f31e545 HTTP/1.1" status: 200 len: 366 time: 0.2687538 Oct 25 23:17:59.907990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41936) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.919739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b489157a-1fa1-4505-874b-9edf2f8ccc6c tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0086565 Oct 25 23:17:59.920073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41938) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.931541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1d311d13-a539-42af-bba0-b46dfd39567a tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "GET /v2.0/quotas/2a7437e02fe449c2b28f99da2f31e545 HTTP/1.1" status: 200 len: 366 time: 0.0083883 Oct 25 23:17:59.931847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41940) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.948239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2505541f-0ab7-41b2-923a-3034342fd4de tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/2a7437e02fe449c2b28f99da2f31e545 HTTP/1.1" status: 204 len: 168 time: 0.0134709 Oct 25 23:17:59.948587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41942) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.963896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d2802dd3-29fd-4474-9d30-4fc546301187 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0094290 Oct 25 23:17:59.964434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.975294 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-67c627d3-723d-4bfe-85c1-2e83737a3eea tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "GET /v2.0/quotas/2a7437e02fe449c2b28f99da2f31e545 HTTP/1.1" status: 200 len: 370 time: 0.0093935 Oct 25 23:17:59.977306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.984862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:17:59.984986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4bb6bad2-0f1c-497b-abd7-110728ee5d37 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "GET /v2.0/quotas/2a7437e02fe449c2b28f99da2f31e545/default HTTP/1.1" status: 200 len: 370 time: 0.0065029 Oct 25 23:18:00.002864 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-a277273a-8d39-4e5e-bf46-b75c0f7d0169 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] delete failed (client error): The resource could not be found. Oct 25 23:18:00.007383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a277273a-8d39-4e5e-bf46-b75c0f7d0169 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/2a7437e02fe449c2b28f99da2f31e545 HTTP/1.1" status: 404 len: 348 time: 0.0201528 Oct 25 23:18:00.278586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41966) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:00.300119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:network and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.303810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.311035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:subnet and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.314953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.321389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:subnetpool and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.328316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.335189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:port and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.338516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.350919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:router and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.354906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.362098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:floatingip and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.366325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.406493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:security_group and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.411245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.421011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Usage tracker for resource:security_group_rule and project:516494e3784742209c0ec44c8a7aac93 is out of sync, need to count used quota {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 23:18:00.425258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.quota.resource [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102133) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 23:18:00.431098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b0320090-6e32-4913-97af-812e9a6a9d79 tempest-QuotasTest-898885740 tempest-QuotasTest-898885740-project-admin] 10.222.0.25 "GET /v2.0/quotas/516494e3784742209c0ec44c8a7aac93/details.json HTTP/1.1" status: 200 len: 703 time: 0.1514809 Oct 25 23:18:00.571315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb902d-77d1-42c4-ab31-f253b546482a req-128b4dca-2c93-4c98-87da-b02ce64b8ceb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:00.583464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1deb902d-77d1-42c4-ab31-f253b546482a req-128b4dca-2c93-4c98-87da-b02ce64b8ceb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0750315 Oct 25 23:18:00.637993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1deb902d-77d1-42c4-ab31-f253b546482a req-2c1da11e-1bf3-4a10-96d5-66ada87e7024 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Oct 25 23:18:00.788269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25c8eb-3bd1-43e8-a85d-1839688e0aea req-bbe51236-97cc-465a-9d41-b2e17579273a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:00.798176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9f25c8eb-3bd1-43e8-a85d-1839688e0aea req-bbe51236-97cc-465a-9d41-b2e17579273a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0766890 Oct 25 23:18:00.872411 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9f25c8eb-3bd1-43e8-a85d-1839688e0aea req-7e998191-db94-42c0-a391-63ab5627ecb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727727 Oct 25 23:18:00.997913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42004) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:01.159752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b210c84-79e2-49ea-abac-685672a0bb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.275746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b210c84-79e2-49ea-abac-685672a0bb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.283881 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b210c84-79e2-49ea-abac-685672a0bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.310088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b210c84-79e2-49ea-abac-685672a0bb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588cfc4c-b7c6-4023-8677-93e7b80a0555,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:01.366533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2b210c84-79e2-49ea-abac-685672a0bb6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4395bba774f4c1d8e4deaf9e66a244a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649893 Oct 25 23:18:01.367110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:01.496544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fe9-4748-4f20-aab6-1f4d55b9b151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.551257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fe9-4748-4f20-aab6-1f4d55b9b151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.615821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fe9-4748-4f20-aab6-1f4d55b9b151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.627964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fe9-4748-4f20-aab6-1f4d55b9b151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:01.631617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eddd7fe9-4748-4f20-aab6-1f4d55b9b151 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/588cfc4c-b7c6-4023-8677-93e7b80a0555 HTTP/1.1" status: 204 len: 168 time: 0.2614107 Oct 25 23:18:01.674258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd7fe9-4748-4f20-aab6-1f4d55b9b151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588cfc4c-b7c6-4023-8677-93e7b80a0555,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:01.844224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214b589-1395-41b4-bf4c-5781870f51cf req-2f063c8b-7135-485b-9de3-2ec8ca6e20fa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:01.848093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6214b589-1395-41b4-bf4c-5781870f51cf req-2f063c8b-7135-485b-9de3-2ec8ca6e20fa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0893304 Oct 25 23:18:01.959835 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6214b589-1395-41b4-bf4c-5781870f51cf req-8e2f0e6e-4b5a-4cbd-b776-b66d75f94349 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053200 Oct 25 23:18:02.143338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dc217-3680-41c7-931c-f07cb95ad75c req-6f992528-85d0-4eeb-a2c8-778025652346 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:02.144906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af2dc217-3680-41c7-931c-f07cb95ad75c req-6f992528-85d0-4eeb-a2c8-778025652346 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1198337 Oct 25 23:18:02.222085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af2dc217-3680-41c7-931c-f07cb95ad75c req-f35c33d4-5c5c-4da4-b558-55a3e79849ea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676339 Oct 25 23:18:02.447757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42062) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:02.462357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.557881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.561540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.609821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=516494e3784742209c0ec44c8a7aac93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584346 Oct 25 23:18:02.609821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af83d6-5e3a-41c3-9d72-b47add630dc8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:02.610306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42066) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:02.617783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.617783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.618336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.618681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.619013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.619343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.619672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.620000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.620326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.620651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.620975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.621297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722c1f9-dc52-4b11-a8a1-02b5b87f12b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:02.680187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982ec02a-e903-4e9c-9cb2-fc6c3ec90997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.706094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982ec02a-e903-4e9c-9cb2-fc6c3ec90997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.759623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982ec02a-e903-4e9c-9cb2-fc6c3ec90997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.762402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982ec02a-e903-4e9c-9cb2-fc6c3ec90997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:02.765876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-982ec02a-e903-4e9c-9cb2-fc6c3ec90997 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99af83d6-5e3a-41c3-9d72-b47add630dc8 HTTP/1.1" status: 204 len: 168 time: 0.1520915 Oct 25 23:18:02.774139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ec02a-e903-4e9c-9cb2-fc6c3ec90997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af83d6-5e3a-41c3-9d72-b47add630dc8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:03.178561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b508113-8e66-4bc2-831c-2495a03c0dde req-2f0b56bc-5a1f-4be0-9197-2e3f07894904 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:03.180957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b508113-8e66-4bc2-831c-2495a03c0dde req-2f0b56bc-5a1f-4be0-9197-2e3f07894904 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1022635 Oct 25 23:18:03.229396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b508113-8e66-4bc2-831c-2495a03c0dde req-02ab1e29-626e-459e-b6ab-fac2ee1783d7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Oct 25 23:18:03.408692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec51ae-1eab-4fbf-89dc-eef8c4c6f6c9 req-62322041-e092-4e8c-b54c-5bed2337804b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:03.416470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44ec51ae-1eab-4fbf-89dc-eef8c4c6f6c9 req-62322041-e092-4e8c-b54c-5bed2337804b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0828879 Oct 25 23:18:03.470828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44ec51ae-1eab-4fbf-89dc-eef8c4c6f6c9 req-15e0f9a9-ba1f-49b0-a2d0-acd49ab0b9f9 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485437 Oct 25 23:18:04.280399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42152) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:04.458339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3d08-189d-40e2-83ed-c0e20251fdfc req-22d12909-6efc-4ddb-829e-ad5cabddaf3c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:04.467044 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6aca3d08-189d-40e2-83ed-c0e20251fdfc req-22d12909-6efc-4ddb-829e-ad5cabddaf3c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.0902195 Oct 25 23:18:04.576074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6aca3d08-189d-40e2-83ed-c0e20251fdfc req-976104a4-ad36-4dd1-bb0b-af081f7103bd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069219 Oct 25 23:18:04.652662 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb92579e-c961-4ffa-8cfe-29884843e1e9 tempest-AgentManagementNegativeTest-1339659636 tempest-AgentManagementNegativeTest-1339659636-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3708761 Oct 25 23:18:04.712356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936b987-b75a-4593-9eb9-94b0ae7cc545 req-20dfff8a-d1d8-4529-b306-e3c095533449 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:04.720989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a936b987-b75a-4593-9eb9-94b0ae7cc545 req-20dfff8a-d1d8-4529-b306-e3c095533449 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1021373 Oct 25 23:18:04.765605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a936b987-b75a-4593-9eb9-94b0ae7cc545 req-dbb1a406-98c1-4d49-b3a0-9082732b4f5c tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Oct 25 23:18:05.209292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42210) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:05.605320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69051b22-c1c8-46d3-9cbb-c8fb86b8d4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:05.621331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42230) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:05.766280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69051b22-c1c8-46d3-9cbb-c8fb86b8d4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:05.772581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69051b22-c1c8-46d3-9cbb-c8fb86b8d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:05.777911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d17614bf-b2dd-454a-ad31-3468d1ace76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:05.824835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69051b22-c1c8-46d3-9cbb-c8fb86b8d4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105f0f8-04b5-48a8-864a-43abcf10ca8e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:05.869628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69051b22-c1c8-46d3-9cbb-c8fb86b8d4e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce271e8283fb436581c783a55e906610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570244 Oct 25 23:18:05.870904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42250) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:05.883888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe6bf3-b5df-4d5b-9488-f3718ee31a18 req-4ee9a2b4-868e-4ecb-836d-099f1efa81df tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:05.886461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6cbe6bf3-b5df-4d5b-9488-f3718ee31a18 req-4ee9a2b4-868e-4ecb-836d-099f1efa81df tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1917343 Oct 25 23:18:05.979743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6cbe6bf3-b5df-4d5b-9488-f3718ee31a18 req-73a8a7f1-0ac2-4e4c-84ec-d7b5256076cd tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829031 Oct 25 23:18:06.015946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96ccfcdb-5559-4cb6-8d93-b6706b3b165c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.030872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b77b-1567-48a8-a330-02b3eab5319e req-4aa5509e-e49f-4636-ab79-a18f28e62354 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:06.038724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d69b77b-1567-48a8-a330-02b3eab5319e req-4aa5509e-e49f-4636-ab79-a18f28e62354 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1353273 Oct 25 23:18:06.058569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d17614bf-b2dd-454a-ad31-3468d1ace76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.066458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d17614bf-b2dd-454a-ad31-3468d1ace76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.074555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96ccfcdb-5559-4cb6-8d93-b6706b3b165c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.116196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d17614bf-b2dd-454a-ad31-3468d1ace76e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8bfba4b4ed84d52be2003148f81ef4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925964 Oct 25 23:18:06.117794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42258) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:06.119586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4d69b77b-1567-48a8-a330-02b3eab5319e req-58fec043-facd-45d3-a94c-326ef0ec020e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799980 Oct 25 23:18:06.141314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17614bf-b2dd-454a-ad31-3468d1ace76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d38a87e-3e39-4170-9904-acfa5f08aeae,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:06.169966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96ccfcdb-5559-4cb6-8d93-b6706b3b165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.175827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-96ccfcdb-5559-4cb6-8d93-b6706b3b165c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.178193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-96ccfcdb-5559-4cb6-8d93-b6706b3b165c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d105f0f8-04b5-48a8-864a-43abcf10ca8e HTTP/1.1" status: 204 len: 168 time: 0.3044832 Oct 25 23:18:06.196518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccfcdb-5559-4cb6-8d93-b6706b3b165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105f0f8-04b5-48a8-864a-43abcf10ca8e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:06.197198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-095a9e46-7f10-445b-a7af-a207f86381b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.231733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-095a9e46-7f10-445b-a7af-a207f86381b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.307172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-095a9e46-7f10-445b-a7af-a207f86381b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.319137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-095a9e46-7f10-445b-a7af-a207f86381b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.319137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-095a9e46-7f10-445b-a7af-a207f86381b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d38a87e-3e39-4170-9904-acfa5f08aeae HTTP/1.1" status: 204 len: 168 time: 0.1974499 Oct 25 23:18:06.329086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a9e46-7f10-445b-a7af-a207f86381b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d38a87e-3e39-4170-9904-acfa5f08aeae,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:06.829584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42288) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:06.845992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5297f609-4aed-44e9-867a-0ced65fa195f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.956420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5297f609-4aed-44e9-867a-0ced65fa195f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:06.962242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5297f609-4aed-44e9-867a-0ced65fa195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:07.066986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f609-4aed-44e9-867a-0ced65fa195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a190129a-98c8-4095-8a85-b486a441385f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:07.076108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5297f609-4aed-44e9-867a-0ced65fa195f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2d1615e31554cb79f09b0c7a7b5e5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444537 Oct 25 23:18:07.078491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42302) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:07.162512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d3aab3a-daf5-4d13-94f5-cba92d35ed61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:07.190366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d3aab3a-daf5-4d13-94f5-cba92d35ed61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:07.250604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d3aab3a-daf5-4d13-94f5-cba92d35ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:07.255812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d3aab3a-daf5-4d13-94f5-cba92d35ed61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:07.260899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2d3aab3a-daf5-4d13-94f5-cba92d35ed61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a190129a-98c8-4095-8a85-b486a441385f HTTP/1.1" status: 204 len: 168 time: 0.1807101 Oct 25 23:18:07.272671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3aab3a-daf5-4d13-94f5-cba92d35ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a190129a-98c8-4095-8a85-b486a441385f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:07.288670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051d82b-7669-40ee-bbfc-1dac16ff316f req-02ac4223-5246-4046-891e-9a6b16b501d0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:07.315063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5051d82b-7669-40ee-bbfc-1dac16ff316f req-02ac4223-5246-4046-891e-9a6b16b501d0 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1921380 Oct 25 23:18:07.369929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5051d82b-7669-40ee-bbfc-1dac16ff316f req-ed387da1-be00-48e8-8d50-32aa548694fa tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Oct 25 23:18:07.437421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105728b6-9424-41b6-8574-cbb5ea0bbe91 req-c334d37e-2538-4d4e-a4c7-4ce23bf85271 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:07.449004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-105728b6-9424-41b6-8574-cbb5ea0bbe91 req-c334d37e-2538-4d4e-a4c7-4ce23bf85271 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1314077 Oct 25 23:18:07.502397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-105728b6-9424-41b6-8574-cbb5ea0bbe91 req-626b29ee-5224-4d5f-b991-0bca4f1f090e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523579 Oct 25 23:18:07.834527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e9a5-1c53-4bcc-b097-b4c87cc41709 req-473bf8ef-d3d6-481b-87d2-0edeb90da575 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:07.838675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f58e9a5-1c53-4bcc-b097-b4c87cc41709 req-473bf8ef-d3d6-481b-87d2-0edeb90da575 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0744197 Oct 25 23:18:07.879692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f58e9a5-1c53-4bcc-b097-b4c87cc41709 req-946098d5-03f9-4dc6-84d6-6340c07ad0d1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369887 Oct 25 23:18:07.895672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42338) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:08.077750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-bb94e5ad-1fb0-4553-b5ff-c280eab256e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:08.079908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-bb94e5ad-1fb0-4553-b5ff-c280eab256e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.2995811 Oct 25 23:18:08.134452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-899251881'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:08.189807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:08.194468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.200328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-680386bd-32e9-40f0-9eb5-dffe444a014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:08.202093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-680386bd-32e9-40f0-9eb5-dffe444a014b service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1152337 Oct 25 23:18:08.210365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.300807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-d27ba528-8b14-43cb-af3e-bd075ea836c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 0.0898964 Oct 25 23:18:08.348528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.355270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.389515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:08.413317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e204d2c-f0ea-4b9e-8ead-a87b92e21dba,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:08.417533 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.418032 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Added segment 543521db-a305-4303-bd87-20184e34bced of type vlan for network 386b9e3c-86fc-440f-950e-e8268325b0c3 Oct 25 23:18:08.431554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-fdb841ad-c920-431f-8015-e3f6ff49ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:08.433122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-fdb841ad-c920-431f-8015-e3f6ff49ec48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1242232 Oct 25 23:18:08.487971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.558292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.571848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:08.572497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.582312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-c441cc9f-cd08-4bc1-a65d-5aef53a6d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:08.584380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-c441cc9f-cd08-4bc1-a65d-5aef53a6d826 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411469 Oct 25 23:18:08.600838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-66369f0b-9461-4c1f-ab5e-29e008b925b2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:18:08.601858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-66369f0b-9461-4c1f-ab5e-29e008b925b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098619 Oct 25 23:18:08.679193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7821810 Oct 25 23:18:08.683608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42362) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:08.689643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'subnet': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:08.747821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19146c5-0a17-4eb9-acc9-f551071475e6 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Network': ['ID=386b9e3c-86fc-440f-950e-e8268325b0c3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:08.760396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:08.793400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a96e-4084-4b71-819c-53ed04b5af73 req-ef345d50-15e9-4573-b027-36c57e2b4ff3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:08.795123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e297a96e-4084-4b71-819c-53ed04b5af73 req-ef345d50-15e9-4573-b027-36c57e2b4ff3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.2687938 Oct 25 23:18:08.862498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:08.866947 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:08.890959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-c5f99915-430c-400a-9f2c-e3392229b729 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724206 Oct 25 23:18:09.034589 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e297a96e-4084-4b71-819c-53ed04b5af73 req-c6ba5cfe-d27f-4601-b5c5-a11fcd2131e9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195830 Oct 25 23:18:09.120202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ddc4cad-4e0b-4135-b032-2a2ebd8577cf req-72f4784b-27ac-4614-8299-ccc0101e1ebf service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193363 Oct 25 23:18:09.127351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26a43f-b1ed-4b13-90e9-687d3f51263f req-8c72d44b-e1a8-4e19-9c93-78209507ac98 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:09.129515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef26a43f-b1ed-4b13-90e9-687d3f51263f req-8c72d44b-e1a8-4e19-9c93-78209507ac98 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1219335 Oct 25 23:18:09.205184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ef26a43f-b1ed-4b13-90e9-687d3f51263f req-28a7e527-dca2-489b-b8c5-26ed8d34d628 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640476 Oct 25 23:18:09.349040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:09.418932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Subnet': ['ID=f1270f9a-f68a-4a15-b532-1b624d9eed54,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:09.433948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Checking segment: {'id': '543521db-a305-4303-bd87-20184e34bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:09.434455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network hostable DHCP agents. Network: 386b9e3c-86fc-440f-950e-e8268325b0c3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:09.454561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:09.467468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 386b9e3c-86fc-440f-950e-e8268325b0c3) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:09.476615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c90c78-0d96-4494-b96f-b55c0276f595 None None] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:09.476746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:09.477342 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:09.523940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8da09d70-b00b-414c-88e6-04b9f4fb2c05 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8378510 Oct 25 23:18:09.525191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42382) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:09.531731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'name': 'tempest-AllowedAddressPairTestJSON-2001072458'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:09.812471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-386b9e3c-86fc-440f-950e-e8268325b0c3', 'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'tenant_id': '1fad32f84e9c47edacf085d3bd179b2d', 'fixed_ips': [{'subnet_id': 'f1270f9a-f68a-4a15-b532-1b624d9eed54'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:18:09.817413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:09.903592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:09.908821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:09.951309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] device_id is not set on port a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:10.150312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Allocated IP 172.20.0.2 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/84c2ad85-30f9-4221-b093-2e4d36917ae8) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:10.269233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-3a8bebfe-1704-4e54-b56a-92435f0c5164 req-254736c5-b221-4757-9983-4aa2bdbe2268 service neutron] (102134) timed out ('10.222.0.25', 39562) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:18:10.326470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f056a1-1248-464a-9882-e43db704f315 req-b8712ee6-b759-4cc2-938f-f0b3fec48e44 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:10.331073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-55f056a1-1248-464a-9882-e43db704f315 req-b8712ee6-b759-4cc2-938f-f0b3fec48e44 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1346610 Oct 25 23:18:10.412245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-55f056a1-1248-464a-9882-e43db704f315 req-4edd8456-6a05-45f4-a590-433221211a1b tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727856 Oct 25 23:18:10.880737 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:10.889428 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:10.965972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42432) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:10.972000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Pushing event updated for resources: {'Port': ['ID=84c2ad85-30f9-4221-b093-2e4d36917ae8,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:10.979667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:10.982782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:10.989064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:10.999996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.000587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.001601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.002095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.002629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.003129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.003710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.004192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.004683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.005172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.005656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.006128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:11.092684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Attempting to bind port 84c2ad85-30f9-4221-b093-2e4d36917ae8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:11.092985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Attempting to bind port 84c2ad85-30f9-4221-b093-2e4d36917ae8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '543521db-a305-4303-bd87-20184e34bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:11.093356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Attempting to bind port 84c2ad85-30f9-4221-b093-2e4d36917ae8 on network 386b9e3c-86fc-440f-950e-e8268325b0c3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:11.104539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:11.104952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Checking segment: {'id': '543521db-a305-4303-bd87-20184e34bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:11.105385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.105800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Bound using segment: {'id': '543521db-a305-4303-bd87-20184e34bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:11.106298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Bound port: 84c2ad85-30f9-4221-b093-2e4d36917ae8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543521db-a305-4303-bd87-20184e34bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:11.113595 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.138813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be21e4-9869-4010-9953-1f0b19d3c627 req-57368503-db13-4916-9f31-f96d66d1445a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:11.140323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17be21e4-9869-4010-9953-1f0b19d3c627 req-57368503-db13-4916-9f31-f96d66d1445a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.7552795 Oct 25 23:18:11.164848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3978-2188-4c0a-8f3d-9e4860a59f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.187226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Allocated IP 172.20.0.7 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:11.246895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17be21e4-9869-4010-9953-1f0b19d3c627 req-f915b266-3dba-4959-9157-97ca08fe7787 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803251 Oct 25 23:18:11.286652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] For port 84c2ad85-30f9-4221-b093-2e4d36917ae8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:11.314429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] For port 84c2ad85-30f9-4221-b093-2e4d36917ae8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=84c2ad85-30f9-4221-b093-2e4d36917ae8,segment=NetworkSegment(543521db-a305-4303-bd87-20184e34bced),segment_id=543521db-a305-4303-bd87-20184e34bced)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:11.326020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.337918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3978-2188-4c0a-8f3d-9e4860a59f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.350921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3978-2188-4c0a-8f3d-9e4860a59f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.434084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e0ba3978-2188-4c0a-8f3d-9e4860a59f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=423aa059649a48f38791d8f09e16bcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666605 Oct 25 23:18:11.435203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba3978-2188-4c0a-8f3d-9e4860a59f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b79df-c32c-48bb-a747-15ce6feae32b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:11.452428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42440) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:11.523376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992c65-c57f-4fd1-86c0-f1be98479707 None None] Pushing event updated for resources: {'Port': ['ID=84c2ad85-30f9-4221-b093-2e4d36917ae8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:11.553993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.601071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.651007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614307fc-1fda-4de3-8e46-f87f39002f72 req-297b8f38-5374-4503-b59b-6c1e07d15418 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:11.652596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-614307fc-1fda-4de3-8e46-f87f39002f72 req-297b8f38-5374-4503-b59b-6c1e07d15418 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1885400 Oct 25 23:18:11.666728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1242170c-8b12-4500-afb8-14b119bef9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.679819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:11.688769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389c29-7abb-4543-bab2-02bb7993fdb2 req-8ea02259-ad78-47a1-af98-6fdc37b1e656 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:11.690360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74389c29-7abb-4543-bab2-02bb7993fdb2 req-8ea02259-ad78-47a1-af98-6fdc37b1e656 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1012895 Oct 25 23:18:11.693830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:11.699627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:11.708698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:11.708986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1242170c-8b12-4500-afb8-14b119bef9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.773196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-614307fc-1fda-4de3-8e46-f87f39002f72 req-b343e8d4-e169-41ea-9dd3-28b723c36013 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969286 Oct 25 23:18:11.826271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:11.827122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.837685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74389c29-7abb-4543-bab2-02bb7993fdb2 req-d3bf2798-ee2a-487c-958d-59aef141efca tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390009 Oct 25 23:18:11.849858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1242170c-8b12-4500-afb8-14b119bef9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.856072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1242170c-8b12-4500-afb8-14b119bef9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:11.859845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1242170c-8b12-4500-afb8-14b119bef9d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e8b79df-c32c-48bb-a747-15ce6feae32b HTTP/1.1" status: 204 len: 168 time: 0.4038477 Oct 25 23:18:11.867859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242170c-8b12-4500-afb8-14b119bef9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b79df-c32c-48bb-a747-15ce6feae32b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:11.874659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c63aef6-6c51-4f0e-be05-3605ef206039 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3473911 Oct 25 23:18:11.875521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42450) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:11.881983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'name': 'tempest-AllowedAddressPairTestJSON-1838031241', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ca:df:53'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:11.948213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59010ca6-ad69-4c5b-95cf-e28dd0311695 req-83d45d49-6220-4766-9555-d56b84663e14 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:11.950521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59010ca6-ad69-4c5b-95cf-e28dd0311695 req-83d45d49-6220-4766-9555-d56b84663e14 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0728357 Oct 25 23:18:12.010660 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59010ca6-ad69-4c5b-95cf-e28dd0311695 req-3890c658-f127-46bc-acaf-ffb89a1404b2 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480011 Oct 25 23:18:12.089798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:12.220482 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.244411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] device_id is not set on port 556ab7e8-c2c1-4694-8d4d-603de5d6befe yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:12.323518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:12.346854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40547497-0ad5-4f22-8f81-5e52a57e6c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.376221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c29cc-d489-4d48-842b-054057eadcd0 req-af264c9b-2dc6-40ff-b788-a63db6f16c66 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:12.378727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa9c29cc-d489-4d48-842b-054057eadcd0 req-af264c9b-2dc6-40ff-b788-a63db6f16c66 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0629466 Oct 25 23:18:12.430202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Allocated IP 172.20.0.9 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/556ab7e8-c2c1-4694-8d4d-603de5d6befe) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:12.442542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa9c29cc-d489-4d48-842b-054057eadcd0 req-0e43693f-814e-4903-acbc-e3bbab542f21 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523014 Oct 25 23:18:12.511877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40547497-0ad5-4f22-8f81-5e52a57e6c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.591357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40547497-0ad5-4f22-8f81-5e52a57e6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.668495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-40547497-0ad5-4f22-8f81-5e52a57e6c8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f878735543884a8a8a0c47b29a342282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383121 Oct 25 23:18:12.669085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:12.705048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.732230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03271bf1-6f12-491f-95bd-ab84e165095b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.745104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40547497-0ad5-4f22-8f81-5e52a57e6c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f9fbc-ac3e-4fd9-8794-5a5b0b79903e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:12.772465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.801483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03271bf1-6f12-491f-95bd-ab84e165095b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.871181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03271bf1-6f12-491f-95bd-ab84e165095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.874484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03271bf1-6f12-491f-95bd-ab84e165095b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.877909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-03271bf1-6f12-491f-95bd-ab84e165095b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd9f9fbc-ac3e-4fd9-8794-5a5b0b79903e HTTP/1.1" status: 204 len: 168 time: 0.2058692 Oct 25 23:18:12.885534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:12.890252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271bf1-6f12-491f-95bd-ab84e165095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f9fbc-ac3e-4fd9-8794-5a5b0b79903e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:12.918795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:12.920247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:12.933298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:12.944382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=556ab7e8-c2c1-4694-8d4d-603de5d6befe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:13.016098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc479f3-1fd8-4418-9443-e3d22f758055 None None] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:13.053430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:13.054403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.122738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-10b6627b-3ed9-42d7-ae70-272cdaada7b7 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2457783 Oct 25 23:18:13.123386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:13.136893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b473d2-8f21-4ada-b832-a71d9164f3ff req-b445bafe-4364-47ac-ae3d-fbe99b8847d3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:13.145738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e5b473d2-8f21-4ada-b832-a71d9164f3ff req-b445bafe-4364-47ac-ae3d-fbe99b8847d3 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1633618 Oct 25 23:18:13.214003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-48eb99a7-8161-41a9-a48d-99489d31a3d6 None None] Provisioning complete for port 84c2ad85-30f9-4221-b093-2e4d36917ae8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:13.214404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48eb99a7-8161-41a9-a48d-99489d31a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.253939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e5b473d2-8f21-4ada-b832-a71d9164f3ff req-5796414f-d2bf-4a81-8e8c-48a8ac860488 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071036 Oct 25 23:18:13.268729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae8d19-6e16-4e0a-8c8f-86973135e0da tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:13.287661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae8d19-6e16-4e0a-8c8f-86973135e0da tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:13.325147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae8d19-6e16-4e0a-8c8f-86973135e0da tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:13.328187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-acae8d19-6e16-4e0a-8c8f-86973135e0da tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2037783 Oct 25 23:18:13.332284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42512) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:13.412221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 84c2ad85-30f9-4221-b093-2e4d36917ae8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:13.595339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port 556ab7e8-c2c1-4694-8d4d-603de5d6befe {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:13.595863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.624841 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48eb99a7-8161-41a9-a48d-99489d31a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.673127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 84c2ad85-30f9-4221-b093-2e4d36917ae8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:13.673795 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.740861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a963ef9-fae9-43f9-bd85-f6f47497cf4c req-e5dc6db8-8564-4fd6-8c21-9d538f0b3043 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:13.746402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-48eb99a7-8161-41a9-a48d-99489d31a3d6 None None] For port 84c2ad85-30f9-4221-b093-2e4d36917ae8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=84c2ad85-30f9-4221-b093-2e4d36917ae8,segment=NetworkSegment(543521db-a305-4303-bd87-20184e34bced),segment_id=543521db-a305-4303-bd87-20184e34bced)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:13.755700 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a963ef9-fae9-43f9-bd85-f6f47497cf4c req-e5dc6db8-8564-4fd6-8c21-9d538f0b3043 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1599505 Oct 25 23:18:13.769554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48eb99a7-8161-41a9-a48d-99489d31a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.893852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a963ef9-fae9-43f9-bd85-f6f47497cf4c req-00e90e4a-f72d-4218-ba4b-844822994700 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263859 Oct 25 23:18:13.910428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb99a7-8161-41a9-a48d-99489d31a3d6 None None] Pushing event updated for resources: {'Port': ['ID=84c2ad85-30f9-4221-b093-2e4d36917ae8,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:13.926622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:13.999184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for 556ab7e8-c2c1-4694-8d4d-603de5d6befe owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:14.051425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Provisioning complete for port 556ab7e8-c2c1-4694-8d4d-603de5d6befe triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:14.056786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:14.214122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Port 556ab7e8-c2c1-4694-8d4d-603de5d6befe cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:14.241056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Provisioning complete for port a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:14.241510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:14.340171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Port a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:14.359190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:14.370307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Provisioning complete for port 84c2ad85-30f9-4221-b093-2e4d36917ae8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:14.371552 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49881b2d-80b1-4c05-9de3-686b244e2133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:14.423482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb22c60-deb2-467e-8ff8-c733b06aa8ab req-01b3d795-d36f-472e-af65-7ab596b721b1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:14.436062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bb22c60-deb2-467e-8ff8-c733b06aa8ab req-01b3d795-d36f-472e-af65-7ab596b721b1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.4707816 Oct 25 23:18:14.453093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ddf3-cfda-48fd-a29a-591b352cfc13 req-9dcaa2f7-2773-4605-b946-d4f8a530d19b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:14.466644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82d5ddf3-cfda-48fd-a29a-591b352cfc13 req-9dcaa2f7-2773-4605-b946-d4f8a530d19b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.2846277 Oct 25 23:18:14.514269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=556ab7e8-c2c1-4694-8d4d-603de5d6befe,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:14.534618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-db5b15cd-db8d-4cdd-a237-4bf342b65a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:14.534618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-db5b15cd-db8d-4cdd-a237-4bf342b65a74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 1095 time: 0.3244147 Oct 25 23:18:14.722808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-61ff63e8-06a6-4c01-bca8-b6be7dc3d72c None None] Provisioning complete for port a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:14.723258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61ff63e8-06a6-4c01-bca8-b6be7dc3d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:14.747654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82d5ddf3-cfda-48fd-a29a-591b352cfc13 req-c261ef49-1a5e-4d09-a43c-f1919a48fb3d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800157 Oct 25 23:18:14.808804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bb22c60-deb2-467e-8ff8-c733b06aa8ab req-bbbbbaca-d8e6-4ed8-9522-cf0a2a272315 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833283 Oct 25 23:18:14.813991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-61ff63e8-06a6-4c01-bca8-b6be7dc3d72c None None] Port a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:14.899286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-3d6b08d6-acc5-4af7-84c1-40a8397c25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:14.901061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-3d6b08d6-acc5-4af7-84c1-40a8397c25e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.3260393 Oct 25 23:18:14.928916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e0b4c4e7-0392-4743-9a3e-5600e51cc7f4 None None] Could not find standard attr ID for object 556ab7e8-c2c1-4694-8d4d-603de5d6befe. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:18:15.070187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-8bcf0daa-eee9-4276-8bf6-ffaa2ab7286d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:15.076578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-8bcf0daa-eee9-4276-8bf6-ffaa2ab7286d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.2415762 Oct 25 23:18:15.131511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.142799 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b0be2a37-6388-4e5c-b3c2-89b677dc6d43 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/ports/556ab7e8-c2c1-4694-8d4d-603de5d6befe HTTP/1.1" status: 204 len: 168 time: 1.8092875 Oct 25 23:18:15.143437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42560) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:15.215529 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3a6a15-f46b-43f2-aba8-02eaae47c81e tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] GET failed (client error): The resource could not be found. Oct 25 23:18:15.226988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1f3a6a15-f46b-43f2-aba8-02eaae47c81e tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "GET /v2.0/ports/556ab7e8-c2c1-4694-8d4d-603de5d6befe HTTP/1.1" status: 404 len: 333 time: 0.0824411 Oct 25 23:18:15.227690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:15.233001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'name': 'tempest-AllowedAddressPairTestJSON-1747119104'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:15.253999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42566) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:15.302259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 84c2ad85-30f9-4221-b093-2e4d36917ae8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:15.392466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e54c6d-fa5d-4e44-868d-61e7611e3c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.447591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 84c2ad85-30f9-4221-b093-2e4d36917ae8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:15.447968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.562982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:15.577221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.623609 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7b683f6-03f1-44b1-8fdc-a66dff65e88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.667073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e54c6d-fa5d-4e44-868d-61e7611e3c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.675657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c3e54c6d-fa5d-4e44-868d-61e7611e3c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.703243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] device_id is not set on port f44b4de3-660b-4989-ac08-001c05c9072f yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:15.739091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c3e54c6d-fa5d-4e44-868d-61e7611e3c90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1167d61c55c14815a0c62eb57645d24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829264 Oct 25 23:18:15.742087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e54c6d-fa5d-4e44-868d-61e7611e3c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82186273-22cc-406f-b2a0-e43b7f7e551d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:15.745404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42578) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:15.865519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Allocated IP 172.20.0.8 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/f44b4de3-660b-4989-ac08-001c05c9072f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:15.895240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a3eec5-dc24-4485-bbd1-335547e1d5af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:15.951826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a3eec5-dc24-4485-bbd1-335547e1d5af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.013903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-c85d1a82-28a9-44d6-b4ad-6843e883a69f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 200 len: 998 time: 1.0976834 Oct 25 23:18:16.052955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a3eec5-dc24-4485-bbd1-335547e1d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.056381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07a3eec5-dc24-4485-bbd1-335547e1d5af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.060201 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07a3eec5-dc24-4485-bbd1-335547e1d5af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82186273-22cc-406f-b2a0-e43b7f7e551d HTTP/1.1" status: 204 len: 168 time: 0.3109255 Oct 25 23:18:16.091796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3eec5-dc24-4485-bbd1-335547e1d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82186273-22cc-406f-b2a0-e43b7f7e551d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:16.127798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6b018-6f3e-42dd-a81e-aa8dd84d14cc req-4b08db62-6ce3-4019-906d-05a82c0833a9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:16.135393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cae6b018-6f3e-42dd-a81e-aa8dd84d14cc req-4b08db62-6ce3-4019-906d-05a82c0833a9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 945 time: 0.1618567 Oct 25 23:18:16.191025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-b9e8ba68-0ce6-47f5-9baa-027012353805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:16.192999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-b9e8ba68-0ce6-47f5-9baa-027012353805 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.1585531 Oct 25 23:18:16.205341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cae6b018-6f3e-42dd-a81e-aa8dd84d14cc req-a8b75f15-0422-4d10-bf92-2ac1f9a562dc tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689921 Oct 25 23:18:16.474347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b371108-6ce2-4bd0-8670-85155c5f4e35 req-8f9a5e07-baf5-4335-ae10-cb7250e72d17 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:16.476251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b371108-6ce2-4bd0-8670-85155c5f4e35 req-8f9a5e07-baf5-4335-ae10-cb7250e72d17 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.4579959 Oct 25 23:18:16.502278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-c3d65efc-79df-4032-b3b1-e3be3e2daeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:16.503845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-c3d65efc-79df-4032-b3b1-e3be3e2daeea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534482 Oct 25 23:18:16.505924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Deleting port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:16.506387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.587406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.598261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42606) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:16.617338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edd47df6-05a1-41b8-9e22-490d6f7891b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.655451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] For port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:16.656048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.671666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Calling delete_port for 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:16.732579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edd47df6-05a1-41b8-9e22-490d6f7891b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.733073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42610) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:16.741831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edd47df6-05a1-41b8-9e22-490d6f7891b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.786985 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-edd47df6-05a1-41b8-9e22-490d6f7891b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65ead1c5fcb448c1bb368d2dee29c62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872518 Oct 25 23:18:16.788277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd47df6-05a1-41b8-9e22-490d6f7891b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3090a29f-b0ad-44b5-b38b-ccbd4b240a94,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:16.790762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42614) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:16.819676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b371108-6ce2-4bd0-8670-85155c5f4e35 req-a4c75ea4-a153-4530-9b6c-a6d051a37205 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315904 Oct 25 23:18:16.847368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-406b36f0-2587-424d-84b0-7bdb84ad7ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.876071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.890558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-406b36f0-2587-424d-84b0-7bdb84ad7ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.892562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8419e493-2f62-46d6-8c04-61ff858341fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.948104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-5bd606fc-6c31-4b3a-8b8f-103c308938d0 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158409 Oct 25 23:18:16.956002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:16.975587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-406b36f0-2587-424d-84b0-7bdb84ad7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.978210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:16.978525 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-406b36f0-2587-424d-84b0-7bdb84ad7ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:16.979964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-406b36f0-2587-424d-84b0-7bdb84ad7ec2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3090a29f-b0ad-44b5-b38b-ccbd4b240a94 HTTP/1.1" status: 204 len: 168 time: 0.1882262 Oct 25 23:18:16.997068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b36f0-2587-424d-84b0-7bdb84ad7ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3090a29f-b0ad-44b5-b38b-ccbd4b240a94,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:17.002257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:17.073850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=f44b4de3-660b-4989-ac08-001c05c9072f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:17.080601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8419e493-2f62-46d6-8c04-61ff858341fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.088772 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8419e493-2f62-46d6-8c04-61ff858341fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.150305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8419e493-2f62-46d6-8c04-61ff858341fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d1218cb72354c17aba359053594a87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159708 Oct 25 23:18:17.151258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419e493-2f62-46d6-8c04-61ff858341fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd56b84-e31f-4723-8dba-4ef6183ce766,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:17.153635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:17.197849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:17.198525 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.258448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61dd978a-0a17-43b4-9fad-dcfc953c364f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.260667 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.274241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['1d4337aa-90e2-40dd-9ad1-8bd031a28c47'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:18:17.327806 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b79e1c93-9ce2-4bb2-96b9-ec6b33805c67 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0990226 Oct 25 23:18:17.337699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42626) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:17.355835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91a5e9af-2f52-4ac4-aafb-2dc9f43411ab req-7c68e3ab-9f62-4431-b6e9-ab7967871d50 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931804 Oct 25 23:18:17.364235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ca:df:53'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:17.376071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event deleted for resources: {'Port': ['ID=1d4337aa-90e2-40dd-9ad1-8bd031a28c47,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:17.413739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-531c6b6e-099a-4889-8800-99d4e7ad6560 None None] Provisioning complete for port f44b4de3-660b-4989-ac08-001c05c9072f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:17.414421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-531c6b6e-099a-4889-8800-99d4e7ad6560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.461547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-531c6b6e-099a-4889-8800-99d4e7ad6560 None None] Port f44b4de3-660b-4989-ac08-001c05c9072f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:17.471525 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61dd978a-0a17-43b4-9fad-dcfc953c364f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.488481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] No DVR routers for this DVR port 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:17.497882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.503174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d93d2e55-6bb3-42b6-86cb-3eef7c30ca54 req-b39ef06c-7b98-446f-b743-2823a5e74d33 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "DELETE /v2.0/ports/1d4337aa-90e2-40dd-9ad1-8bd031a28c47 HTTP/1.1" status: 204 len: 173 time: 2.4195712 Oct 25 23:18:17.504293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a384266-f82b-4dba-8764-ae22f33213b1', 'name': 'network-vif-deleted', 'tag': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:17.512883 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1c45b-ee1c-4f13-9734-7db783343d69" -d '{"events": [{"server_uuid": "3a384266-f82b-4dba-8764-ae22f33213b1", "name": "network-vif-deleted", "tag": "1d4337aa-90e2-40dd-9ad1-8bd031a28c47"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:17.517227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6dfc989f-38f8-4694-924d-4585b7e2168f req-b57fcb0e-f0cc-4303-82c7-785c68886302 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 210 time: 0.1761427 Oct 25 23:18:17.759324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.761523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61dd978a-0a17-43b4-9fad-dcfc953c364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.764362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61dd978a-0a17-43b4-9fad-dcfc953c364f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:17.765539 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-61dd978a-0a17-43b4-9fad-dcfc953c364f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fd56b84-e31f-4723-8dba-4ef6183ce766 HTTP/1.1" status: 204 len: 168 time: 0.6109500 Oct 25 23:18:17.784173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd978a-0a17-43b4-9fad-dcfc953c364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd56b84-e31f-4723-8dba-4ef6183ce766,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:18.012923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a41ef9-498d-4ed2-b02e-6868ec8c476b req-1d2833c3-608d-4adc-b5e4-b858e41052de tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:18.016638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21a41ef9-498d-4ed2-b02e-6868ec8c476b req-1d2833c3-608d-4adc-b5e4-b858e41052de tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0841162 Oct 25 23:18:18.021382 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe70b50-b38f-4f7d-aa0e-60954d5fb021 x-openstack-request-id: req-9fe70b50-b38f-4f7d-aa0e-60954d5fb021 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:18.021700 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a384266-f82b-4dba-8764-ae22f33213b1", "name": "network-vif-deleted", "tag": "1d4337aa-90e2-40dd-9ad1-8bd031a28c47", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:18.021986 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fe70b50-b38f-4f7d-aa0e-60954d5fb021 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:18.022406 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a384266-f82b-4dba-8764-ae22f33213b1', 'name': 'network-vif-deleted', 'tag': '1d4337aa-90e2-40dd-9ad1-8bd031a28c47', 'status': 'completed', 'code': 200} Oct 25 23:18:18.104086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21a41ef9-498d-4ed2-b02e-6868ec8c476b req-b334c94d-a5a0-4339-ad0a-82f72029265d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795295 Oct 25 23:18:18.115919 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.127035 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.274185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42656) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:18.288929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=f44b4de3-660b-4989-ac08-001c05c9072f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:18.321932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] In _notify_port_updated(), no bound segment for port f44b4de3-660b-4989-ac08-001c05c9072f on network 386b9e3c-86fc-440f-950e-e8268325b0c3 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:18:18.340412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:18.340412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.340412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-24d5fdda-c4bf-424f-bb4f-a9807392c456 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "PUT /v2.0/ports/f44b4de3-660b-4989-ac08-001c05c9072f HTTP/1.1" status: 200 len: 993 time: 0.9968307 Oct 25 23:18:18.340662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42662) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:18.356875 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-636140bc-7f01-4484-afa1-a6908ce44fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.489228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1297fbe3-90b9-4a17-8ecf-bc6dc5d1fb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.548171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port f44b4de3-660b-4989-ac08-001c05c9072f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:18.548510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.691645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.706253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for f44b4de3-660b-4989-ac08-001c05c9072f owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:18.718065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d39b4c34-d978-444f-bde7-9dfb07588e7b None None] Provisioning complete for port f44b4de3-660b-4989-ac08-001c05c9072f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:18.721847 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d39b4c34-d978-444f-bde7-9dfb07588e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.772983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f79f13bb-c1c7-4b36-a9a8-9f2e20f33e8f req-c8cc7255-6f6c-472d-abb3-b2df5a5dc28f tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a384266-f82b-4dba-8764-ae22f33213b1 HTTP/1.1" status: 200 len: 210 time: 0.0456219 Oct 25 23:18:18.785140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d39b4c34-d978-444f-bde7-9dfb07588e7b None None] Port f44b4de3-660b-4989-ac08-001c05c9072f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:18.909605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1297fbe3-90b9-4a17-8ecf-bc6dc5d1fb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.917691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1297fbe3-90b9-4a17-8ecf-bc6dc5d1fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.930922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:18.989567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=f44b4de3-660b-4989-ac08-001c05c9072f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:19.003074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1297fbe3-90b9-4a17-8ecf-bc6dc5d1fb0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb9c0606e13c489797f76ecff7d0ac29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278144 Oct 25 23:18:19.003974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42690) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:19.015054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297fbe3-90b9-4a17-8ecf-bc6dc5d1fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f4b74e-e24e-48d5-a1df-14e41569b43f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:19.122468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d683096-a003-4e91-b7fb-4ad4daf1b01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.186813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d683096-a003-4e91-b7fb-4ad4daf1b01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.227411 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.242118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-00dbf768-e42c-4a61-b0bc-61d8dfe7a4e9 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/ports/f44b4de3-660b-4989-ac08-001c05c9072f HTTP/1.1" status: 204 len: 168 time: 0.9022386 Oct 25 23:18:19.243230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42700) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:19.285484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d683096-a003-4e91-b7fb-4ad4daf1b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.288903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d683096-a003-4e91-b7fb-4ad4daf1b01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.290198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d683096-a003-4e91-b7fb-4ad4daf1b01a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4f4b74e-e24e-48d5-a1df-14e41569b43f HTTP/1.1" status: 204 len: 168 time: 0.2852135 Oct 25 23:18:19.305949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d683096-a003-4e91-b7fb-4ad4daf1b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f4b74e-e24e-48d5-a1df-14e41569b43f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:19.361709 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed5ff04-194a-4956-8601-afa3844beb34 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] GET failed (client error): The resource could not be found. Oct 25 23:18:19.363748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9ed5ff04-194a-4956-8601-afa3844beb34 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "GET /v2.0/ports/f44b4de3-660b-4989-ac08-001c05c9072f HTTP/1.1" status: 404 len: 333 time: 0.1190693 Oct 25 23:18:19.367348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42708) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:19.375021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'name': 'tempest-AllowedAddressPairTestJSON-1619490993'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:19.414969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90aeb4-f9e4-4277-81b5-3c74c89a4782 req-02742edd-4bfa-4d32-a227-566b6d33e05e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:19.416973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:19.423392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd90aeb4-f9e4-4277-81b5-3c74c89a4782 req-02742edd-4bfa-4d32-a227-566b6d33e05e tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1665421 Oct 25 23:18:19.464138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:19.469075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 1d4337aa-90e2-40dd-9ad1-8bd031a28c47 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:19.504262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd90aeb4-f9e4-4277-81b5-3c74c89a4782 req-50f27be3-4618-43b9-9ae2-cf5894dd8b80 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758934 Oct 25 23:18:19.515419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-1a932788-da56-4cd8-b534-6c07322523e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204429 Oct 25 23:18:19.553898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:19.557979 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.560201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:19.585527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] device_id is not set on port 1d8b60df-16d5-4033-bc73-54952f4233d6 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:19.625833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-69a3aba8-124c-47b6-b0fa-7bfd81a0a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:19.630894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-69a3aba8-124c-47b6-b0fa-7bfd81a0a6d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 1096 time: 0.0875144 Oct 25 23:18:19.758130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87333ef5-974a-46bc-91ec-e4d6c4b247b4 req-da7e9d8e-29cf-49d6-a3e5-35a15b54e076 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:19.759670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87333ef5-974a-46bc-91ec-e4d6c4b247b4 req-da7e9d8e-29cf-49d6-a3e5-35a15b54e076 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1057913 Oct 25 23:18:19.771519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-427598e1-a545-4802-a78e-da0543690fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:19.775443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-427598e1-a545-4802-a78e-da0543690fb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 200 len: 912 time: 0.1215758 Oct 25 23:18:19.827319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Allocated IP 172.20.0.11 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/1d8b60df-16d5-4033-bc73-54952f4233d6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:19.848269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-07ff2d66-ed53-4bd0-8695-c156a4e4d8a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28fd4511-a74e-4c86-8523-0aa17423777f HTTP/1.1" status: 200 len: 217 time: 0.0647323 Oct 25 23:18:19.851923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87333ef5-974a-46bc-91ec-e4d6c4b247b4 req-daaa4ae8-1739-4309-ade9-3a1c47607afe tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844259 Oct 25 23:18:19.930993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-5c4d97b4-f6e1-48e7-8d9a-28ce1305f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:19.932539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-5c4d97b4-f6e1-48e7-8d9a-28ce1305f21f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 200 len: 850 time: 0.0758755 Oct 25 23:18:19.991328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-7745cac7-a462-42bb-9375-e6e1057b3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:19.993096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-7745cac7-a462-42bb-9375-e6e1057b3c48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=881ecd6b-cf84-4d34-a721-e6ed53ebd074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527172 Oct 25 23:18:20.095662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.102118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.115414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-c2d9e105-18da-4c05-80eb-62e633e145fc service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127982 Oct 25 23:18:20.142078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.193754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:20.197108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:20.213258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:20.249679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53fcf0a-1fd6-4fc8-b611-b2dcfad8cdf5 req-b4701bf4-f863-4219-aae0-c45a339193f3 service neutron] 10.222.0.11 "GET /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278195 Oct 25 23:18:20.250901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=1d8b60df-16d5-4033-bc73-54952f4233d6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:20.325560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:20.326352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.350918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-949405c3-36c0-486b-bcb1-90d62a9ccd07 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9800456 Oct 25 23:18:20.353433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42766) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:20.359121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:df:53'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:20.461209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.549129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-b74d132c-fcea-424f-871c-cd2e3a312c82 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:20.555705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-b74d132c-fcea-424f-871c-cd2e3a312c82 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1853220 Oct 25 23:18:20.572559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-477fe9d6-5c4f-40a1-8513-e6b240a448b1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/quotas/b80e3352e3f143af825fccd2272ad4ec HTTP/1.1" status: 200 len: 375 time: 0.0158000 Oct 25 23:18:20.631933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-e764738b-48ea-4fec-92a7-4908472cf813 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586469 Oct 25 23:18:20.647382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b993f23c-fb74-4648-b20d-658f215da75c None None] Provisioning complete for port 1d8b60df-16d5-4033-bc73-54952f4233d6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:20.647904 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b993f23c-fb74-4648-b20d-658f215da75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.777477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.780177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b993f23c-fb74-4648-b20d-658f215da75c None None] Port 1d8b60df-16d5-4033-bc73-54952f4233d6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:20.788946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.804744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:20.829151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-b778eac3-7792-4f80-b912-19f27dbc252b service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963038 Oct 25 23:18:20.906441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=1d8b60df-16d5-4033-bc73-54952f4233d6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:20.999179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] In _notify_port_updated(), no bound segment for port 1d8b60df-16d5-4033-bc73-54952f4233d6 on network 386b9e3c-86fc-440f-950e-e8268325b0c3 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:18:21.014354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:21.015948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:21.023123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b320aec5-f7c1-4811-b3aa-b5d738f18648 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "PUT /v2.0/ports/1d8b60df-16d5-4033-bc73-54952f4233d6 HTTP/1.1" status: 200 len: 997 time: 0.6681845 Oct 25 23:18:21.024055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:21.117754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0e616d47-bdb6-4a8e-a353-b69dd92cdb33 service neutron] 10.222.0.25 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806246 Oct 25 23:18:21.206401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port 1d8b60df-16d5-4033-bc73-54952f4233d6 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:21.209332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:21.449801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-62bfa1c2-7ba3-441a-b2bd-ea5a628f083b None None] Provisioning complete for port 1d8b60df-16d5-4033-bc73-54952f4233d6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:21.450410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-62bfa1c2-7ba3-441a-b2bd-ea5a628f083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:21.529771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42840) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:21.548570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-62bfa1c2-7ba3-441a-b2bd-ea5a628f083b None None] Port 1d8b60df-16d5-4033-bc73-54952f4233d6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:21.646536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb040895-e1cc-4e78-a635-c9f0ecb560a3 req-8b61b22a-e95f-47cf-8b6b-549778d7ee30 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 210 time: 0.0434837 Oct 25 23:18:21.732422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-d5d79972-70c6-47c3-987e-5651c95cacea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:21.733928 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-d5d79972-70c6-47c3-987e-5651c95cacea tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=d248ca43-87d9-4f28-9eaf-54de0d2269fc HTTP/1.1" status: 200 len: 944 time: 0.4101136 Oct 25 23:18:21.831682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:21.850480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for 1d8b60df-16d5-4033-bc73-54952f4233d6 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:21.899028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1231065501-network', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:21.917377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Deleting port 34544dae-a2a2-4b93-8142-d5c9ecc07207 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:21.917723 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:21.941710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Made reservation on behalf of 72f2a4a81ae64a44a4b7c4a3912ffba1 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:21.947830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:21.961481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.115850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.125840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.132897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] For port 34544dae-a2a2-4b93-8142-d5c9ecc07207, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=34544dae-a2a2-4b93-8142-d5c9ecc07207,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:22.133411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.155426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Calling delete_port for 34544dae-a2a2-4b93-8142-d5c9ecc07207 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:22.189092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:22.212107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.221071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.221604 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Added segment 130f5d9c-cbcf-4033-9140-eb6fec9bd9cd of type vlan for network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 Oct 25 23:18:22.224143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34079a0-391d-4da2-99c2-5806e9504150,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:22.260097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=1d8b60df-16d5-4033-bc73-54952f4233d6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:22.347801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.351326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93cc631c-7d8d-490c-9bb5-b8efc78beda0 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/ports/1d8b60df-16d5-4033-bc73-54952f4233d6 HTTP/1.1" status: 204 len: 168 time: 1.3259549 Oct 25 23:18:22.353907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42880) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:22.385926 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.396559 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-00be27f1-64a1-452d-a902-4f8c734057cc tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] GET failed (client error): The resource could not be found. Oct 25 23:18:22.398267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00be27f1-64a1-452d-a902-4f8c734057cc tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "GET /v2.0/ports/1d8b60df-16d5-4033-bc73-54952f4233d6 HTTP/1.1" status: 404 len: 333 time: 0.0431488 Oct 25 23:18:22.402556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42882) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:22.409051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'name': 'tempest-AllowedAddressPairTestJSON-941620546'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:22.456925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.458103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:22.458726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.525972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9949238 Oct 25 23:18:22.534736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42888) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:22.539914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Request body: {'subnet': {'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1231065501-subnet', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:22.607491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:18:22.607491 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 23:18:22.607491 n-d-815373-1 neutron-server[102134]: [parameters: {'project_id_1': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'expiration_1': datetime.datetime(2021, 10, 25, 23, 18, 2, 550209)}] Oct 25 23:18:22.607491 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:18:22.607867 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:18:22.626358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:22.631159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.655366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] device_id is not set on port 941e5623-e34f-4567-9d7e-c5b24bcc44b0 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:22.660766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3aff0-3f0e-4e11-b200-96e25d40ea87 admin admin] Pushing event updated for resources: {'Network': ['ID=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:22.662899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.676214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:18:22.683512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:22.699299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:22.807073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'Port': ['ID=34544dae-a2a2-4b93-8142-d5c9ecc07207,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:22.808706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['379ab0ff-e577-4b67-aadd-bd53fda6df46'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:18:22.814048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] No DVR routers for this DVR port 34544dae-a2a2-4b93-8142-d5c9ecc07207 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:22.827674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.833089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5bbf56c1-7d26-41ab-a99c-1cabf9f09829 req-461d3366-9aac-4e9f-afd7-7b3566859995 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "DELETE /v2.0/ports/34544dae-a2a2-4b93-8142-d5c9ecc07207 HTTP/1.1" status: 204 len: 173 time: 1.0830901 Oct 25 23:18:22.833570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-deleted', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:22.835951 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33690be2-d2d3-4a2d-a2db-dbd1a59ef6a0" -d '{"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-deleted", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:22.933046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d6f8238-6cb9-408a-a15b-5eff9a7da88a req-2590883d-3763-4454-818f-a09924a510f1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 210 time: 0.0364861 Oct 25 23:18:22.962983 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14b778d7-d08d-406d-8e8c-85d22089680a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:22.991721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Allocated IP 172.20.0.14 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/941e5623-e34f-4567-9d7e-c5b24bcc44b0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:23.081541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14b778d7-d08d-406d-8e8c-85d22089680a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.088918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14b778d7-d08d-406d-8e8c-85d22089680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.172253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Made reservation on behalf of 72f2a4a81ae64a44a4b7c4a3912ffba1 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:23.177270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.177425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-14b778d7-d08d-406d-8e8c-85d22089680a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1e3b552158544dca831b6ac35cda1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713974 Oct 25 23:18:23.177425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b778d7-d08d-406d-8e8c-85d22089680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b265410-498a-47d1-b6e9-b3df3c5d1779,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:23.179831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42906) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:23.275253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa062c0f-a242-4859-aaf5-f108305f1f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.303018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa062c0f-a242-4859-aaf5-f108305f1f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.317050 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5f1b4-f290-4133-9315-79e6e9c1ad71 x-openstack-request-id: req-52f5f1b4-f290-4133-9315-79e6e9c1ad71 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:23.317610 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248ca43-87d9-4f28-9eaf-54de0d2269fc", "name": "network-vif-deleted", "tag": "34544dae-a2a2-4b93-8142-d5c9ecc07207", "status": "failed", "code": 422}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:23.317610 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52f5f1b4-f290-4133-9315-79e6e9c1ad71 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:23.317979 n-d-815373-1 neutron-server[102134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd248ca43-87d9-4f28-9eaf-54de0d2269fc', 'name': 'network-vif-deleted', 'tag': '34544dae-a2a2-4b93-8142-d5c9ecc07207', 'status': 'failed', 'code': 422} returned with failed status Oct 25 23:18:23.433085 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.466968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.478577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-5c7dd3ee-819a-4412-b1d2-a37ad28e7cdb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:23.480702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-5c7dd3ee-819a-4412-b1d2-a37ad28e7cdb tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 811 time: 0.1682978 Oct 25 23:18:23.500960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Request body: {'port': {'device_id': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'admin_state_up': True, 'tenant_id': 'b80e3352e3f143af825fccd2272ad4ec'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:23.520507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa062c0f-a242-4859-aaf5-f108305f1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.523282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa062c0f-a242-4859-aaf5-f108305f1f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.526663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fa062c0f-a242-4859-aaf5-f108305f1f68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b265410-498a-47d1-b6e9-b3df3c5d1779 HTTP/1.1" status: 204 len: 168 time: 0.3436606 Oct 25 23:18:23.555616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.568702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa062c0f-a242-4859-aaf5-f108305f1f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b265410-498a-47d1-b6e9-b3df3c5d1779,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:23.589178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:23.595302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:23.672007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:23.725531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Made reservation on behalf of b80e3352e3f143af825fccd2272ad4ec for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:23.728667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Checking segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:23.729536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Network hostable DHCP agents. Network: fe783fb4-bca1-4ad8-a9a3-1b157079cbf2, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:23.729655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:23.760403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf9ecf3-5481-4c45-92dc-7abdb66e924f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:23.985625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:24.007805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=941e5623-e34f-4567-9d7e-c5b24bcc44b0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:24.015240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fe783fb4-bca1-4ad8-a9a3-1b157079cbf2) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:24.028842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339713cb-c15d-401a-b410-6b43a8600edc None None] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:24.049012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:24.051601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.064614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Allocated IP 172.20.0.4 (33b8b6f2-0c10-4c03-a465-e238c312f1a7/54249837-052b-468f-bf65-0436c1b3962a/bb602190-9286-40d5-b208-1a0734b288ca) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:24.073103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:24.074256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.161462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83181-2551-402d-b4a6-ddfe34c16922 req-8d6f560c-05c9-48f0-b148-4f1cc57364ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:24.163087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ad83181-2551-402d-b4a6-ddfe34c16922 req-8d6f560c-05c9-48f0-b148-4f1cc57364ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 908 time: 0.3213818 Oct 25 23:18:24.178623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4828ed5-791d-49a5-99c4-2d3eb9839c10 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7745724 Oct 25 23:18:24.179932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42932) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:24.193212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-daa629eb-3060-469d-ad38-ce7de27a6dcd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6569843 Oct 25 23:18:24.207239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'network_id': '386b9e3c-86fc-440f-950e-e8268325b0c3', 'name': 'tempest-AllowedAddressPairTestJSON-429391177'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:24.212697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:24.225686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8b726ce4-6cea-4292-a7f9-64b8410acc00 req-7ff49ab4-5d25-448e-9590-64910d182667 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 210 time: 0.0683873 Oct 25 23:18:24.229050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:24.245812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a472034a-7971-4c83-934a-40f1953c5e15 None None] Provisioning complete for port 941e5623-e34f-4567-9d7e-c5b24bcc44b0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:24.247658 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a472034a-7971-4c83-934a-40f1953c5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.285128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42936) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:24.353911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.355827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.423919 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.431772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:18:24.432937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.593236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Made reservation on behalf of 1fad32f84e9c47edacf085d3bd179b2d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:24.599088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.624257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Allocated IP 172.20.0.2 (fe783fb4-bca1-4ad8-a9a3-1b157079cbf2/bcf9ecf3-5481-4c45-92dc-7abdb66e924f/dbe5e328-5ff9-4427-9a51-e2e1ec268e2b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:24.647436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8574fc-2762-4178-8c7c-4dedcf5d9276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.649430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.657662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] device_id is not set on port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:24.743327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.784056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Allocated IP 172.20.0.5 (386b9e3c-86fc-440f-950e-e8268325b0c3/f1270f9a-f68a-4a15-b532-1b624d9eed54/1f7b61d9-6be7-4e63-aa1a-d2748e92545e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:24.796815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8574fc-2762-4178-8c7c-4dedcf5d9276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.808315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d8574fc-2762-4178-8c7c-4dedcf5d9276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.808819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a472034a-7971-4c83-934a-40f1953c5e15 None None] Port 941e5623-e34f-4567-9d7e-c5b24bcc44b0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:24.831063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.854711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.865227 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:24.917095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event updated for resources: {'Port': ['ID=bb602190-9286-40d5-b208-1a0734b288ca,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:24.918619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:24.930722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:24.933295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:24.941406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:24.947241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d8574fc-2762-4178-8c7c-4dedcf5d9276 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=806cfdbe3e8f48749648924a87baae40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610332 Oct 25 23:18:24.947911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42942) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:24.948753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8574fc-2762-4178-8c7c-4dedcf5d9276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f675f3f3-6b2e-4445-bcf2-8de2ad2f61c4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:24.952416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:24.955750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:24.973774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Pushing event updated for resources: {'Port': ['ID=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:25.042007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Attempting to bind port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:25.043103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Attempting to bind port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:25.043662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Attempting to bind port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b on network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:25.044859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.052331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:25.053013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Checking segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:25.053897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.054481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Bound using segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:25.055261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Bound port: dbe5e328-5ff9-4427-9a51-e2e1ec268e2b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:25.055806 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.062473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:25.065945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.090954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-27d7317f-db21-4aea-9ad9-d0d203e84415 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5944619 Oct 25 23:18:25.095433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75551ab7-1816-4f04-833e-8e3af7f3c243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.107215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Request body: {'port': {'device_id': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:25.143481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] For port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:25.147194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] For port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:25.155484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.181170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75551ab7-1816-4f04-833e-8e3af7f3c243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.227588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.266963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.353066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa4b05-77c3-47d2-9be4-d136ee469a50 None None] Pushing event updated for resources: {'Port': ['ID=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:25.361330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:25.363184 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75551ab7-1816-4f04-833e-8e3af7f3c243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.365896 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75551ab7-1816-4f04-833e-8e3af7f3c243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.367177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-75551ab7-1816-4f04-833e-8e3af7f3c243 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f675f3f3-6b2e-4445-bcf2-8de2ad2f61c4 HTTP/1.1" status: 204 len: 168 time: 0.4164798 Oct 25 23:18:25.377960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=1f7b61d9-6be7-4e63-aa1a-d2748e92545e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:25.380767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:25.383487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75551ab7-1816-4f04-833e-8e3af7f3c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f675f3f3-6b2e-4445-bcf2-8de2ad2f61c4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:25.390078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:25.714545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:25.719356 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.870178 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-735395f2-4403-4f31-92a2-a4bd866bc93f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6754973 Oct 25 23:18:25.884345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-273ba76b-2066-4d19-a3d4-c2391994d152 None None] Provisioning complete for port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:25.884821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-273ba76b-2066-4d19-a3d4-c2391994d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:25.894336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:25.900344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ca:df:53'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f2:da:c7'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:25.916561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e1ab9-6e18-467c-8664-529ffea79af7 req-32c41c80-8984-433b-8517-4655a5cc9c2d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:25.925636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c07e1ab9-6e18-467c-8664-529ffea79af7 req-32c41c80-8984-433b-8517-4655a5cc9c2d tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 908 time: 0.4472272 Oct 25 23:18:25.956278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-273ba76b-2066-4d19-a3d4-c2391994d152 None None] Port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:26.045467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.066910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb602190-9286-40d5-b208-1a0734b288ca {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:18:26.077342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.094917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Transition to ACTIVE for port object bb602190-9286-40d5-b208-1a0734b288ca will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:18:26.117421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa3902-d6c9-4aad-af71-04f9393d8ce4 req-efd899bc-a37e-4171-9200-6b653369a381 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:26.126219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11aa3902-d6c9-4aad-af71-04f9393d8ce4 req-efd899bc-a37e-4171-9200-6b653369a381 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 931 time: 0.6636865 Oct 25 23:18:26.130779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.139980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.171466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-913d53c3-e0b7-4057-bc3f-d0373150e30a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:26.174023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-913d53c3-e0b7-4057-bc3f-d0373150e30a tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 908 time: 0.6797204 Oct 25 23:18:26.277649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Allocated IP 172.25.4.245 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/4f449f74-a623-4aae-afff-a0f688983842) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:26.350764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11aa3902-d6c9-4aad-af71-04f9393d8ce4 req-497c6bae-d401-4336-9f2d-78726c8a01d1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231078 Oct 25 23:18:26.358352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Pushing event updated for resources: {'Port': ['ID=bb602190-9286-40d5-b208-1a0734b288ca,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:26.455062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Deleting port e278e19e-9618-45cd-a333-54d430d248e0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:26.455465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.534776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Attempting to bind port bb602190-9286-40d5-b208-1a0734b288ca on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:26.538369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Attempting to bind port bb602190-9286-40d5-b208-1a0734b288ca by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:26.539345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Attempting to bind port bb602190-9286-40d5-b208-1a0734b288ca on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:26.555020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Port bb602190-9286-40d5-b208-1a0734b288ca on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:18:26.555343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Attempting to bind port bb602190-9286-40d5-b208-1a0734b288ca on network 33b8b6f2-0c10-4c03-a465-e238c312f1a7 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:26.565590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:26.565925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Checking segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:26.566350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Bound using segment: {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:26.566791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Bound port: bb602190-9286-40d5-b208-1a0734b288ca, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49044f5f-8205-429e-b491-98ceb9b98d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:26.567142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.663732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] For port e278e19e-9618-45cd-a333-54d430d248e0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e278e19e-9618-45cd-a333-54d430d248e0,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:26.664106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.696082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Calling delete_port for e278e19e-9618-45cd-a333-54d430d248e0 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:26.720078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] For port bb602190-9286-40d5-b208-1a0734b288ca, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:26.726009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] For port bb602190-9286-40d5-b208-1a0734b288ca, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bb602190-9286-40d5-b208-1a0734b288ca,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:26.803559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.838778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b9ee58-aa7b-4016-b6b7-97d714c8cdf7 None None] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:26.886971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:26.887599 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.889733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] 10.222.0.11 "PUT /v2.0/ports/bb602190-9286-40d5-b208-1a0734b288ca HTTP/1.1" status: 200 len: 1091 time: 1.7866464 Oct 25 23:18:26.894493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'tag': 'bb602190-9286-40d5-b208-1a0734b288ca'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:26.896874 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eac98e-2152-440f-baca-58c996e07764" -d '{"events": [{"name": "network-changed", "server_uuid": "33097bb1-ce45-41c1-b70a-64c9f6ec6972", "tag": "bb602190-9286-40d5-b208-1a0734b288ca"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:26.906524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:26.928363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ab0c4-d8eb-4049-966d-6c92147f42fd service neutron] Pushing event updated for resources: {'Port': ['ID=bb602190-9286-40d5-b208-1a0734b288ca,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:27.000125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f7256ffe-39b3-451a-bed7-54dd89eb0f57 None None] Provisioning complete for port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:27.000125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7256ffe-39b3-451a-bed7-54dd89eb0f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.049180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-94b91c1f-d0f4-4795-aa49-69f09099127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:27.050764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-94b91c1f-d0f4-4795-aa49-69f09099127b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 1094 time: 0.1091323 Oct 25 23:18:27.080164 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb705e12-472d-4c03-b0e4-bb4102d9a22c x-openstack-request-id: req-fb705e12-472d-4c03-b0e4-bb4102d9a22c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:27.080451 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33097bb1-ce45-41c1-b70a-64c9f6ec6972", "tag": "bb602190-9286-40d5-b208-1a0734b288ca", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:27.080704 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb705e12-472d-4c03-b0e4-bb4102d9a22c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:27.081105 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'tag': 'bb602190-9286-40d5-b208-1a0734b288ca', 'status': 'completed', 'code': 200} Oct 25 23:18:27.133811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.167517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-4574843e-e543-4fcd-83a1-47d7a286dc55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb602190-9286-40d5-b208-1a0734b288ca HTTP/1.1" status: 200 len: 217 time: 0.1026716 Oct 25 23:18:27.188507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.251568 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7256ffe-39b3-451a-bed7-54dd89eb0f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.399469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.421422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.461450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.475736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46052705-5826-4427-85fd-1bfdc2d96c78 req-62982862-f82a-4ee0-a169-32a94e97eb01 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:27.478425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46052705-5826-4427-85fd-1bfdc2d96c78 req-62982862-f82a-4ee0-a169-32a94e97eb01 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=398626ce-4b50-4258-97da-f5f44eb93f6b HTTP/1.1" status: 200 len: 829 time: 0.4245455 Oct 25 23:18:27.479523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'Port': ['ID=e278e19e-9618-45cd-a333-54d430d248e0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:27.516981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dbe5e328-5ff9-4427-9a51-e2e1ec268e2b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:27.592123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] No DVR routers for this DVR port e278e19e-9618-45cd-a333-54d430d248e0 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:27.601139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.610752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f7256ffe-39b3-451a-bed7-54dd89eb0f57 None None] For port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:27.613602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5da5392f-5bf9-48a9-ba6c-415f5345c48a req-758b5fb6-537e-4dc4-b074-ddf875d2fcd3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "DELETE /v2.0/ports/e278e19e-9618-45cd-a333-54d430d248e0 HTTP/1.1" status: 204 len: 173 time: 1.4112439 Oct 25 23:18:27.622081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-bc4d203f-b8d2-43cd-9413-795b5d334c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:27.624833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-bc4d203f-b8d2-43cd-9413-795b5d334c5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.4459264 Oct 25 23:18:27.636783 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f7256ffe-39b3-451a-bed7-54dd89eb0f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.706274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-1f8f4252-0e3c-42f5-a514-c2e04fb21684 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723259 Oct 25 23:18:27.764026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43042) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:27.765128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7256ffe-39b3-451a-bed7-54dd89eb0f57 None None] Pushing event updated for resources: {'Port': ['ID=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:27.774672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:27.777111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:27.809716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:27.820278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event updated for resources: {'Port': ['ID=1f7b61d9-6be7-4e63-aa1a-d2748e92545e,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:27.837136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:27.849583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:27.996261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-a0416ec6-27fb-4192-be34-93be345d5739 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810209 Oct 25 23:18:27.999434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] In _notify_port_updated(), no bound segment for port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e on network 386b9e3c-86fc-440f-950e-e8268325b0c3 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:18:28.006188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:28.006925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.010753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9678aa96-3433-4a85-a988-21263983998b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "PUT /v2.0/ports/1f7b61d9-6be7-4e63-aa1a-d2748e92545e HTTP/1.1" status: 200 len: 1055 time: 2.1129274 Oct 25 23:18:28.019158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43048) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:28.035879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08a12-a7a4-4a43-8d06-6ea93ad321be req-c070b5ad-9890-451f-861d-35fd8fe0386c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:28.046098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49e08a12-a7a4-4a43-8d06-6ea93ad321be req-c070b5ad-9890-451f-861d-35fd8fe0386c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 943 time: 0.5089610 Oct 25 23:18:28.071548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dc42b213-3562-4d2d-9d48-4e0d833ca120 None None] Provisioning complete for port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:28.071548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dc42b213-3562-4d2d-9d48-4e0d833ca120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.089821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Pushing event updated for resources: {'Port': ['ID=4f449f74-a623-4aae-afff-a0f688983842,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:28.157535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-dc42b213-3562-4d2d-9d48-4e0d833ca120 None None] Port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:28.169423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ef5902a-63c1-4884-b6f4-e5cac5a34aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.227056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49e08a12-a7a4-4a43-8d06-6ea93ad321be req-c537153e-51b5-4b36-8987-009fb04b5778 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797638 Oct 25 23:18:28.290932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3fb2373b-7b28-4d4c-8fec-65249a7b2285 None None] Provisioning complete for port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:28.291508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fb2373b-7b28-4d4c-8fec-65249a7b2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.292512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eb4260d-d524-4782-9340-f5bf4949bc1f req-5a454322-9e2d-492d-af24-0ae9486c0165 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867441 Oct 25 23:18:28.385795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port 1f7b61d9-6be7-4e63-aa1a-d2748e92545e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:28.388324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.470841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.472723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.546533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ef5902a-63c1-4884-b6f4-e5cac5a34aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.576777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac98e-2152-440f-baca-58c996e07764 req-bce82dbd-5fa7-4aef-91e5-50475a0f859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:28.579178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-bce82dbd-5fa7-4aef-91e5-50475a0f859a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b80e3352e3f143af825fccd2272ad4ec&device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 1094 time: 0.2071817 Oct 25 23:18:28.580586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ef5902a-63c1-4884-b6f4-e5cac5a34aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.698719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.711478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6ef5902a-63c1-4884-b6f4-e5cac5a34aa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ceb3de7c309346e297d59438d0f4264a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341203 Oct 25 23:18:28.715620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43058) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:28.719648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5902a-63c1-4884-b6f4-e5cac5a34aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81826a0f-7ffa-4d4a-9495-0dc5990a3125,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:28.725330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.755765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for 1f7b61d9-6be7-4e63-aa1a-d2748e92545e owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:28.844928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac98e-2152-440f-baca-58c996e07764 req-e31ce4e8-8275-4e47-a9e5-d7bea4c11395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:28.846489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-e31ce4e8-8275-4e47-a9e5-d7bea4c11395 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 200 len: 912 time: 0.2556782 Oct 25 23:18:28.867927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Router fa6597e7-8bc2-46ec-9196-0d503770ec49 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:18:28.918841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a03b-6f37-41c9-9ccf-9b9581e24c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:28.924568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-c28000dc-e9e3-4462-a926-906bdb094b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb602190-9286-40d5-b208-1a0734b288ca HTTP/1.1" status: 200 len: 217 time: 0.0606370 Oct 25 23:18:29.005269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:29.028314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a03b-6f37-41c9-9ccf-9b9581e24c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.037637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Sync routers for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:29.038527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.045170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-50390900-1e78-4a6a-83c8-01c5e7fc08ce admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8220599 Oct 25 23:18:29.046353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43064) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:29.058963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:29.059826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:29.075166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac98e-2152-440f-baca-58c996e07764 req-c251d55b-1b38-4be9-ad1a-74d6465de2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:29.076729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-c251d55b-1b38-4be9-ad1a-74d6465de2e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 200 len: 851 time: 0.1273053 Oct 25 23:18:29.083641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'name': 'network-vif-deleted', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:29.085893 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd37976-e43d-4634-8768-972cb369b1a2" -d '{"events": [{"server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "name": "network-vif-deleted", "tag": "e278e19e-9618-45cd-a333-54d430d248e0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:29.103111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03dbb4-e0d1-4965-baae-792afd0dade7 req-917f401b-a29d-45fa-9331-3ba14b094def tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:29.111139 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c03dbb4-e0d1-4965-baae-792afd0dade7 req-917f401b-a29d-45fa-9331-3ba14b094def tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.2361567 Oct 25 23:18:29.171034 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689c14c4-483d-405d-92e1-81058ee96365 x-openstack-request-id: req-689c14c4-483d-405d-92e1-81058ee96365 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:29.171450 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398626ce-4b50-4258-97da-f5f44eb93f6b", "name": "network-vif-deleted", "tag": "e278e19e-9618-45cd-a333-54d430d248e0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:29.171711 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-689c14c4-483d-405d-92e1-81058ee96365 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:29.172204 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398626ce-4b50-4258-97da-f5f44eb93f6b', 'name': 'network-vif-deleted', 'tag': 'e278e19e-9618-45cd-a333-54d430d248e0', 'status': 'completed', 'code': 200} Oct 25 23:18:29.180322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-514ebb42-6755-483e-a332-a0ce47b7d6b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33b8b6f2-0c10-4c03-a465-e238c312f1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468092 Oct 25 23:18:29.251258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:29.280437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c03dbb4-e0d1-4965-baae-792afd0dade7 req-8c98096b-1e11-4187-91bf-b17461aa5019 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682668 Oct 25 23:18:29.301332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.312084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a03b-6f37-41c9-9ccf-9b9581e24c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.316994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a03b-6f37-41c9-9ccf-9b9581e24c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.320467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1c7a03b-6f37-41c9-9ccf-9b9581e24c81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81826a0f-7ffa-4d4a-9495-0dc5990a3125 HTTP/1.1" status: 204 len: 168 time: 0.5997777 Oct 25 23:18:29.347581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dbe5e328-5ff9-4427-9a51-e2e1ec268e2b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:29.393863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=1f7b61d9-6be7-4e63-aa1a-d2748e92545e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:29.405254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7a03b-6f37-41c9-9ccf-9b9581e24c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81826a0f-7ffa-4d4a-9495-0dc5990a3125,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:29.514676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-0d7041e2-abdf-4b8e-8932-b8b1a1a9aab7 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248975 Oct 25 23:18:29.600415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d153-09c4-4469-b266-6ee49a3c790c req-603cb6fd-faca-40cd-bc75-ca4db3c78809 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:29.601755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1e7d153-09c4-4469-b266-6ee49a3c790c req-603cb6fd-faca-40cd-bc75-ca4db3c78809 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 943 time: 0.2331550 Oct 25 23:18:29.682748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:29.684836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.705242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e1e7d153-09c4-4469-b266-6ee49a3c790c req-45cfe8a8-e775-4985-905f-ba1fb1331479 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911636 Oct 25 23:18:29.781341 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:18:29.790871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:28Z', 'revision_number': 3, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:29.842684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Checking router: fa6597e7-8bc2-46ec-9196-0d503770ec49 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:29.843214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Updating router fa6597e7-8bc2-46ec-9196-0d503770ec49 port 4f449f74-a623-4aae-afff-a0f688983842 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:18:29.867230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.877924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:29.939777 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24eac98e-2152-440f-baca-58c996e07764 req-9c418319-5339-4899-87a0-c00fe93ccfe2 service neutron] 10.222.0.11 "GET /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148364 Oct 25 23:18:29.999044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.005516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d7a14652-b467-4dbd-b617-bab79b56b9fd tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/ports/1f7b61d9-6be7-4e63-aa1a-d2748e92545e HTTP/1.1" status: 204 len: 168 time: 1.9852803 Oct 25 23:18:30.008040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:30.134371 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-41871758-40fa-4407-b62a-3a5f332aed64 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] GET failed (client error): The resource could not be found. Oct 25 23:18:30.138338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-41871758-40fa-4407-b62a-3a5f332aed64 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "GET /v2.0/ports/1f7b61d9-6be7-4e63-aa1a-d2748e92545e HTTP/1.1" status: 404 len: 333 time: 0.0954890 Oct 25 23:18:30.139314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43100) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:30.145133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e278e19e-9618-45cd-a333-54d430d248e0 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:30.185353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: e278e19e-9618-45cd-a333-54d430d248e0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:30.185622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e278e19e-9618-45cd-a333-54d430d248e0 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:30.316965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port 941e5623-e34f-4567-9d7e-c5b24bcc44b0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:30.317311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.318642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Allocated IP 172.20.0.1 (fe783fb4-bca1-4ad8-a9a3-1b157079cbf2/bcf9ecf3-5481-4c45-92dc-7abdb66e924f/ada730e3-667f-4ab3-bd43-e0a565181f2f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:30.409697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.424894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.514559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.545641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba86008-37c6-487a-b51e-44d5588423f5 req-572201c8-f94e-41c3-88e8-afd6fb585f17 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:30.547008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ba86008-37c6-487a-b51e-44d5588423f5 req-572201c8-f94e-41c3-88e8-afd6fb585f17 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.1279595 Oct 25 23:18:30.572287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.575958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Attempting to bind port 4f449f74-a623-4aae-afff-a0f688983842 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:30.576561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Attempting to bind port 4f449f74-a623-4aae-afff-a0f688983842 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:30.577042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Attempting to bind port 4f449f74-a623-4aae-afff-a0f688983842 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:30.582475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88a52a-21fb-4c7a-b4fb-88cb5afde52e None None] Pushing event updated for resources: {'Port': ['ID=4f449f74-a623-4aae-afff-a0f688983842,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:30.603124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for 941e5623-e34f-4567-9d7e-c5b24bcc44b0 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:30.604942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:30.605327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:30.605727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.606118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:30.606616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Bound port: 4f449f74-a623-4aae-afff-a0f688983842, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:30.606992 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.617579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.707636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-5e25b517-4d9d-4bc4-8e25-c935fb17e8fa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:30.707932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:30.711399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:30.711554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-5e25b517-4d9d-4bc4-8e25-c935fb17e8fa tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.2010713 Oct 25 23:18:30.714600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ba86008-37c6-487a-b51e-44d5588423f5 req-94ea3477-6d3d-4b86-a64e-ca754dbe1787 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499810 Oct 25 23:18:30.718136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:30.723276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Pushing event updated for resources: {'Port': ['ID=ada730e3-667f-4ab3-bd43-e0a565181f2f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:30.766905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] For port 4f449f74-a623-4aae-afff-a0f688983842, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:30.774917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] For port 4f449f74-a623-4aae-afff-a0f688983842, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f449f74-a623-4aae-afff-a0f688983842,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:30.790374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.810046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:30.947006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:30.947830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:30.967453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43124) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:31.022735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.042104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88a52a-21fb-4c7a-b4fb-88cb5afde52e None None] Pushing event updated for resources: {'Port': ['ID=4f449f74-a623-4aae-afff-a0f688983842,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:31.157572 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.166454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:31.232060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=941e5623-e34f-4567-9d7e-c5b24bcc44b0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:31.338172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6fd36-5ea6-4d59-af96-25fc4496bfac req-d73fdb38-90af-484a-b53d-c25323c1156e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:31.347756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5c6fd36-5ea6-4d59-af96-25fc4496bfac req-d73fdb38-90af-484a-b53d-c25323c1156e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 943 time: 0.3745203 Oct 25 23:18:31.401790 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.408855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e29f126-0267-420e-b4aa-35b8e711091d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/ports/941e5623-e34f-4567-9d7e-c5b24bcc44b0 HTTP/1.1" status: 204 len: 168 time: 1.2655387 Oct 25 23:18:31.411661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43134) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:31.432206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bb602190-9286-40d5-b208-1a0734b288ca details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:18:31.452031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-587c985b-9dac-45f1-bd94-cafffd449b17 None None] Provisioning complete for port ada730e3-667f-4ab3-bd43-e0a565181f2f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:31.452399 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-587c985b-9dac-45f1-bd94-cafffd449b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.518029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5c6fd36-5ea6-4d59-af96-25fc4496bfac req-353eb454-4574-429f-8f2b-39dbebc571e9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691563 Oct 25 23:18:31.520560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Deleting port 379ab0ff-e577-4b67-aadd-bd53fda6df46 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:31.522588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.572227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.597816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79cc9e16-ea89-4c65-a843-da28da6c24a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.604060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.624263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-587c985b-9dac-45f1-bd94-cafffd449b17 None None] Port ada730e3-667f-4ab3-bd43-e0a565181f2f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:31.668373 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b89155f-f574-4778-996a-cca7c297cb55 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] GET failed (client error): The resource could not be found. Oct 25 23:18:31.676314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b89155f-f574-4778-996a-cca7c297cb55 tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "GET /v2.0/ports/941e5623-e34f-4567-9d7e-c5b24bcc44b0 HTTP/1.1" status: 404 len: 333 time: 0.2634020 Oct 25 23:18:31.680612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43142) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:31.699866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bb602190-9286-40d5-b208-1a0734b288ca, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bb602190-9286-40d5-b208-1a0734b288ca,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:31.716928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'bb602190-9286-40d5-b208-1a0734b288ca', 'network_id': '33b8b6f2-0c10-4c03-a465-e238c312f1a7', 'port_id': 'bb602190-9286-40d5-b208-1a0734b288ca', 'mac_address': 'fa:16:3e:c4:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54249837-052b-468f-bf65-0436c1b3962a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:18:31.738050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] For port 379ab0ff-e577-4b67-aadd-bd53fda6df46, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=379ab0ff-e577-4b67-aadd-bd53fda6df46,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:31.738390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.741722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Pushing event updated for resources: {'Port': ['ID=ada730e3-667f-4ab3-bd43-e0a565181f2f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:31.762101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43144) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:31.764923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.765667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.777398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb602190-9286-40d5-b208-1a0734b288ca {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:18:31.782247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:28Z', 'revision_number': 3, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:31.817171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1dff9-f2ad-4381-b9b9-f6df117fde4e None None] The sync data for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 is: [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:28Z', 'revision_number': 3, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:31.832729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bb602190-9286-40d5-b208-1a0734b288ca, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bb602190-9286-40d5-b208-1a0734b288ca,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:31.833396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Calling delete_port for 379ab0ff-e577-4b67-aadd-bd53fda6df46 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:31.848048 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:31.932665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=bb602190-9286-40d5-b208-1a0734b288ca,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:31.973275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:31.977147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:31.991197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79cc9e16-ea89-4c65-a843-da28da6c24a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.035543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-529359262', 'router:external': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:32.086376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79cc9e16-ea89-4c65-a843-da28da6c24a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.103941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:32.104227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.116270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['bb602190-9286-40d5-b208-1a0734b288ca'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:18:32.152687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79cc9e16-ea89-4c65-a843-da28da6c24a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aaa1702bcbea4ea582cee0adac34c604&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1809871 Oct 25 23:18:32.166082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43152) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:32.185890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9cc41-8734-4e3e-bda9-05b83c15cb50 req-78d757b6-4e65-44de-917d-1d3a9460b205 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:32.195168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43d9cc41-8734-4e3e-bda9-05b83c15cb50 req-78d757b6-4e65-44de-917d-1d3a9460b205 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 946 time: 0.2811282 Oct 25 23:18:32.206460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Made reservation on behalf of a6d952d8f8ee4fa2bda1c23c5dd23292 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:32.209265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.209500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9e16-ea89-4c65-a843-da28da6c24a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884bcda-f970-46cb-ab00-a424d18ac2b2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:32.262109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.282375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Router fa6597e7-8bc2-46ec-9196-0d503770ec49 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:18:32.305075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.319169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-630efea0-bf5a-4f82-b185-b9f85a50aefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.337177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43d9cc41-8734-4e3e-bda9-05b83c15cb50 req-f118f22d-9c60-4998-bcb5-92faecd5e3c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414630 Oct 25 23:18:32.409180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5f23de7e-628d-4cfe-9440-897b66e476c9 None None] Provisioning complete for port ada730e3-667f-4ab3-bd43-e0a565181f2f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:32.409932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5f23de7e-628d-4cfe-9440-897b66e476c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.462300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5f23de7e-628d-4cfe-9440-897b66e476c9 None None] Port ada730e3-667f-4ab3-bd43-e0a565181f2f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:32.755613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-630efea0-bf5a-4f82-b185-b9f85a50aefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.760546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.775991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:32.824168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:18:32.861076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'Port': ['ID=379ab0ff-e577-4b67-aadd-bd53fda6df46,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:32.879688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6402-b6d4-42a4-aec9-3954487dc222 req-53141967-e7ae-4125-8610-8ca923d95560 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:32.881230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c89f6402-b6d4-42a4-aec9-3954487dc222 req-53141967-e7ae-4125-8610-8ca923d95560 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 944 time: 0.1696613 Oct 25 23:18:32.890550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:32.896307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f2fd93c5-d3c0-47ac-a060-2a1121e5842e admin admin] 10.222.0.25 "PUT /v2.0/routers/fa6597e7-8bc2-46ec-9196-0d503770ec49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8487432 Oct 25 23:18:32.949449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] No DVR routers for this DVR port 379ab0ff-e577-4b67-aadd-bd53fda6df46 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:32.959230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-630efea0-bf5a-4f82-b185-b9f85a50aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.966681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-630efea0-bf5a-4f82-b185-b9f85a50aefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.966931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:32.970735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-630efea0-bf5a-4f82-b185-b9f85a50aefc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4884bcda-f970-46cb-ab00-a424d18ac2b2 HTTP/1.1" status: 204 len: 168 time: 0.7998765 Oct 25 23:18:32.997626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96114392-afc8-4587-af4e-d8c7ec3103d0 req-4c8f228e-a763-4f15-a6f3-43c8046b1f4b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.15 "DELETE /v2.0/ports/379ab0ff-e577-4b67-aadd-bd53fda6df46 HTTP/1.1" status: 204 len: 173 time: 2.2752512 Oct 25 23:18:32.998396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'name': 'network-vif-deleted', 'tag': '379ab0ff-e577-4b67-aadd-bd53fda6df46'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:33.001646 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cfc1aa-675a-488e-901b-74a3875fc4c7" -d '{"events": [{"server_uuid": "74a04e0e-b884-4dd4-a599-c03b6221d80e", "name": "network-vif-deleted", "tag": "379ab0ff-e577-4b67-aadd-bd53fda6df46"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:33.015575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630efea0-bf5a-4f82-b185-b9f85a50aefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884bcda-f970-46cb-ab00-a424d18ac2b2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:33.079072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c89f6402-b6d4-42a4-aec9-3954487dc222 req-636f1adf-be64-452e-abe5-0936d4f591ce tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731730 Oct 25 23:18:33.158915 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.170090 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c437819-f3cf-456f-ae9a-664d5797230d x-openstack-request-id: req-2c437819-f3cf-456f-ae9a-664d5797230d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:33.174521 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a04e0e-b884-4dd4-a599-c03b6221d80e", "name": "network-vif-deleted", "tag": "379ab0ff-e577-4b67-aadd-bd53fda6df46", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:33.174833 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c437819-f3cf-456f-ae9a-664d5797230d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:33.175208 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a04e0e-b884-4dd4-a599-c03b6221d80e', 'name': 'network-vif-deleted', 'tag': '379ab0ff-e577-4b67-aadd-bd53fda6df46', 'status': 'completed', 'code': 200} Oct 25 23:18:33.232018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:33.236340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.260041 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.330427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f449f74-a623-4aae-afff-a0f688983842 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:33.366423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:33.405544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.405898 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Added segment 274139b2-1d40-45b0-8113-8bc8b8f3949e of type vlan for network 40d69137-0f66-46a9-bf16-5a8a8f58393f Oct 25 23:18:33.408118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.411839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d3feac79-88a6-4353-8d72-66bb671cd03b tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/ports/a2f5530f-2f0f-4cc6-ae4b-7c1294de5a5e HTTP/1.1" status: 204 len: 168 time: 1.7302852 Oct 25 23:18:33.415306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43174) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:33.419433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729a487-4778-4ba5-a80c-50093eed8508,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:33.491433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bb602190-9286-40d5-b208-1a0734b288ca up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:33.511557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.553386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting subnet f1270f9a-f68a-4a15-b532-1b624d9eed54 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:18:33.563478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.580423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4f449f74-a623-4aae-afff-a0f688983842 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:33.580859 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.635501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ccbf84ae-9af5-40e9-8676-83e0724376f2 req-b43712f2-e4ae-4b88-be9f-9113738ad83f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=74a04e0e-b884-4dd4-a599-c03b6221d80e HTTP/1.1" status: 200 len: 210 time: 0.0694792 Oct 25 23:18:33.654461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.657400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:33.658134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.691248 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.751191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9699082 Oct 25 23:18:33.755986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43182) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:33.765670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port bb602190-9286-40d5-b208-1a0734b288ca completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:18:33.766526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'subnet': {'network_id': '40d69137-0f66-46a9-bf16-5a8a8f58393f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:33.770684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce817c-0232-438c-9302-11fc215ae7f6 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Network': ['ID=40d69137-0f66-46a9-bf16-5a8a8f58393f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:33.792743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 40d69137-0f66-46a9-bf16-5a8a8f58393f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:33.794455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port bb602190-9286-40d5-b208-1a0734b288ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:33.794819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.821322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43184) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:33.853029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Made reservation on behalf of a6d952d8f8ee4fa2bda1c23c5dd23292 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:33.855768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.870173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.889824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccddbbf-d21c-4d6d-a568-0aa69501c4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.906280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 4f449f74-a623-4aae-afff-a0f688983842, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f449f74-a623-4aae-afff-a0f688983842,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:33.925784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.932912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 379ab0ff-e577-4b67-aadd-bd53fda6df46 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:33.943149 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:33.986430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 379ab0ff-e577-4b67-aadd-bd53fda6df46 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:33.986775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 379ab0ff-e577-4b67-aadd-bd53fda6df46 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:33.988424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43190) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:33.993915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1255029623-network', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:34.036666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Made reservation on behalf of 15a7c9e0b3ef45f9b312be6e1aef6215 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:34.036985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=4f449f74-a623-4aae-afff-a0f688983842,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:34.042281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.052675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.072389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.090016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb602190-9286-40d5-b208-1a0734b288ca'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:34.103737 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125c5ea-79c1-49a8-a443-bbf5cbfcbb1c" -d '{"events": [{"server_uuid": "33097bb1-ce45-41c1-b70a-64c9f6ec6972", "name": "network-vif-plugged", "status": "completed", "tag": "bb602190-9286-40d5-b208-1a0734b288ca"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:34.111262 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.126931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bb602190-9286-40d5-b208-1a0734b288ca, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bb602190-9286-40d5-b208-1a0734b288ca,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:34.133983 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.165464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.177311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/subnets/f1270f9a-f68a-4a15-b532-1b624d9eed54 HTTP/1.1" status: 204 len: 168 time: 0.7607379 Oct 25 23:18:34.177908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43198) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:34.178512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26598b12-f6b3-41c6-ad9e-a56bd478248d tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Subnet': ['ID=f1270f9a-f68a-4a15-b532-1b624d9eed54,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:34.218355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=bb602190-9286-40d5-b208-1a0734b288ca,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:34.222132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2af07-2df2-444b-8e73-7dcef2d34312 None None] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:34.278938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccddbbf-d21c-4d6d-a568-0aa69501c4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.317183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ccddbbf-d21c-4d6d-a568-0aa69501c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.345035 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Sync routers for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:34.362691 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:34.363971 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:34.366213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.397812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ed429-39dc-4c52-93d4-852b3a890110 req-4aca2c76-1fd6-4760-98c6-c8c22b568da7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:34.399827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f2ed429-39dc-4c52-93d4-852b3a890110 req-4aca2c76-1fd6-4760-98c6-c8c22b568da7 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.1816030 Oct 25 23:18:34.423898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ccddbbf-d21c-4d6d-a568-0aa69501c4b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aaacd758e7ec4b2bbe88e14f4e5b073b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013172 Oct 25 23:18:34.433004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43202) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:34.433950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccddbbf-d21c-4d6d-a568-0aa69501c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4ee2b-4132-4edd-ad08-daa265fce473,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:34.467831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.479306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.494560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:34.506901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.507556 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Added segment ca467405-d275-4b4d-8e0b-1f96612ea253 of type vlan for network d5a236be-020b-46f2-ad33-4df9eac8039e Oct 25 23:18:34.559766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.583848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f2ed429-39dc-4c52-93d4-852b3a890110 req-76e9febf-19d5-482a-9fda-0bf8e3747dc6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730952 Oct 25 23:18:34.600946 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:34.601067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.601067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:34.601067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.611104 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43a7f735-b40e-4af2-adca-4a4719667c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.621716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Deleting port 84c2ad85-30f9-4221-b093-2e4d36917ae8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:34.622237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.652728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43a7f735-b40e-4af2-adca-4a4719667c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.656032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6664910 Oct 25 23:18:34.659687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43204) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:34.665940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Request body: {'subnet': {'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1255029623-subnet', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:34.666073 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e89943-0eb3-402c-a900-c6381672d8e3 x-openstack-request-id: req-59e89943-0eb3-402c-a900-c6381672d8e3 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:34.666073 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33097bb1-ce45-41c1-b70a-64c9f6ec6972", "name": "network-vif-plugged", "status": "completed", "tag": "bb602190-9286-40d5-b208-1a0734b288ca", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:34.666598 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59e89943-0eb3-402c-a900-c6381672d8e3 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:34.666794 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb602190-9286-40d5-b208-1a0734b288ca', 'code': 200} Oct 25 23:18:34.729128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] DHCP port deletion for 386b9e3c-86fc-440f-950e-e8268325b0c3 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:18:34.756010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ed424-9899-4130-95a6-54c5818a0d69,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:34.795295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Made reservation on behalf of 15a7c9e0b3ef45f9b312be6e1aef6215 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:34.798771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.822062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db242fb-793a-4091-849f-c6d93c184033 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a236be-020b-46f2-ad33-4df9eac8039e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:34.825745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] For port 84c2ad85-30f9-4221-b093-2e4d36917ae8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=84c2ad85-30f9-4221-b093-2e4d36917ae8,segment=NetworkSegment(543521db-a305-4303-bd87-20184e34bced),segment_id=543521db-a305-4303-bd87-20184e34bced)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:34.826109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.839028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:18:34.839643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.844833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d5a236be-020b-46f2-ad33-4df9eac8039e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:34.852317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Calling delete_port for 84c2ad85-30f9-4221-b093-2e4d36917ae8 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:34.855326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503739e5-7771-4032-811d-2755255509a2 req-b4543ec1-a89f-4a05-8777-394ca5d2dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:34.857167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-503739e5-7771-4032-811d-2755255509a2 req-b4543ec1-a89f-4a05-8777-394ca5d2dda0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 1096 time: 0.0849249 Oct 25 23:18:34.929588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Deleting port 84c2ad85-30f9-4221-b093-2e4d36917ae8 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:34.930013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.943309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-503739e5-7771-4032-811d-2755255509a2 req-d7730a89-162e-4476-b1e8-6c9911bdcf7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764272 Oct 25 23:18:34.957795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43a7f735-b40e-4af2-adca-4a4719667c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.961086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43a7f735-b40e-4af2-adca-4a4719667c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:34.962398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43a7f735-b40e-4af2-adca-4a4719667c1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bb4ee2b-4132-4edd-ad08-daa265fce473 HTTP/1.1" status: 204 len: 168 time: 0.5227571 Oct 25 23:18:35.034005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.038601 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 2, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:35.071062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7f735-b40e-4af2-adca-4a4719667c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4ee2b-4132-4edd-ad08-daa265fce473,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.085022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] For port 84c2ad85-30f9-4221-b093-2e4d36917ae8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=84c2ad85-30f9-4221-b093-2e4d36917ae8,segment=NetworkSegment(543521db-a305-4303-bd87-20184e34bced),segment_id=543521db-a305-4303-bd87-20184e34bced)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:35.085427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.086803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31a86017-c67d-43c2-8383-a3f03f84cda8,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.089960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Checking segment: {'id': '274139b2-1d40-45b0-8113-8bc8b8f3949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40d69137-0f66-46a9-bf16-5a8a8f58393f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:35.090525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network hostable DHCP agents. Network: 40d69137-0f66-46a9-bf16-5a8a8f58393f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:35.095176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Port': ['ID=84c2ad85-30f9-4221-b093-2e4d36917ae8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.098712 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Checking router: fa6597e7-8bc2-46ec-9196-0d503770ec49 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:35.100276 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Updating router fa6597e7-8bc2-46ec-9196-0d503770ec49 port ada730e3-667f-4ab3-bd43-e0a565181f2f binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:18:35.101944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] No DVR routers for this DVR port 84c2ad85-30f9-4221-b093-2e4d36917ae8 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:35.137814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Calling delete_port for 84c2ad85-30f9-4221-b093-2e4d36917ae8 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:35.158723 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.181220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766fe3f-4734-4d4d-89b3-2e362ee9a165 req-c44785fb-7b3f-4cc5-aa1d-0b9d7f26d234 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:35.190419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5766fe3f-4734-4d4d-89b3-2e362ee9a165 req-c44785fb-7b3f-4cc5-aa1d-0b9d7f26d234 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1049902 Oct 25 23:18:35.209388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.233323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386b9e3c-86fc-440f-950e-e8268325b0c3']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:35.238661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network 40d69137-0f66-46a9-bf16-5a8a8f58393f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:35.247588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543521db-a305-4303-bd87-20184e34bced') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:35.247897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543521db-a305-4303-bd87-20184e34bced') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:35.262180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.281966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.292180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 40d69137-0f66-46a9-bf16-5a8a8f58393f) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:35.300527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:18:35.300948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.303625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:35.304813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.328201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b08152-5b81-48e2-ac5c-82bf4e05cc7a None None] Network 40d69137-0f66-46a9-bf16-5a8a8f58393f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:35.351200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5766fe3f-4734-4d4d-89b3-2e362ee9a165 req-c4653cc0-a5e3-4f2d-a1a6-b3bbf6150489 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458623 Oct 25 23:18:35.390219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-01e491c4-27e4-4952-92ad-35e8015d8255 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6299992 Oct 25 23:18:35.393371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43218) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:35.399408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-935044870', 'network_id': '40d69137-0f66-46a9-bf16-5a8a8f58393f'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:35.405115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:18:35.433258 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:18:35.441603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.446907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f449f74-a623-4aae-afff-a0f688983842 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:35.448901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.452111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] 10.222.0.25 "DELETE /v2.0/networks/386b9e3c-86fc-440f-950e-e8268325b0c3 HTTP/1.1" status: 204 len: 168 time: 1.2719214 Oct 25 23:18:35.491967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b99ad-2098-41de-b34d-24302e0a411f tempest-AllowedAddressPairTestJSON-138436724 tempest-AllowedAddressPairTestJSON-138436724-project] Pushing event deleted for resources: {'Network': ['ID=386b9e3c-86fc-440f-950e-e8268325b0c3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.537154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Made reservation on behalf of a6d952d8f8ee4fa2bda1c23c5dd23292 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:35.542967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.563978 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.609193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-6c9c4f44-4a9f-4073-90f5-4952586903d5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:35.613528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-6c9c4f44-4a9f-4073-90f5-4952586903d5 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.1105671 Oct 25 23:18:35.618465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] device_id is not set on port 0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:35.628276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66542f7-8ee6-49e9-9305-5b1a157a4ccf,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.639111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Network 386b9e3c-86fc-440f-950e-e8268325b0c3 is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:18:35.640827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Checking segment: {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:35.641988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Network hostable DHCP agents. Network: d5a236be-020b-46f2-ad33-4df9eac8039e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:35.643420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] No DVR routers for this DVR port 84c2ad85-30f9-4221-b093-2e4d36917ae8 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:35.736666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed6fa9-7658-4c86-83ab-d6275f3d69c4 None None] Pushing event deleted for resources: {'Port': ['ID=84c2ad85-30f9-4221-b093-2e4d36917ae8,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.749689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be6e52-3080-43be-abde-728f8f28f564 None None] Network 40d69137-0f66-46a9-bf16-5a8a8f58393f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:35.760475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Network d5a236be-020b-46f2-ad33-4df9eac8039e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:35.764275 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.775822 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.820638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4f449f74-a623-4aae-afff-a0f688983842 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:35.821095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.861856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d5a236be-020b-46f2-ad33-4df9eac8039e) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:35.874394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Pushing event updated for resources: {'Port': ['ID=ada730e3-667f-4ab3-bd43-e0a565181f2f,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:35.892148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:35.892148 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.892437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4e661-ec48-40c4-aa2e-a11c3b52e9ac None None] Network d5a236be-020b-46f2-ad33-4df9eac8039e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:35.908488 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.908897 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.909849 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.910757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.911104 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.911932 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.913821 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.914353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.914696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.917090 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.917525 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.920886 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:35.948844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Deleting port 28fd4511-a74e-4c86-8523-0aa17423777f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:35.949555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:35.972041 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6c3ee42e-f3f6-4ddc-bd36-03094dd1cc3a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3110311 Oct 25 23:18:35.975532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43234) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:35.981908 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Attempting to bind port ada730e3-667f-4ab3-bd43-e0a565181f2f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:35.982258 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Attempting to bind port ada730e3-667f-4ab3-bd43-e0a565181f2f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:35.984341 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Attempting to bind port ada730e3-667f-4ab3-bd43-e0a565181f2f on network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:35.987789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Allocated IP 172.20.0.2 (40d69137-0f66-46a9-bf16-5a8a8f58393f/31a86017-c67d-43c2-8383-a3f03f84cda8/0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:35.993253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:36.007829 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:36.008211 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Checking segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:36.010771 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.010771 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Bound using segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:36.010771 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Bound port: ada730e3-667f-4ab3-bd43-e0a565181f2f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:36.010771 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.091870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd865576-4c9d-4f24-897c-76f86c56b2d7 req-4a352941-988f-46f8-b59d-853098c03af8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:36.102378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd865576-4c9d-4f24-897c-76f86c56b2d7 req-4a352941-988f-46f8-b59d-853098c03af8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.2604454 Oct 25 23:18:36.148170 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] For port ada730e3-667f-4ab3-bd43-e0a565181f2f, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:36.160570 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] For port ada730e3-667f-4ab3-bd43-e0a565181f2f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ada730e3-667f-4ab3-bd43-e0a565181f2f,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:36.171510 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.268059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd865576-4c9d-4f24-897c-76f86c56b2d7 req-32ef18a0-f258-47eb-b2a5-c066109f263c tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642044 Oct 25 23:18:36.306514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.308347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.383223 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a8b10-3478-49ab-8f5b-79e44eee75a9 None None] Pushing event updated for resources: {'Port': ['ID=ada730e3-667f-4ab3-bd43-e0a565181f2f,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:36.385412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43244) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:36.421232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.429411 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:36.430035 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:36.460071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-831588f2-eb76-4bf7-9cba-d01eea8e8f5c None None] Provisioning complete for port ada730e3-667f-4ab3-bd43-e0a565181f2f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:36.463807 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-831588f2-eb76-4bf7-9cba-d01eea8e8f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.475511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] For port 28fd4511-a74e-4c86-8523-0aa17423777f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=28fd4511-a74e-4c86-8523-0aa17423777f,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:36.476602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.503202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Calling delete_port for 28fd4511-a74e-4c86-8523-0aa17423777f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:36.569292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.607198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 84c2ad85-30f9-4221-b093-2e4d36917ae8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:36.654100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.737733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:36.738292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Port': ['ID=0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:36.752851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network 40d69137-0f66-46a9-bf16-5a8a8f58393f is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:36.755440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 84c2ad85-30f9-4221-b093-2e4d36917ae8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:36.756863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:36.760499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:36.764187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 84c2ad85-30f9-4221-b093-2e4d36917ae8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:36.789931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-d5a236be-020b-46f2-ad33-4df9eac8039e', 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'fixed_ips': [{'subnet_id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:18:36.792245 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.805494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:36.806057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:36.826993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514fd0f-2e5b-447e-b2a6-77defd0c305d req-db7db259-a66e-4e1c-b94d-a55b23b698fd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:36.836658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7514fd0f-2e5b-447e-b2a6-77defd0c305d req-db7db259-a66e-4e1c-b94d-a55b23b698fd tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 945 time: 0.3063245 Oct 25 23:18:36.848545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-18f54a29-6f2d-4b48-a5ee-0bdefbd83877 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.4543488 Oct 25 23:18:36.849192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43258) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:36.952354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-831588f2-eb76-4bf7-9cba-d01eea8e8f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.009511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.015192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7514fd0f-2e5b-447e-b2a6-77defd0c305d req-dd0b9e89-2be4-420c-a209-b3a8bcdd0221 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=837ae1e5-b015-4ba2-88a9-21ef32e218d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775234 Oct 25 23:18:37.020938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-831588f2-eb76-4bf7-9cba-d01eea8e8f5c None None] For port ada730e3-667f-4ab3-bd43-e0a565181f2f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ada730e3-667f-4ab3-bd43-e0a565181f2f,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:37.032167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-252aef2c-11fd-46ff-9e45-36665c4deb2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fad32f84e9c47edacf085d3bd179b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427753 Oct 25 23:18:37.035158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43260) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:37.040997 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-831588f2-eb76-4bf7-9cba-d01eea8e8f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.082337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:37.089524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Deleting port 0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:37.089872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.101884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.122514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['28fd4511-a74e-4c86-8523-0aa17423777f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:18:37.144731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'Port': ['ID=28fd4511-a74e-4c86-8523-0aa17423777f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:37.232395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831588f2-eb76-4bf7-9cba-d01eea8e8f5c None None] Pushing event updated for resources: {'Port': ['ID=ada730e3-667f-4ab3-bd43-e0a565181f2f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:37.246838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.250107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] No DVR routers for this DVR port 28fd4511-a74e-4c86-8523-0aa17423777f on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:37.262225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Calling delete_port for 0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:37.269321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Allocated IP 172.20.0.2 (d5a236be-020b-46f2-ad33-4df9eac8039e/a66542f7-8ee6-49e9-9305-5b1a157a4ccf/5966f0d2-9878-43c5-ac14-04acfd4eb708) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:37.271573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.275136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b9542ef-8b54-4c70-84a7-23f55a9cab3c req-dc92f213-6b75-45d4-836a-44884699b2ae tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "DELETE /v2.0/ports/28fd4511-a74e-4c86-8523-0aa17423777f HTTP/1.1" status: 204 len: 173 time: 1.6547260 Oct 25 23:18:37.276111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'name': 'network-vif-deleted', 'tag': '28fd4511-a74e-4c86-8523-0aa17423777f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:37.279095 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af688d1e-52b3-4742-a15f-a9566a8b4523" -d '{"events": [{"server_uuid": "46dd06fd-c6be-47cf-ad13-a2d1fd999d42", "name": "network-vif-deleted", "tag": "28fd4511-a74e-4c86-8523-0aa17423777f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:37.289662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3802ac67-f9ce-4257-b52a-12d3941525ae None None] Provisioning complete for port ada730e3-667f-4ab3-bd43-e0a565181f2f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:37.290506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3802ac67-f9ce-4257-b52a-12d3941525ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.325225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68e7718e-481e-4d3d-a441-69284917e4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.423481 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f6985-e755-4d16-b484-67ae38aef5fd None None] The sync data for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 is: [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:37.472394 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68e7718e-481e-4d3d-a441-69284917e4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.590401 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d8d476-35cd-4e20-a99f-e711d2e4bfbd x-openstack-request-id: req-69d8d476-35cd-4e20-a99f-e711d2e4bfbd {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:37.592564 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd06fd-c6be-47cf-ad13-a2d1fd999d42", "name": "network-vif-deleted", "tag": "28fd4511-a74e-4c86-8523-0aa17423777f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:37.593511 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69d8d476-35cd-4e20-a99f-e711d2e4bfbd {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:37.595187 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd06fd-c6be-47cf-ad13-a2d1fd999d42', 'name': 'network-vif-deleted', 'tag': '28fd4511-a74e-4c86-8523-0aa17423777f', 'status': 'completed', 'code': 200} Oct 25 23:18:37.640648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.729743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event deleted for resources: {'Port': ['ID=0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:37.774554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68e7718e-481e-4d3d-a441-69284917e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.777183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68e7718e-481e-4d3d-a441-69284917e4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.778388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68e7718e-481e-4d3d-a441-69284917e4e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e204d2c-f0ea-4b9e-8ead-a87b92e21dba HTTP/1.1" status: 204 len: 168 time: 0.7401836 Oct 25 23:18:37.791208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.804514 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.851954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7718e-481e-4d3d-a441-69284917e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e204d2c-f0ea-4b9e-8ead-a87b92e21dba,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:37.890045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628aa4f-870a-48bb-beeb-f0a0299bcc53 req-d0e1c908-7a0c-43bb-bcd1-cfb821cd075a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:37.890045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3628aa4f-870a-48bb-beeb-f0a0299bcc53 req-d0e1c908-7a0c-43bb-bcd1-cfb821cd075a tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.5091290 Oct 25 23:18:37.893360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.899886 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63904a1b-93d2-4bba-91e3-f10920706a82 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0209973d-3fdc-4c6f-9eb1-8e9a1a6d765a HTTP/1.1" status: 204 len: 168 time: 1.0452104 Oct 25 23:18:37.902928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:37.910692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40d69137-0f66-46a9-bf16-5a8a8f58393f', 'external_fixed_ips': [{'subnet_id': '31a86017-c67d-43c2-8383-a3f03f84cda8', 'ip_address': '172.20.0.2'}]}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:37.913775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Network d5a236be-020b-46f2-ad33-4df9eac8039e is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:37.930562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:37.944876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:37.965594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Pushing event updated for resources: {'Port': ['ID=5966f0d2-9878-43c5-ac14-04acfd4eb708,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:37.980839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:37.982222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.106278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.108497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Attempting to bind port 5966f0d2-9878-43c5-ac14-04acfd4eb708 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:38.110857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Attempting to bind port 5966f0d2-9878-43c5-ac14-04acfd4eb708 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:38.113007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Attempting to bind port 5966f0d2-9878-43c5-ac14-04acfd4eb708 on network d5a236be-020b-46f2-ad33-4df9eac8039e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:38.132943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:38.133343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Checking segment: {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:38.133767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.134919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Bound using segment: {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:38.135423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Bound port: 5966f0d2-9878-43c5-ac14-04acfd4eb708, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:38.140818 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.280784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3628aa4f-870a-48bb-beeb-f0a0299bcc53 req-a9344de4-b8d3-4d28-943e-d53509cfbf1d tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532147 Oct 25 23:18:38.311072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] For port 5966f0d2-9878-43c5-ac14-04acfd4eb708, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:38.322730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] For port 5966f0d2-9878-43c5-ac14-04acfd4eb708, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5966f0d2-9878-43c5-ac14-04acfd4eb708,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:38.337765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.351014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b285a92-2c2d-4c57-89f2-05f39d3799e0 req-820fd314-d39f-4475-bc0f-533e00594825 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=46dd06fd-c6be-47cf-ad13-a2d1fd999d42 HTTP/1.1" status: 200 len: 210 time: 0.0626054 Oct 25 23:18:38.467760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a26c4-c614-4f69-970a-7a2645e02f09 None None] Pushing event updated for resources: {'Port': ['ID=5966f0d2-9878-43c5-ac14-04acfd4eb708,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:38.537264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.561439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.623215 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:38.936769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-995ad51b-a273-45d2-b54d-84e64c76f9c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5804739 Oct 25 23:18:38.980167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Allocated IP 172.25.4.143 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/4666ade5-dbb1-47cf-a2d7-6dceb22b61ee) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:39.096886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888900e-9e87-479d-b206-603a805fad24 req-e9b30f57-1c32-410b-a3fc-5f1f3f5d2e84 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:39.105640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1888900e-9e87-479d-b206-603a805fad24 req-e9b30f57-1c32-410b-a3fc-5f1f3f5d2e84 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.1724117 Oct 25 23:18:39.160433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.223870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.224107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.304092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.449793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5966f0d2-9878-43c5-ac14-04acfd4eb708 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:39.462090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43334) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:39.514781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 28fd4511-a74e-4c86-8523-0aa17423777f no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:39.579850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Pushing event updated for resources: {'Port': ['ID=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:39.609024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 28fd4511-a74e-4c86-8523-0aa17423777f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:39.609302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 28fd4511-a74e-4c86-8523-0aa17423777f not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:39.615621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:39.626694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Allocated IP 172.20.0.2 (40d69137-0f66-46a9-bf16-5a8a8f58393f/31a86017-c67d-43c2-8383-a3f03f84cda8/53defe72-5537-48fe-a250-c59a09890d29) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:39.629947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:39.658515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:39.665674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43342) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:39.693898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5966f0d2-9878-43c5-ac14-04acfd4eb708 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:39.694304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.696195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80afb4c7-3aec-4c54-a445-0b71c8c35daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.780681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1888900e-9e87-479d-b206-603a805fad24 req-71adb9a1-7273-4216-a859-ea809301dff9 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695983 Oct 25 23:18:39.850689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-aeb4d9c3-a2ea-479d-a2df-d79afc224315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:39.862208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-aeb4d9c3-a2ea-479d-a2df-d79afc224315 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.7777696 Oct 25 23:18:39.900488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.963976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80afb4c7-3aec-4c54-a445-0b71c8c35daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.975915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5966f0d2-9878-43c5-ac14-04acfd4eb708, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5966f0d2-9878-43c5-ac14-04acfd4eb708,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:39.983561 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:39.984438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ada730e3-667f-4ab3-bd43-e0a565181f2f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:40.048812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.088257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1070629834'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:40.093152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80afb4c7-3aec-4c54-a445-0b71c8c35daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.150452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ada730e3-667f-4ab3-bd43-e0a565181f2f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:40.151194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.159697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afb4c7-3aec-4c54-a445-0b71c8c35daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc45a2-5f4e-4181-804e-280e8f98f5eb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:40.216205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5966f0d2-9878-43c5-ac14-04acfd4eb708,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:40.223683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.271809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80afb4c7-3aec-4c54-a445-0b71c8c35daa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4b50881d3374ddbb2a68d5f1ef0cfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8082640 Oct 25 23:18:40.272447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43350) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:40.304166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network 40d69137-0f66-46a9-bf16-5a8a8f58393f is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:40.321457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c2d4-7d8e-48bd-9f67-3dc0d4e4e111 req-87741dba-e073-4e1e-aac3-bf95ab2817c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:40.328867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c491c2d4-7d8e-48bd-9f67-3dc0d4e4e111 req-87741dba-e073-4e1e-aac3-bf95ab2817c3 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.3615642 Oct 25 23:18:40.340494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:40.346040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.347840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-ef8d2dbf-5c6a-4997-b8ce-c55813a093a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:40.349388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-ef8d2dbf-5c6a-4997-b8ce-c55813a093a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.3972204 Oct 25 23:18:40.353660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb0d53-7386-44b3-aa39-68fb3c21b8a1 None None] Network d5a236be-020b-46f2-ad33-4df9eac8039e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:40.357655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:40.384049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:40.386419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.398836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Port': ['ID=53defe72-5537-48fe-a250-c59a09890d29,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:40.442578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-6ca61074-91b9-4dac-b8bf-bf7c91443658 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0845921 Oct 25 23:18:40.463177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cef32d46-8ae5-4a45-8448-6c348a4dd494 None None] Provisioning complete for port 5966f0d2-9878-43c5-ac14-04acfd4eb708 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:40.464129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef32d46-8ae5-4a45-8448-6c348a4dd494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.515059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-28a7cc15-beff-4abe-a807-5ad4b34bf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:40.517752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-28a7cc15-beff-4abe-a807-5ad4b34bf560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.0670187 Oct 25 23:18:40.518196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c491c2d4-7d8e-48bd-9f67-3dc0d4e4e111 req-a38f6260-ba17-4961-a2b7-5ec6339b0045 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646295 Oct 25 23:18:40.518516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.599717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1462-fb71-427f-a234-3ce0947afd1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.671028 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1462-fb71-427f-a234-3ce0947afd1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.838055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.853059 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.864995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1462-fb71-427f-a234-3ce0947afd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.867976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1462-fb71-427f-a234-3ce0947afd1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.870241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ecf1462-fb71-427f-a234-3ce0947afd1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4dc45a2-5f4e-4181-804e-280e8f98f5eb HTTP/1.1" status: 204 len: 168 time: 0.5908713 Oct 25 23:18:40.889705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:40.919104 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:40.919448 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment a7a08abc-5930-4f92-a277-7499a74ed58a of type vlan for network 039c8bd0-62a5-4dfe-94af-d003bdb5063b Oct 25 23:18:40.928253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9bd2cb-e1da-45a1-81b1-6777cc95d4cb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:40.960590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2b5d93e0-a409-41d4-9353-4cc16d70a6a8 None None] Provisioning complete for port 5966f0d2-9878-43c5-ac14-04acfd4eb708 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:40.961185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93e0-a409-41d4-9353-4cc16d70a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.266260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf1462-fb71-427f-a234-3ce0947afd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc45a2-5f4e-4181-804e-280e8f98f5eb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:41.307456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.312363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.321918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-589458e2-d498-4a14-ad46-967422fd5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:41.323454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-589458e2-d498-4a14-ad46-967422fd5988 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952854 Oct 25 23:18:41.331143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5966f0d2-9878-43c5-ac14-04acfd4eb708 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:41.398785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad5fd-9848-473b-be1f-dd1dca545a89 req-64ba3181-97ae-49d5-a1c2-869f4d106cab tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:41.399935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5966f0d2-9878-43c5-ac14-04acfd4eb708 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:41.399935 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.400356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-736ad5fd-9848-473b-be1f-dd1dca545a89 req-64ba3181-97ae-49d5-a1c2-869f4d106cab tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.4708517 Oct 25 23:18:41.415483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.421379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:41.422653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.452617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7824390 Oct 25 23:18:41.459762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-5766ce48-270c-4e66-b937-b9da45159c53 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:41.461268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-5766ce48-270c-4e66-b937-b9da45159c53 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1744907 Oct 25 23:18:41.462185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:41.462185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43364) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:41.481999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'name': 'tempest-PortsIpV6TestJSON-244043532'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:41.579200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446573-d9d0-4bb9-a34d-4e2fc3e55bca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=039c8bd0-62a5-4dfe-94af-d003bdb5063b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:41.584385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fce83b57-ea45-4509-a565-5f711c3e4b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.592736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:41.646056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.703985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-736ad5fd-9848-473b-be1f-dd1dca545a89 req-3bfd7932-b3d1-4ffa-918a-3d1a501ff11e tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533550 Oct 25 23:18:41.721105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.729248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4c44f-89be-4c20-9cee-effa1011f3eb req-114d9a16-0531-4a8e-9173-f6b6b1b54dde tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:41.730859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fda4c44f-89be-4c20-9cee-effa1011f3eb req-114d9a16-0531-4a8e-9173-f6b6b1b54dde tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.1293430 Oct 25 23:18:41.745586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-eb75ffb1-c44a-43bc-856a-fb70e1b6e190 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951223 Oct 25 23:18:41.792576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fda4c44f-89be-4c20-9cee-effa1011f3eb req-2314249e-82ae-49e6-ba49-8c0423d1fb03 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Oct 25 23:18:41.843617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Router d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:18:41.917902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:41.921355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.978177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 794dfbbe-edac-401c-8ea8-d2fee81e4190 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:41.989633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Deleting port d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:41.989965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:41.993103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aa63d-8695-4333-b94a-84504cf2e203 req-04957f43-4d56-4bc5-a2e7-b0d66987db73 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:41.994624 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-685aa63d-8695-4333-b94a-84504cf2e203 req-04957f43-4d56-4bc5-a2e7-b0d66987db73 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.0713186 Oct 25 23:18:42.009218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:42.020211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Sync routers for ids ['d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:42.027005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fce83b57-ea45-4509-a565-5f711c3e4b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.035296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Routers {'d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:42.036099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:42.044274 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.045503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-db9ccd43-0227-47fc-aa18-933af1e1e517 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1409688 Oct 25 23:18:42.048187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43376) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:42.056148 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-685aa63d-8695-4333-b94a-84504cf2e203 req-ab72fb57-5e43-4fa9-9ca3-0cdea2b147d8 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548227 Oct 25 23:18:42.100987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fce83b57-ea45-4509-a565-5f711c3e4b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.155301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-382c6b89-9a63-4908-848c-c059fcc2fa30 req-88a51a5e-5909-472b-b95f-3cf33953f667 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263807 Oct 25 23:18:42.168174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.176680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Set router d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:42.216303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce83b57-ea45-4509-a565-5f711c3e4b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25cbeb5-d0f6-455d-baab-43c8f5114026,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:42.233105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fce83b57-ea45-4509-a565-5f711c3e4b97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b06c35ad974a4cfa8d7789ca2687b779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647142 Oct 25 23:18:42.240972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43380) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:42.269483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] For port d54d4ef8-261a-499f-b2d3-ccb96b40023b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d54d4ef8-261a-499f-b2d3-ccb96b40023b,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:42.269845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.319265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.378339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:18:42.394187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Deleting port 53defe72-5537-48fe-a250-c59a09890d29 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:42.394187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.423287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3224ff9-97d5-4bf6-8e85-81f4a7ccdec7', 'name': '', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40d69137-0f66-46a9-bf16-5a8a8f58393f', 'external_fixed_ips': [{'subnet_id': '31a86017-c67d-43c2-8383-a3f03f84cda8', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '53defe72-5537-48fe-a250-c59a09890d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:37Z', 'updated_at': '2021-10-25T23:18:40Z', 'revision_number': 3, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port': {'id': '53defe72-5537-48fe-a250-c59a09890d29', 'name': '', 'network_id': '40d69137-0f66-46a9-bf16-5a8a8f58393f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3224ff9-97d5-4bf6-8e85-81f4a7ccdec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '31a86017-c67d-43c2-8383-a3f03f84cda8', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:39Z', 'updated_at': '2021-10-25T23:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31a86017-c67d-43c2-8383-a3f03f84cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:42.451444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Checking router: d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:42.451801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Updating router d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7 port 53defe72-5537-48fe-a250-c59a09890d29 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:18:42.477465 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.486906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.499848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Calling delete_port for 53defe72-5537-48fe-a250-c59a09890d29 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:42.517146 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.593100 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f999e978-1759-4ccb-b6d5-510c25740b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.674604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.675397 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f999e978-1759-4ccb-b6d5-510c25740b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.707650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.710096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event deleted for resources: {'Port': ['ID=53defe72-5537-48fe-a250-c59a09890d29,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:42.710607 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.710962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.711274 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Floating IP 16465466-6062-4f4f-8165-ed055e4b6cf1 disassociated. External IP: 172.25.4.23, port: d54d4ef8-261a-499f-b2d3-ccb96b40023b. Oct 25 23:18:42.711611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Calling delete_port for d54d4ef8-261a-499f-b2d3-ccb96b40023b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:42.717793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:42.735055 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Sync routers for ids ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:42.751098 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Routers {'526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:42.752219 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:42.775237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:18:42.776286 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:18:42.788573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.846843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.850501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-62dc21ea-c584-4141-b066-9d441ac85eae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8694985 Oct 25 23:18:42.855113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43386) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:42.870783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=794dfbbe-edac-401c-8ea8-d2fee81e4190,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:42.889133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f999e978-1759-4ccb-b6d5-510c25740b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.893134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f999e978-1759-4ccb-b6d5-510c25740b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.897323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f999e978-1759-4ccb-b6d5-510c25740b74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e25cbeb5-d0f6-455d-baab-43c8f5114026 HTTP/1.1" status: 204 len: 168 time: 0.6504779 Oct 25 23:18:42.904969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:42.911988 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Set router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:42.944592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': 'a7a08abc-5930-4f92-a277-7499a74ed58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:42.944951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: 039c8bd0-62a5-4dfe-94af-d003bdb5063b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:42.956233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999e978-1759-4ccb-b6d5-510c25740b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25cbeb5-d0f6-455d-baab-43c8f5114026,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:42.991691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf70e1-a8ed-4754-a885-e52f283d9027 req-ac403cc2-8e5d-4dba-ab14-a54504b44de1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:42.993310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfdf70e1-a8ed-4754-a885-e52f283d9027 req-ac403cc2-8e5d-4dba-ab14-a54504b44de1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 944 time: 0.0918489 Oct 25 23:18:43.038669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:43.069190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.071890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.073581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 039c8bd0-62a5-4dfe-94af-d003bdb5063b) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:43.086018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38753a20-c2f5-4160-92be-5c42c5a0d41e None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:43.094816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:43.100003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:43.101115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.113280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfdf70e1-a8ed-4754-a885-e52f283d9027 req-03c66cf1-0ac5-4b76-80c9-48088a4e356f tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c2f9cf-f792-4cf8-985a-e73498810894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810993 Oct 25 23:18:43.124955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.164445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7b54ddcb-5310-4cc0-9705-9534248a2df9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6970682 Oct 25 23:18:43.196138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43392) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:43.202045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-192489'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:43.207719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'Port': ['ID=d54d4ef8-261a-499f-b2d3-ccb96b40023b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:43.256753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.257225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:18:43.282649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.283197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43d20ec7-1985-4c1c-a947-9b2b49f5ae47 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/routers/d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7 HTTP/1.1" status: 204 len: 168 time: 1.2340953 Oct 25 23:18:43.288826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43398) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:43.320594 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:18:40Z', 'revision_number': 3, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:43.358949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Port 53defe72-5537-48fe-a250-c59a09890d29 not found while updating agent binding for router d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7. {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 25 23:18:43.362291 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Checking router: 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:43.363963 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Updating router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:18:43.398489 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.433310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95018d-5d43-4bcd-bd21-2234bcf137a7 req-278ae6e4-d68f-48f2-9b66-3f451b127501 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:43.434078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:43.439521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f95018d-5d43-4bcd-bd21-2234bcf137a7 req-278ae6e4-d68f-48f2-9b66-3f451b127501 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.2323246 Oct 25 23:18:43.443261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Routers set() bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:43.448396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.448553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Router IDs set() for agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 23:18:43.448553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent'). {{(pid=102135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 23:18:43.448553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6da701-97cb-4e57-a58d-0c36ef0cfdc2 None None] The sync data for ids ['d3224ff9-97d5-4bf6-8e85-81f4a7ccdec7'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:43.450874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Deleting subnet 31a86017-c67d-43c2-8383-a3f03f84cda8 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:18:43.463802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.527888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb0384-d76e-4724-b2da-f4de86855877 req-c84d0068-f435-43c7-bc78-2cab0473bb55 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:43.529491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37eb0384-d76e-4724-b2da-f4de86855877 req-c84d0068-f435-43c7-bc78-2cab0473bb55 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.1622708 Oct 25 23:18:43.552544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:43.592300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Router f9c81e9b-21e4-4650-83e6-806c36bea810 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:18:43.606610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.606963 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment 54cd51a2-673e-4275-9f86-1b9126384a6e of type vlan for network f4950e42-8c91-44b3-a7a5-bd96e986921e Oct 25 23:18:43.670805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.711892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f95018d-5d43-4bcd-bd21-2234bcf137a7 req-a1935998-e592-4f20-b86f-a4732a4d35b6 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561018 Oct 25 23:18:43.756026 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.766460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.768733 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.803536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.841043 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9be13a-a5cd-42dc-a565-068d162371d7 None None] Pushing event updated for resources: {'Port': ['ID=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:43.851406 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Attempting to bind port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:43.852141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Attempting to bind port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:43.852567 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Attempting to bind port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:43.861465 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:43.862002 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:43.862533 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.863019 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:43.863594 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Bound port: 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:43.864073 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.941248 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] For port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:43.947092 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] For port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:43.947382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.955090 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.992155 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31a86017-c67d-43c2-8383-a3f03f84cda8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:43.994652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:43.998297 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0985933f-b3af-4369-89ad-7c2ca713198a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/31a86017-c67d-43c2-8383-a3f03f84cda8 HTTP/1.1" status: 204 len: 168 time: 0.7078705 Oct 25 23:18:44.001860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43418) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:44.053872 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9be13a-a5cd-42dc-a565-068d162371d7 None None] Pushing event updated for resources: {'Port': ['ID=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:44.068336 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Routers {'526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:44.068986 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:44.103699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.118898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.254988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Deleting port bb602190-9286-40d5-b208-1a0734b288ca {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:44.255320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.260830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.267499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:44.268914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.281301 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] Set router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:44.320712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.353772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d69137-0f66-46a9-bf16-5a8a8f58393f']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:44.370447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274139b2-1d40-45b0-8113-8bc8b8f3949e') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:44.370858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274139b2-1d40-45b0-8113-8bc8b8f3949e') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:44.401524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.403547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:44.420989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] Sync routers for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:44.430491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.437430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Allocated IP 172.20.0.1 (d5a236be-020b-46f2-ad33-4df9eac8039e/a66542f7-8ee6-49e9-9305-5b1a157a4ccf/597b7860-c784-4874-9213-c9576878735a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:44.444874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:18:44.445285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:18:44.447461 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:18:44.451908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:44.454088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a5e3fd3f-88eb-4bbe-be0a-cac114f2f4f9 req-6ae0ff22-c0be-483b-bb06-d998ba4a58a1 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/ports?device_id=83a27c00-5671-49f9-98ab-6eebd11d95dc HTTP/1.1" status: 200 len: 210 time: 0.1033158 Oct 25 23:18:44.469875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:44.470930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2735083 Oct 25 23:18:44.492869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43428) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:44.509115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'ports': [{'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'}, {'network_id': 'f4950e42-8c91-44b3-a7a5-bd96e986921e'}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:44.510593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:44.511242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': 'f4950e42-8c91-44b3-a7a5-bd96e986921e'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:44.590213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.605601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40d69137-0f66-46a9-bf16-5a8a8f58393f {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:18:44.606696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] No DVR routers for this DVR port d54d4ef8-261a-499f-b2d3-ccb96b40023b on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:44.621046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.624648 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/networks/40d69137-0f66-46a9-bf16-5a8a8f58393f HTTP/1.1" status: 204 len: 168 time: 0.6217535 Oct 25 23:18:44.631350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f66f28-fa7d-4441-88ab-579c5c137328 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event deleted for resources: {'Network': ['ID=40d69137-0f66-46a9-bf16-5a8a8f58393f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:44.677098 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:18:40Z', 'revision_number': 3, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:44.690124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.691496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.703360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2a278e5-2611-4eb8-9dfd-1dcf6dd9b041 req-8990b971-8b28-49a5-9c9a-ba20d84d0044 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.11 "DELETE /v2.0/ports/d54d4ef8-261a-499f-b2d3-ccb96b40023b HTTP/1.1" status: 204 len: 173 time: 3.2121837 Oct 25 23:18:44.712520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-deleted', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:44.721659 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa8261-8611-4465-bc19-b71bf418d72c" -d '{"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-deleted", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:44.729240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed694c-1160-43d2-ad5f-87d9b546b966 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=f4950e42-8c91-44b3-a7a5-bd96e986921e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:44.752233 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32f9c0-9679-477d-b977-536144ec7bbb None None] The sync data for ids ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'] in n-d-815373-1 is: [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:18:40Z', 'revision_number': 3, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:44.753282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f4950e42-8c91-44b3-a7a5-bd96e986921e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:44.782660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.862740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] For port bb602190-9286-40d5-b208-1a0734b288ca, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bb602190-9286-40d5-b208-1a0734b288ca,segment=NetworkSegment(49044f5f-8205-429e-b491-98ceb9b98d67),segment_id=49044f5f-8205-429e-b491-98ceb9b98d67)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:44.863147 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:44.870129 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b3c56-ddf4-44ae-85a0-aa261b038ee4 x-openstack-request-id: req-a90b3c56-ddf4-44ae-85a0-aa261b038ee4 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:44.870431 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a27c00-5671-49f9-98ab-6eebd11d95dc", "name": "network-vif-deleted", "tag": "d54d4ef8-261a-499f-b2d3-ccb96b40023b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:44.870796 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a90b3c56-ddf4-44ae-85a0-aa261b038ee4 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:44.871083 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a27c00-5671-49f9-98ab-6eebd11d95dc', 'name': 'network-vif-deleted', 'tag': 'd54d4ef8-261a-499f-b2d3-ccb96b40023b', 'status': 'completed', 'code': 200} Oct 25 23:18:44.900030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:44.900356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Network d5a236be-020b-46f2-ad33-4df9eac8039e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:44.929278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:44.935446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:45.014441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Calling delete_port for bb602190-9286-40d5-b208-1a0734b288ca owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:45.062315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Pushing event updated for resources: {'Port': ['ID=597b7860-c784-4874-9213-c9576878735a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:45.107973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.201644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbf22-3760-4ddb-b80a-bcf87847c599 req-e35b4c5c-071b-43db-a523-788bca0997f2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:45.213684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-341bbf22-3760-4ddb-b80a-bcf87847c599 req-e35b4c5c-071b-43db-a523-788bca0997f2 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 945 time: 0.3317842 Oct 25 23:18:45.234264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 2} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:45.248665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.317051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-341bbf22-3760-4ddb-b80a-bcf87847c599 req-d390ba4e-c96d-4799-9302-808d695872a1 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c259045-f257-4101-b45f-8d19a66ee3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967824 Oct 25 23:18:45.330980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.374742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43452) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:45.400506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'name': 'tempest-router--1750971467', 'project_id': '641bfe299e014c138d1a49314746ab17'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:45.463010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.505114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:45.546573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.548546 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.556081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-74b0469c-fff1-4e81-bf51-ba1f1dca9e09 None None] Provisioning complete for port 597b7860-c784-4874-9213-c9576878735a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:45.556692 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74b0469c-fff1-4e81-bf51-ba1f1dca9e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.576282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 0c1eab71-61df-4fcf-bbb0-1640140abbc2 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:45.600408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.647058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-74b0469c-fff1-4e81-bf51-ba1f1dca9e09 None None] Port 597b7860-c784-4874-9213-c9576878735a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:45.647624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:45.650566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Pushing event deleted for resources: {'Port': ['ID=bb602190-9286-40d5-b208-1a0734b288ca,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:45.673108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: d54d4ef8-261a-499f-b2d3-ccb96b40023b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:45.673458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device d54d4ef8-261a-499f-b2d3-ccb96b40023b not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:45.673941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bb602190-9286-40d5-b208-1a0734b288ca no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:45.759116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] No DVR routers for this DVR port bb602190-9286-40d5-b208-1a0734b288ca on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:45.763787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.768268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-37eb0384-d76e-4724-b2da-f4de86855877 req-e3d77f53-1954-4dac-82d2-9d96f5762715 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.11 "DELETE /v2.0/ports/bb602190-9286-40d5-b208-1a0734b288ca HTTP/1.1" status: 204 len: 173 time: 2.2314224 Oct 25 23:18:45.769589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: bb602190-9286-40d5-b208-1a0734b288ca {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:45.770052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bb602190-9286-40d5-b208-1a0734b288ca not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:45.779330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:07Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:45.834897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] Checking router: f9c81e9b-21e4-4650-83e6-806c36bea810 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:45.838109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68aecea0-18f3-45b4-b1d3-c60083ce90af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:45.855599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:45.856296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:45.985332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68b59b3f-2e44-4871-a3ac-69287a2e9c8b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.024979 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:46.029214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.136079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68b59b3f-2e44-4871-a3ac-69287a2e9c8b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.164310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 94942a64-e678-4377-9a4e-f5657c9340b6 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:46.272719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68b59b3f-2e44-4871-a3ac-69287a2e9c8b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.275818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68b59b3f-2e44-4871-a3ac-69287a2e9c8b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.277042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68b59b3f-2e44-4871-a3ac-69287a2e9c8b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "DELETE /v2.0/security-groups/83c2f9cf-f792-4cf8-985a-e73498810894 HTTP/1.1" status: 204 len: 168 time: 0.6241612 Oct 25 23:18:46.283389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:46.306037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b59b3f-2e44-4871-a3ac-69287a2e9c8b tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c2f9cf-f792-4cf8-985a-e73498810894,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:46.323574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.324311 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-cc750f24-3a14-45fb-a236-3a405f1a0a78 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] show failed (client error): The resource could not be found. Oct 25 23:18:46.332893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cc750f24-3a14-45fb-a236-3a405f1a0a78 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "GET /v2.0/security-groups/83c2f9cf-f792-4cf8-985a-e73498810894 HTTP/1.1" status: 404 len: 347 time: 0.0440156 Oct 25 23:18:46.337268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43502) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:46.427678 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.448106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:07Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:46.487737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9665e-3aad-44be-90da-bbf00a8a7b4a None None] The sync data for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 is: [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:09:03Z', 'revision_number': 4, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '617576a3-1663-47d1-a837-8e5657ebc716', 'name': '', 'network_id': '881ecd6b-cf84-4d34-a721-e6ed53ebd074', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'mac_address': 'fa:16:3e:74:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:09:01Z', 'updated_at': '2021-10-25T23:09:07Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'subnets': [{'id': 'ee152769-3d1f-4daf-91c5-63f9ff9675ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:46.491469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.591413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce32892e-5e1d-4d94-9686-eef167beff1e req-5ffa17f1-7ca1-4da4-a013-febbe9f4a990 tempest-DeleteServersTestJSON-1956926 tempest-DeleteServersTestJSON-1956926-project] 10.222.0.25 "GET /v2.0/ports?device_id=33097bb1-ce45-41c1-b70a-64c9f6ec6972 HTTP/1.1" status: 200 len: 210 time: 0.0691340 Oct 25 23:18:46.610333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.628313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.629541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9771866a-471c-47e8-91fd-069cc997b859 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2401643 Oct 25 23:18:46.636327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:46.651370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.679488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=0c1eab71-61df-4fcf-bbb0-1640140abbc2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:46.692097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:46.694193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:46.696940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:46.698069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.736663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.774280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': '54cd51a2-673e-4275-9f86-1b9126384a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4950e42-8c91-44b3-a7a5-bd96e986921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:46.774649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: f4950e42-8c91-44b3-a7a5-bd96e986921e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:46.777381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=94942a64-e678-4377-9a4e-f5657c9340b6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:46.796448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43510) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:46.822071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network f4950e42-8c91-44b3-a7a5-bd96e986921e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:46.852655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f4950e42-8c91-44b3-a7a5-bd96e986921e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:46.859265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:46.866338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facaf852-5b43-4324-acee-8dd3431f31b9 None None] Network f4950e42-8c91-44b3-a7a5-bd96e986921e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:46.878742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:46.885370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:46.885720 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.898406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'name': 'network-vif-deleted', 'tag': 'bb602190-9286-40d5-b208-1a0734b288ca'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:18:46.902375 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65aad9d-7864-40eb-8406-387206070e24" -d '{"events": [{"server_uuid": "33097bb1-ce45-41c1-b70a-64c9f6ec6972", "name": "network-vif-deleted", "tag": "bb602190-9286-40d5-b208-1a0734b288ca"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:18:46.912082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e52ba5b9-86e1-4bd6-b173-dfaef0af39d6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4086900 Oct 25 23:18:46.914286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Deleting port 6719141d-79b4-465a-b1f2-c7c5fb26c39d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:46.914644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:46.924251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43518) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:46.973611 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.037348 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32a4a8-2085-40f1-99e0-155aa26b133a x-openstack-request-id: req-2f32a4a8-2085-40f1-99e0-155aa26b133a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:18:47.037681 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33097bb1-ce45-41c1-b70a-64c9f6ec6972", "name": "network-vif-deleted", "tag": "bb602190-9286-40d5-b208-1a0734b288ca", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:18:47.037879 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f32a4a8-2085-40f1-99e0-155aa26b133a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:18:47.038325 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33097bb1-ce45-41c1-b70a-64c9f6ec6972', 'name': 'network-vif-deleted', 'tag': 'bb602190-9286-40d5-b208-1a0734b288ca', 'status': 'completed', 'code': 200} Oct 25 23:18:47.076789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13d02a-2db7-4fc2-925c-bb8f9ba487b6 None None] New status for floating IP 16465466-6062-4f4f-8165-ed055e4b6cf1: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:18:47.091121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-601d8ee8-f07b-487b-a6b2-93c045d0cba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.107195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 94942a64-e678-4377-9a4e-f5657c9340b6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:47.107533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.204851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Pushing event updated for resources: {'Port': ['ID=597b7860-c784-4874-9213-c9576878735a,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:47.211155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.242007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.263022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 94942a64-e678-4377-9a4e-f5657c9340b6 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:47.325801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:47.352570 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.352998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.364517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-601d8ee8-f07b-487b-a6b2-93c045d0cba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.373868 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-601d8ee8-f07b-487b-a6b2-93c045d0cba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.384016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:47.384641 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.413757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Calling delete_port for 6719141d-79b4-465a-b1f2-c7c5fb26c39d owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:47.416889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.419861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.422625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.423314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d8ee8-f07b-487b-a6b2-93c045d0cba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e9056-2e6e-44d9-a14f-cb4c878845dc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:47.436621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-601d8ee8-f07b-487b-a6b2-93c045d0cba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e5ae4d296464e33a6e177fc97b8f10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346171 Oct 25 23:18:47.442973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:47.458405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=94942a64-e678-4377-9a4e-f5657c9340b6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:47.463380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.467400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3162cb36-9c98-4beb-ba97-5fcd8028dc29 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/94942a64-e678-4377-9a4e-f5657c9340b6 HTTP/1.1" status: 204 len: 168 time: 0.5415375 Oct 25 23:18:47.470663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43522) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:47.533235 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.549565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b116ca-626a-44c7-8911-b9a417449aa7 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:47.555719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b116ca-626a-44c7-8911-b9a417449aa7 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:47.558615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.559086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-51b116ca-626a-44c7-8911-b9a417449aa7 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0857437 Oct 25 23:18:47.559165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f91b0268-10c3-4c1e-91d5-023b442ee76f {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:18:47.559263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:47.560975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43524) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:47.565091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.577290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.578977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-655cf786-0f33-4bea-a970-6b6bdce0b984 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f91b0268-10c3-4c1e-91d5-023b442ee76f HTTP/1.1" status: 204 len: 168 time: 0.9401562 Oct 25 23:18:47.634826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:47.681555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 0c1eab71-61df-4fcf-bbb0-1640140abbc2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:47.682216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.749368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Network d5a236be-020b-46f2-ad33-4df9eac8039e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:47.752055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:47.755283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b799ca2-38c7-4200-aef1-1f5598d38483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.763090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.833670 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:47.861586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 0c1eab71-61df-4fcf-bbb0-1640140abbc2 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:47.921373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43540) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.007151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Pushing event deleted for resources: {'Port': ['ID=6719141d-79b4-465a-b1f2-c7c5fb26c39d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:48.040792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.101437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=0c1eab71-61df-4fcf-bbb0-1640140abbc2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:48.114655 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b799ca2-38c7-4200-aef1-1f5598d38483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.120977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.121694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-38213e97-bd9f-475f-8a6f-3d8d204b85bd None None] Provisioning complete for port 597b7860-c784-4874-9213-c9576878735a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:48.122174 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-38213e97-bd9f-475f-8a6f-3d8d204b85bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.125226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8af8c873-f820-4994-b575-8fa7b85bba2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/0c1eab71-61df-4fcf-bbb0-1640140abbc2 HTTP/1.1" status: 204 len: 168 time: 0.5627382 Oct 25 23:18:48.126129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43554) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.204307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-38213e97-bd9f-475f-8a6f-3d8d204b85bd None None] Port 597b7860-c784-4874-9213-c9576878735a cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:18:48.233800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:18:48.241277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf023e-3901-40aa-ae12-897019376dc7 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:48.243810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a7bf023e-3901-40aa-ae12-897019376dc7 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1167052 Oct 25 23:18:48.250821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-43119934', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:48.258093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43562) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.264591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b799ca2-38c7-4200-aef1-1f5598d38483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.268502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b799ca2-38c7-4200-aef1-1f5598d38483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.269754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b799ca2-38c7-4200-aef1-1f5598d38483 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c67e9056-2e6e-44d9-a14f-cb4c878845dc HTTP/1.1" status: 204 len: 168 time: 0.8258216 Oct 25 23:18:48.296481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b799ca2-38c7-4200-aef1-1f5598d38483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e9056-2e6e-44d9-a14f-cb4c878845dc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:48.313012 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd95772-ad7f-4581-b1c3-8fbd1f8e305b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:18:48.316707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3fd95772-ad7f-4581-b1c3-8fbd1f8e305b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/94942a64-e678-4377-9a4e-f5657c9340b6 HTTP/1.1" status: 404 len: 333 time: 0.0567057 Oct 25 23:18:48.318459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43568) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.338412 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f86d5a96-d881-427a-a119-71dc01708ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.363178 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.364234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.368170 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a135bf-2364-4268-9055-86ae110210ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:18:48.369773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f7a135bf-2364-4268-9055-86ae110210ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/0c1eab71-61df-4fcf-bbb0-1640140abbc2 HTTP/1.1" status: 404 len: 333 time: 0.0497539 Oct 25 23:18:48.373545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43570) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.443673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.446334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.447593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b5fa9eaa-3535-4ce5-920f-581c4f012eb7 tempest-ServerActionsTestJSON-1625858163 tempest-ServerActionsTestJSON-1625858163-project] 10.222.0.25 "DELETE /v2.0/floatingips/16465466-6062-4f4f-8165-ed055e4b6cf1 HTTP/1.1" status: 204 len: 168 time: 2.1086011 Oct 25 23:18:48.460257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43572) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.504389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.513439 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.538864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:48.559822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d8d4a860-3765-46bc-967f-548022fd677a admin admin] 10.222.0.25 "PUT /v2.0/routers/526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6945879 Oct 25 23:18:48.560477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Sync routers for ids ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:48.567419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Routers {'526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:48.568053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:48.737712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:48.810764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Set router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:48.867619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43580) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:48.892390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd549-a841-47b4-a015-0cc633bdeb7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.036253 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd549-a841-47b4-a015-0cc633bdeb7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.049359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd549-a841-47b4-a015-0cc633bdeb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.149102 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a4dbd549-a841-47b4-a015-0cc633bdeb7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fea8abbe1c944c288606eae9305a6598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802961 Oct 25 23:18:49.150096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:49.161981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.164561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbd549-a841-47b4-a015-0cc633bdeb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421070df-39a3-419a-a235-b1a9019ecb6e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:49.250566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4950e42-8c91-44b3-a7a5-bd96e986921e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:49.281689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cd51a2-673e-4275-9f86-1b9126384a6e') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:49.282037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cd51a2-673e-4275-9f86-1b9126384a6e') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:49.289875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8de4f2-b528-415c-ba34-c4da2b7bbc41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.304022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.368178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:49.369303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8de4f2-b528-415c-ba34-c4da2b7bbc41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.396166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.428770 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8de4f2-b528-415c-ba34-c4da2b7bbc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.432272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8de4f2-b528-415c-ba34-c4da2b7bbc41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.434793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5d8de4f2-b528-415c-ba34-c4da2b7bbc41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/421070df-39a3-419a-a235-b1a9019ecb6e HTTP/1.1" status: 204 len: 168 time: 0.2825577 Oct 25 23:18:49.448005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:49.448433 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.466836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8de4f2-b528-415c-ba34-c4da2b7bbc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421070df-39a3-419a-a235-b1a9019ecb6e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:49.468502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:18:49.471833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:18:49.487763 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:18:49.615405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:18:45Z', 'revision_number': 4, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '597b7860-c784-4874-9213-c9576878735a', 'name': '', 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'mac_address': 'fa:16:3e:f2:5e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:44Z', 'updated_at': '2021-10-25T23:18:45Z', 'revision_number': 2, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'subnets': [{'id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:49.624004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.664282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Checking router: 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:49.664784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Updating router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 port 597b7860-c784-4874-9213-c9576878735a binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:18:49.711106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.725885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.801167 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.804710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/f4950e42-8c91-44b3-a7a5-bd96e986921e HTTP/1.1" status: 204 len: 168 time: 1.4302728 Oct 25 23:18:49.808364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43632) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:49.816145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-661813219'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:49.828657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0395b-32ab-4b90-bf2f-976c89a01253 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=f4950e42-8c91-44b3-a7a5-bd96e986921e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:49.860250 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.888962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.899658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:49.910581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:49.994946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:50.021684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.023361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.023719 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment 5ef5f2f4-afa0-4acb-b62e-89b8effaf60f of type vlan for network c433ad72-d013-463a-86b8-ede4d565c4d6 Oct 25 23:18:50.111065 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.143083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Allocated IP 172.25.4.200 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/bff8cf18-1417-4963-9348-6c88966afa49) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:50.193862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.194661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.203591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:50.208631 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.343973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5341818 Oct 25 23:18:50.347976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43658) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:50.354037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:50.431252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190ffef-4f85-4db6-be4f-74374bd56a23 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=c433ad72-d013-463a-86b8-ede4d565c4d6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:50.446258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c433ad72-d013-463a-86b8-ede4d565c4d6 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:50.535472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.556253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:50.559966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.560857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.662753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdf34c-6851-4062-8bbf-c5bc1e9c1a62 None None] Pushing event updated for resources: {'Port': ['ID=597b7860-c784-4874-9213-c9576878735a,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:50.677307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.689783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Performing IP validity checks on allocation pools {{(pid=102134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:18:50.692329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:18:50.829506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Attempting to bind port 597b7860-c784-4874-9213-c9576878735a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:50.830236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Attempting to bind port 597b7860-c784-4874-9213-c9576878735a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:50.830844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Attempting to bind port 597b7860-c784-4874-9213-c9576878735a on network d5a236be-020b-46f2-ad33-4df9eac8039e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:50.837545 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.838844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:50.839556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Checking segment: {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:50.840177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.840771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Bound using segment: {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:50.856208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Bound port: 597b7860-c784-4874-9213-c9576878735a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca467405-d275-4b4d-8e0b-1f96612ea253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:50.856425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:50.857293 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.008781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.034944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] For port 597b7860-c784-4874-9213-c9576878735a, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:51.038673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] For port 597b7860-c784-4874-9213-c9576878735a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=597b7860-c784-4874-9213-c9576878735a,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:51.049413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.090807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:51.106407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Routers {'526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:51.107028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:51.137343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=d5f80ac0-9e72-446a-aa5b-de436dbc758e,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:51.160275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:51.160907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: c433ad72-d013-463a-86b8-ede4d565c4d6, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:51.208922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network c433ad72-d013-463a-86b8-ede4d565c4d6 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:51.231307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c433ad72-d013-463a-86b8-ede4d565c4d6) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:51.252403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:51.254588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.314349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f0b2e7a1-1efd-41a5-8c5c-09520da60d1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9653990 Oct 25 23:18:51.315310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43702) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:51.324451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6', 'name': 'tempest-PortsIpV6TestJSON-101935134'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:51.333532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] Set router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:51.480880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:51.490135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-550256453-network', 'tenant_id': 'd4a5a41d015945dca9ad485dd0793332'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:51.493041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:51.497647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:51.499528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535fb039-a142-49d2-9644-daf739dab75e None None] Network c433ad72-d013-463a-86b8-ede4d565c4d6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:51.536731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event updated for resources: {'Port': ['ID=bff8cf18-1417-4963-9348-6c88966afa49,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:51.551766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Deleting port 617576a3-1663-47d1-a837-8e5657ebc716 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:51.552395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.664742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Made reservation on behalf of d4a5a41d015945dca9ad485dd0793332 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:51.671272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.700512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-75e13c0d-463a-414a-8218-4ef4ac9c45f4 None None] Provisioning complete for port 597b7860-c784-4874-9213-c9576878735a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:51.700945 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75e13c0d-463a-414a-8218-4ef4ac9c45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.712855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.742243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:51.745721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.797265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port f327c91a-0304-4ced-9e77-fd229f7069f7 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:18:51.801601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdf34c-6851-4062-8bbf-c5bc1e9c1a62 None None] Pushing event updated for resources: {'Port': ['ID=597b7860-c784-4874-9213-c9576878735a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:51.861350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c433ad72-d013-463a-86b8-ede4d565c4d6', 'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': 'd5f80ac0-9e72-446a-aa5b-de436dbc758e'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:18:51.871374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.965426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.966438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] For port 617576a3-1663-47d1-a837-8e5657ebc716, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=617576a3-1663-47d1-a837-8e5657ebc716,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:51.966963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:51.985699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::367 (c433ad72-d013-463a-86b8-ede4d565c4d6/d5f80ac0-9e72-446a-aa5b-de436dbc758e/f327c91a-0304-4ced-9e77-fd229f7069f7) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:51.988364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.000209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Calling delete_port for 617576a3-1663-47d1-a837-8e5657ebc716 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:52.020308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:52.048594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccddc11-6ef5-40f1-bc4f-beafd37f659c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:52.051833 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.052195 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Added segment 9c4c5379-ce16-48e9-bdff-4b743760c832 of type vlan for network 4532d005-be3d-4517-8d1c-a4428460f689 Oct 25 23:18:52.122764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.166463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.204402 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75e13c0d-463a-414a-8218-4ef4ac9c45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.256443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-75e13c0d-463a-414a-8218-4ef4ac9c45f4 None None] For port 597b7860-c784-4874-9213-c9576878735a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=597b7860-c784-4874-9213-c9576878735a,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:52.262802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.263401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:18:45Z', 'revision_number': 4, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '597b7860-c784-4874-9213-c9576878735a', 'name': '', 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'mac_address': 'fa:16:3e:f2:5e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:44Z', 'updated_at': '2021-10-25T23:18:51Z', 'revision_number': 4, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'subnets': [{'id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:52.264069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:52.264662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.267025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75e13c0d-463a-414a-8218-4ef4ac9c45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.303596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c716c-e4c7-49bf-8682-359a07679441 None None] The sync data for ids ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'] in n-d-815373-1 is: [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:18:45Z', 'revision_number': 4, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '597b7860-c784-4874-9213-c9576878735a', 'name': '', 'network_id': 'd5a236be-020b-46f2-ad33-4df9eac8039e', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'mac_address': 'fa:16:3e:f2:5e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:44Z', 'updated_at': '2021-10-25T23:18:51Z', 'revision_number': 4, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'subnets': [{'id': 'a66542f7-8ee6-49e9-9305-5b1a157a4ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:52.494110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3937333 Oct 25 23:18:52.506383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43712) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:52.517813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Request body: {'subnet': {'network_id': '4532d005-be3d-4517-8d1c-a4428460f689', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-550256453-subnet', 'tenant_id': 'd4a5a41d015945dca9ad485dd0793332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:52.539770 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.547691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0b599500-9eaa-4e7c-b638-5f705c1bc3fd None None] Provisioning complete for port 597b7860-c784-4874-9213-c9576878735a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:52.547691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b599500-9eaa-4e7c-b638-5f705c1bc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.647730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42814a6-b1ea-4357-81ea-a83fa0666e96 admin admin] Pushing event updated for resources: {'Network': ['ID=4532d005-be3d-4517-8d1c-a4428460f689,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:52.651416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.655882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.697044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.732701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Allocated IP 2001:db8::2 (c433ad72-d013-463a-86b8-ede4d565c4d6/d5f80ac0-9e72-446a-aa5b-de436dbc758e/d882806f-51bd-4383-9443-957ce5f53e13) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:18:52.733612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Made reservation on behalf of d4a5a41d015945dca9ad485dd0793332 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:52.735413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Pushing event deleted for resources: {'Port': ['ID=617576a3-1663-47d1-a837-8e5657ebc716,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:52.761786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.858880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network c433ad72-d013-463a-86b8-ede4d565c4d6 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:52.876761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:52.883701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:52.892162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:52.893269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:52.944231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6276374 Oct 25 23:18:52.947943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43718) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:52.960504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859ac08-c74b-4104-8576-ad8238e1c2b2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=f327c91a-0304-4ced-9e77-fd229f7069f7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:52.977353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e13c0d-463a-414a-8218-4ef4ac9c45f4 None None] Pushing event updated for resources: {'Port': ['ID=597b7860-c784-4874-9213-c9576878735a,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:53.023304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.027253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4532d005-be3d-4517-8d1c-a4428460f689 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:53.133957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.238319 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.259288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Pushing event updated for resources: {'Port': ['ID=d882806f-51bd-4383-9443-957ce5f53e13,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:53.294612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Network c433ad72-d013-463a-86b8-ede4d565c4d6 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:18:53.296477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:53.312126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:18:53.315371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e287d6-6944-411d-8997-cf8b7c6764da,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:53.325668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Checking segment: {'id': '9c4c5379-ce16-48e9-bdff-4b743760c832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:53.326088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Network hostable DHCP agents. Network: 4532d005-be3d-4517-8d1c-a4428460f689, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:53.383196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Network 4532d005-be3d-4517-8d1c-a4428460f689 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:53.405487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4532d005-be3d-4517-8d1c-a4428460f689) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:53.417025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:53.417837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.448205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba1016a-b85a-4a43-b48a-30d273de7d91 None None] Network 4532d005-be3d-4517-8d1c-a4428460f689 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:53.453252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0e5ae38c-33c3-4e91-b2bb-d100bce67f88 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9444056 Oct 25 23:18:53.586380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 597b7860-c784-4874-9213-c9576878735a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:53.682551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Router 44aa64c8-8ffc-46c2-ab09-ea7072d0b85a is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:18:53.690207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.697676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port f327c91a-0304-4ced-9e77-fd229f7069f7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:53.698668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.914383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Attempting to bind port d882806f-51bd-4383-9443-957ce5f53e13 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:18:53.916159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Attempting to bind port d882806f-51bd-4383-9443-957ce5f53e13 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:18:53.918279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Attempting to bind port d882806f-51bd-4383-9443-957ce5f53e13 on network c433ad72-d013-463a-86b8-ede4d565c4d6 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:18:53.991269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:18:53.991879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Checking segment: {'id': '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:53.992443 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:53.993031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Bound using segment: {'id': '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:18:53.993705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Bound port: d882806f-51bd-4383-9443-957ce5f53e13, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c433ad72-d013-463a-86b8-ede4d565c4d6'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:18:53.994313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.027248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 597b7860-c784-4874-9213-c9576878735a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:54.027969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.084831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3fe9e3-4f2a-4894-9f63-6d3bd1a276ec None None] Network 4532d005-be3d-4517-8d1c-a4428460f689 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:54.213312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.244692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:54.257372 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] Sync routers for ids ['44aa64c8-8ffc-46c2-ab09-ea7072d0b85a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:54.281946 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] Routers {'44aa64c8-8ffc-46c2-ab09-ea7072d0b85a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:54.286493 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['44aa64c8-8ffc-46c2-ab09-ea7072d0b85a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:54.307056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for f327c91a-0304-4ced-9e77-fd229f7069f7 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:54.379935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:54.403264 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] Routers {'44aa64c8-8ffc-46c2-ab09-ea7072d0b85a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:54.404046 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['44aa64c8-8ffc-46c2-ab09-ea7072d0b85a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:54.487277 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:54.489378 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae5d8d-e93c-426a-82e8-234acc1ed5ef None None] The sync data for ids ['44aa64c8-8ffc-46c2-ab09-ea7072d0b85a'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:54.510577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.514379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e5631bda-b043-4657-9e68-db75b722a886 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5892069 Oct 25 23:18:54.514510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] For port d882806f-51bd-4383-9443-957ce5f53e13, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:18:54.514868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43742) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:54.574927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] For port d882806f-51bd-4383-9443-957ce5f53e13, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d882806f-51bd-4383-9443-957ce5f53e13,segment=NetworkSegment(5ef5f2f4-afa0-4acb-b62e-89b8effaf60f),segment_id=5ef5f2f4-afa0-4acb-b62e-89b8effaf60f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:18:54.584421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.631513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Router f9c81e9b-21e4-4650-83e6-806c36bea810 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:18:54.658604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43746) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:54.667390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2009844949-network', 'tenant_id': '3cee16e488964aaf900c4de9ca92cda6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:54.731587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79adc8e-1d61-4fe4-adfe-08b33871dccd None None] Pushing event updated for resources: {'Port': ['ID=d882806f-51bd-4383-9443-957ce5f53e13,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:54.759476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.773496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c072ae48-4ea7-4f79-80cb-7b48bd77b3df tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/44aa64c8-8ffc-46c2-ab09-ea7072d0b85a HTTP/1.1" status: 200 len: 919 time: 0.2572434 Oct 25 23:18:54.776189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43750) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:54.820953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Made reservation on behalf of 3cee16e488964aaf900c4de9ca92cda6 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:54.821161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0da44162-03c6-44d7-920e-3394b1e1ff35 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=44aa64c8-8ffc-46c2-ab09-ea7072d0b85a HTTP/1.1" status: 200 len: 205 time: 0.0432892 Oct 25 23:18:54.823724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43752) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:54.824361 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.867930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.874336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=f327c91a-0304-4ced-9e77-fd229f7069f7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:54.912721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:54.926470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/f327c91a-0304-4ced-9e77-fd229f7069f7 HTTP/1.1" status: 204 len: 168 time: 1.9735818 Oct 25 23:18:54.932008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43756) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:54.997581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:18:55.010740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2b1cb2ae-08c0-442c-a8f2-eca94c524fee admin admin] 10.222.0.25 "PUT /v2.0/routers/f9c81e9b-21e4-4650-83e6-806c36bea810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5466504 Oct 25 23:18:55.011773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43762) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:55.012329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] Sync routers for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:18:55.033982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:55.034794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:55.082015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.090551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.090966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.091312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.091650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.091991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.092322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.092657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.092981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.093304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.098855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.099132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c585b2-6f99-4667-8016-b779bd8dbe63 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:18:55.116107 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-347b24f1-09a1-479b-8936-a1e8fb5bf3a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:18:55.116859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347b24f1-09a1-479b-8936-a1e8fb5bf3a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:18:55.122431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-347b24f1-09a1-479b-8936-a1e8fb5bf3a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/f327c91a-0304-4ced-9e77-fd229f7069f7 HTTP/1.1" status: 404 len: 333 time: 0.1285574 Oct 25 23:18:55.132975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43766) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:55.199997 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-565b2938-6944-4fdb-81d1-22ff4d27ec11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:18:55.210907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-565b2938-6944-4fdb-81d1-22ff4d27ec11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/f327c91a-0304-4ced-9e77-fd229f7069f7 HTTP/1.1" status: 404 len: 333 time: 0.0768871 Oct 25 23:18:55.214252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:55.362652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:55.362967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:55.417083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:55.501580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d882806f-51bd-4383-9443-957ce5f53e13 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:55.827323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d882806f-51bd-4383-9443-957ce5f53e13 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:55.828022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:55.830252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Deleting subnet 54249837-052b-468f-bf65-0436c1b3962a {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:18:55.860856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:55.922081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.030355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.032453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.038912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.040104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet d5f80ac0-9e72-446a-aa5b-de436dbc758e {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:18:56.047661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.075045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.166043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:18:52Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:56.170957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.214892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:56.217813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.222039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.227791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92981282-f36d-4597-ad7d-d4f5b90eef64,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:56.244906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] Checking router: f9c81e9b-21e4-4650-83e6-806c36bea810 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:18:56.269570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.270207 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Added segment f4ab4831-ebf7-4afd-8ca9-e29315748693 of type vlan for network 961044c6-a30d-4292-be9d-ca6ba893c236 Oct 25 23:18:56.278526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] Routers {'f9c81e9b-21e4-4650-83e6-806c36bea810'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:18:56.279330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f9c81e9b-21e4-4650-83e6-806c36bea810'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:56.364651 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.372140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Deleting port bff8cf18-1417-4963-9348-6c88966afa49 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:56.372480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.380256 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.467776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] Set router f9c81e9b-21e4-4650-83e6-806c36bea810 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:18:56.479716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.481411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:56.482732 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.508013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee964f-4970-46fd-97d9-a38af71f7c6d None None] Network c433ad72-d013-463a-86b8-ede4d565c4d6 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:56.527438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.594245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.597724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54249837-052b-468f-bf65-0436c1b3962a HTTP/1.1" status: 204 len: 168 time: 1.2325683 Oct 25 23:18:56.599946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.614006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097edb29-1a13-4bd8-8d74-9a17feac90c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54249837-052b-468f-bf65-0436c1b3962a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:56.617829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43790) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:56.638062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d882806f-51bd-4383-9443-957ce5f53e13, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d882806f-51bd-4383-9443-957ce5f53e13,segment=NetworkSegment(5ef5f2f4-afa0-4acb-b62e-89b8effaf60f),segment_id=5ef5f2f4-afa0-4acb-b62e-89b8effaf60f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:56.640852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Calling delete_port for bff8cf18-1417-4963-9348-6c88966afa49 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:56.647704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.666488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0028427 Oct 25 23:18:56.679605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-11175555-fa78-444b-82b1-75fbd4b77ff4 None None] Provisioning complete for port d882806f-51bd-4383-9443-957ce5f53e13 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:56.679814 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11175555-fa78-444b-82b1-75fbd4b77ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.722861 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.729384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43792) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:56.738397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Request body: {'subnet': {'network_id': '961044c6-a30d-4292-be9d-ca6ba893c236', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2009844949-subnet', 'tenant_id': '3cee16e488964aaf900c4de9ca92cda6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:56.750640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.768050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.779184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Deleting port 23332ded-81a5-4874-b329-010d0845623d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:56.779734 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.784067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ce9f4-da92-4b43-aec5-5415b5dc12cf admin admin] Pushing event updated for resources: {'Network': ['ID=961044c6-a30d-4292-be9d-ca6ba893c236,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:56.793184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f80ac0-9e72-446a-aa5b-de436dbc758e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:56.801328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 961044c6-a30d-4292-be9d-ca6ba893c236 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:56.863185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.867075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-feeee54d-c2a2-4fbb-9da0-08671e956a38 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/d5f80ac0-9e72-446a-aa5b-de436dbc758e HTTP/1.1" status: 204 len: 168 time: 1.5029635 Oct 25 23:18:56.871138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:56.875756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Made reservation on behalf of 3cee16e488964aaf900c4de9ca92cda6 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:56.878181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.933235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d882806f-51bd-4383-9443-957ce5f53e13,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:56.941935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:56.969360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b8b6f2-0c10-4c03-a465-e238c312f1a7']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:56.980806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49044f5f-8205-429e-b491-98ceb9b98d67') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:56.981104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49044f5f-8205-429e-b491-98ceb9b98d67') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:56.993986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.009671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.018029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:18:57.018908 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.090387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:18:57.091115 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:18:57.094996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.100244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.105322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] 10.222.0.25 "DELETE /v2.0/networks/33b8b6f2-0c10-4c03-a465-e238c312f1a7 HTTP/1.1" status: 204 len: 168 time: 0.4805908 Oct 25 23:18:57.127625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dac31-3938-4785-8265-d3eb3838a298 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b8b6f2-0c10-4c03-a465-e238c312f1a7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:57.169939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] For port 23332ded-81a5-4874-b329-010d0845623d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=23332ded-81a5-4874-b329-010d0845623d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:57.172323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.220587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Calling delete_port for 23332ded-81a5-4874-b329-010d0845623d owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:57.325234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Checking segment: {'id': 'f4ab4831-ebf7-4afd-8ca9-e29315748693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '961044c6-a30d-4292-be9d-ca6ba893c236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:18:57.325459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Network hostable DHCP agents. Network: 961044c6-a30d-4292-be9d-ca6ba893c236, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:18:57.349813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.369744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff86a019-9fb8-4f1d-9059-dd831e20e400,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:57.395718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d882806f-51bd-4383-9443-957ce5f53e13 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:18:57.416823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Network 961044c6-a30d-4292-be9d-ca6ba893c236 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:18:57.474900 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 961044c6-a30d-4292-be9d-ca6ba893c236) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:18:57.487355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:57.487954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.513263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port d882806f-51bd-4383-9443-957ce5f53e13 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:57.513610 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.520330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-27055020-b42d-41fe-8ef3-0cd15e28c9a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7896414 Oct 25 23:18:57.535201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be8a2c-f01c-4da3-b52a-0b5ce617ceab None None] Network 961044c6-a30d-4292-be9d-ca6ba893c236 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:57.551854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] DHCP port deletion for c433ad72-d013-463a-86b8-ede4d565c4d6 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:18:57.557561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43806) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:57.630328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:18:52Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:57.641136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.657033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.677253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a728d3-34cf-4566-b9b7-74e090d3a2cd None None] The sync data for ids ['f9c81e9b-21e4-4650-83e6-806c36bea810'] in n-d-815373-1 is: [{'id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'name': 'tempest-ServerActionsTestJSON-217032931-router', 'tenant_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '23332ded-81a5-4874-b329-010d0845623d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:08:57Z', 'updated_at': '2021-10-25T23:18:52Z', 'revision_number': 5, 'project_id': '47fa4a1d7ed0469c917863c2fd18ac63', 'gw_port': {'id': '23332ded-81a5-4874-b329-010d0845623d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c81e9b-21e4-4650-83e6-806c36bea810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:08:58Z', 'updated_at': '2021-10-25T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:18:57.777947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d882806f-51bd-4383-9443-957ce5f53e13 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:18:57.778427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.787956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23332ded-81a5-4874-b329-010d0845623d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:57.808375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.834728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e5349d9d-f75f-4dea-b352-88dcd43c3930 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b80e3352e3f143af825fccd2272ad4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747159 Oct 25 23:18:57.841322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43816) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:57.877110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.924542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event deleted for resources: {'Port': ['ID=bff8cf18-1417-4963-9348-6c88966afa49,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:57.983512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] For port d882806f-51bd-4383-9443-957ce5f53e13, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d882806f-51bd-4383-9443-957ce5f53e13,segment=NetworkSegment(5ef5f2f4-afa0-4acb-b62e-89b8effaf60f),segment_id=5ef5f2f4-afa0-4acb-b62e-89b8effaf60f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:57.983898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.988793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:57.995623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.005830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for d882806f-51bd-4383-9443-957ce5f53e13 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:58.063050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.064107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Fanout notify agent at l3_agent the message router_deleted on router 44aa64c8-8ffc-46c2-ab09-ea7072d0b85a {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:18:58.077771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.082590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3b202c5f-d05e-4b71-b7a9-f7043bc811ca tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/44aa64c8-8ffc-46c2-ab09-ea7072d0b85a HTTP/1.1" status: 204 len: 168 time: 3.2566888 Oct 25 23:18:58.088705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43820) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:58.129233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.135175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'name': 'tempest-snat-router-210423690', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': False}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:58.158868 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.196113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.196848 n-d-815373-1 neutron-server[102135]: INFO neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No ports have port_id starting with d882806f-51bd-4383-9443-957ce5f53e13 Oct 25 23:18:58.203626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Deleting port d882806f-51bd-4383-9443-957ce5f53e13 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:18:58.204411 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.258301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=d882806f-51bd-4383-9443-957ce5f53e13,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:58.288148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No DVR routers for this DVR port d882806f-51bd-4383-9443-957ce5f53e13 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:58.297805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.298999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c81e9b-21e4-4650-83e6-806c36bea810 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:18:58.303643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.304848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-87e4cb26-7c34-4823-942b-7e356b8319e4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f9c81e9b-21e4-4650-83e6-806c36bea810 HTTP/1.1" status: 204 len: 168 time: 3.2287979 Oct 25 23:18:58.306514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.308172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.315446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43826) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:58.329161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7f78afd-e07a-4a1d-8bc0-5d5e394b4bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.361182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7f78afd-e07a-4a1d-8bc0-5d5e394b4bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.489064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7f78afd-e07a-4a1d-8bc0-5d5e394b4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.492195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7f78afd-e07a-4a1d-8bc0-5d5e394b4bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.495957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e7f78afd-e07a-4a1d-8bc0-5d5e394b4bb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c259045-f257-4101-b45f-8d19a66ee3b9 HTTP/1.1" status: 204 len: 168 time: 0.6512816 Oct 25 23:18:58.496117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d9465-49e3-4572-89b4-d1935f830b42 None None] Network 961044c6-a30d-4292-be9d-ca6ba893c236 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:58.548535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f78afd-e07a-4a1d-8bc0-5d5e394b4bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c259045-f257-4101-b45f-8d19a66ee3b9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:58.592063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Deleting subnet ee152769-3d1f-4daf-91c5-63f9ff9675ee {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:18:58.600029 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.637858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.707085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c433ad72-d013-463a-86b8-ede4d565c4d6']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:58.720308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:58.720670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef5f2f4-afa0-4acb-b62e-89b8effaf60f') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:18:58.733640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.764774 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.780820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:18:58.781991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:18:58.789490 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:18:58.857749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.862600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.925570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:58.931304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] For port d882806f-51bd-4383-9443-957ce5f53e13, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:18:58.932440 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.030848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Calling delete_port for d882806f-51bd-4383-9443-957ce5f53e13 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:18:59.042733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Port d882806f-51bd-4383-9443-957ce5f53e13 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:18:59.044619 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.073193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] Pushing event deleted for resources: {'Port': ['ID=d882806f-51bd-4383-9443-957ce5f53e13,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:59.078035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394e784-4cc6-43d4-b443-b82fcaf46bbc None None] No DVR routers for this DVR port d882806f-51bd-4383-9443-957ce5f53e13 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:18:59.095241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.114888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.122415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/c433ad72-d013-463a-86b8-ede4d565c4d6 HTTP/1.1" status: 204 len: 168 time: 2.2498944 Oct 25 23:18:59.133312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:59.147117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1703012933'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:59.178013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22472199-785c-4e3a-887a-6a2033ecf7c2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=c433ad72-d013-463a-86b8-ede4d565c4d6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:59.194510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.223263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-e366efda-a3da-42fb-b8cd-61dbd030a99b tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:59.225126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-e366efda-a3da-42fb-b8cd-61dbd030a99b tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/networks?id=4532d005-be3d-4517-8d1c-a4428460f689 HTTP/1.1" status: 200 len: 808 time: 0.4079356 Oct 25 23:18:59.232293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:59.238858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.275671 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-bd6e171c-c823-4a6b-829f-2e58422530fd tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/quotas/d4a5a41d015945dca9ad485dd0793332 HTTP/1.1" status: 200 len: 375 time: 0.0336030 Oct 25 23:18:59.289748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:18:59.318785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.319498 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment 2be3492d-500f-4efe-a737-d7d3f731ec8e of type vlan for network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 Oct 25 23:18:59.334281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.398949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.422097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-797496a4-b5a2-4505-9552-0beb13bb89b8 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a5a41d015945dca9ad485dd0793332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510473 Oct 25 23:18:59.430883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 617576a3-1663-47d1-a837-8e5657ebc716 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:59.441558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.484711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.492810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:18:59.493108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee152769-3d1f-4daf-91c5-63f9ff9675ee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:59.493591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.500807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 617576a3-1663-47d1-a837-8e5657ebc716 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:59.501122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 617576a3-1663-47d1-a837-8e5657ebc716 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:59.502022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d882806f-51bd-4383-9443-957ce5f53e13 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:59.507021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.513835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb09340f-dfac-4d3c-9404-d8736568653f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee152769-3d1f-4daf-91c5-63f9ff9675ee HTTP/1.1" status: 204 len: 168 time: 1.1970832 Oct 25 23:18:59.516229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43858) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:59.577713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce4301-4a53-4383-a960-0e8fdbe3511b None None] Network 881ecd6b-cf84-4d34-a721-e6ed53ebd074 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:18:59.578777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4407659 Oct 25 23:18:59.579628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43862) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:18:59.581604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d882806f-51bd-4383-9443-957ce5f53e13 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:59.584384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d882806f-51bd-4383-9443-957ce5f53e13 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:59.585101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 23332ded-81a5-4874-b329-010d0845623d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:18:59.590958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:18:59.692729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c5e4-e8f3-4767-a82c-e5e37ab17e68 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=6ed871d9-b7f7-466f-9c7e-ce121ccefa70,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:18:59.737181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-da68108f-8f55-4de9-b401-e17ee08fb14b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:18:59.738488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-da68108f-8f55-4de9-b401-e17ee08fb14b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2911491 Oct 25 23:18:59.742013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:18:59.743699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 23332ded-81a5-4874-b329-010d0845623d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:18:59.744043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 23332ded-81a5-4874-b329-010d0845623d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:18:59.883749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.933805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:18:59.953182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-8ffb47eb-de06-424e-b925-e88cfcbc96af service neutron] 10.222.0.25 "GET /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832170 Oct 25 23:18:59.978212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:18:59.992213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.035396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.103872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43884) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:00.115439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] DHCP port deletion for 881ecd6b-cf84-4d34-a721-e6ed53ebd074 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:19:00.209686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Deleting port 4325f21d-435b-4c72-bab2-b8dd69044f09 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:00.210318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.213231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] Deleting port 4325f21d-435b-4c72-bab2-b8dd69044f09 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:00.214639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-a03d2061-093c-4be3-91e3-3d2f2c1be6e0 service neutron] 10.222.0.25 "GET /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608144 Oct 25 23:19:00.240018 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.389878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] For port 4325f21d-435b-4c72-bab2-b8dd69044f09, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4325f21d-435b-4c72-bab2-b8dd69044f09,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:00.391301 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.395184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-108734727-network', 'tenant_id': 'cca75a2c85984dfdb0a09a220c8696a4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:00.408537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] Calling delete_port for 4325f21d-435b-4c72-bab2-b8dd69044f09 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:00.454999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Allocated IP 172.25.4.216 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/99e0bad9-d6ec-4cab-8acc-daba76e161e9) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:00.534492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] For port 4325f21d-435b-4c72-bab2-b8dd69044f09, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4325f21d-435b-4c72-bab2-b8dd69044f09,segment=NetworkSegment(f87742b8-d4d9-489a-84f0-c6fb03737f1a),segment_id=f87742b8-d4d9-489a-84f0-c6fb03737f1a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:00.534889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.535408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.545093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.576103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] Pushing event deleted for resources: {'Port': ['ID=4325f21d-435b-4c72-bab2-b8dd69044f09,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:00.591154 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d4b48-2d3c-4e62-821e-02f60454b374 None None] No DVR routers for this DVR port 4325f21d-435b-4c72-bab2-b8dd69044f09 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:00.660514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Calling delete_port for 4325f21d-435b-4c72-bab2-b8dd69044f09 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:00.732941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': '2be3492d-500f-4efe-a737-d7d3f731ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:00.733416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: 6ed871d9-b7f7-466f-9c7e-ce121ccefa70, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:00.735986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:00.770812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da4744c9-9f72-4e3e-9cf6-f67af03f5829 req-03b46967-8df2-43c3-bd7d-2cb8c11b2f2c tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 210 time: 0.2081962 Oct 25 23:19:00.773894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:00.782797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Made reservation on behalf of cca75a2c85984dfdb0a09a220c8696a4 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:00.785283 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.808653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6ed871d9-b7f7-466f-9c7e-ce121ccefa70) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:00.816072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.819255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:00.819849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:00.823178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4681e3-e1e6-4b2a-a5ab-f38b81cfce02 None None] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:00.847485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b84c11b0-b4c6-42c2-b53a-cbb4cccaa916 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2632802 Oct 25 23:19:00.850117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43900) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:00.866430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-941893454'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:01.045837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6ed871d9-b7f7-466f-9c7e-ce121ccefa70', 'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': 'ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:19:01.047321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.107910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:01.115122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.164761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.175924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 0f45df15-05d7-4476-8da7-b5f5cf2cfc65 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:01.303189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Allocated IP 2001:db8::2 (6ed871d9-b7f7-466f-9c7e-ce121ccefa70/ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1/038d94c4-c5c7-4153-9a4e-e70dd023d692) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:01.314616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4325f21d-435b-4c72-bab2-b8dd69044f09 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:01.327700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.351589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4325f21d-435b-4c72-bab2-b8dd69044f09 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:01.367372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4325f21d-435b-4c72-bab2-b8dd69044f09 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:01.380926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4325f21d-435b-4c72-bab2-b8dd69044f09,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:01.405076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] No DVR routers for this DVR port 4325f21d-435b-4c72-bab2-b8dd69044f09 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:01.419545 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.422720 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.451986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.602566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:19:01.615236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.616032 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Added segment 858a539e-bad1-4c37-b874-f4ad76a464de of type vlan for network a8442c33-73db-4364-9301-de2525ef3eb9 Oct 25 23:19:01.635452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.642348 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.689788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.719198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:01.722632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:01.728397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::10a (6ed871d9-b7f7-466f-9c7e-ce121ccefa70/ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1/0f45df15-05d7-4476-8da7-b5f5cf2cfc65) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:01.731260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:01.732224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:01.736116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe11407-ac1d-41ac-ae14-a346b7faac91,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:01.744728 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:01.771155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:01.778962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Pushing event updated for resources: {'Port': ['ID=038d94c4-c5c7-4153-9a4e-e70dd023d692,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:01.853392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Attempting to bind port 038d94c4-c5c7-4153-9a4e-e70dd023d692 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:01.853760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Attempting to bind port 038d94c4-c5c7-4153-9a4e-e70dd023d692 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2be3492d-500f-4efe-a737-d7d3f731ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:01.854122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Attempting to bind port 038d94c4-c5c7-4153-9a4e-e70dd023d692 on network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:01.864503 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.865513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:01.866014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.880243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:01.880615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Checking segment: {'id': '2be3492d-500f-4efe-a737-d7d3f731ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:01.881016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.881405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Bound using segment: {'id': '2be3492d-500f-4efe-a737-d7d3f731ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:01.884164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Bound port: 038d94c4-c5c7-4153-9a4e-e70dd023d692, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be3492d-500f-4efe-a737-d7d3f731ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6ed871d9-b7f7-466f-9c7e-ce121ccefa70'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:01.884330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:01.985107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] For port 038d94c4-c5c7-4153-9a4e-e70dd023d692, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:01.991939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] For port 038d94c4-c5c7-4153-9a4e-e70dd023d692, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=038d94c4-c5c7-4153-9a4e-e70dd023d692,segment=NetworkSegment(2be3492d-500f-4efe-a737-d7d3f731ec8e),segment_id=2be3492d-500f-4efe-a737-d7d3f731ec8e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:01.997928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.035677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] Pushing event updated for resources: {'Network': ['ID=a8442c33-73db-4364-9301-de2525ef3eb9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:02.047778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8f269326-1526-4e1e-a27b-7a05ab7e5374 req-405b907b-eb3d-4128-b42c-dccaeaa1b03f tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 210 time: 0.0515435 Oct 25 23:19:02.056278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.115443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.116999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a8442c33-73db-4364-9301-de2525ef3eb9 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:19:02.127730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.212618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:02.240147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:02.247089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:02.276926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:02.278020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.318568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c95323-fe7f-4a9b-b846-f41160d7f8da None None] Pushing event updated for resources: {'Port': ['ID=038d94c4-c5c7-4153-9a4e-e70dd023d692,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:02.352847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-3c8d58ca-2953-40c5-9fb8-46cdce138a3c tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:02.354588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-3c8d58ca-2953-40c5-9fb8-46cdce138a3c tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.15 "GET /v2.0/networks?id=4532d005-be3d-4517-8d1c-a4428460f689 HTTP/1.1" status: 200 len: 808 time: 0.1542425 Oct 25 23:19:02.355262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Port': ['ID=99e0bad9-d6ec-4cab-8acc-daba76e161e9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:02.357720 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5011592 Oct 25 23:19:02.358995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff09d44-a59f-4d9e-b193-b1d5b1a4f7a0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=0f45df15-05d7-4476-8da7-b5f5cf2cfc65,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:02.363538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43914) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:02.382339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b021dcd3-fb1a-4154-bc33-85a6ff498ffc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2733541 Oct 25 23:19:02.384577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43916) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:02.395248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Request body: {'port': {'device_id': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689', 'admin_state_up': True, 'tenant_id': 'd4a5a41d015945dca9ad485dd0793332'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:02.395662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Request body: {'subnet': {'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-108734727-subnet', 'tenant_id': 'cca75a2c85984dfdb0a09a220c8696a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:02.405152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881ecd6b-cf84-4d34-a721-e6ed53ebd074']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:02.495134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Made reservation on behalf of cca75a2c85984dfdb0a09a220c8696a4 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:02.496264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87742b8-d4d9-489a-84f0-c6fb03737f1a') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:02.496558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87742b8-d4d9-489a-84f0-c6fb03737f1a') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:02.497923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.569844 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.629176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 0f45df15-05d7-4476-8da7-b5f5cf2cfc65 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:02.629847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.632516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.688567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:02.689190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:02.691471 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:02.778865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.819890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 0f45df15-05d7-4476-8da7-b5f5cf2cfc65 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:02.881250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Made reservation on behalf of d4a5a41d015945dca9ad485dd0793332 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:02.885023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.892868 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.909246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:02.912520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] 10.222.0.25 "DELETE /v2.0/networks/881ecd6b-cf84-4d34-a721-e6ed53ebd074 HTTP/1.1" status: 204 len: 168 time: 3.3917212 Oct 25 23:19:02.940323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e716ea4-b9c5-4a01-96ef-6858838fe1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=881ecd6b-cf84-4d34-a721-e6ed53ebd074,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:03.003426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:03.098279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:03.250289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Allocated IP 172.20.0.2 (4532d005-be3d-4517-8d1c-a4428460f689/e9e287d6-6944-411d-8997-cf8b7c6764da/830172e6-7de1-440c-97f3-82da24c68bc3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:03.402276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 038d94c4-c5c7-4153-9a4e-e70dd023d692 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:03.515901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 038d94c4-c5c7-4153-9a4e-e70dd023d692 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:03.518686 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:03.669010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:03.710334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43928) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:03.714903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 038d94c4-c5c7-4153-9a4e-e70dd023d692, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=038d94c4-c5c7-4153-9a4e-e70dd023d692,segment=NetworkSegment(2be3492d-500f-4efe-a737-d7d3f731ec8e),segment_id=2be3492d-500f-4efe-a737-d7d3f731ec8e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:03.723928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:03.816901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=038d94c4-c5c7-4153-9a4e-e70dd023d692,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:03.818872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c56b2c31-5132-4314-9cd3-0cf443c1d93c req-29a90e05-7722-4313-bc2e-67039de49f46 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 210 time: 0.6318703 Oct 25 23:19:03.885883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:03.891917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca478ff-ff11-4f93-81a1-58163493708d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:03.919321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3f143422-96c4-426b-8a58-6a20b9ae54ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47fa4a1d7ed0469c917863c2fd18ac63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669667 Oct 25 23:19:03.924992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43932) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:03.936874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d99701-e155-4ce9-8aaf-4954861a8af3 None None] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:03.946801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.947290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.947843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.948246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.948668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.949093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.949501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.949916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.950359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.950768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.951180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.951600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:03.963809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=0f45df15-05d7-4476-8da7-b5f5cf2cfc65,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:04.000881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Checking segment: {'id': '858a539e-bad1-4c37-b874-f4ad76a464de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:04.001438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Network hostable DHCP agents. Network: a8442c33-73db-4364-9301-de2525ef3eb9, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:04.005575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.012288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43934) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:04.012803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3959eaf2-671f-4db2-8b91-300ae4476eea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/0f45df15-05d7-4476-8da7-b5f5cf2cfc65 HTTP/1.1" status: 204 len: 168 time: 1.6478746 Oct 25 23:19:04.049763 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0447cb23-d561-4657-9836-b0d0dd801182 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:04.051811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0447cb23-d561-4657-9836-b0d0dd801182 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/0f45df15-05d7-4476-8da7-b5f5cf2cfc65 HTTP/1.1" status: 404 len: 333 time: 0.0346940 Oct 25 23:19:04.056963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43936) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:04.075293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Network a8442c33-73db-4364-9301-de2525ef3eb9 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:04.103950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8bbf8-b282-4766-880f-d31f005d086d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.121624 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2671f2c7-5628-4c3c-97be-739f0d837656 None None] Provisioning complete for port 038d94c4-c5c7-4153-9a4e-e70dd023d692 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:04.122893 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2671f2c7-5628-4c3c-97be-739f0d837656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.128664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a8442c33-73db-4364-9301-de2525ef3eb9) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:04.132689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.139291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:04.139996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.158672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8bbf8-b282-4766-880f-d31f005d086d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.176216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcffa9a-0217-43ab-8526-590498bdfc54 None None] Network a8442c33-73db-4364-9301-de2525ef3eb9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:04.184214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:04.214604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.269520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.310661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6a34e7a-9925-41c3-af22-2c8db2429933 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9103832 Oct 25 23:19:04.358902 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.425665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8bbf8-b282-4766-880f-d31f005d086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.432373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8bbf8-b282-4766-880f-d31f005d086d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.433058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Network 4532d005-be3d-4517-8d1c-a4428460f689 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:04.434982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cce8bbf8-b282-4766-880f-d31f005d086d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/837ae1e5-b015-4ba2-88a9-21ef32e218d5 HTTP/1.1" status: 204 len: 168 time: 0.4899385 Oct 25 23:19:04.443423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:04.449370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:04.460014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.491841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Router fe239938-fd26-4787-8175-9712044ff6a7 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:04.497357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Pushing event updated for resources: {'Port': ['ID=830172e6-7de1-440c-97f3-82da24c68bc3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:04.587797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8bbf8-b282-4766-880f-d31f005d086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ae1e5-b015-4ba2-88a9-21ef32e218d5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:04.605717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:04.606736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.688914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-eab3d3ad-71ca-498a-8e2c-9a70dea2478d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3049066 Oct 25 23:19:04.713842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Request body: {'port': {'device_id': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:04.775317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.831094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561cb9b-4e36-44e3-a485-4e7cc1178e39 None None] Network a8442c33-73db-4364-9301-de2525ef3eb9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:04.884687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:04.904277 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Sync routers for ids ['fe239938-fd26-4787-8175-9712044ff6a7'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:04.918443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.922201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9f2ab02d-80d0-473d-900f-113e339a7535 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8043830 Oct 25 23:19:04.922201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:04.923366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43956) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:04.940106 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Routers {'fe239938-fd26-4787-8175-9712044ff6a7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:04.940663 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fe239938-fd26-4787-8175-9712044ff6a7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:05.255840 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Set router fe239938-fd26-4787-8175-9712044ff6a7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:19:05.353402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:05.369652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 038d94c4-c5c7-4153-9a4e-e70dd023d692 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:05.483619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:05.501023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1 HTTP/1.1" status: 204 len: 168 time: 1.4436486 Oct 25 23:19:05.501711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43976) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:05.524527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 038d94c4-c5c7-4153-9a4e-e70dd023d692 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:05.524527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:05.532323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbf334-2ec4-4166-b7f5-44b3001f30ff tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:05.594509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab01637-e100-4329-874b-a58653acd201 req-5220b3da-1e38-4a73-9e60-0c0b93be4a82 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:05.596418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ab01637-e100-4329-874b-a58653acd201 req-5220b3da-1e38-4a73-9e60-0c0b93be4a82 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 931 time: 0.5612197 Oct 25 23:19:05.612235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071eea2-8534-4ab0-a850-b84cc46f6240 None None] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:05.806357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7edf7b24-6812-4538-bacc-b29269290a27 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/fe239938-fd26-4787-8175-9712044ff6a7 HTTP/1.1" status: 200 len: 908 time: 0.8793972 Oct 25 23:19:05.820046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43986) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:05.833884 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:05.849160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'name': 'tempest-snat-router-210423690', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': True}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:05.864315 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe239938-fd26-4787-8175-9712044ff6a7', 'name': 'tempest-snat-router-210423690', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.216'}], 'enable_snat': False}, 'gw_port_id': '99e0bad9-d6ec-4cab-8acc-daba76e161e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:58Z', 'updated_at': '2021-10-25T23:19:02Z', 'revision_number': 3, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port': {'id': '99e0bad9-d6ec-4cab-8acc-daba76e161e9', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe239938-fd26-4787-8175-9712044ff6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:19:00Z', 'updated_at': '2021-10-25T23:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:05.934449 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Checking router: fe239938-fd26-4787-8175-9712044ff6a7 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:19:05.939736 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Updating router fe239938-fd26-4787-8175-9712044ff6a7 port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:19:05.948816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ab01637-e100-4329-874b-a58653acd201 req-b80b3b6f-65a2-4bf7-9e79-c638913f4b3c tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267586 Oct 25 23:19:05.991854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1a8c6d8d-42f2-4e60-b3bd-f37aa11c8ee6 None None] Provisioning complete for port 038d94c4-c5c7-4153-9a4e-e70dd023d692 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:05.992447 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a8c6d8d-42f2-4e60-b3bd-f37aa11c8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.001538 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.080528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 038d94c4-c5c7-4153-9a4e-e70dd023d692 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:06.082088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.094507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.096466 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.109711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830172e6-7de1-440c-97f3-82da24c68bc3 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:19:06.120888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.186246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Transition to ACTIVE for port object 830172e6-7de1-440c-97f3-82da24c68bc3 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:19:06.193364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.196137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.312959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:06.347428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] For port 038d94c4-c5c7-4153-9a4e-e70dd023d692, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=038d94c4-c5c7-4153-9a4e-e70dd023d692,segment=NetworkSegment(2be3492d-500f-4efe-a737-d7d3f731ec8e),segment_id=2be3492d-500f-4efe-a737-d7d3f731ec8e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:06.347887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.385275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 038d94c4-c5c7-4153-9a4e-e70dd023d692 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:06.404906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] DHCP port deletion for 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:19:06.520744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Deleting port 038d94c4-c5c7-4153-9a4e-e70dd023d692 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:06.523128 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.529376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.595380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=038d94c4-c5c7-4153-9a4e-e70dd023d692,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:06.608362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No DVR routers for this DVR port 038d94c4-c5c7-4153-9a4e-e70dd023d692 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:06.633086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Pushing event updated for resources: {'Port': ['ID=830172e6-7de1-440c-97f3-82da24c68bc3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:06.709332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1193994935-network', 'tenant_id': 'a5dff9406d2244f7ae39a352ce5da2eb'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:06.803456 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:19:06.838885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.882784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.888628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Attempting to bind port 830172e6-7de1-440c-97f3-82da24c68bc3 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:06.888993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Attempting to bind port 830172e6-7de1-440c-97f3-82da24c68bc3 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '9c4c5379-ce16-48e9-bdff-4b743760c832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:06.889482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Attempting to bind port 830172e6-7de1-440c-97f3-82da24c68bc3 on network 4532d005-be3d-4517-8d1c-a4428460f689 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:06.917393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Made reservation on behalf of a5dff9406d2244f7ae39a352ce5da2eb for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:06.920976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.929757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Port 830172e6-7de1-440c-97f3-82da24c68bc3 on network 4532d005-be3d-4517-8d1c-a4428460f689 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:19:06.930129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Attempting to bind port 830172e6-7de1-440c-97f3-82da24c68bc3 on network 4532d005-be3d-4517-8d1c-a4428460f689 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:06.946483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:06.946826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Checking segment: {'id': '9c4c5379-ce16-48e9-bdff-4b743760c832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:06.947229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Bound using segment: {'id': '9c4c5379-ce16-48e9-bdff-4b743760c832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:06.947876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Bound port: 830172e6-7de1-440c-97f3-82da24c68bc3, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4c5379-ce16-48e9-bdff-4b743760c832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:06.948644 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.957328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:06.992837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed871d9-b7f7-466f-9c7e-ce121ccefa70']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:07.009302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be3492d-500f-4efe-a737-d7d3f731ec8e') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:07.009925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be3492d-500f-4efe-a737-d7d3f731ec8e') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:07.030381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.083280 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.091259 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.095117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] For port 830172e6-7de1-440c-97f3-82da24c68bc3, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:07.096918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.109962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] For port 830172e6-7de1-440c-97f3-82da24c68bc3, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=830172e6-7de1-440c-97f3-82da24c68bc3,segment=NetworkSegment(9c4c5379-ce16-48e9-bdff-4b743760c832),segment_id=9c4c5379-ce16-48e9-bdff-4b743760c832)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:07.111494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:07.112279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:07.115834 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:07.118113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] For port 038d94c4-c5c7-4153-9a4e-e70dd023d692, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=038d94c4-c5c7-4153-9a4e-e70dd023d692,segment=NetworkSegment(2be3492d-500f-4efe-a737-d7d3f731ec8e),segment_id=2be3492d-500f-4efe-a737-d7d3f731ec8e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:07.119206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.140529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.149296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Calling delete_port for 038d94c4-c5c7-4153-9a4e-e70dd023d692 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:07.166938 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Attempting to bind port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:07.167304 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Attempting to bind port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:07.167657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Attempting to bind port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:07.193823 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:07.195102 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:07.196551 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.197100 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:07.199452 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Bound port: 99e0bad9-d6ec-4cab-8acc-daba76e161e9, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:07.200475 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.276828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.296967 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] For port 99e0bad9-d6ec-4cab-8acc-daba76e161e9, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:07.302980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] For port 99e0bad9-d6ec-4cab-8acc-daba76e161e9, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=99e0bad9-d6ec-4cab-8acc-daba76e161e9,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:07.315572 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.320305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.328474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Network 6ed871d9-b7f7-466f-9c7e-ce121ccefa70 is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:19:07.328474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] No DVR routers for this DVR port 038d94c4-c5c7-4153-9a4e-e70dd023d692 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:07.332439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 038d94c4-c5c7-4153-9a4e-e70dd023d692 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:07.334400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:07.337549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3897b-d78a-411f-987b-e8025ebaf629 None None] Pushing event deleted for resources: {'Port': ['ID=038d94c4-c5c7-4153-9a4e-e70dd023d692,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:07.339357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.342739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] 10.222.0.15 "PUT /v2.0/ports/830172e6-7de1-440c-97f3-82da24c68bc3 HTTP/1.1" status: 200 len: 1091 time: 2.6349394 Oct 25 23:19:07.352691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'tag': '830172e6-7de1-440c-97f3-82da24c68bc3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:07.358582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 038d94c4-c5c7-4153-9a4e-e70dd023d692 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:07.359009 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b" -d '{"events": [{"name": "network-changed", "server_uuid": "768e0a1a-1b38-47c4-81a2-d53d883edb66", "tag": "830172e6-7de1-440c-97f3-82da24c68bc3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:07.359146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 038d94c4-c5c7-4153-9a4e-e70dd023d692 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:07.371986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.384365 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/6ed871d9-b7f7-466f-9c7e-ce121ccefa70 HTTP/1.1" status: 204 len: 168 time: 1.8720939 Oct 25 23:19:07.405195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:07.418657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9e10c-0ff4-451e-953a-6c66b9a2c84d None None] Pushing event updated for resources: {'Port': ['ID=99e0bad9-d6ec-4cab-8acc-daba76e161e9,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:07.427794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.428052 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Routers {'fe239938-fd26-4787-8175-9712044ff6a7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:07.428591 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fe239938-fd26-4787-8175-9712044ff6a7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:07.435509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'name': 'tempest-PortsIpV6TestJSON-892503591'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:07.448221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ade1b-552d-4cef-b869-3159d5cbdc26 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=6ed871d9-b7f7-466f-9c7e-ce121ccefa70,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:07.472752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.485619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f61ed-4d29-4818-92e7-e5e58951c58e req-5ff3344a-f746-4383-81c1-ef0fd836eef2 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:07.497315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-429f61ed-4d29-4818-92e7-e5e58951c58e req-5ff3344a-f746-4383-81c1-ef0fd836eef2 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 943 time: 0.3959446 Oct 25 23:19:07.595327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9e10c-0ff4-451e-953a-6c66b9a2c84d None None] Pushing event updated for resources: {'Port': ['ID=99e0bad9-d6ec-4cab-8acc-daba76e161e9,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:07.601961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479da9-68b3-4e90-9bd9-569eb3745415 service neutron] Pushing event updated for resources: {'Port': ['ID=830172e6-7de1-440c-97f3-82da24c68bc3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:07.602404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-0f9970e2-8bd4-43fc-b469-77d69232b174 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:07.606681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-0f9970e2-8bd4-43fc-b469-77d69232b174 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/networks?id=a8442c33-73db-4364-9301-de2525ef3eb9 HTTP/1.1" status: 200 len: 809 time: 0.3872528 Oct 25 23:19:07.636729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:19:07.649899 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] Set router fe239938-fd26-4787-8175-9712044ff6a7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:19:07.656794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181320d9-04bf-4d8b-85e5-1194a6cc5cc5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:07.670028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-a9455b44-149f-4c75-89dd-e928daf2e2f5 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/quotas/cca75a2c85984dfdb0a09a220c8696a4 HTTP/1.1" status: 200 len: 375 time: 0.0456281 Oct 25 23:19:07.676715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.677378 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Added segment 80da0ebc-6582-44ee-8f1c-3d9f7f624618 of type vlan for network b8db43e3-28aa-467b-a83b-2ca5484ec01d Oct 25 23:19:07.729071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-30e39c07-a964-4a7f-8127-8f40a5a4c598 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cca75a2c85984dfdb0a09a220c8696a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578582 Oct 25 23:19:07.830975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.841714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.879887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-429f61ed-4d29-4818-92e7-e5e58951c58e req-fc291f9b-103b-480c-8395-65ce4c93da61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808420 Oct 25 23:19:07.880796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:07.885457 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.888480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.889721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:07.891040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.904627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:07.957316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-0725c451-d05e-4bf8-b2a7-f9d58a977222 service neutron] 10.222.0.25 "GET /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266083 Oct 25 23:19:08.026264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7120872 Oct 25 23:19:08.038586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44042) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:08.043954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Request body: {'subnet': {'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1193994935-subnet', 'tenant_id': 'a5dff9406d2244f7ae39a352ce5da2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:08.060638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756202d-adb9-4e8f-8f95-5826436cd78f admin admin] Pushing event updated for resources: {'Network': ['ID=b8db43e3-28aa-467b-a83b-2ca5484ec01d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:08.073651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Allocated IP 172.25.4.227 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/1f26394b-0e5c-42c5-bd67-68663f269575) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:08.074903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b8db43e3-28aa-467b-a83b-2ca5484ec01d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:19:08.103980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe239938-fd26-4787-8175-9712044ff6a7', 'name': 'tempest-snat-router-210423690', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.216'}], 'enable_snat': False}, 'gw_port_id': '99e0bad9-d6ec-4cab-8acc-daba76e161e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:58Z', 'updated_at': '2021-10-25T23:19:02Z', 'revision_number': 3, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port': {'id': '99e0bad9-d6ec-4cab-8acc-daba76e161e9', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe239938-fd26-4787-8175-9712044ff6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:19:00Z', 'updated_at': '2021-10-25T23:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:08.132065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Made reservation on behalf of a5dff9406d2244f7ae39a352ce5da2eb for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:08.135075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:08.191889 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5936318-807e-4845-9f35-7a8e7e21daaa None None] The sync data for ids ['fe239938-fd26-4787-8175-9712044ff6a7'] in n-d-815373-1 is: [{'id': 'fe239938-fd26-4787-8175-9712044ff6a7', 'name': 'tempest-snat-router-210423690', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.216'}], 'enable_snat': False}, 'gw_port_id': '99e0bad9-d6ec-4cab-8acc-daba76e161e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:58Z', 'updated_at': '2021-10-25T23:19:02Z', 'revision_number': 3, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port': {'id': '99e0bad9-d6ec-4cab-8acc-daba76e161e9', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe239938-fd26-4787-8175-9712044ff6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:19:00Z', 'updated_at': '2021-10-25T23:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:08.219755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-750a8a18-cde6-4579-a00b-f65357884130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:08.224445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-750a8a18-cde6-4579-a00b-f65357884130 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a5a41d015945dca9ad485dd0793332&device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 1094 time: 0.7799506 Oct 25 23:19:08.236176 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67721c33-3d1a-4057-bbfe-adf585ff1a93 x-openstack-request-id: req-67721c33-3d1a-4057-bbfe-adf585ff1a93 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:08.236707 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768e0a1a-1b38-47c4-81a2-d53d883edb66", "tag": "830172e6-7de1-440c-97f3-82da24c68bc3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:08.236707 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67721c33-3d1a-4057-bbfe-adf585ff1a93 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:08.237110 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'tag': '830172e6-7de1-440c-97f3-82da24c68bc3', 'status': 'completed', 'code': 200} Oct 25 23:19:08.261402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 67f5b5c8-abcf-497b-ae0d-f85cebe60c45 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:08.285131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-72613d56-778e-4fe3-9255-e459ca02ba2d service neutron] 10.222.0.25 "GET /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266294 Oct 25 23:19:08.359918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-aa97d27d-215b-4f1d-b226-bb37adeafdc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=830172e6-7de1-440c-97f3-82da24c68bc3 HTTP/1.1" status: 200 len: 217 time: 0.1147418 Oct 25 23:19:08.363226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:08.600314 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:08.750807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Pushing event updated for resources: {'Subnet': ['ID=328a5631-8b8f-4ef0-8a81-8d63b2957230,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:08.789727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Checking segment: {'id': '80da0ebc-6582-44ee-8f1c-3d9f7f624618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:08.790177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Network hostable DHCP agents. Network: b8db43e3-28aa-467b-a83b-2ca5484ec01d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:08.820340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Network b8db43e3-28aa-467b-a83b-2ca5484ec01d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:08.833285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b8db43e3-28aa-467b-a83b-2ca5484ec01d) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:08.848479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40610c-c0e1-4f42-ae79-a0e4baaeb751 None None] Network b8db43e3-28aa-467b-a83b-2ca5484ec01d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:08.854174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:08.855654 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:08.920468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:08.931122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1a43e59a-6975-4578-900f-dea85aba285f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8912454 Oct 25 23:19:08.950675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a41ca06c-b5e7-4a5e-93c0-125f5c27b64f req-6b3b9d4d-933b-4870-94df-f2e703e14cb2 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 210 time: 0.1177921 Oct 25 23:19:08.968439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-cf043ee0-e1d0-4672-ad59-e29f5a5caf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:08.970137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-cf043ee0-e1d0-4672-ad59-e29f5a5caf2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9e287d6-6944-411d-8997-cf8b7c6764da HTTP/1.1" status: 200 len: 848 time: 0.6024878 Oct 25 23:19:08.973921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:09.173955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-66e63191-6569-437e-9a75-686b3e163187 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4532d005-be3d-4517-8d1c-a4428460f689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1923945 Oct 25 23:19:09.342795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202f98db-b4b2-4d4c-903e-4088e92d0449 None None] Network b8db43e3-28aa-467b-a83b-2ca5484ec01d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:09.358095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb07cb2-1e4a-4c8f-ba4d-f48ce64e3a67 req-d2865690-88bb-4aa3-af37-40da5d181b30 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:09.369812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6eb07cb2-1e4a-4c8f-ba4d-f48ce64e3a67 req-d2865690-88bb-4aa3-af37-40da5d181b30 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 943 time: 0.2542722 Oct 25 23:19:09.439148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Port': ['ID=1f26394b-0e5c-42c5-bd67-68663f269575,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:09.529328 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6eb07cb2-1e4a-4c8f-ba4d-f48ce64e3a67 req-3112bd8e-a972-4459-8f42-5986ab1655bd tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521418 Oct 25 23:19:09.546399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:09.567682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:09.573240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:09.744347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:09.919887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99e0bad9-d6ec-4cab-8acc-daba76e161e9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:10.024828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:10.027347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:10.055878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=67f5b5c8-abcf-497b-ae0d-f85cebe60c45,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:10.059532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-1b49725b-f134-4543-81fb-f87d5d465e92 service neutron] 10.222.0.15 "GET /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8687825 Oct 25 23:19:10.138939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:10.140486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3947b9e9-8a73-48c1-83d3-819549834a3e req-3728991d-4973-41ce-bf88-4192d953bb12 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 210 time: 0.0582929 Oct 25 23:19:10.198831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:10.250127 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:10.283635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 99e0bad9-d6ec-4cab-8acc-daba76e161e9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=99e0bad9-d6ec-4cab-8acc-daba76e161e9,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:10.294035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:10.354805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=99e0bad9-d6ec-4cab-8acc-daba76e161e9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:10.693629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:10.700117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:10.700662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:10.772880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30c091-e219-4a6f-9ef6-02a2201f2311 req-d6477e85-0505-4c48-b22a-2198aac384d6 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:10.774472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb30c091-e219-4a6f-9ef6-02a2201f2311 req-d6477e85-0505-4c48-b22a-2198aac384d6 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 943 time: 0.0965021 Oct 25 23:19:10.821982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bb30c091-e219-4a6f-9ef6-02a2201f2311 req-c2104c71-6d09-40ea-9c6f-334d996b7466 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Oct 25 23:19:10.825041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44088) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:10.825193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-910aa877-0b54-4bc2-9f23-841fcc43766f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4132113 Oct 25 23:19:10.954376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 67f5b5c8-abcf-497b-ae0d-f85cebe60c45 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:10.954629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:10.963430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-867153f3-f276-478f-8cbb-7ac41613afc3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:10.964914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-867153f3-f276-478f-8cbb-7ac41613afc3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/networks?id=b8db43e3-28aa-467b-a83b-2ca5484ec01d HTTP/1.1" status: 200 len: 822 time: 1.0328352 Oct 25 23:19:10.977315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce66341b-9da1-46ec-8e8a-f8301671093c req-ba55c972-512b-4404-91a4-b29993e93e73 service neutron] 10.222.0.15 "GET /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8496733 Oct 25 23:19:11.003607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-f98ee512-bcd9-4f18-a491-ac77e109f65e tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/quotas/a5dff9406d2244f7ae39a352ce5da2eb HTTP/1.1" status: 200 len: 375 time: 0.0252991 Oct 25 23:19:11.012386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.030649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.047876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 67f5b5c8-abcf-497b-ae0d-f85cebe60c45 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:11.098498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-d2d67ab1-9120-454d-9728-d58eec5b47b7 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:11.100170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-d2d67ab1-9120-454d-9728-d58eec5b47b7 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.11 "GET /v2.0/networks?id=a8442c33-73db-4364-9301-de2525ef3eb9 HTTP/1.1" status: 200 len: 809 time: 0.4095087 Oct 25 23:19:11.127659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Request body: {'port': {'device_id': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9', 'admin_state_up': True, 'tenant_id': 'cca75a2c85984dfdb0a09a220c8696a4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:11.151075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.182653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-c6279449-f830-4bb3-99b1-e39347e1a959 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5dff9406d2244f7ae39a352ce5da2eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798435 Oct 25 23:19:11.224846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.231786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/67f5b5c8-abcf-497b-ae0d-f85cebe60c45 HTTP/1.1" status: 204 len: 168 time: 0.4055343 Oct 25 23:19:11.235159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bc0b7-f877-491e-9e85-315739fd8320 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=67f5b5c8-abcf-497b-ae0d-f85cebe60c45,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:11.238943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:11.250732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'mac_address': 'fa:16:3e:fe:8e:53', 'name': 'tempest-PortsIpV6TestJSON-1488302335'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:11.308321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99e0bad9-d6ec-4cab-8acc-daba76e161e9 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:11.320785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-b56121da-9395-4e93-8bd2-30732a644450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:11.322309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-b56121da-9395-4e93-8bd2-30732a644450 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a5a41d015945dca9ad485dd0793332&device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 1094 time: 0.2185016 Oct 25 23:19:11.352150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa1b12f2-f4fc-4080-91fa-8fa3e2d39c7b req-36e62a1d-347d-424e-b507-d61d3a931dba tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 210 time: 0.0817297 Oct 25 23:19:11.364003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:11.364650 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.410367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:11.522055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.524946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-7444a72d-7f5c-4675-be2a-f90ef3858a64 service neutron] 10.222.0.25 "GET /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047769 Oct 25 23:19:11.542882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:11.636498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Made reservation on behalf of cca75a2c85984dfdb0a09a220c8696a4 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:11.640221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.655593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.658184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-dcedfd7b-7f2f-454f-8f89-be2086dc2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:11.660176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-dcedfd7b-7f2f-454f-8f89-be2086dc2538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4532d005-be3d-4517-8d1c-a4428460f689 HTTP/1.1" status: 200 len: 909 time: 0.3263810 Oct 25 23:19:11.730937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.764367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.800893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-0d948d38-ff76-4a91-a685-f25cf961613d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=830172e6-7de1-440c-97f3-82da24c68bc3 HTTP/1.1" status: 200 len: 217 time: 0.1285698 Oct 25 23:19:11.807670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:11.810834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:11.815608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:11.821463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:11.822085 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:11.833562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:11.850624 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5079994e-c7be-4fe8-b2e6-56ad79b01c17 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6100719 Oct 25 23:19:11.852815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44108) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:11.854715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-5f9f5bb3-34db-4c77-8fed-fdd8d63a2769 service neutron] 10.222.0.25 "GET /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178244 Oct 25 23:19:11.939179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e1abc-c655-43d4-846c-d114de8e2eae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:11.943759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3c7e1abc-c655-43d4-846c-d114de8e2eae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db HTTP/1.1" status: 200 len: 845 time: 0.0894382 Oct 25 23:19:11.944442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44112) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:11.980561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-39d53d66-0219-4066-8186-5a38a940a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:11.981949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-39d53d66-0219-4066-8186-5a38a940a7fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9e287d6-6944-411d-8997-cf8b7c6764da HTTP/1.1" status: 200 len: 848 time: 0.1480765 Oct 25 23:19:12.036774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-1a8d9cc6-c6c0-4dac-91a6-c11092d78a3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4532d005-be3d-4517-8d1c-a4428460f689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410311 Oct 25 23:19:12.085292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Allocated IP 172.20.0.10 (a8442c33-73db-4364-9301-de2525ef3eb9/cca478ff-ff11-4f93-81a1-58163493708d/bf5f20f2-921b-48d3-9d80-b38720e1c164) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:12.086266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36ec9-7423-4910-8eb3-d7c2986b03d1 req-530c9d23-23d0-4006-84e1-c298b45de95f tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:12.095120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38a36ec9-7423-4910-8eb3-d7c2986b03d1 req-530c9d23-23d0-4006-84e1-c298b45de95f tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 943 time: 0.1406057 Oct 25 23:19:12.182606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e60b776b-5dfa-48fe-a737-527dd70142a4 req-7ea8a9d3-3930-4783-a01a-6bbbb1e3b3a3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 210 time: 0.0627036 Oct 25 23:19:12.183986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38a36ec9-7423-4910-8eb3-d7c2986b03d1 req-6c435356-11d9-4972-b6db-fa9972c9e43b tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832489 Oct 25 23:19:12.210470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Router 830d1ee3-a492-4074-8e5d-355bd31b3ba5 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:12.216777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:12.217328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.302726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.323520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:12.360217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-38bbe619-90f9-45c1-a1df-254e792e0f19 service neutron] 10.222.0.15 "GET /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169103 Oct 25 23:19:12.420362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.486556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:12.504962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:12.525913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Sync routers for ids ['830d1ee3-a492-4074-8e5d-355bd31b3ba5'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:12.553132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Routers {'830d1ee3-a492-4074-8e5d-355bd31b3ba5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:12.556817 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['830d1ee3-a492-4074-8e5d-355bd31b3ba5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:12.575438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.580134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-526bb989-dfbd-43c0-9f5e-1d0f078de973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7424514 Oct 25 23:19:12.583610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.585353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44138) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:12.592518 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1769f5b5-96b8-4e16-8fd0-b6cf2013ab3b req-04186735-6877-4163-835b-ab3b359b97f3 service neutron] 10.222.0.15 "GET /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175701 Oct 25 23:19:12.594748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5468b561-3a8e-4034-8b74-5b50264eb92e req-53212698-bea8-4bc1-a96d-2463e2b3fb3e tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 210 time: 0.1191325 Oct 25 23:19:12.651856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.680743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.687261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-811cf64f-8878-4ae6-9e2f-5ac54ebf218b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db HTTP/1.1" status: 204 len: 168 time: 0.7416868 Oct 25 23:19:12.690243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:12.712092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Network a8442c33-73db-4364-9301-de2525ef3eb9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:12.716128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:12.728642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:12.747495 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-37eb6d83-c6b2-4dcf-aa1f-c496a005044a tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:12.749022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-37eb6d83-c6b2-4dcf-aa1f-c496a005044a tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/b6ea86e4-1c2b-4676-89d2-d28d7ddfd3db HTTP/1.1" status: 404 len: 333 time: 0.0576115 Oct 25 23:19:12.762587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44144) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:12.770114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'name': 'tempest-PortsIpV6TestJSON-560415036'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:12.796230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Set router 830d1ee3-a492-4074-8e5d-355bd31b3ba5 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:19:12.801988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Pushing event updated for resources: {'Port': ['ID=bf5f20f2-921b-48d3-9d80-b38720e1c164,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:12.815418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-26b0efe9-7beb-49b6-8555-9b9265d09973 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/830d1ee3-a492-4074-8e5d-355bd31b3ba5 HTTP/1.1" status: 200 len: 907 time: 0.2181206 Oct 25 23:19:12.816771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44146) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:12.893785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:12.894765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:12.930838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-066397a3-7f97-4d3e-8e65-4dbf0344bd8f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8071649 Oct 25 23:19:12.944422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Request body: {'port': {'device_id': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:12.989128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.013927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.029397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:13.034838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.081320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port ffbeaf12-6970-497c-85b3-63d356ff8dcd yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:13.085179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.113660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d1ee3-a492-4074-8e5d-355bd31b3ba5', 'name': 'tempest-snat-router-210423690', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '1f26394b-0e5c-42c5-bd67-68663f269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:19:06Z', 'updated_at': '2021-10-25T23:19:10Z', 'revision_number': 3, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port': {'id': '1f26394b-0e5c-42c5-bd67-68663f269575', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d1ee3-a492-4074-8e5d-355bd31b3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:19:07Z', 'updated_at': '2021-10-25T23:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:13.144267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Checking router: 830d1ee3-a492-4074-8e5d-355bd31b3ba5 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:19:13.144615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Updating router 830d1ee3-a492-4074-8e5d-355bd31b3ba5 port 1f26394b-0e5c-42c5-bd67-68663f269575 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:19:13.158100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.175141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.266588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Deleting port 1f26394b-0e5c-42c5-bd67-68663f269575 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:13.267199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.485818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8be26c-f323-4afd-9a41-a32ffd8cc6c9 req-84bc690c-43b8-4b44-ae43-5d862e8712fc tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:13.487432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc8be26c-f323-4afd-9a41-a32ffd8cc6c9 req-84bc690c-43b8-4b44-ae43-5d862e8712fc tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 943 time: 0.1093638 Oct 25 23:19:13.501748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.530104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Calling delete_port for 1f26394b-0e5c-42c5-bd67-68663f269575 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:13.594859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc8be26c-f323-4afd-9a41-a32ffd8cc6c9 req-e6350176-10d5-40ba-a90d-49af70175be8 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971429 Oct 25 23:19:13.600244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.619911 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.714217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Pushing event updated for resources: {'Port': ['ID=1f26394b-0e5c-42c5-bd67-68663f269575,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:13.743189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.743542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.743885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.744226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.745053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.745184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.745684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.746182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.746573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.747286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.747409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.747793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f94f1-b2db-4a71-af46-de36f56c13e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:13.760120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Attempting to bind port 1f26394b-0e5c-42c5-bd67-68663f269575 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:13.760549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Attempting to bind port 1f26394b-0e5c-42c5-bd67-68663f269575 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:13.760921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Attempting to bind port 1f26394b-0e5c-42c5-bd67-68663f269575 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:13.768134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:13.768519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:13.769469 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.769469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:13.769966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Bound port: 1f26394b-0e5c-42c5-bd67-68663f269575, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:13.770456 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.829413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:13.831147 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:19:13.831659 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:19:14.029377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a6c5650-6687-4383-96bd-13fe2c52c230 req-6eb874f2-837a-4577-95e1-c820fd24e422 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 210 time: 0.6858625 Oct 25 23:19:14.074886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 830172e6-7de1-440c-97f3-82da24c68bc3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:19:14.133906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.160135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-91d4cd28-6653-48bc-a4dc-8543323e530a tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:14.161719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-91d4cd28-6653-48bc-a4dc-8543323e530a tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.15 "GET /v2.0/networks?id=b8db43e3-28aa-467b-a83b-2ca5484ec01d HTTP/1.1" status: 200 len: 822 time: 0.2194490 Oct 25 23:19:14.235008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Request body: {'port': {'device_id': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d', 'admin_state_up': True, 'tenant_id': 'a5dff9406d2244f7ae39a352ce5da2eb'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:14.244401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f26394b-0e5c-42c5-bd67-68663f269575,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:14.245201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 830172e6-7de1-440c-97f3-82da24c68bc3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=830172e6-7de1-440c-97f3-82da24c68bc3,segment=NetworkSegment(9c4c5379-ce16-48e9-bdff-4b743760c832),segment_id=9c4c5379-ce16-48e9-bdff-4b743760c832)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:14.291119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5f20f2-921b-48d3-9d80-b38720e1c164 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:19:14.304788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '830172e6-7de1-440c-97f3-82da24c68bc3', 'network_id': '4532d005-be3d-4517-8d1c-a4428460f689', 'port_id': '830172e6-7de1-440c-97f3-82da24c68bc3', 'mac_address': 'fa:16:3e:92:ef:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e287d6-6944-411d-8997-cf8b7c6764da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:19:14.313757 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.319154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.322088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.383686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Transition to ACTIVE for port object bf5f20f2-921b-48d3-9d80-b38720e1c164 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:19:14.394838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Attempting to bind port 1f26394b-0e5c-42c5-bd67-68663f269575 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:14.395268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Attempting to bind port 1f26394b-0e5c-42c5-bd67-68663f269575 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:14.395535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Attempting to bind port 1f26394b-0e5c-42c5-bd67-68663f269575 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:14.401070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.405625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:14.405625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:14.405959 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.406342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:14.406973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Bound port: 1f26394b-0e5c-42c5-bd67-68663f269575, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:14.407900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.410002 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.411466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:14.429402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:14.433815 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.436100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.439278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:14.445057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:14.445780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.446419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Port 1f26394b-0e5c-42c5-bd67-68663f269575 has been deleted concurrently {{(pid=102135) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 25 23:19:14.460924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=ffbeaf12-6970-497c-85b3-63d356ff8dcd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:14.465013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830172e6-7de1-440c-97f3-82da24c68bc3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:19:14.473179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Routers {'830d1ee3-a492-4074-8e5d-355bd31b3ba5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:14.473591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['830d1ee3-a492-4074-8e5d-355bd31b3ba5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:14.506610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e97fd-afd6-4304-baee-e4781b1a38ff req-d059f9c6-4323-4e5b-b4a1-47556010b3da tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:14.513558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-810e97fd-afd6-4304-baee-e4781b1a38ff req-d059f9c6-4323-4e5b-b4a1-47556010b3da tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 932 time: 0.6968446 Oct 25 23:19:14.516881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.517449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 830d1ee3-a492-4074-8e5d-355bd31b3ba5 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:14.521387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d89a04bd-441b-418b-9967-9643a902f352 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7554011 Oct 25 23:19:14.532598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44170) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:14.539170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:14.540557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.544425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-06e5053d-95d9-4ed7-ae8b-196b1f2fb692 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/routers/830d1ee3-a492-4074-8e5d-355bd31b3ba5 HTTP/1.1" status: 204 len: 168 time: 1.7240136 Oct 25 23:19:14.549955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44172) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:14.600375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 830172e6-7de1-440c-97f3-82da24c68bc3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=830172e6-7de1-440c-97f3-82da24c68bc3,segment=NetworkSegment(9c4c5379-ce16-48e9-bdff-4b743760c832),segment_id=9c4c5379-ce16-48e9-bdff-4b743760c832)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:14.609978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] Set router 830d1ee3-a492-4074-8e5d-355bd31b3ba5 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:19:14.612409 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.612631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Made reservation on behalf of a5dff9406d2244f7ae39a352ce5da2eb for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:14.616200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.622043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Pushing event updated for resources: {'Port': ['ID=bf5f20f2-921b-48d3-9d80-b38720e1c164,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:14.689845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-810e97fd-afd6-4304-baee-e4781b1a38ff req-45402774-07a2-4948-ab1a-be699f536310 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716058 Oct 25 23:19:14.710271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.749691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.765252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d1ee3-a492-4074-8e5d-355bd31b3ba5', 'name': 'tempest-snat-router-210423690', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:19:06Z', 'updated_at': '2021-10-25T23:19:13Z', 'revision_number': 5, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:14.765488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Attempting to bind port bf5f20f2-921b-48d3-9d80-b38720e1c164 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:14.765488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Attempting to bind port bf5f20f2-921b-48d3-9d80-b38720e1c164 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '858a539e-bad1-4c37-b874-f4ad76a464de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:14.765488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Attempting to bind port bf5f20f2-921b-48d3-9d80-b38720e1c164 on network a8442c33-73db-4364-9301-de2525ef3eb9 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:14.800083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e2331-421f-44af-acea-e91b7f6b6e8e None None] The sync data for ids ['830d1ee3-a492-4074-8e5d-355bd31b3ba5'] in n-d-815373-1 is: [{'id': '830d1ee3-a492-4074-8e5d-355bd31b3ba5', 'name': 'tempest-snat-router-210423690', 'tenant_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:19:06Z', 'updated_at': '2021-10-25T23:19:13Z', 'revision_number': 5, 'project_id': 'a6d952d8f8ee4fa2bda1c23c5dd23292', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:14.803902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Port bf5f20f2-921b-48d3-9d80-b38720e1c164 on network a8442c33-73db-4364-9301-de2525ef3eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:19:14.804132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Attempting to bind port bf5f20f2-921b-48d3-9d80-b38720e1c164 on network a8442c33-73db-4364-9301-de2525ef3eb9 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:14.837061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=830172e6-7de1-440c-97f3-82da24c68bc3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:14.858164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:14.858521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Checking segment: {'id': '858a539e-bad1-4c37-b874-f4ad76a464de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:14.859637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Bound using segment: {'id': '858a539e-bad1-4c37-b874-f4ad76a464de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:14.859985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Bound port: bf5f20f2-921b-48d3-9d80-b38720e1c164, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858a539e-bad1-4c37-b874-f4ad76a464de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:14.860349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.929005 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:14.988087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3743efd-b58b-49ec-b338-5ad7cb518996 req-23ad95e8-4280-4c9b-afb2-8e510a94b3e9 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:14.989667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b3743efd-b58b-49ec-b338-5ad7cb518996 req-23ad95e8-4280-4c9b-afb2-8e510a94b3e9 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 944 time: 0.2424324 Oct 25 23:19:14.997100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['830172e6-7de1-440c-97f3-82da24c68bc3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:19:15.016279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Deleting port 99e0bad9-d6ec-4cab-8acc-daba76e161e9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:15.017000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.071881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Allocated IP 172.20.0.9 (b8db43e3-28aa-467b-a83b-2ca5484ec01d/328a5631-8b8f-4ef0-8a81-8d63b2957230/e3fffe11-46c7-460d-8494-a91102b1dd0d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:15.160330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] For port bf5f20f2-921b-48d3-9d80-b38720e1c164, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:15.165003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b3743efd-b58b-49ec-b338-5ad7cb518996 req-64292a39-d8bc-4804-80dc-92bfb6fa4723 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415870 Oct 25 23:19:15.208397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] For port bf5f20f2-921b-48d3-9d80-b38720e1c164, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164,segment=NetworkSegment(858a539e-bad1-4c37-b874-f4ad76a464de),segment_id=858a539e-bad1-4c37-b874-f4ad76a464de)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:15.229730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.233101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.275220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.278962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59a0680c-fecb-49e3-9aa2-0df05e2ca79b req-396cc50b-dfd7-437b-bbb4-b6d4ddd2b1f3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 210 time: 0.0958643 Oct 25 23:19:15.319504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:15.320069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.322285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] 10.222.0.11 "PUT /v2.0/ports/bf5f20f2-921b-48d3-9d80-b38720e1c164 HTTP/1.1" status: 200 len: 1092 time: 2.3826327 Oct 25 23:19:15.324073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] For port 99e0bad9-d6ec-4cab-8acc-daba76e161e9, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=99e0bad9-d6ec-4cab-8acc-daba76e161e9,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:15.324547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.328615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'tag': 'bf5f20f2-921b-48d3-9d80-b38720e1c164'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:15.330902 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25b4025-ebae-4efc-a03d-79dc30934e89" -d '{"events": [{"name": "network-changed", "server_uuid": "b967c1b8-09a3-41cd-b17c-15410c0184ff", "tag": "bf5f20f2-921b-48d3-9d80-b38720e1c164"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:15.344894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Calling delete_port for 99e0bad9-d6ec-4cab-8acc-daba76e161e9 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:15.396195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] In _notify_port_updated(), no bound segment for port ffbeaf12-6970-497c-85b3-63d356ff8dcd on network 039c8bd0-62a5-4dfe-94af-d003bdb5063b {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:19:15.401872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:15.402459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.406821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/ports/ffbeaf12-6970-497c-85b3-63d356ff8dcd HTTP/1.1" status: 200 len: 818 time: 0.8701611 Oct 25 23:19:15.420139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44186) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:15.457325 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecb8d19-9b60-4d40-b872-08849b9d5dc7 x-openstack-request-id: req-0ecb8d19-9b60-4d40-b872-08849b9d5dc7 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:15.457626 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967c1b8-09a3-41cd-b17c-15410c0184ff", "tag": "bf5f20f2-921b-48d3-9d80-b38720e1c164", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:15.457883 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ecb8d19-9b60-4d40-b872-08849b9d5dc7 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:15.458318 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'tag': 'bf5f20f2-921b-48d3-9d80-b38720e1c164', 'status': 'completed', 'code': 200} Oct 25 23:19:15.459660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a26089-a3e7-432e-a94c-d70511f2812c service neutron] Pushing event updated for resources: {'Port': ['ID=bf5f20f2-921b-48d3-9d80-b38720e1c164,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:15.540832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42920-ee0c-4d1b-86d7-0b4983f247ab tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=ffbeaf12-6970-497c-85b3-63d356ff8dcd,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:15.550188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-ae1afe47-3a68-4a79-9c57-59868daf8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:15.551527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-ae1afe47-3a68-4a79-9c57-59868daf8113 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cca75a2c85984dfdb0a09a220c8696a4&device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 1095 time: 0.1466417 Oct 25 23:19:15.557699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.559397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7fd06c57-d90b-40b1-8b0e-4979cfcc4b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.603709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-7354d84b-3756-482a-b9a4-3da5b100c0fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164 HTTP/1.1" status: 200 len: 217 time: 0.0438995 Oct 25 23:19:15.646068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port ffbeaf12-6970-497c-85b3-63d356ff8dcd {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:15.646344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.668955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-8156aab8-8e53-40d7-bab2-8a1683d3cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:15.670496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-8156aab8-8e53-40d7-bab2-8a1683d3cda9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cca478ff-ff11-4f93-81a1-58163493708d HTTP/1.1" status: 200 len: 849 time: 0.0593185 Oct 25 23:19:15.672086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.727370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.730131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-1c713f8b-bfb9-4399-a972-4b014a0fd772 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8442c33-73db-4364-9301-de2525ef3eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516210 Oct 25 23:19:15.743662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.762125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Network b8db43e3-28aa-467b-a83b-2ca5484ec01d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:15.777541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event deleted for resources: {'Port': ['ID=99e0bad9-d6ec-4cab-8acc-daba76e161e9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:15.796867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for ffbeaf12-6970-497c-85b3-63d356ff8dcd owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:15.803244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:15.807028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:15.809499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Pushing event updated for resources: {'Port': ['ID=e3fffe11-46c7-460d-8494-a91102b1dd0d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:15.889708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:15.890553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.919720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:15.931248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-1e6c1d4e-2ee9-4afc-af2f-710b44d8ea75 service neutron] 10.222.0.11 "GET /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912632 Oct 25 23:19:15.967299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-fb4b4766-d5f1-495d-b21a-3071d3c0d2c3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7368991 Oct 25 23:19:16.009971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Request body: {'port': {'device_id': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:16.029223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.033539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.061698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39129739-81f4-409d-923a-d232cad61211 req-182b540b-40f5-47d6-a01a-0126608ca213 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:16.065434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39129739-81f4-409d-923a-d232cad61211 req-182b540b-40f5-47d6-a01a-0126608ca213 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 944 time: 0.1578095 Oct 25 23:19:16.090858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 830172e6-7de1-440c-97f3-82da24c68bc3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:16.100210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.113562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.114015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe239938-fd26-4787-8175-9712044ff6a7 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:16.114937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.125729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.126920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c11e0f69-e19e-4a1c-997a-317725b1d1f8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fe239938-fd26-4787-8175-9712044ff6a7 HTTP/1.1" status: 204 len: 168 time: 1.5717468 Oct 25 23:19:16.131368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:16.160363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2027928504', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:16.170073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=ffbeaf12-6970-497c-85b3-63d356ff8dcd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:16.187572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 830172e6-7de1-440c-97f3-82da24c68bc3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:19:16.193884 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.199352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-453c4f9e-00c3-4228-b992-27cdd8606060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/ffbeaf12-6970-497c-85b3-63d356ff8dcd HTTP/1.1" status: 204 len: 168 time: 0.7764032 Oct 25 23:19:16.202332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:16.202530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 830172e6-7de1-440c-97f3-82da24c68bc3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:16.202953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.252614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.254181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.383230 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.417655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830172e6-7de1-440c-97f3-82da24c68bc3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:16.418420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83ec1d-13b0-41d4-907b-6e18667005b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:16.420129 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab5fd4-73ad-4ea2-ae89-b783f5642765" -d '{"events": [{"server_uuid": "768e0a1a-1b38-47c4-81a2-d53d883edb66", "name": "network-vif-plugged", "status": "completed", "tag": "830172e6-7de1-440c-97f3-82da24c68bc3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:16.420777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ca83ec1d-13b0-41d4-907b-6e18667005b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2168252 Oct 25 23:19:16.455715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 830172e6-7de1-440c-97f3-82da24c68bc3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=830172e6-7de1-440c-97f3-82da24c68bc3,segment=NetworkSegment(9c4c5379-ce16-48e9-bdff-4b743760c832),segment_id=9c4c5379-ce16-48e9-bdff-4b743760c832)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:16.458812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39129739-81f4-409d-923a-d232cad61211 req-e5cc325e-e1c7-4665-a5ce-60f8d0756b69 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827097 Oct 25 23:19:16.460956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6dddeb7-a99c-4201-be7e-84033929e26c req-e1b4bdeb-cf60-4134-b31f-1002f1ad678b service neutron] 10.222.0.11 "GET /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087218 Oct 25 23:19:16.461429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44202) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:16.472790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.474764 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.591271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=830172e6-7de1-440c-97f3-82da24c68bc3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:16.591587 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a7616-5dab-4843-b385-e3228a815d60 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:16.594200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-407a7616-5dab-4843-b385-e3228a815d60 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/ffbeaf12-6970-497c-85b3-63d356ff8dcd HTTP/1.1" status: 404 len: 333 time: 0.1264751 Oct 25 23:19:16.626278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:16.632616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2138851365'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:16.658453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b874-423b-4beb-9b7b-bb5592a01758 req-19fde5a1-5111-4438-84f9-810f1f0be1bc tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:16.660377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9390b874-423b-4beb-9b7b-bb5592a01758 req-19fde5a1-5111-4438-84f9-810f1f0be1bc tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 944 time: 0.3321149 Oct 25 23:19:16.741877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-b333618d-0027-4766-a289-e903b6fd802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:16.743409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-b333618d-0027-4766-a289-e903b6fd802d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cca75a2c85984dfdb0a09a220c8696a4&device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 1095 time: 0.1662228 Oct 25 23:19:16.747574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:16.748507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.751576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:16.784867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9390b874-423b-4beb-9b7b-bb5592a01758 req-633227f3-e5c8-4b89-886e-93a029d0f424 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893588 Oct 25 23:19:16.786658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fb11-4583-4d2d-a1c1-ec9de3129bb9 req-e690c589-73bd-454b-89d8-85cab8c2bda0 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:16.788158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a695fb11-4583-4d2d-a1c1-ec9de3129bb9 req-e690c589-73bd-454b-89d8-85cab8c2bda0 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 931 time: 0.2012031 Oct 25 23:19:16.978480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:19:17.006406 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c30b6c-402b-439b-8ce7-dde6abf6ae9a x-openstack-request-id: req-e3c30b6c-402b-439b-8ce7-dde6abf6ae9a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:17.006706 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768e0a1a-1b38-47c4-81a2-d53d883edb66", "name": "network-vif-plugged", "status": "completed", "tag": "830172e6-7de1-440c-97f3-82da24c68bc3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:17.006963 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3c30b6c-402b-439b-8ce7-dde6abf6ae9a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:17.007413 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830172e6-7de1-440c-97f3-82da24c68bc3', 'code': 200} Oct 25 23:19:17.026836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a695fb11-4583-4d2d-a1c1-ec9de3129bb9 req-f3f46e60-95ae-44c8-aafe-cd147a61c8cc tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170594 Oct 25 23:19:17.031466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fffe11-46c7-460d-8494-a91102b1dd0d {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:19:17.085446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.086958 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.089583 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.089928 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment 46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa of type vlan for network 363a7640-6ac6-42ca-ab95-f0a1ed037077 Oct 25 23:19:17.108773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.169795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Transition to ACTIVE for port object e3fffe11-46c7-460d-8494-a91102b1dd0d will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:19:17.206991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.211302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.246520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-c9ad9997-1fd9-45ae-a169-204e04f38959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.247989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-c9ad9997-1fd9-45ae-a169-204e04f38959 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8442c33-73db-4364-9301-de2525ef3eb9 HTTP/1.1" status: 200 len: 910 time: 0.4920712 Oct 25 23:19:17.264317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Allocated IP 172.25.4.13 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c7c11e5f-8858-47b0-88ae-5f98deaf8c81) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:17.333313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-1a8cc719-ad6e-4d5c-b1e9-198bbf93a287 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164 HTTP/1.1" status: 200 len: 217 time: 0.0668473 Oct 25 23:19:17.339449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fffe11-46c7-460d-8494-a91102b1dd0d,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:17.364384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99e0bad9-d6ec-4cab-8acc-daba76e161e9 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:17.382686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.388613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.389191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.393921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237680e8-a102-4f0f-ac77-e5d2ef3e976c req-8009e62c-d2e4-4d33-bba3-ba78e0196409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.395642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-237680e8-a102-4f0f-ac77-e5d2ef3e976c req-8009e62c-d2e4-4d33-bba3-ba78e0196409 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 1096 time: 0.2393036 Oct 25 23:19:17.397544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 99e0bad9-d6ec-4cab-8acc-daba76e161e9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:17.399205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99e0bad9-d6ec-4cab-8acc-daba76e161e9 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:17.449743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.494055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.554545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:17.572500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:17.580863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:17.590733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9632833 Oct 25 23:19:17.605607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44222) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:17.605965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event updated for resources: {'Port': ['ID=c7c11e5f-8858-47b0-88ae-5f98deaf8c81,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:17.624904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:17.631777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-347de64b-80bc-482c-8eee-addd11863a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.633428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-347de64b-80bc-482c-8eee-addd11863a4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cca478ff-ff11-4f93-81a1-58163493708d HTTP/1.1" status: 200 len: 849 time: 0.2897379 Oct 25 23:19:17.639554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-237680e8-a102-4f0f-ac77-e5d2ef3e976c req-7c4e3323-3e69-42ed-bc7a-04c068dbcace service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267663 Oct 25 23:19:17.640183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1b815-b857-4133-94f2-ea46c22f6c08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=363a7640-6ac6-42ca-ab95-f0a1ed037077,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:17.644116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866c4d-11b6-4bc2-8eaf-ace5c9ca398f req-ec91fcf7-311e-48d8-8765-ec4b07423b61 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.645575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39866c4d-11b6-4bc2-8eaf-ace5c9ca398f req-ec91fcf7-311e-48d8-8765-ec4b07423b61 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 944 time: 0.1148148 Oct 25 23:19:17.658441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:19:17.790348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad3cc4-6bcb-4f28-a111-ef0dd143c4c9 req-426e2ce1-1c20-403f-9cf9-5d38c9b2b157 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.791897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9ad3cc4-6bcb-4f28-a111-ef0dd143c4c9 req-426e2ce1-1c20-403f-9cf9-5d38c9b2b157 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.3929682 Oct 25 23:19:17.797705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-aaade348-ebb0-4a38-aefe-5fc844281f68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8442c33-73db-4364-9301-de2525ef3eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543751 Oct 25 23:19:17.800524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39866c4d-11b6-4bc2-8eaf-ace5c9ca398f req-6e295d3e-5e65-45f0-b36e-0638ebaa88a7 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185961 Oct 25 23:19:17.923749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Attempting to bind port e3fffe11-46c7-460d-8494-a91102b1dd0d on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:17.924000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Attempting to bind port e3fffe11-46c7-460d-8494-a91102b1dd0d by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '80da0ebc-6582-44ee-8f1c-3d9f7f624618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:17.924314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Attempting to bind port e3fffe11-46c7-460d-8494-a91102b1dd0d on network b8db43e3-28aa-467b-a83b-2ca5484ec01d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:17.955189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Port e3fffe11-46c7-460d-8494-a91102b1dd0d on network b8db43e3-28aa-467b-a83b-2ca5484ec01d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:19:17.955499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Attempting to bind port e3fffe11-46c7-460d-8494-a91102b1dd0d on network b8db43e3-28aa-467b-a83b-2ca5484ec01d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:17.966940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9ad3cc4-6bcb-4f28-a111-ef0dd143c4c9 req-26bbd2cc-6bf2-42e5-8b9a-9b141132bcc1 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483698 Oct 25 23:19:17.982620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:17.983018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Checking segment: {'id': '80da0ebc-6582-44ee-8f1c-3d9f7f624618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:17.983394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Bound using segment: {'id': '80da0ebc-6582-44ee-8f1c-3d9f7f624618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:17.984223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Bound port: e3fffe11-46c7-460d-8494-a91102b1dd0d, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80da0ebc-6582-44ee-8f1c-3d9f7f624618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:17.984727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:17.989840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d690f1-e9b4-49e0-8915-76cef3a14ba6 req-66600a70-7757-4c61-bd82-338986ccc86e tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:17.991388 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4d690f1-e9b4-49e0-8915-76cef3a14ba6 req-66600a70-7757-4c61-bd82-338986ccc86e tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 945 time: 0.0842607 Oct 25 23:19:18.010354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:18.014017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:18.025705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:18.127144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4d690f1-e9b4-49e0-8915-76cef3a14ba6 req-d12cf6fc-12c7-494d-b4e0-9ac3e70d76b8 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230977 Oct 25 23:19:18.131410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-db10e34c-b4f0-4af7-8929-1c4fd5c631e7 service neutron] 10.222.0.11 "GET /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228030 Oct 25 23:19:18.337436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a757765-7394-47c0-8f48-fd064c939451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:18.349992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:18.511930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Router 04fe6502-6a96-4fcd-9535-2288f4ad236b is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:18.701207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] For port e3fffe11-46c7-460d-8494-a91102b1dd0d, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:18.731754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] For port e3fffe11-46c7-460d-8494-a91102b1dd0d, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d,segment=NetworkSegment(80da0ebc-6582-44ee-8f1c-3d9f7f624618),segment_id=80da0ebc-6582-44ee-8f1c-3d9f7f624618)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:18.740318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819402d-eef7-4514-8eca-bc8c6d9e8006 req-41cd3c91-e6b1-4b70-81a3-5ce101c06e19 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:18.741899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8819402d-eef7-4514-8eca-bc8c6d9e8006 req-41cd3c91-e6b1-4b70-81a3-5ce101c06e19 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 943 time: 0.1495974 Oct 25 23:19:18.746219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:18.749805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25b4025-ebae-4efc-a03d-79dc30934e89 req-018ed824-f824-4280-a120-0f70aa31fe94 service neutron] 10.222.0.11 "GET /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068044 Oct 25 23:19:18.878389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:18.879013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:18.880395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3fffe11-46c7-460d-8494-a91102b1dd0d HTTP/1.1" status: 200 len: 1091 time: 2.8766532 Oct 25 23:19:18.881014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'tag': 'e3fffe11-46c7-460d-8494-a91102b1dd0d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:18.884058 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b75176-c209-4949-831b-97123f083775" -d '{"events": [{"name": "network-changed", "server_uuid": "bec68702-244c-463d-8b6f-1393a14ec0b9", "tag": "e3fffe11-46c7-460d-8494-a91102b1dd0d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:18.886998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d7a35-3d4f-4a0f-b7a6-f4a9212da220 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fffe11-46c7-460d-8494-a91102b1dd0d,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:18.963290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8819402d-eef7-4514-8eca-bc8c6d9e8006 req-2f5fc63d-56cd-4c57-8c4b-f5ae432039c4 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068963 Oct 25 23:19:18.983137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:19.023711 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc67f8-97eb-4459-90fd-7adf19f0d368 x-openstack-request-id: req-9fcc67f8-97eb-4459-90fd-7adf19f0d368 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:19.024004 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec68702-244c-463d-8b6f-1393a14ec0b9", "tag": "e3fffe11-46c7-460d-8494-a91102b1dd0d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:19.024253 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fcc67f8-97eb-4459-90fd-7adf19f0d368 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:19.024652 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'tag': 'e3fffe11-46c7-460d-8494-a91102b1dd0d', 'status': 'completed', 'code': 200} Oct 25 23:19:19.061006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcca52-dcce-4e3a-818f-b7eb74f8031d req-b9544a04-8673-464d-8f88-0aad18717b25 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:19.062960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdcca52-dcce-4e3a-818f-b7eb74f8031d req-b9544a04-8673-464d-8f88-0aad18717b25 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 944 time: 0.1512852 Oct 25 23:19:19.068957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:19.079484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] Sync routers for ids ['04fe6502-6a96-4fcd-9535-2288f4ad236b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:19.097189 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] Routers {'04fe6502-6a96-4fcd-9535-2288f4ad236b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:19.097721 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04fe6502-6a96-4fcd-9535-2288f4ad236b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:19.143907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=77db6391-a59c-480d-b51d-65f122323b86,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:19.161875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:19.163698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ef67a21-715d-48ab-8946-01313e45cc5b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0313730 Oct 25 23:19:19.167440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44242) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:19.177048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': False}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:19.179964 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:19.199933 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] Routers {'04fe6502-6a96-4fcd-9535-2288f4ad236b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:19.200546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04fe6502-6a96-4fcd-9535-2288f4ad236b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:19.202878 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffdcca52-dcce-4e3a-818f-b7eb74f8031d req-05662a3a-998f-4037-9cf8-5a0452578f7a tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123080 Oct 25 23:19:19.255521 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:19.256455 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43152f-5fc9-4f14-b8c6-632892d6c9b2 None None] The sync data for ids ['04fe6502-6a96-4fcd-9535-2288f4ad236b'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:19.282371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:19.282735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: 363a7640-6ac6-42ca-ab95-f0a1ed037077, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:19.293342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-8f5da48d-119a-4b22-84ed-524fd64e2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:19.294893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-8f5da48d-119a-4b22-84ed-524fd64e2541 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5dff9406d2244f7ae39a352ce5da2eb&device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 1094 time: 0.2663167 Oct 25 23:19:19.323494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23132564-bec0-4b91-931c-01440f3847ec req-f8402681-bfdf-47c8-b474-f4999dd1b138 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:19.325007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23132564-bec0-4b91-931c-01440f3847ec req-f8402681-bfdf-47c8-b474-f4999dd1b138 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2377625 Oct 25 23:19:19.381222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-827225d6-b5a9-44c3-bf27-880e2b18ecea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d HTTP/1.1" status: 200 len: 217 time: 0.0533514 Oct 25 23:19:19.388508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:19.415539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15c6ca-73e4-404c-b41a-62262661a210 req-bfbae7c3-ab58-4867-9724-030b0a951fb2 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:19.417124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd15c6ca-73e4-404c-b41a-62262661a210 req-bfbae7c3-ab58-4867-9724-030b0a951fb2 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 945 time: 0.0558252 Oct 25 23:19:19.449353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 363a7640-6ac6-42ca-ab95-f0a1ed037077) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:19.459293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45bc94-e239-48d1-9287-756e520634bd None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:19.462883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:19.463468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:19.473145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd15c6ca-73e4-404c-b41a-62262661a210 req-45595ecb-2361-4b2c-b20c-816b70c0c433 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486283 Oct 25 23:19:19.473443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23132564-bec0-4b91-931c-01440f3847ec req-38ed879b-e700-45c0-9bf9-b29b213d2b35 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346395 Oct 25 23:19:19.501465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115134-eca3-41a7-936d-2464413c1159 req-b244076e-6c65-4a82-911b-0553cabec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:19.504023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-b244076e-6c65-4a82-911b-0553cabec51c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=328a5631-8b8f-4ef0-8a81-8d63b2957230 HTTP/1.1" status: 200 len: 862 time: 0.1107700 Oct 25 23:19:19.649167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1a8496c3-ad1b-46ef-8f93-2b76294fcb66 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0326545 Oct 25 23:19:19.651866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44248) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:19.658556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:19.698084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-6e7d8fa6-308e-4a86-b971-2d722c92f481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8db43e3-28aa-467b-a83b-2ca5484ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628972 Oct 25 23:19:19.723530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bf5f20f2-921b-48d3-9d80-b38720e1c164 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:19:19.760905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:19.849042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-363a7640-6ac6-42ca-ab95-f0a1ed037077', 'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': '77db6391-a59c-480d-b51d-65f122323b86'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:19:19.849973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:19.877169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:19.880982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:19.911023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bf5f20f2-921b-48d3-9d80-b38720e1c164, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164,segment=NetworkSegment(858a539e-bad1-4c37-b874-f4ad76a464de),segment_id=858a539e-bad1-4c37-b874-f4ad76a464de)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:19.982868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'bf5f20f2-921b-48d3-9d80-b38720e1c164', 'network_id': 'a8442c33-73db-4364-9301-de2525ef3eb9', 'port_id': 'bf5f20f2-921b-48d3-9d80-b38720e1c164', 'mac_address': 'fa:16:3e:bd:59:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca478ff-ff11-4f93-81a1-58163493708d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:19:20.018549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-0cab8558-34bb-4600-bd18-4e415a974666 service neutron] 10.222.0.15 "GET /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118386 Oct 25 23:19:20.044057 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77db6391-a59c-480d-b51d-65f122323b86 (CIDR: 2001:db8::/64) Oct 25 23:19:20.048744 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:19:20.049205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:19:20.114345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.118320 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.130477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8fd888f7-fb53-4359-85bb-fde677ff0460 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4772558 Oct 25 23:19:20.134520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44264) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:20.142030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Allocated IP 2001:db8::2 (363a7640-6ac6-42ca-ab95-f0a1ed037077/77db6391-a59c-480d-b51d-65f122323b86/603c4c92-db27-4b96-9e57-dcf1bd749359) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:20.142978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:20.144891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.146138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5f20f2-921b-48d3-9d80-b38720e1c164 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:19:20.178671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bf5f20f2-921b-48d3-9d80-b38720e1c164, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164,segment=NetworkSegment(858a539e-bad1-4c37-b874-f4ad76a464de),segment_id=858a539e-bad1-4c37-b874-f4ad76a464de)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:20.190576 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.305141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=bf5f20f2-921b-48d3-9d80-b38720e1c164,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:20.318397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60115134-eca3-41a7-936d-2464413c1159 req-c93af593-cad0-4b91-af03-d997443a9221 service neutron] 10.222.0.15 "GET /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921882 Oct 25 23:19:20.381707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378308c2-9a81-4e83-94ea-31365ca0f59e req-06306f17-4d4b-4710-9110-4de0d20b726e tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:20.394446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-378308c2-9a81-4e83-94ea-31365ca0f59e req-06306f17-4d4b-4710-9110-4de0d20b726e tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 943 time: 0.3262522 Oct 25 23:19:20.428354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['bf5f20f2-921b-48d3-9d80-b38720e1c164'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:19:20.460200 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.478899 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.488568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-378308c2-9a81-4e83-94ea-31365ca0f59e req-09618682-0c34-4d2e-b0aa-c20aca73bf6c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918498 Oct 25 23:19:20.489423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:20.510628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.530540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab1d8-0334-408c-891e-254611440b95 req-53a9e297-3782-42bf-a8db-0d573eea9686 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:20.532940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-923ab1d8-0334-408c-891e-254611440b95 req-53a9e297-3782-42bf-a8db-0d573eea9686 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 945 time: 0.1884682 Oct 25 23:19:20.559993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:20.564448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:20.571685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:20.604662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Pushing event updated for resources: {'Port': ['ID=603c4c92-db27-4b96-9e57-dcf1bd749359,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:20.674996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75176-c209-4949-831b-97123f083775 req-6c50f459-0246-4702-91bc-b47a342d97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:20.676732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-6c50f459-0246-4702-91bc-b47a342d97bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5dff9406d2244f7ae39a352ce5da2eb&device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 1094 time: 0.2228758 Oct 25 23:19:20.695993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-923ab1d8-0334-408c-891e-254611440b95 req-34572282-309a-48e3-a601-06b2895726e6 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248183 Oct 25 23:19:20.799795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Attempting to bind port 603c4c92-db27-4b96-9e57-dcf1bd749359 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:20.800182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Attempting to bind port 603c4c92-db27-4b96-9e57-dcf1bd749359 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:20.800961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Attempting to bind port 603c4c92-db27-4b96-9e57-dcf1bd749359 on network 363a7640-6ac6-42ca-ab95-f0a1ed037077 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:20.804620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f169e-411e-4a8e-93fc-7f354e472e3b req-85ed1fb8-0d89-444a-81d2-044b42026349 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:20.807019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.808601 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9f169e-411e-4a8e-93fc-7f354e472e3b req-85ed1fb8-0d89-444a-81d2-044b42026349 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.0950711 Oct 25 23:19:20.822770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:20.823516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Checking segment: {'id': '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:20.823930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.824324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Bound using segment: {'id': '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:20.824810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Bound port: 603c4c92-db27-4b96-9e57-dcf1bd749359, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:20.825192 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.913422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] For port 603c4c92-db27-4b96-9e57-dcf1bd749359, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:20.918713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] For port 603c4c92-db27-4b96-9e57-dcf1bd749359, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=603c4c92-db27-4b96-9e57-dcf1bd749359,segment=NetworkSegment(46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa),segment_id=46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:20.927707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:20.932260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f9f169e-411e-4a8e-93fc-7f354e472e3b req-92357aaf-41ca-4de7-a5f7-65f9b207a72f tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100671 Oct 25 23:19:20.966128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75176-c209-4949-831b-97123f083775 req-1cbc1b1f-b182-4754-b0b6-4120a1a29fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:20.967654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-1cbc1b1f-b182-4754-b0b6-4120a1a29fd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8db43e3-28aa-467b-a83b-2ca5484ec01d HTTP/1.1" status: 200 len: 923 time: 0.2823584 Oct 25 23:19:21.034119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.059314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-96a119ea-4a9f-48bf-a54a-f5cde2833163 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d HTTP/1.1" status: 200 len: 217 time: 0.0778620 Oct 25 23:19:21.076473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eabbe-b867-454f-8d16-3a0c87b4d768 None None] Pushing event updated for resources: {'Port': ['ID=603c4c92-db27-4b96-9e57-dcf1bd749359,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:21.082848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:21.088582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:21.105945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:21.105945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.128913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=881359f4-cf8c-4b31-8af4-3124acaade5b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:21.141181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8e618570-69ab-43be-9300-dbf3e2ba14aa tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0022633 Oct 25 23:19:21.141566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:21.148101 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'fixed_ips': [{'subnet_id': '77db6391-a59c-480d-b51d-65f122323b86'}, {'subnet_id': '881359f4-cf8c-4b31-8af4-3124acaade5b'}], 'name': 'tempest-PortsIpV6TestJSON-826336370'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:21.294268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75176-c209-4949-831b-97123f083775 req-c768fe7c-b2e8-46f6-aa47-22980816dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:21.294793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-c768fe7c-b2e8-46f6-aa47-22980816dfd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=328a5631-8b8f-4ef0-8a81-8d63b2957230 HTTP/1.1" status: 200 len: 862 time: 0.2237780 Oct 25 23:19:21.398427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:21.433816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-b4269972-8585-4c83-bf9a-c1dca57f4d8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8db43e3-28aa-467b-a83b-2ca5484ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085584 Oct 25 23:19:21.521932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.539180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.559587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.572275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 87ee3701-0296-4369-b362-ee5fddc89166 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:21.611433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-a2874f5d-8481-41fd-844d-10c108e6f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:21.613224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-a2874f5d-8481-41fd-844d-10c108e6f45d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1096 time: 0.1923287 Oct 25 23:19:21.675968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bf5f20f2-921b-48d3-9d80-b38720e1c164 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:21.755493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port bf5f20f2-921b-48d3-9d80-b38720e1c164 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:19:21.762310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port bf5f20f2-921b-48d3-9d80-b38720e1c164 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:21.762778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.793997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481f1d1-754a-4f20-a954-c186332d1d91 req-eb053697-9034-4f84-a8f2-31ac1425878d tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:21.795691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6481f1d1-754a-4f20-a954-c186332d1d91 req-eb053697-9034-4f84-a8f2-31ac1425878d tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 943 time: 0.1559882 Oct 25 23:19:21.806194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-3b02bfbc-f144-4e6b-80c0-0b5c4f765605 service neutron] 10.222.0.15 "GET /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549933 Oct 25 23:19:21.864102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Router 04fe6502-6a96-4fcd-9535-2288f4ad236b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:19:21.910452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:21.922635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a18ae-c776-458f-9386-ae8cfda17b58 req-8cae3228-3668-4053-81d5-438247b447fd tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:21.924366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b74a18ae-c776-458f-9386-ae8cfda17b58 req-8cae3228-3668-4053-81d5-438247b447fd tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 945 time: 0.1073904 Oct 25 23:19:21.940696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6481f1d1-754a-4f20-a954-c186332d1d91 req-d1e669f2-8053-4377-86a6-ff5a1284c485 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324282 Oct 25 23:19:21.967351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5f20f2-921b-48d3-9d80-b38720e1c164'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:21.975727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-276505d5-75bb-4ceb-913f-2aaed795a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:21.977241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-276505d5-75bb-4ceb-913f-2aaed795a84a service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.3049691 Oct 25 23:19:21.978363 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493fbe19-d78d-4d63-9ff6-f1077ec4905b" -d '{"events": [{"server_uuid": "b967c1b8-09a3-41cd-b17c-15410c0184ff", "name": "network-vif-plugged", "status": "completed", "tag": "bf5f20f2-921b-48d3-9d80-b38720e1c164"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:22.008442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port bf5f20f2-921b-48d3-9d80-b38720e1c164, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164,segment=NetworkSegment(858a539e-bad1-4c37-b874-f4ad76a464de),segment_id=858a539e-bad1-4c37-b874-f4ad76a464de)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:22.019996 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.048919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b74a18ae-c776-458f-9386-ae8cfda17b58 req-2ce18de7-d40d-4d90-8996-f1e52d6a7aa7 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094856 Oct 25 23:19:22.088627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::2fc (363a7640-6ac6-42ca-ab95-f0a1ed037077/77db6391-a59c-480d-b51d-65f122323b86/87ee3701-0296-4369-b362-ee5fddc89166) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:22.117891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=bf5f20f2-921b-48d3-9d80-b38720e1c164,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:22.118572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8:0:1::339 (363a7640-6ac6-42ca-ab95-f0a1ed037077/881359f4-cf8c-4b31-8af4-3124acaade5b/87ee3701-0296-4369-b362-ee5fddc89166) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:22.149969 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4595123-8db9-47ad-a32d-72d0beade0c1 x-openstack-request-id: req-b4595123-8db9-47ad-a32d-72d0beade0c1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:22.150242 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967c1b8-09a3-41cd-b17c-15410c0184ff", "name": "network-vif-plugged", "status": "completed", "tag": "bf5f20f2-921b-48d3-9d80-b38720e1c164", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:22.150499 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4595123-8db9-47ad-a32d-72d0beade0c1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:22.150918 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5f20f2-921b-48d3-9d80-b38720e1c164', 'code': 200} Oct 25 23:19:22.209905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-b00e5356-8447-4894-9fc4-5c3d6b8e9e2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 1000 time: 0.1595643 Oct 25 23:19:22.433905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.519884 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.592725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffda187-a6b8-45ff-9968-e30fd9bd0594 None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:22.605060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:22.606538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:22.611311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:22.616993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:22.617635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.642542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4995904 Oct 25 23:19:22.643812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28339e-6e59-42a0-87bb-c4781f6326f0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=87ee3701-0296-4369-b362-ee5fddc89166,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:22.647565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44302) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:22.653185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77db6391-a59c-480d-b51d-65f122323b86'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:22.699128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a506e283-c76a-47e3-807e-03187b4a30dc None None] Provisioning complete for port 603c4c92-db27-4b96-9e57-dcf1bd749359 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:22.699673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a506e283-c76a-47e3-807e-03187b4a30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.737335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.849187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8858-3efd-4615-b553-f5f6512c0b08 req-0afab252-946b-4573-932d-515eda9f0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:22.850642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b7c8858-3efd-4615-b553-f5f6512c0b08 req-0afab252-946b-4573-932d-515eda9f0d0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 1097 time: 0.6108856 Oct 25 23:19:22.862438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11b75176-c209-4949-831b-97123f083775 req-1ff7ac40-b5a9-419b-9ae5-5c19a0722eaa service neutron] 10.222.0.15 "GET /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407097 Oct 25 23:19:22.889531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-5d1feb65-390b-47e8-8609-a2b9a8513e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:22.891925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-5d1feb65-390b-47e8-8609-a2b9a8513e66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.6497760 Oct 25 23:19:22.952466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553f27-889d-41fd-9395-6fbfce15b80e req-b40bb74d-2374-4d7f-8f51-438f8e72020a tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:22.954242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13553f27-889d-41fd-9395-6fbfce15b80e req-b40bb74d-2374-4d7f-8f51-438f8e72020a tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.7892447 Oct 25 23:19:22.962188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a506e283-c76a-47e3-807e-03187b4a30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.962325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:22.969083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:22.970504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-221caca6-3ed7-493e-b027-886eeed1f5c5 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "PUT /v2.0/routers/04fe6502-6a96-4fcd-9535-2288f4ad236b HTTP/1.1" status: 200 len: 921 time: 3.7991149 Oct 25 23:19:22.986895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44312) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:22.987606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] Sync routers for ids ['04fe6502-6a96-4fcd-9535-2288f4ad236b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:23.060335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] Routers {'04fe6502-6a96-4fcd-9535-2288f4ad236b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:23.061120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04fe6502-6a96-4fcd-9535-2288f4ad236b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:23.141540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:23.141540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a506e283-c76a-47e3-807e-03187b4a30dc None None] For port 603c4c92-db27-4b96-9e57-dcf1bd749359, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=603c4c92-db27-4b96-9e57-dcf1bd749359,segment=NetworkSegment(46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa),segment_id=46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:23.161337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73f040f5-b992-4454-bebf-e0b4c37da0c8 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/04fe6502-6a96-4fcd-9535-2288f4ad236b HTTP/1.1" status: 200 len: 921 time: 0.1688335 Oct 25 23:19:23.163201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44320) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:23.163863 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a506e283-c76a-47e3-807e-03187b4a30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.167521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b7c8858-3efd-4615-b553-f5f6512c0b08 req-97766a55-83b5-4e7d-8969-3617962ec3e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024743 Oct 25 23:19:23.245279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-9f3017e2-ca06-49ac-aaed-67921de72782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:23.247809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-9f3017e2-ca06-49ac-aaed-67921de72782 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397107 Oct 25 23:19:23.254529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156239-6b3e-4a09-8ba6-296c003dfec0 req-0ac8ae7f-b647-4b79-a60d-a8afcd2b76b3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:23.266578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13553f27-889d-41fd-9395-6fbfce15b80e req-0e618ffa-7890-4cfe-a03f-31e154a26cd0 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884095 Oct 25 23:19:23.271185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6156239-6b3e-4a09-8ba6-296c003dfec0 req-0ac8ae7f-b647-4b79-a60d-a8afcd2b76b3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 943 time: 0.1665361 Oct 25 23:19:23.288364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] Routers {'04fe6502-6a96-4fcd-9535-2288f4ad236b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:23.289180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04fe6502-6a96-4fcd-9535-2288f4ad236b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:23.294003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a2bd5-1e35-4239-87cc-54c8391cd375 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:23.299951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-667a2bd5-1e35-4239-87cc-54c8391cd375 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=04fe6502-6a96-4fcd-9535-2288f4ad236b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1314130 Oct 25 23:19:23.303390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44322) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:23.388198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6156239-6b3e-4a09-8ba6-296c003dfec0 req-70f86798-585a-4b1b-881d-0346287e2027 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115985 Oct 25 23:19:23.400443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:23.404158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03a9ea-7794-4019-a839-c7e7b1a1e1fc None None] The sync data for ids ['04fe6502-6a96-4fcd-9535-2288f4ad236b'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:23.425662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Delete allocated IP 2001:db8:0:1::339 (363a7640-6ac6-42ca-ab95-f0a1ed037077/881359f4-cf8c-4b31-8af4-3124acaade5b) {{(pid=102134) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 23:19:23.471116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 603c4c92-db27-4b96-9e57-dcf1bd749359 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:23.475991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e283-c76a-47e3-807e-03187b4a30dc None None] Pushing event updated for resources: {'Port': ['ID=603c4c92-db27-4b96-9e57-dcf1bd749359,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:23.558538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] Update dhcp port {'port': {'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'fixed_ips': [{'subnet_id': '77db6391-a59c-480d-b51d-65f122323b86', 'ip_address': '2001:db8::2'}, {'subnet_id': '881359f4-cf8c-4b31-8af4-3124acaade5b'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '603c4c92-db27-4b96-9e57-dcf1bd749359'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:19:23.607041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.619318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-55a41ed5-2e93-4614-aa73-d47a64c533bb service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814716 Oct 25 23:19:23.633675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13c564-669f-4eda-b834-a13681526b80 req-c2facb56-1d83-439c-99e8-9f217e1ec118 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:23.642111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f13c564-669f-4eda-b834-a13681526b80 req-c2facb56-1d83-439c-99e8-9f217e1ec118 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 946 time: 0.1864665 Oct 25 23:19:23.698320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.706927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.788318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] In _notify_port_updated(), no bound segment for port 87ee3701-0296-4369-b362-ee5fddc89166 on network 363a7640-6ac6-42ca-ab95-f0a1ed037077 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:19:23.804441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:23.805207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.806563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/ports/87ee3701-0296-4369-b362-ee5fddc89166 HTTP/1.1" status: 200 len: 925 time: 1.1580539 Oct 25 23:19:23.812005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:23.817569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77db6391-a59c-480d-b51d-65f122323b86'}, {'subnet_id': '881359f4-cf8c-4b31-8af4-3124acaade5b'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:23.848603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 603c4c92-db27-4b96-9e57-dcf1bd749359 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:23.849172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.867637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f13c564-669f-4eda-b834-a13681526b80 req-d9f3a6da-1efd-46ac-b577-825d52cd0f0f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244060 Oct 25 23:19:23.882578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff68788e-2296-4b4e-95cc-1f610834752f tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:23.886620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ff68788e-2296-4b4e-95cc-1f610834752f tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.5796533 Oct 25 23:19:23.896393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44340) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:23.904245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fc92-a13c-4b69-ab48-c44460e2f247 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=87ee3701-0296-4369-b362-ee5fddc89166,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:23.932457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1e8353a7-e06f-4204-b5a3-f27b78dbca44 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe6502-6a96-4fcd-9535-2288f4ad236b HTTP/1.1" status: 200 len: 205 time: 0.0372994 Oct 25 23:19:23.933402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44342) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:23.949335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:23.956493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79397afd-e7f7-4f51-8607-47b2691718f6 req-72f83925-4158-4961-aa95-60fdd50f4c90 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078530 Oct 25 23:19:24.058894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] Allocated IP 2001:db8:0:1::2 (363a7640-6ac6-42ca-ab95-f0a1ed037077/881359f4-cf8c-4b31-8af4-3124acaade5b/603c4c92-db27-4b96-9e57-dcf1bd749359) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:24.150579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e3fffe11-46c7-460d-8494-a91102b1dd0d details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:19:24.225207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bd0f1-19fe-43eb-89f6-bde1ec290697 req-b6e574ec-bde3-467e-b024-93ac5d3727b9 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:24.237439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-494bd0f1-19fe-43eb-89f6-bde1ec290697 req-b6e574ec-bde3-467e-b024-93ac5d3727b9 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 945 time: 0.1117618 Oct 25 23:19:24.321838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-494bd0f1-19fe-43eb-89f6-bde1ec290697 req-3b102f5e-023a-4e77-a05e-af382403e84d tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Oct 25 23:19:24.459038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:24.574080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] For port 603c4c92-db27-4b96-9e57-dcf1bd749359, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=603c4c92-db27-4b96-9e57-dcf1bd749359,segment=NetworkSegment(46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa),segment_id=46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:24.609693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320987-a73d-477c-9ef2-e92e8e6fbe16 req-c7ad2a42-9db1-4296-9d4b-b2d342969314 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:24.617451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94320987-a73d-477c-9ef2-e92e8e6fbe16 req-c7ad2a42-9db1-4296-9d4b-b2d342969314 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2237418 Oct 25 23:19:24.624121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:24.631433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc8cbe-a2a9-45b5-b6c0-c4544151c118 req-4eae21ea-325f-4cb6-951e-7987b721c84f tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:24.642472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abc8cbe-a2a9-45b5-b6c0-c4544151c118 req-4eae21ea-325f-4cb6-951e-7987b721c84f tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 943 time: 0.1064837 Oct 25 23:19:24.648295 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:24.662186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e3fffe11-46c7-460d-8494-a91102b1dd0d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d,segment=NetworkSegment(80da0ebc-6582-44ee-8f1c-3d9f7f624618),segment_id=80da0ebc-6582-44ee-8f1c-3d9f7f624618)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:24.703418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abc8cbe-a2a9-45b5-b6c0-c4544151c118 req-5fabe7af-9b90-44e2-8801-3e2b5ab461ac tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Oct 25 23:19:24.730723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-94320987-a73d-477c-9ef2-e92e8e6fbe16 req-ce09f35b-5fd4-482b-b135-78add3a926e6 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123466 Oct 25 23:19:24.750171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e3fffe11-46c7-460d-8494-a91102b1dd0d', 'network_id': 'b8db43e3-28aa-467b-a83b-2ca5484ec01d', 'port_id': 'e3fffe11-46c7-460d-8494-a91102b1dd0d', 'mac_address': 'fa:16:3e:a3:2b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328a5631-8b8f-4ef0-8a81-8d63b2957230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:19:24.751382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:24.787835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8:0:1::372 (363a7640-6ac6-42ca-ab95-f0a1ed037077/881359f4-cf8c-4b31-8af4-3124acaade5b/87ee3701-0296-4369-b362-ee5fddc89166) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:24.857641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb8f64-2f14-4e09-ad98-2c4c7310d810 None None] Pushing event updated for resources: {'Port': ['ID=603c4c92-db27-4b96-9e57-dcf1bd749359,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:24.866628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:24.888578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fffe11-46c7-460d-8494-a91102b1dd0d {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:19:24.942753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Deleting port c7c11e5f-8858-47b0-88ae-5f98deaf8c81 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:24.943330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:24.945256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e3fffe11-46c7-460d-8494-a91102b1dd0d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d,segment=NetworkSegment(80da0ebc-6582-44ee-8f1c-3d9f7f624618),segment_id=80da0ebc-6582-44ee-8f1c-3d9f7f624618)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:24.964368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.051070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad108a3-6dda-4a9f-b078-f5a79e3b3a0c req-e71fda2e-1917-4471-ae91-944f7ef0a25b tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:25.051221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e3fffe11-46c7-460d-8494-a91102b1dd0d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:25.060605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ad108a3-6dda-4a9f-b078-f5a79e3b3a0c req-e71fda2e-1917-4471-ae91-944f7ef0a25b tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 946 time: 0.0799637 Oct 25 23:19:25.083212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.101467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.139917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ad108a3-6dda-4a9f-b078-f5a79e3b3a0c req-6c82eec8-4c87-4647-a7dc-ccd55025095c tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766947 Oct 25 23:19:25.140795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.188375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Calling delete_port for c7c11e5f-8858-47b0-88ae-5f98deaf8c81 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:25.194529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=87ee3701-0296-4369-b362-ee5fddc89166,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:25.305634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 603c4c92-db27-4b96-9e57-dcf1bd749359 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:25.321622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] In _notify_port_updated(), no bound segment for port 87ee3701-0296-4369-b362-ee5fddc89166 on network 363a7640-6ac6-42ca-ab95-f0a1ed037077 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:19:25.329074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:25.330138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.331680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3124bfbe-744a-4357-ba3a-ca5067291368 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/ports/87ee3701-0296-4369-b362-ee5fddc89166 HTTP/1.1" status: 200 len: 1011 time: 1.5187249 Oct 25 23:19:25.335970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44360) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:25.398051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e3fffe11-46c7-460d-8494-a91102b1dd0d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:19:25.465936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 603c4c92-db27-4b96-9e57-dcf1bd749359 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:25.466331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.594587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf749d-aa6a-469d-a293-f0c64e199182 req-850ede69-144f-488f-a976-abe9caf90bab tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:25.604297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4eaf749d-aa6a-469d-a293-f0c64e199182 req-850ede69-144f-488f-a976-abe9caf90bab tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 945 time: 0.1422002 Oct 25 23:19:25.651061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.654662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 87ee3701-0296-4369-b362-ee5fddc89166 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:25.655212 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.712579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event deleted for resources: {'Port': ['ID=c7c11e5f-8858-47b0-88ae-5f98deaf8c81,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:25.799929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4eaf749d-aa6a-469d-a293-f0c64e199182 req-5940c3dc-4a03-46bc-8422-c6cc94bdf4df tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccddc11-6ef5-40f1-bc4f-beafd37f659c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941175 Oct 25 23:19:25.818225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d457d-68d4-4be7-a584-4b6b9719d068 req-202e0f31-b152-4f9a-b137-ee84713e8870 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:25.825817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-431d457d-68d4-4be7-a584-4b6b9719d068 req-202e0f31-b152-4f9a-b137-ee84713e8870 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 946 time: 0.1407807 Oct 25 23:19:25.857142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:25.887627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114b39-b873-484b-850d-3d443d73c191 req-7a1c61a3-9901-422f-8cfd-c21b8e6ed48e tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:25.889507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f114b39-b873-484b-850d-3d443d73c191 req-7a1c61a3-9901-422f-8cfd-c21b8e6ed48e tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.15 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 945 time: 0.1999097 Oct 25 23:19:25.972546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f2f7c-1322-443c-a5c1-339c752c7364 None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:26.029038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.052870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 87ee3701-0296-4369-b362-ee5fddc89166 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:26.074374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8f13-c036-4000-896a-6f04bd3eca63 req-4f166b5a-063d-451f-b18d-5291f250911b tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:26.075968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-344e8f13-c036-4000-896a-6f04bd3eca63 req-4f166b5a-063d-451f-b18d-5291f250911b tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 944 time: 0.1620824 Oct 25 23:19:26.091571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b72d20bf-563f-46c9-8eec-58b35f209de3 None None] Provisioning complete for port 603c4c92-db27-4b96-9e57-dcf1bd749359 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:26.092528 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b72d20bf-563f-46c9-8eec-58b35f209de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.182452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Deleting port 830172e6-7de1-440c-97f3-82da24c68bc3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:26.182776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.192856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-344e8f13-c036-4000-896a-6f04bd3eca63 req-616be0dd-0269-4991-833f-9cd38910af70 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752592 Oct 25 23:19:26.261052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-431d457d-68d4-4be7-a584-4b6b9719d068 req-c9eedd12-1d04-4d9b-b02a-05a3d26baa55 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342189 Oct 25 23:19:26.275853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.290096 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.372953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] For port 830172e6-7de1-440c-97f3-82da24c68bc3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=830172e6-7de1-440c-97f3-82da24c68bc3,segment=NetworkSegment(9c4c5379-ce16-48e9-bdff-4b743760c832),segment_id=9c4c5379-ce16-48e9-bdff-4b743760c832)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:26.373540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.409178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Calling delete_port for 830172e6-7de1-440c-97f3-82da24c68bc3 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:26.411271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.411883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Fanout notify agent at l3_agent the message router_deleted on router 04fe6502-6a96-4fcd-9535-2288f4ad236b {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:26.419260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.435169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7143aa69-771e-4854-a8bc-124413a13f02 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/04fe6502-6a96-4fcd-9535-2288f4ad236b HTTP/1.1" status: 204 len: 168 time: 2.4920950 Oct 25 23:19:26.435756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44374) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:26.441253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2085117186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:26.472257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.473484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.476139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b72d20bf-563f-46c9-8eec-58b35f209de3 None None] Provisioning complete for port 87ee3701-0296-4369-b362-ee5fddc89166 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:26.476510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b72d20bf-563f-46c9-8eec-58b35f209de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.525450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b72d20bf-563f-46c9-8eec-58b35f209de3 None None] Port 87ee3701-0296-4369-b362-ee5fddc89166 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:26.534968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.589051 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.590510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=87ee3701-0296-4369-b362-ee5fddc89166,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:26.596981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.612386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66816-8d38-44be-ba56-b595d8a4450e req-a13a5d21-3bf6-4eaf-bd0c-9a618094a5f4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:26.619711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.620489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87d66816-8d38-44be-ba56-b595d8a4450e req-a13a5d21-3bf6-4eaf-bd0c-9a618094a5f4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2344465 Oct 25 23:19:26.621788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f4267290-570f-4e69-98e9-a7a8da2ecd3e tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1850338 Oct 25 23:19:26.625118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:26.631887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:26.717437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.723714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-98258945-4033-4019-8479-7cf332cfc153 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/87ee3701-0296-4369-b362-ee5fddc89166 HTTP/1.1" status: 204 len: 168 time: 1.3841815 Oct 25 23:19:26.745116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44380) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:26.790713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87d66816-8d38-44be-ba56-b595d8a4450e req-6f5b0afb-bfa8-4a7e-be20-1ea9eebca996 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692858 Oct 25 23:19:26.795232 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2127f3-8a61-4ae2-b55f-d387d32fa941 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:26.797627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9c2127f3-8a61-4ae2-b55f-d387d32fa941 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/87ee3701-0296-4369-b362-ee5fddc89166 HTTP/1.1" status: 404 len: 333 time: 0.0497181 Oct 25 23:19:26.805722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44382) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:26.866549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-61d6ef67-b602-4ec4-9690-689572d4538d None None] Provisioning complete for port 603c4c92-db27-4b96-9e57-dcf1bd749359 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:26.868281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61d6ef67-b602-4ec4-9690-689572d4538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.874433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:26.923688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['830172e6-7de1-440c-97f3-82da24c68bc3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:19:26.941080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Pushing event deleted for resources: {'Port': ['ID=830172e6-7de1-440c-97f3-82da24c68bc3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:26.946940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 881359f4-cf8c-4b31-8af4-3124acaade5b {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:26.955985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.007449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-cb3fecf1-cab0-4122-b66b-32958c090777 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:27.009025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-cb3fecf1-cab0-4122-b66b-32958c090777 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.11 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 946 time: 0.1734991 Oct 25 23:19:27.038703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] No DVR routers for this DVR port 830172e6-7de1-440c-97f3-82da24c68bc3 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:27.050961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.051852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6974dd6-514f-44a2-b615-2fdb0b9be096 req-0c98544a-536b-4d70-ad04-2ecfb9360a2e tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.25 "GET /v2.0/ports?device_id=768e0a1a-1b38-47c4-81a2-d53d883edb66 HTTP/1.1" status: 200 len: 210 time: 0.0520248 Oct 25 23:19:27.054483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f114b39-b873-484b-850d-3d443d73c191 req-46988d17-3c02-4f92-8fdd-10b73988cf61 tempest-VolumesActionsTest-1022366734 tempest-VolumesActionsTest-1022366734-project] 10.222.0.15 "DELETE /v2.0/ports/830172e6-7de1-440c-97f3-82da24c68bc3 HTTP/1.1" status: 204 len: 173 time: 1.1491387 Oct 25 23:19:27.054856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'name': 'network-vif-deleted', 'tag': '830172e6-7de1-440c-97f3-82da24c68bc3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:27.057816 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f334f7-c2de-483c-8486-73e725c6af09" -d '{"events": [{"server_uuid": "768e0a1a-1b38-47c4-81a2-d53d883edb66", "name": "network-vif-deleted", "tag": "830172e6-7de1-440c-97f3-82da24c68bc3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:27.082403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.094906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-61d6ef67-b602-4ec4-9690-689572d4538d None None] Could not find standard attr ID for object 87ee3701-0296-4369-b362-ee5fddc89166. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:19:27.104404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.148133 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56527b4b-0624-4bd8-b247-2ded1a9a859b x-openstack-request-id: req-56527b4b-0624-4bd8-b247-2ded1a9a859b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:27.148388 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768e0a1a-1b38-47c4-81a2-d53d883edb66", "name": "network-vif-deleted", "tag": "830172e6-7de1-440c-97f3-82da24c68bc3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:27.148715 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56527b4b-0624-4bd8-b247-2ded1a9a859b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:27.149007 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768e0a1a-1b38-47c4-81a2-d53d883edb66', 'name': 'network-vif-deleted', 'tag': '830172e6-7de1-440c-97f3-82da24c68bc3', 'status': 'completed', 'code': 200} Oct 25 23:19:27.264975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.290059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Deleting port bf5f20f2-921b-48d3-9d80-b38720e1c164 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:27.290459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.314092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-abaff1b7-eeba-49f1-a4c5-3c960f728922 None None] Could not find standard attr ID for object 87ee3701-0296-4369-b362-ee5fddc89166. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:19:27.451431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.475156 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.489796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ab14-1cd7-46fe-8083-478cabbebb39 req-0c9856ea-5595-470b-a2cf-41372e07f324 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:27.497168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196ab14-1cd7-46fe-8083-478cabbebb39 req-0c9856ea-5595-470b-a2cf-41372e07f324 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 944 time: 0.1372914 Oct 25 23:19:27.507265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] For port bf5f20f2-921b-48d3-9d80-b38720e1c164, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=bf5f20f2-921b-48d3-9d80-b38720e1c164,segment=NetworkSegment(858a539e-bad1-4c37-b874-f4ad76a464de),segment_id=858a539e-bad1-4c37-b874-f4ad76a464de)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:27.507830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.588711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Calling delete_port for bf5f20f2-921b-48d3-9d80-b38720e1c164 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:27.593702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7196ab14-1cd7-46fe-8083-478cabbebb39 req-299e4b47-eddf-4ebb-8085-ff1d3c137e52 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931292 Oct 25 23:19:27.646240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f947f-c25b-47fa-8f21-3451775c75e4 req-eefd9824-2a50-4eb3-8f83-f1793f1fc37c tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:27.658996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e41f947f-c25b-47fa-8f21-3451775c75e4 req-eefd9824-2a50-4eb3-8f83-f1793f1fc37c tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/ports?device_id=b967c1b8-09a3-41cd-b17c-15410c0184ff HTTP/1.1" status: 200 len: 946 time: 0.2309988 Oct 25 23:19:27.700216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.737874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a0cb8973-4b34-4860-a2c2-676ff7517b7c None None] Could not find standard attr ID for object 87ee3701-0296-4369-b362-ee5fddc89166. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:19:27.739236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Allocated IP 172.25.4.238 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/9d03cfd3-7cf2-4ac5-b42e-b05a05e78161) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:27.807841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.811353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/881359f4-cf8c-4b31-8af4-3124acaade5b HTTP/1.1" status: 204 len: 168 time: 1.0099254 Oct 25 23:19:27.830860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:27.831796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f330-9848-429b-821c-bd3fc1ac1d11 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=881359f4-cf8c-4b31-8af4-3124acaade5b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:27.909977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:27.943409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e41f947f-c25b-47fa-8f21-3451775c75e4 req-3271c61e-c05a-436b-9450-17cd8fa20995 tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.25 "GET /v2.0/security-groups?id=3fe11407-ac1d-41ac-ae14-a346b7faac91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834358 Oct 25 23:19:27.986998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 77db6391-a59c-480d-b51d-65f122323b86 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:27.989723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b7f07-8f7a-4ae7-9347-39f820b9c543 req-fe1081d2-4439-44fb-81e3-3f6c3b180921 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:27.992244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c5b7f07-8f7a-4ae7-9347-39f820b9c543 req-fe1081d2-4439-44fb-81e3-3f6c3b180921 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.0789354 Oct 25 23:19:27.998542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.046119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c5b7f07-8f7a-4ae7-9347-39f820b9c543 req-335c94c7-aee3-4a0e-a572-842c3cb9d6fe tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Oct 25 23:19:28.052244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-861e7caa-2d61-4b20-8f6d-eac387eaa563 None None] Could not find standard attr ID for object 87ee3701-0296-4369-b362-ee5fddc89166. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:19:28.055338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.073392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b76061-2966-4536-a3b0-14991272fcb7 None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:28.083251 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.113033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:28.124478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:28.128269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:28.155120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.207515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event updated for resources: {'Port': ['ID=9d03cfd3-7cf2-4ac5-b42e-b05a05e78161,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:28.208040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Pushing event deleted for resources: {'Port': ['ID=bf5f20f2-921b-48d3-9d80-b38720e1c164,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:28.208368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e3fffe11-46c7-460d-8494-a91102b1dd0d up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:28.210553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['bf5f20f2-921b-48d3-9d80-b38720e1c164'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:19:28.297799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] No DVR routers for this DVR port bf5f20f2-921b-48d3-9d80-b38720e1c164 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:28.299144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.302405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9559bc8-e149-4534-baee-a8add4e6be6d req-1574b1ad-6845-4715-a8c8-f4d990d6359f tempest-ServerGroupTestJSON-1411889559 tempest-ServerGroupTestJSON-1411889559-project] 10.222.0.11 "DELETE /v2.0/ports/bf5f20f2-921b-48d3-9d80-b38720e1c164 HTTP/1.1" status: 204 len: 173 time: 1.2649231 Oct 25 23:19:28.317121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.484768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.495897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.549391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e3fffe11-46c7-460d-8494-a91102b1dd0d completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:19:28.559431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e3fffe11-46c7-460d-8494-a91102b1dd0d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:28.560056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.563513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.567406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/77db6391-a59c-480d-b51d-65f122323b86 HTTP/1.1" status: 204 len: 168 time: 0.7333214 Oct 25 23:19:28.570456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44408) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:28.574859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f1d1a-35ec-480d-9f4f-f0fb44ae2475 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=77db6391-a59c-480d-b51d-65f122323b86,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:28.602114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-56a66c0c-da18-42bf-a19f-3639f2c1462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:28.602452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-56a66c0c-da18-42bf-a19f-3639f2c1462d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1096 time: 0.1370702 Oct 25 23:19:28.612003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c632f7e-776f-40cc-bfcf-a2fb86442c69 req-8143f8c9-7bb0-411d-a7e6-ceced06e74f5 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:28.619449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c632f7e-776f-40cc-bfcf-a2fb86442c69 req-8143f8c9-7bb0-411d-a7e6-ceced06e74f5 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2151937 Oct 25 23:19:28.753687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.798910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9947c7-544c-4a35-9422-8be94e7ad833 None None] Update dhcp port {'port': {'network_id': '363a7640-6ac6-42ca-ab95-f0a1ed037077', 'fixed_ips': [{'subnet_id': '77db6391-a59c-480d-b51d-65f122323b86'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '603c4c92-db27-4b96-9e57-dcf1bd749359'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:19:28.807221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffe11-46c7-460d-8494-a91102b1dd0d'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:28.809683 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc56ce53-7b45-4f66-93c2-7b40ebc9459b" -d '{"events": [{"server_uuid": "bec68702-244c-463d-8b6f-1393a14ec0b9", "name": "network-vif-plugged", "status": "completed", "tag": "e3fffe11-46c7-460d-8494-a91102b1dd0d"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:28.810444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c632f7e-776f-40cc-bfcf-a2fb86442c69 req-9980f0cb-8378-4bbd-9569-11dd467a4f34 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893432 Oct 25 23:19:28.813226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-acee3ce1-36f6-4cc2-b7f6-d7e9e3ac6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:28.828017 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-acee3ce1-36f6-4cc2-b7f6-d7e9e3ac6653 service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.2053437 Oct 25 23:19:28.849358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e3fffe11-46c7-460d-8494-a91102b1dd0d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d,segment=NetworkSegment(80da0ebc-6582-44ee-8f1c-3d9f7f624618),segment_id=80da0ebc-6582-44ee-8f1c-3d9f7f624618)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:28.862752 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.864650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 830172e6-7de1-440c-97f3-82da24c68bc3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:28.874778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b9947c7-544c-4a35-9422-8be94e7ad833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:28.919021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 830172e6-7de1-440c-97f3-82da24c68bc3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:28.919829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 830172e6-7de1-440c-97f3-82da24c68bc3 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:29.132991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.180229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e25e6-2363-4afc-aa14-cff970db7126 req-6ab51cc8-ffa2-47de-ad1a-0408104d3139 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:29.181068 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71674f3-d7ca-4b8b-a55e-fe6dc7d1c104 x-openstack-request-id: req-d71674f3-d7ca-4b8b-a55e-fe6dc7d1c104 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:29.181610 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec68702-244c-463d-8b6f-1393a14ec0b9", "name": "network-vif-plugged", "status": "completed", "tag": "e3fffe11-46c7-460d-8494-a91102b1dd0d", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:29.182062 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d71674f3-d7ca-4b8b-a55e-fe6dc7d1c104 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:29.182695 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffe11-46c7-460d-8494-a91102b1dd0d', 'code': 200} Oct 25 23:19:29.187691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe0e25e6-2363-4afc-aa14-cff970db7126 req-6ab51cc8-ffa2-47de-ad1a-0408104d3139 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.4583054 Oct 25 23:19:29.221474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e3fffe11-46c7-460d-8494-a91102b1dd0d,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:29.249838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.282337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81624578-dc7f-4560-9c32-3caf4f30e005 None None] Network 363a7640-6ac6-42ca-ab95-f0a1ed037077 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:29.374973 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe0e25e6-2363-4afc-aa14-cff970db7126 req-1e6c5781-d870-40fe-bbdd-69ffac7f5596 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827092 Oct 25 23:19:29.444981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'name': 'network-vif-deleted', 'tag': 'bf5f20f2-921b-48d3-9d80-b38720e1c164'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:29.462709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 603c4c92-db27-4b96-9e57-dcf1bd749359 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:29.463047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.467365 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab887f-18bd-413f-976d-cacee9a3b7ba" -d '{"events": [{"server_uuid": "b967c1b8-09a3-41cd-b17c-15410c0184ff", "name": "network-vif-deleted", "tag": "bf5f20f2-921b-48d3-9d80-b38720e1c164"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:29.476429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e8a51ccd-71f6-4756-bde1-03b3ff799bc7 None None] Provisioning complete for port 603c4c92-db27-4b96-9e57-dcf1bd749359 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:29.478457 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8a51ccd-71f6-4756-bde1-03b3ff799bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.549322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-53e71efa-dad4-453d-ba98-390ff47a88bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 1000 time: 0.7128561 Oct 25 23:19:29.555156 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0c70b-393d-4025-8513-d0ec65473b3a x-openstack-request-id: req-9fa0c70b-393d-4025-8513-d0ec65473b3a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:29.555729 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967c1b8-09a3-41cd-b17c-15410c0184ff", "name": "network-vif-deleted", "tag": "bf5f20f2-921b-48d3-9d80-b38720e1c164", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:29.555729 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fa0c70b-393d-4025-8513-d0ec65473b3a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:29.556074 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967c1b8-09a3-41cd-b17c-15410c0184ff', 'name': 'network-vif-deleted', 'tag': 'bf5f20f2-921b-48d3-9d80-b38720e1c164', 'status': 'completed', 'code': 200} Oct 25 23:19:29.570662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba6784-dad4-49ee-809b-36e4c74f9d6f req-3a623a84-300e-4260-b2b3-592a82f9d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:29.572139 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0cba6784-dad4-49ee-809b-36e4c74f9d6f req-3a623a84-300e-4260-b2b3-592a82f9d5cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0992632 Oct 25 23:19:29.585868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] DHCP port deletion for 363a7640-6ac6-42ca-ab95-f0a1ed037077 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:19:29.663459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-35c3c4fa-cd49-4fc5-8a53-3dee45d91980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:29.665008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-35c3c4fa-cd49-4fc5-8a53-3dee45d91980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1054988 Oct 25 23:19:29.666845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0cba6784-dad4-49ee-809b-36e4c74f9d6f req-d43f8e4b-df8d-43c8-90e3-ef350c14647b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607657 Oct 25 23:19:29.712102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] Deleting port 603c4c92-db27-4b96-9e57-dcf1bd749359 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:29.712468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.723311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44450) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:29.758727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] For port 603c4c92-db27-4b96-9e57-dcf1bd749359, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=603c4c92-db27-4b96-9e57-dcf1bd749359,segment=NetworkSegment(46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa),segment_id=46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:29.759089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.778555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 603c4c92-db27-4b96-9e57-dcf1bd749359 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:29.793465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] For port 603c4c92-db27-4b96-9e57-dcf1bd749359, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=603c4c92-db27-4b96-9e57-dcf1bd749359,segment=NetworkSegment(46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa),segment_id=46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:29.793696 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.808215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-e51166b5-961a-4474-a6e3-b9f0cf16c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:29.810102 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-e51166b5-961a-4474-a6e3-b9f0cf16c892 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373479 Oct 25 23:19:29.820333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Deleting subnet cca478ff-ff11-4f93-81a1-58163493708d {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:29.848647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] Calling delete_port for 603c4c92-db27-4b96-9e57-dcf1bd749359 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:29.877093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.885030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.917923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.988565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:29.999225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.031939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] Pushing event deleted for resources: {'Port': ['ID=603c4c92-db27-4b96-9e57-dcf1bd749359,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:30.039071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01795f-fbd7-4123-9211-7fa6c931dfcd None None] No DVR routers for this DVR port 603c4c92-db27-4b96-9e57-dcf1bd749359 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:30.063332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.125252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-c7d20d01-2763-4357-a704-cbcc7e77cc05 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022060 Oct 25 23:19:30.137769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.158266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No DVR routers for this DVR port 603c4c92-db27-4b96-9e57-dcf1bd749359 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:30.195343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=603c4c92-db27-4b96-9e57-dcf1bd749359,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:30.228967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4fe7-5506-44fd-bfd9-a11a2db8ef52 req-7e1ce648-d94b-47ba-8a0d-8ad5028a57b0 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:30.238960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d9d4fe7-5506-44fd-bfd9-a11a2db8ef52 req-7e1ce648-d94b-47ba-8a0d-8ad5028a57b0 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.3138218 Oct 25 23:19:30.259635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aadfcbb6-40c1-4447-8084-43f9ec19dd97 req-0c45813c-47ee-48e1-b69e-6379cb7bbdb2 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262856 Oct 25 23:19:30.280297 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.326675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.331111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cca478ff-ff11-4f93-81a1-58163493708d HTTP/1.1" status: 204 len: 168 time: 0.6052351 Oct 25 23:19:30.332349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516ab16-6bf6-4384-885f-3ec763d4d444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca478ff-ff11-4f93-81a1-58163493708d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:30.339235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44460) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:30.393860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.413783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d9d4fe7-5506-44fd-bfd9-a11a2db8ef52 req-a3d80283-93d1-4989-bb51-6f5b13267155 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740348 Oct 25 23:19:30.432401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363a7640-6ac6-42ca-ab95-f0a1ed037077']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.449227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.449760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ffcdc2-9300-47e0-ad5d-6cc3ec335aaa') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.453538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.461315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Router e86c8470-0c23-4f7a-9351-bc8bb49c387f is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:30.467583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.493964 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.570259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:30.570670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: items = [ Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:30.573971 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:30.597476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.613227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f719d05-d493-4455-8239-6cafdc4dfd77 req-643adf6f-2b8f-41e3-83c2-259246c45638 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:30.614874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f719d05-d493-4455-8239-6cafdc4dfd77 req-643adf6f-2b8f-41e3-83c2-259246c45638 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.1479344 Oct 25 23:19:30.637513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8442c33-73db-4364-9301-de2525ef3eb9']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.656440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858a539e-bad1-4c37-b874-f4ad76a464de') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.656636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858a539e-bad1-4c37-b874-f4ad76a464de') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.657661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.669014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.670306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.676667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/363a7640-6ac6-42ca-ab95-f0a1ed037077 HTTP/1.1" status: 204 len: 168 time: 2.1010501 Oct 25 23:19:30.677652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44466) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:30.700168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f719d05-d493-4455-8239-6cafdc4dfd77 req-34bc9c74-c3a2-4dbb-bd54-c2ffc0a446bb tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Oct 25 23:19:30.701227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.709559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:30.710512 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.711353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:30.712088 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:30.715102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46838b35-3e6d-4a64-9995-f7e7f5038f2e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=363a7640-6ac6-42ca-ab95-f0a1ed037077,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:30.722453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.723928 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc19fd4a-ed12-4816-bb37-e9c54bc25123 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "PUT /v2.0/routers/e86c8470-0c23-4f7a-9351-bc8bb49c387f HTTP/1.1" status: 200 len: 880 time: 4.0962243 Oct 25 23:19:30.724747 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] Sync routers for ids ['e86c8470-0c23-4f7a-9351-bc8bb49c387f'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:30.726570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:30.745169 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] Routers {'e86c8470-0c23-4f7a-9351-bc8bb49c387f'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:30.745766 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e86c8470-0c23-4f7a-9351-bc8bb49c387f'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.822459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.827029 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.844487 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] Routers {'e86c8470-0c23-4f7a-9351-bc8bb49c387f'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:30.845122 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e86c8470-0c23-4f7a-9351-bc8bb49c387f'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.850024 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:30.855771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8442c33-73db-4364-9301-de2525ef3eb9 HTTP/1.1" status: 204 len: 168 time: 0.5128555 Oct 25 23:19:30.855771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befa5a0-51a8-414a-a2e3-7706539dab1c admin admin] Pushing event deleted for resources: {'Network': ['ID=a8442c33-73db-4364-9301-de2525ef3eb9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:30.897352 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:30.898336 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49226f38-c0c0-4c55-9fe6-1b23bb9e35f9 None None] The sync data for ids ['e86c8470-0c23-4f7a-9351-bc8bb49c387f'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:31.116689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.174840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf4929-d113-4af0-b23d-9ad17951258f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:31.174840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5eaf4929-d113-4af0-b23d-9ad17951258f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4940245 Oct 25 23:19:31.175437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.237166 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3083558b-c7a7-4044-92f3-48f1e07afe7d tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/e86c8470-0c23-4f7a-9351-bc8bb49c387f HTTP/1.1" status: 200 len: 921 time: 0.5095193 Oct 25 23:19:31.241611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44502) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.263938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4e05529d-fcaa-4103-9323-828ba953691b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cca75a2c85984dfdb0a09a220c8696a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462724 Oct 25 23:19:31.267481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44504) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.325210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 603c4c92-db27-4b96-9e57-dcf1bd749359 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:31.345631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f063c19b-6671-4d94-8944-89eea9e6abf2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1721809 Oct 25 23:19:31.348619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44508) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.352830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 603c4c92-db27-4b96-9e57-dcf1bd749359 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:31.353389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 603c4c92-db27-4b96-9e57-dcf1bd749359 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:31.355835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-143981362'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:31.380131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80cd1002-12a2-4fb0-87e3-112827b65386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.403987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0059f-8b7a-4aa6-883b-36a517e464b1 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:31.406554 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ef0059f-8b7a-4aa6-883b-36a517e464b1 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=e86c8470-0c23-4f7a-9351-bc8bb49c387f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1577919 Oct 25 23:19:31.408748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80cd1002-12a2-4fb0-87e3-112827b65386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.409110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44510) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.410513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:31.414044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.470735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:19:31.492763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.495686 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment 4ca58acc-c7e2-4ba0-9ece-6db9da250c75 of type vlan for network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 Oct 25 23:19:31.538360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319be111-66a3-4f4f-94e5-89888af79ae4 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:31.538360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-319be111-66a3-4f4f-94e5-89888af79ae4 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.1276202 Oct 25 23:19:31.541244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44514) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.571667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a04a481-058d-4bdb-be31-0d71c6aa8299 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=e86c8470-0c23-4f7a-9351-bc8bb49c387f HTTP/1.1" status: 200 len: 205 time: 0.0289309 Oct 25 23:19:31.579212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44516) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:31.634387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80cd1002-12a2-4fb0-87e3-112827b65386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.637122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80cd1002-12a2-4fb0-87e3-112827b65386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.638408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-80cd1002-12a2-4fb0-87e3-112827b65386 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fe11407-ac1d-41ac-ae14-a346b7faac91 HTTP/1.1" status: 204 len: 168 time: 0.3698940 Oct 25 23:19:31.722258 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.724668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd1002-12a2-4fb0-87e3-112827b65386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe11407-ac1d-41ac-ae14-a346b7faac91,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:31.728522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.729075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bf5f20f2-921b-48d3-9d80-b38720e1c164 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:31.797771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: bf5f20f2-921b-48d3-9d80-b38720e1c164 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:31.798369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device bf5f20f2-921b-48d3-9d80-b38720e1c164 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:31.854435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4d641-da6d-4ea9-b1cb-da393c036d43 req-1e59a856-6a89-45e9-9cc0-21ac55d7199b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:31.856003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8a4d641-da6d-4ea9-b1cb-da393c036d43 req-1e59a856-6a89-45e9-9cc0-21ac55d7199b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.3328371 Oct 25 23:19:31.884859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.891288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:31.891892 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:31.923105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cf1f6-dd0f-423f-8dd4-77fb7c18d2b4 req-8ef1188c-97b7-4ba9-9e6e-e8bbf3a06d20 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:31.931289 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa1cf1f6-dd0f-423f-8dd4-77fb7c18d2b4 req-8ef1188c-97b7-4ba9-9e6e-e8bbf3a06d20 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.0953393 Oct 25 23:19:31.987202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aa1cf1f6-dd0f-423f-8dd4-77fb7c18d2b4 req-90c13a6e-edf6-4286-9b76-cc1752ea711b tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485020 Oct 25 23:19:32.012760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.036610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6836100 Oct 25 23:19:32.037484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44538) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:32.053328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:32.066853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8a4d641-da6d-4ea9-b1cb-da393c036d43 req-a2d65f7f-1fdc-44d1-ba98-1736441cbb3d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909454 Oct 25 23:19:32.069208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670bcc7-4611-4b77-9847-6f34a015d5b9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=3ffcb5b0-41f4-4221-a925-c0b486bd69b3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:32.122966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:19:32.233271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Deleting port 9d03cfd3-7cf2-4ac5-b42e-b05a05e78161 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:32.235113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.249070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:32.261079 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.384606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.417980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Calling delete_port for 9d03cfd3-7cf2-4ac5-b42e-b05a05e78161 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:32.583155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7071c-dd9b-4c51-9386-76efe33c66c7 req-ffdf6134-ebdb-4961-aba0-0a4f5e726159 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:32.590580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11f7071c-dd9b-4c51-9386-76efe33c66c7 req-ffdf6134-ebdb-4961-aba0-0a4f5e726159 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.0794675 Oct 25 23:19:32.694665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.716152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11f7071c-dd9b-4c51-9386-76efe33c66c7 req-6cc2d93c-4207-4c7d-a302-a1d8dc5809ae tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Oct 25 23:19:32.779937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=8d0e44c7-7456-48f7-ac4d-874c3d62d64c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:32.809700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': '4ca58acc-c7e2-4ba0-9ece-6db9da250c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:32.810246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: 3ffcb5b0-41f4-4221-a925-c0b486bd69b3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:32.843469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:32.858284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.865123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 3ffcb5b0-41f4-4221-a925-c0b486bd69b3) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:32.871177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:32.872687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:32.880201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c6a74-45ff-402d-8a5b-fd079549a19a None None] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:32.894706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3879fcc3-b303-405a-915c-96e7a4a14c72 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8554754 Oct 25 23:19:32.899485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44572) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:32.902813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event deleted for resources: {'Port': ['ID=9d03cfd3-7cf2-4ac5-b42e-b05a05e78161,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:32.917352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3', 'name': 'tempest-PortsIpV6TestJSON-998432635'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:32.970354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.075023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.078337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.145574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.146653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Fanout notify agent at l3_agent the message router_deleted on router e86c8470-0c23-4f7a-9351-bc8bb49c387f {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:33.155058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:33.163780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.169418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.171681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1472053c-95eb-493b-8141-15feff6883ad tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/e86c8470-0c23-4f7a-9351-bc8bb49c387f HTTP/1.1" status: 204 len: 168 time: 1.5911322 Oct 25 23:19:33.176512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44580) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:33.185748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1786501146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:33.197554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 5ec484ea-2c66-46cf-af37-0371cf43f57b yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:33.221085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.222839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.294681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.302693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.323760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-3ffcb5b0-41f4-4221-a925-c0b486bd69b3', 'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': '8d0e44c7-7456-48f7-ac4d-874c3d62d64c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:19:33.324628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.328741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::79 (3ffcb5b0-41f4-4221-a925-c0b486bd69b3/8d0e44c7-7456-48f7-ac4d-874c3d62d64c/5ec484ea-2c66-46cf-af37-0371cf43f57b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:33.347383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.361834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c01c884-4ab4-4ac7-aed1-0cab8dc5c84f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1840918 Oct 25 23:19:33.364483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44584) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:33.376725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': True}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:33.611069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.660335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.739157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Allocated IP 2001:db8::2 (3ffcb5b0-41f4-4221-a925-c0b486bd69b3/8d0e44c7-7456-48f7-ac4d-874c3d62d64c/c88727b9-e067-455d-9620-e0d4256ab6ef) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:33.803392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:33.817284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:33.838891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:33.861338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:33.865995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.873192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=5ec484ea-2c66-46cf-af37-0371cf43f57b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:33.873676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:33.903272 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb3b91b1-ee50-4861-95b4-ebc6a4ba078e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9984696 Oct 25 23:19:33.907446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:33.914747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3', 'name': 'tempest-PortsIpV6TestJSON-694192232'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:34.031634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec960-b059-44b9-93e0-292514fa2fd6 req-d5141a4e-f35e-4790-9b62-6cd2f5da1c42 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:34.039614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dcec960-b059-44b9-93e0-292514fa2fd6 req-d5141a4e-f35e-4790-9b62-6cd2f5da1c42 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.1596899 Oct 25 23:19:34.092286 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.108105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.127921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6dcec960-b059-44b9-93e0-292514fa2fd6 req-b709a3be-b5ce-4674-90b6-0ef15d3b2bd6 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Oct 25 23:19:34.153143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:34.158123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.160151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-e38a6117-d1cc-4d7d-a99c-5143336ba8b3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:34.163871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-e38a6117-d1cc-4d7d-a99c-5143336ba8b3 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.2000990 Oct 25 23:19:34.195623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 2007454f-61e7-4cfb-b4c1-cedfe891bd51 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:34.201236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Pushing event updated for resources: {'Port': ['ID=c88727b9-e067-455d-9620-e0d4256ab6ef,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:34.225130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:34.229293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:34.243679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:34.371640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Attempting to bind port c88727b9-e067-455d-9620-e0d4256ab6ef on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:34.372700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Attempting to bind port c88727b9-e067-455d-9620-e0d4256ab6ef by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '4ca58acc-c7e2-4ba0-9ece-6db9da250c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:34.375079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Attempting to bind port c88727b9-e067-455d-9620-e0d4256ab6ef on network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:34.388944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:34.389442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Checking segment: {'id': '4ca58acc-c7e2-4ba0-9ece-6db9da250c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:34.390231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.393210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Bound using segment: {'id': '4ca58acc-c7e2-4ba0-9ece-6db9da250c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:34.393781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Bound port: c88727b9-e067-455d-9620-e0d4256ab6ef, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca58acc-c7e2-4ba0-9ece-6db9da250c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ffcb5b0-41f4-4221-a925-c0b486bd69b3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:34.394266 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.409824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::fa (3ffcb5b0-41f4-4221-a925-c0b486bd69b3/8d0e44c7-7456-48f7-ac4d-874c3d62d64c/2007454f-61e7-4cfb-b4c1-cedfe891bd51) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:34.633635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Deleting port e3fffe11-46c7-460d-8494-a91102b1dd0d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:34.633974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.652091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.756941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.837175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.961233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:34.962505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] For port c88727b9-e067-455d-9620-e0d4256ab6ef, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:34.966954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] For port c88727b9-e067-455d-9620-e0d4256ab6ef, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c88727b9-e067-455d-9620-e0d4256ab6ef,segment=NetworkSegment(4ca58acc-c7e2-4ba0-9ece-6db9da250c75),segment_id=4ca58acc-c7e2-4ba0-9ece-6db9da250c75)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:34.976678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.029847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Allocated IP 172.25.4.48 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/ceee18dd-c139-4044-91bd-e5854ba97148) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:35.085107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:35.104962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cbd04-7b8a-4763-8b11-478bfb35f1cf None None] Pushing event updated for resources: {'Port': ['ID=c88727b9-e067-455d-9620-e0d4256ab6ef,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:35.113811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:35.131129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:35.172203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:35.172973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.194118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=2007454f-61e7-4cfb-b4c1-cedfe891bd51,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:35.243410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a161b4ea-99f1-47b8-a933-e6b3ba735fca tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3316195 Oct 25 23:19:35.247760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44620) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:35.387200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] For port e3fffe11-46c7-460d-8494-a91102b1dd0d, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e3fffe11-46c7-460d-8494-a91102b1dd0d,segment=NetworkSegment(80da0ebc-6582-44ee-8f1c-3d9f7f624618),segment_id=80da0ebc-6582-44ee-8f1c-3d9f7f624618)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:35.387577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.457424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Calling delete_port for e3fffe11-46c7-460d-8494-a91102b1dd0d owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:35.507948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.521340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b374b-758f-4cef-8693-f29bb7bd6350 req-ec09131c-b842-4fc4-8f32-ea2d8da15a70 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:35.522958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d18b374b-758f-4cef-8693-f29bb7bd6350 req-ec09131c-b842-4fc4-8f32-ea2d8da15a70 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 945 time: 0.2251921 Oct 25 23:19:35.598141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f48e87-7f1a-47b5-85c3-b7dc4af3d6c6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:35.600970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f8f48e87-7f1a-47b5-85c3-b7dc4af3d6c6 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A79 HTTP/1.1" status: 200 len: 927 time: 0.3503268 Oct 25 23:19:35.605111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44624) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:35.662511 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d18b374b-758f-4cef-8693-f29bb7bd6350 req-704e0628-b193-4635-ad95-073519d67833 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/security-groups?id=181320d9-04bf-4d8b-85e5-1194a6cc5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000123 Oct 25 23:19:35.689743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.756363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 2007454f-61e7-4cfb-b4c1-cedfe891bd51 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:35.756795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.787101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:35.795464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:35.815104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Port': ['ID=ceee18dd-c139-4044-91bd-e5854ba97148,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:35.833062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:35.927042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.940837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:35.957467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 2007454f-61e7-4cfb-b4c1-cedfe891bd51 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:35.961174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e3fffe11-46c7-460d-8494-a91102b1dd0d'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:19:36.057167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Pushing event deleted for resources: {'Port': ['ID=e3fffe11-46c7-460d-8494-a91102b1dd0d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:36.166489 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:36.172384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] No DVR routers for this DVR port e3fffe11-46c7-460d-8494-a91102b1dd0d on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:36.175752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:36.179613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3df2a69f-962a-4a32-a359-30b5b95d248c req-80af6411-2928-4037-9f9a-85cc4280af3c tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.15 "DELETE /v2.0/ports/e3fffe11-46c7-460d-8494-a91102b1dd0d HTTP/1.1" status: 204 len: 173 time: 2.0096951 Oct 25 23:19:36.180249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'name': 'network-vif-deleted', 'tag': 'e3fffe11-46c7-460d-8494-a91102b1dd0d'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:19:36.182721 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d026d3c5-6505-4087-971c-8a8d17e40be6" -d '{"events": [{"server_uuid": "bec68702-244c-463d-8b6f-1393a14ec0b9", "name": "network-vif-deleted", "tag": "e3fffe11-46c7-460d-8494-a91102b1dd0d"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:19:36.238901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=2007454f-61e7-4cfb-b4c1-cedfe891bd51,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:36.286951 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499156ff-0d2a-41a2-91dc-af6b65b5ef9d x-openstack-request-id: req-499156ff-0d2a-41a2-91dc-af6b65b5ef9d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:19:36.290963 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec68702-244c-463d-8b6f-1393a14ec0b9", "name": "network-vif-deleted", "tag": "e3fffe11-46c7-460d-8494-a91102b1dd0d", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:19:36.292819 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-499156ff-0d2a-41a2-91dc-af6b65b5ef9d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:19:36.293334 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec68702-244c-463d-8b6f-1393a14ec0b9', 'name': 'network-vif-deleted', 'tag': 'e3fffe11-46c7-460d-8494-a91102b1dd0d', 'status': 'completed', 'code': 200} Oct 25 23:19:36.322359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:36.332987 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a7d2279b-ab78-4668-8831-a53d401ceb61 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/2007454f-61e7-4cfb-b4c1-cedfe891bd51 HTTP/1.1" status: 204 len: 168 time: 0.7244170 Oct 25 23:19:36.333345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44638) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:36.400177 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5796c10f-b0bc-4a9c-a8ec-ae6edb7298df tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:36.401752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5796c10f-b0bc-4a9c-a8ec-ae6edb7298df tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/2007454f-61e7-4cfb-b4c1-cedfe891bd51 HTTP/1.1" status: 404 len: 333 time: 0.0674419 Oct 25 23:19:36.405087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:36.567264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 5ec484ea-2c66-46cf-af37-0371cf43f57b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:36.567626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:36.801232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b7207e-f970-4dc0-88ad-f1aa00f2919a None None] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:36.826302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:36.853050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 5ec484ea-2c66-46cf-af37-0371cf43f57b owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:37.087955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.100676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.159784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6adfc535-cf18-4637-8e41-53b090f7543d None None] Provisioning complete for port c88727b9-e067-455d-9620-e0d4256ab6ef triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:37.160165 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6adfc535-cf18-4637-8e41-53b090f7543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.207857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81869476-be75-4aae-95ac-b832f3eb7d19 req-2ad0ae49-e029-4a57-a1c8-3c0b592ba145 tempest-ServerAddressesNegativeTestJSON-1294453671 tempest-ServerAddressesNegativeTestJSON-1294453671-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec68702-244c-463d-8b6f-1393a14ec0b9 HTTP/1.1" status: 200 len: 210 time: 0.1201601 Oct 25 23:19:37.212935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=5ec484ea-2c66-46cf-af37-0371cf43f57b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:37.292119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.318939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d8959c4-5222-4ae0-8cb8-e180c9b6fbac tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/5ec484ea-2c66-46cf-af37-0371cf43f57b HTTP/1.1" status: 204 len: 168 time: 0.9119470 Oct 25 23:19:37.319685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44660) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:37.406876 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc35091-65ca-4a97-a3ce-d4f4957b22ed tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:37.416679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4bc35091-65ca-4a97-a3ce-d4f4957b22ed tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/5ec484ea-2c66-46cf-af37-0371cf43f57b HTTP/1.1" status: 404 len: 333 time: 0.0942512 Oct 25 23:19:37.417462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:37.490285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c88727b9-e067-455d-9620-e0d4256ab6ef up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:37.542535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 8d0e44c7-7456-48f7-ac4d-874c3d62d64c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:37.546834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.558880 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.568284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.618000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6adfc535-cf18-4637-8e41-53b090f7543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.645403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.719712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6adfc535-cf18-4637-8e41-53b090f7543d None None] For port c88727b9-e067-455d-9620-e0d4256ab6ef, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c88727b9-e067-455d-9620-e0d4256ab6ef,segment=NetworkSegment(4ca58acc-c7e2-4ba0-9ece-6db9da250c75),segment_id=4ca58acc-c7e2-4ba0-9ece-6db9da250c75)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:37.732791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6adfc535-cf18-4637-8e41-53b090f7543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.740403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c88727b9-e067-455d-9620-e0d4256ab6ef triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:37.740863 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.781824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.892923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:37.923556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Router 26bdd63d-dfe5-43d8-b83b-108d6710304a is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:38.001246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfc535-cf18-4637-8e41-53b090f7543d None None] Pushing event updated for resources: {'Port': ['ID=c88727b9-e067-455d-9620-e0d4256ab6ef,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:38.003890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0e44c7-7456-48f7-ac4d-874c3d62d64c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:38.018360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.026194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-61e8d15d-02b8-4981-8194-7e19c02cc908 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/8d0e44c7-7456-48f7-ac4d-874c3d62d64c HTTP/1.1" status: 204 len: 168 time: 0.6055095 Oct 25 23:19:38.027365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44682) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.194268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.209285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e3fffe11-46c7-460d-8494-a91102b1dd0d no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:38.250354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: e3fffe11-46c7-460d-8494-a91102b1dd0d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:38.250702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e3fffe11-46c7-460d-8494-a91102b1dd0d not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:38.271448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:38.283718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.285729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] Sync routers for ids ['26bdd63d-dfe5-43d8-b83b-108d6710304a'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:38.287212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4fd0de24-ffaa-40da-b8c5-d8422b263e01 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "PUT /v2.0/routers/26bdd63d-dfe5-43d8-b83b-108d6710304a HTTP/1.1" status: 200 len: 914 time: 4.9200823 Oct 25 23:19:38.289824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44696) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.331280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port c88727b9-e067-455d-9620-e0d4256ab6ef {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:38.331867 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.333865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] Routers {'26bdd63d-dfe5-43d8-b83b-108d6710304a'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:38.334540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['26bdd63d-dfe5-43d8-b83b-108d6710304a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:38.375954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44698) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.417312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] For port c88727b9-e067-455d-9620-e0d4256ab6ef, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c88727b9-e067-455d-9620-e0d4256ab6ef,segment=NetworkSegment(4ca58acc-c7e2-4ba0-9ece-6db9da250c75),segment_id=4ca58acc-c7e2-4ba0-9ece-6db9da250c75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:38.417674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.435955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for c88727b9-e067-455d-9620-e0d4256ab6ef owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:38.463923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a595e0cb-0cc9-46cc-a9e3-a17156202c00 None None] Network 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:38.477020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:38.477874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Deleting subnet 328a5631-8b8f-4ef0-8a81-8d63b2957230 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:38.485171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.541435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] Routers {'26bdd63d-dfe5-43d8-b83b-108d6710304a'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:38.542339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['26bdd63d-dfe5-43d8-b83b-108d6710304a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:38.553138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-616b0887-8ce2-4acf-930e-0cfe9dae6b40 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/26bdd63d-dfe5-43d8-b83b-108d6710304a HTTP/1.1" status: 200 len: 920 time: 0.2592876 Oct 25 23:19:38.555139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.568851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.599832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:38.603811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8294bcd-125d-413e-8ed6-feaa685b67b2 None None] The sync data for ids ['26bdd63d-dfe5-43d8-b83b-108d6710304a'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:38.660689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.673767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7c657799-7979-44f3-b25f-d6fb86ee7ded None None] Provisioning complete for port c88727b9-e067-455d-9620-e0d4256ab6ef triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:38.676849 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c657799-7979-44f3-b25f-d6fb86ee7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.679076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47045e-bedd-4ff7-9286-26e915e44850 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:38.685253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44702) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.687105 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b47045e-bedd-4ff7-9286-26e915e44850 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=26bdd63d-dfe5-43d8-b83b-108d6710304a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1298749 Oct 25 23:19:38.689828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.752070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No DVR routers for this DVR port c88727b9-e067-455d-9620-e0d4256ab6ef on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:38.753333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7c657799-7979-44f3-b25f-d6fb86ee7ded None None] Port c88727b9-e067-455d-9620-e0d4256ab6ef was deleted so its status cannot be updated. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 23:19:38.762747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=c88727b9-e067-455d-9620-e0d4256ab6ef,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:38.815939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.854208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328a5631-8b8f-4ef0-8a81-8d63b2957230,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:38.860182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bbfaa0-2713-443c-bba6-d56bbdfb60fb None None] DHCP port deletion for 3ffcb5b0-41f4-4221-a925-c0b486bd69b3 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:19:38.866984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eef6ab-87cf-4447-9a4a-9503d001ec6a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:38.868695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f2eef6ab-87cf-4447-9a4a-9503d001ec6a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.1819828 Oct 25 23:19:38.870328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:38.874603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1dad5359-0549-48b7-85c2-f1add5d27d4b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/328a5631-8b8f-4ef0-8a81-8d63b2957230 HTTP/1.1" status: 204 len: 168 time: 0.4962442 Oct 25 23:19:38.875679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44704) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.886043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44706) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:38.970923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.028610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-917f56ab-39fa-4f79-b335-d5ea059aa6dc tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=26bdd63d-dfe5-43d8-b83b-108d6710304a HTTP/1.1" status: 200 len: 205 time: 0.1507914 Oct 25 23:19:39.036651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:39.162473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.239427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffcb5b0-41f4-4221-a925-c0b486bd69b3']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:39.270563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca58acc-c7e2-4ba0-9ece-6db9da250c75') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:39.271037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca58acc-c7e2-4ba0-9ece-6db9da250c75') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:39.288576 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.318342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c88727b9-e067-455d-9620-e0d4256ab6ef no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:39.328366 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.350210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8db43e3-28aa-467b-a83b-2ca5484ec01d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:39.359095 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.368486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c88727b9-e067-455d-9620-e0d4256ab6ef {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:39.369052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c88727b9-e067-455d-9620-e0d4256ab6ef not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:39.377839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80da0ebc-6582-44ee-8f1c-3d9f7f624618') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:39.379291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80da0ebc-6582-44ee-8f1c-3d9f7f624618') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:39.394950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:39.394950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:39.399244 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:39.414142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.420553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.448550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.460992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:39.461421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:39.471842 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:39.596470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.622979 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.640291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.650313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8db43e3-28aa-467b-a83b-2ca5484ec01d HTTP/1.1" status: 204 len: 168 time: 0.7629397 Oct 25 23:19:39.684561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1cede-bef4-4376-b9d6-2858b8e4c546 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8db43e3-28aa-467b-a83b-2ca5484ec01d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:39.774522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.791418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.804506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/3ffcb5b0-41f4-4221-a925-c0b486bd69b3 HTTP/1.1" status: 204 len: 168 time: 1.7716243 Oct 25 23:19:39.805484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44728) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:39.813109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-70558913'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:39.859777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Deleting port ceee18dd-c139-4044-91bd-e5854ba97148 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:39.860163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.873197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:39.882096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.939413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:19:39.965336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:39.967071 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment ae9760f3-1ab6-45a8-aa7d-3995082e3267 of type vlan for network 75a71be0-5850-4325-9225-94cf2a3551a9 Oct 25 23:19:39.975648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.013622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Calling delete_port for ceee18dd-c139-4044-91bd-e5854ba97148 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:40.060277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44730) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:40.103092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6060a7-8c22-4b36-8679-a89488562278 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=3ffcb5b0-41f4-4221-a925-c0b486bd69b3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:40.125027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.265225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.275684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:40.282539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.348052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-82758a08-f085-42d2-a23b-b21721c85298 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5dff9406d2244f7ae39a352ce5da2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863476 Oct 25 23:19:40.352522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44744) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:40.398972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.434793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event deleted for resources: {'Port': ['ID=ceee18dd-c139-4044-91bd-e5854ba97148,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:40.481919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6748788 Oct 25 23:19:40.485600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:40.511608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:40.529967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.653687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f09f-2cf0-4d7c-8259-f3830320d94b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=75a71be0-5850-4325-9225-94cf2a3551a9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:40.664894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.664894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.667243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-2858fdd0-b3ce-4317-afea-825b4a1eb7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3496864 Oct 25 23:19:40.684902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 75a71be0-5850-4325-9225-94cf2a3551a9 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:19:40.706453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:40.710563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.794961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.795493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Fanout notify agent at l3_agent the message router_deleted on router 26bdd63d-dfe5-43d8-b83b-108d6710304a {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:40.823898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c935b1f-7898-4382-a28e-f905649cd55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.826219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.829068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-28c6231c-552e-451e-831f-827535a6c771 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/26bdd63d-dfe5-43d8-b83b-108d6710304a HTTP/1.1" status: 204 len: 168 time: 1.7896485 Oct 25 23:19:40.832955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44758) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:40.841808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1041025871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:40.890283 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c935b1f-7898-4382-a28e-f905649cd55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.935274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-9da3419a-ea78-4f22-bfea-5ddef55dbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:40.937298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-9da3419a-ea78-4f22-bfea-5ddef55dbdd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.1480105 Oct 25 23:19:40.952802 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:40.953890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.127046 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.166609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c935b1f-7898-4382-a28e-f905649cd55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.169166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c935b1f-7898-4382-a28e-f905649cd55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.170339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0c935b1f-7898-4382-a28e-f905649cd55f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/181320d9-04bf-4d8b-85e5-1194a6cc5cc5 HTTP/1.1" status: 204 len: 168 time: 0.7523437 Oct 25 23:19:41.185481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.214425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935b1f-7898-4382-a28e-f905649cd55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181320d9-04bf-4d8b-85e5-1194a6cc5cc5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:41.235400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-3eaa7c59-dc6e-42db-bc4c-5eaf22018a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:41.237043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-3eaa7c59-dc6e-42db-bc4c-5eaf22018a11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.2725770 Oct 25 23:19:41.238479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.248531 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.252206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-be5d4913-8e0c-44fb-8bb2-6f247ce338c1 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4122856 Oct 25 23:19:41.252686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44770) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:41.258107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': False}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:41.402661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=c2bdd32a-a822-4025-bfda-cc09f7c39b04,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:41.423326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-6b29010b-5495-42fc-b420-42369768f00e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1724629 Oct 25 23:19:41.424968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': 'ae9760f3-1ab6-45a8-aa7d-3995082e3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:41.425337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: 75a71be0-5850-4325-9225-94cf2a3551a9, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:41.521713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 75a71be0-5850-4325-9225-94cf2a3551a9 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:41.565285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-896ebb9c-154a-4d29-9040-670a32c9cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:41.566942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-896ebb9c-154a-4d29-9040-670a32c9cb84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1327281 Oct 25 23:19:41.614979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 75a71be0-5850-4325-9225-94cf2a3551a9) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:41.628678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2f407-aea1-4ef0-a7c1-54dce705b8e1 None None] Network 75a71be0-5850-4325-9225-94cf2a3551a9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:41.629382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:41.629969 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:41.708459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5e2bc94b-b9ad-47af-b413-3168e7588c21 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2163148 Oct 25 23:19:41.709092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44782) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:41.714423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9', 'name': 'tempest-PortsIpV6TestJSON-2116795512', 'fixed_ips': [{'subnet_id': 'c2bdd32a-a822-4025-bfda-cc09f7c39b04', 'ip_address': '2001:db8::10'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:41.865656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-b22cd1af-34c7-4b21-bb10-0c4fa38a8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:41.867218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-b22cd1af-34c7-4b21-bb10-0c4fa38a8e42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2867210 Oct 25 23:19:41.908759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-75a71be0-5850-4325-9225-94cf2a3551a9', 'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': 'c2bdd32a-a822-4025-bfda-cc09f7c39b04'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:19:41.911938 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.188539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:42.283588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Allocated IP 2001:db8::2 (75a71be0-5850-4325-9225-94cf2a3551a9/c2bdd32a-a822-4025-bfda-cc09f7c39b04/9530e36c-5421-4d1f-bfc5-de4ec3a58946) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:42.323346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.357633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-f1e430c3-1ca2-4423-86af-686baa083d4c service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758317 Oct 25 23:19:42.385369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 054cc5eb-97c2-4e28-afe4-a0237ea71a41 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:42.454961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.552129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.563469 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.580166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49803970-d48b-48c9-a5e7-fecf8365f5a6 req-541763d8-6621-48e0-a696-1558e7dae448 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087018 Oct 25 23:19:42.701051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Network 75a71be0-5850-4325-9225-94cf2a3551a9 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:42.707481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:42.721625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:42.730620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Pushing event updated for resources: {'Port': ['ID=9530e36c-5421-4d1f-bfc5-de4ec3a58946,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:42.890760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Attempting to bind port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:42.891207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Attempting to bind port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ae9760f3-1ab6-45a8-aa7d-3995082e3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:42.892317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Attempting to bind port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 on network 75a71be0-5850-4325-9225-94cf2a3551a9 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:42.894735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::10 (75a71be0-5850-4325-9225-94cf2a3551a9/c2bdd32a-a822-4025-bfda-cc09f7c39b04/054cc5eb-97c2-4e28-afe4-a0237ea71a41) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:42.907855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.928898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:42.928898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Checking segment: {'id': 'ae9760f3-1ab6-45a8-aa7d-3995082e3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:42.928898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.928898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Bound using segment: {'id': 'ae9760f3-1ab6-45a8-aa7d-3995082e3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:42.928898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Bound port: 9530e36c-5421-4d1f-bfc5-de4ec3a58946, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9760f3-1ab6-45a8-aa7d-3995082e3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:42.930879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:42.995010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.019715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.070593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] For port 9530e36c-5421-4d1f-bfc5-de4ec3a58946, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:43.074986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] For port 9530e36c-5421-4d1f-bfc5-de4ec3a58946, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9530e36c-5421-4d1f-bfc5-de4ec3a58946,segment=NetworkSegment(ae9760f3-1ab6-45a8-aa7d-3995082e3267),segment_id=ae9760f3-1ab6-45a8-aa7d-3995082e3267)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:43.087088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.286107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36c70c-18f5-4ca0-9ea2-022dd0621623 None None] Pushing event updated for resources: {'Port': ['ID=9530e36c-5421-4d1f-bfc5-de4ec3a58946,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:43.382430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Allocated IP 172.25.4.175 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/1b988fa3-3883-4526-a91c-30202cede767) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:43.447702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.520073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.556167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44848) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:43.601385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 75a71be0-5850-4325-9225-94cf2a3551a9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:43.611181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:43.646393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:43.662564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:43.663329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.712043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9994698 Oct 25 23:19:43.712043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50cb3a-033e-4322-bf98-c04a35d00865 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=054cc5eb-97c2-4e28-afe4-a0237ea71a41,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:43.713683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44856) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:43.722477 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.730139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '75a71be0-5850-4325-9225-94cf2a3551a9', 'name': 'tempest-PortsIpV6TestJSON-1161286546', 'fixed_ips': [{'subnet_id': 'c2bdd32a-a822-4025-bfda-cc09f7c39b04', 'ip_address': '2001:db8::f'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:43.773266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:19:43.814863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.899097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56ccd51a-d7c1-485c-8130-868e6c24ecc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.902213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:43.942252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:43.953291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:43.985258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:43.990492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:43.991386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Pushing event updated for resources: {'Port': ['ID=1b988fa3-3883-4526-a91c-30202cede767,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:44.029475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:44.418832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::f (75a71be0-5850-4325-9225-94cf2a3551a9/c2bdd32a-a822-4025-bfda-cc09f7c39b04/c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:44.436111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56ccd51a-d7c1-485c-8130-868e6c24ecc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.449994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56ccd51a-d7c1-485c-8130-868e6c24ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.583347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-56ccd51a-d7c1-485c-8130-868e6c24ecc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da2e5faa27db45a7b5793d825f397b30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0234044 Oct 25 23:19:44.586663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd51a-d7c1-485c-8130-868e6c24ecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f50f9f1-9f6f-4cb1-919c-1f424c784552,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:44.595202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44884) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:44.699080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.819966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.854395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff7e08c4-3956-4c29-99d7-328690651ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.859780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.934884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:44.945771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff7e08c4-3956-4c29-99d7-328690651ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.957429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 75a71be0-5850-4325-9225-94cf2a3551a9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:44.958895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:44.962013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:44.968830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:44.970137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:44.994854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-06af974a-301b-4528-b5cc-8fd252451b3b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2693644 Oct 25 23:19:44.995139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44892) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:45.053184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc74632-1549-40d3-9ef4-84228ff7066d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:45.057413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ccc74632-1549-40d3-9ef4-84228ff7066d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0587227 Oct 25 23:19:45.057757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:45.083025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eee6b1-3a7b-4289-b717-b8da42e849f0 None None] Network 75a71be0-5850-4325-9225-94cf2a3551a9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:45.167608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fdfa6644-fdd8-4c83-b8b0-323c57ebee9f None None] Provisioning complete for port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:45.168407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6644-fdd8-4c83-b8b0-323c57ebee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.227717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f343d29-2e1f-413f-92f6-ca3e925bcdcb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:45.234921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f343d29-2e1f-413f-92f6-ca3e925bcdcb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:45.248043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f343d29-2e1f-413f-92f6-ca3e925bcdcb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:45.255318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6f343d29-2e1f-413f-92f6-ca3e925bcdcb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1915600 Oct 25 23:19:45.257928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44902) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:45.290440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.314116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.459194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9530e36c-5421-4d1f-bfc5-de4ec3a58946 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:45.547486 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff7e08c4-3956-4c29-99d7-328690651ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.551089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff7e08c4-3956-4c29-99d7-328690651ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.552440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff7e08c4-3956-4c29-99d7-328690651ef7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f50f9f1-9f6f-4cb1-919c-1f424c784552 HTTP/1.1" status: 204 len: 168 time: 0.9526658 Oct 25 23:19:45.567583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6644-fdd8-4c83-b8b0-323c57ebee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.595160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:45.598427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.604676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e08c4-3956-4c29-99d7-328690651ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f50f9f1-9f6f-4cb1-919c-1f424c784552,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:45.634215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a90aee41-b538-4d78-8ebc-3c06d327ee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.706256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fdfa6644-fdd8-4c83-b8b0-323c57ebee9f None None] For port 9530e36c-5421-4d1f-bfc5-de4ec3a58946, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9530e36c-5421-4d1f-bfc5-de4ec3a58946,segment=NetworkSegment(ae9760f3-1ab6-45a8-aa7d-3995082e3267),segment_id=ae9760f3-1ab6-45a8-aa7d-3995082e3267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:45.734488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6644-fdd8-4c83-b8b0-323c57ebee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:45.824600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa6644-fdd8-4c83-b8b0-323c57ebee9f None None] Pushing event updated for resources: {'Port': ['ID=9530e36c-5421-4d1f-bfc5-de4ec3a58946,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:45.832776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Router cbceff3e-f353-47ca-85d8-10268bbc9362 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:45.855284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:45.855706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:46.113807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:46.124614 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] Sync routers for ids ['cbceff3e-f353-47ca-85d8-10268bbc9362'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:46.140842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:46.156036 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f65ac5af-7de3-4752-be57-154adec8f87a tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "PUT /v2.0/routers/cbceff3e-f353-47ca-85d8-10268bbc9362 HTTP/1.1" status: 200 len: 916 time: 4.8989465 Oct 25 23:19:46.161020 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] Routers {'cbceff3e-f353-47ca-85d8-10268bbc9362'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:46.161660 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cbceff3e-f353-47ca-85d8-10268bbc9362'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:46.162575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44926) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:46.285537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:46.306962 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] Routers {'cbceff3e-f353-47ca-85d8-10268bbc9362'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:46.307946 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['cbceff3e-f353-47ca-85d8-10268bbc9362'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:46.369648 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:46.370788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22c7af-6d49-4f07-8f4a-3332928b0aa7 None None] The sync data for ids ['cbceff3e-f353-47ca-85d8-10268bbc9362'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:46.388001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Provisioning complete for port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:46.389565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:46.446864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-255ac6e1-7336-4515-aa72-3fc1df40173e tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/cbceff3e-f353-47ca-85d8-10268bbc9362 HTTP/1.1" status: 200 len: 922 time: 0.2830133 Oct 25 23:19:46.447534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44938) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:46.549739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a848d-4a2d-4353-82d1-f3215b11457b tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:46.554678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5c4a848d-4a2d-4353-82d1-f3215b11457b tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=cbceff3e-f353-47ca-85d8-10268bbc9362&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1060669 Oct 25 23:19:46.555297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44940) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:46.651861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Provisioning complete for port 054cc5eb-97c2-4e28-afe4-a0237ea71a41 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:46.652518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:46.740713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Port 054cc5eb-97c2-4e28-afe4-a0237ea71a41 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:46.765270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9e61e-07d1-4dfb-b0e8-a81093a6adaf tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:46.768935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Provisioning complete for port c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:46.769310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:46.776081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44946) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:46.777150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6e9e61e-07d1-4dfb-b0e8-a81093a6adaf tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.2166276 Oct 25 23:19:46.829081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-117d6604-c7fd-4fe9-9ba5-6eccc65b99d9 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbceff3e-f353-47ca-85d8-10268bbc9362 HTTP/1.1" status: 200 len: 205 time: 0.0498569 Oct 25 23:19:46.830869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44950) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:46.864238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fd064e0a-f784-4044-b9d2-ef2f2a12bea4 None None] Port c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:46.906141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:46.935328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:47.007188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dd0d2e60-4ae2-48d7-94ff-cf6cf9702567 None None] Provisioning complete for port 054cc5eb-97c2-4e28-afe4-a0237ea71a41 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:47.007567 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dd0d2e60-4ae2-48d7-94ff-cf6cf9702567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.092248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d2e60-4ae2-48d7-94ff-cf6cf9702567 None None] Port 054cc5eb-97c2-4e28-afe4-a0237ea71a41 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:47.108333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.200392 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.208294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a04ae85e-8991-42a8-a557-eb4710e0eb3f None None] Could not find standard attr ID for object c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:19:47.259836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:47.293304 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.344063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.353162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:47.356369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c08cc0e6-5da6-407b-ad41-e5a40c513a78 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f HTTP/1.1" status: 204 len: 168 time: 2.0908217 Oct 25 23:19:47.392616 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9d95c4-6eda-47f2-8297-51789f56ed13 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:47.394365 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ab9d95c4-6eda-47f2-8297-51789f56ed13 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/c4f1f8be-af0c-4d05-928b-a7e3ad2acb7f HTTP/1.1" status: 404 len: 333 time: 0.0400813 Oct 25 23:19:47.397400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44964) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:47.419100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9530e36c-5421-4d1f-bfc5-de4ec3a58946 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:47.443918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Deleting port 1b988fa3-3883-4526-a91c-30202cede767 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:47.444270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.583101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:47.583831 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.597235 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.616293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Calling delete_port for 1b988fa3-3883-4526-a91c-30202cede767 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:47.673263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 054cc5eb-97c2-4e28-afe4-a0237ea71a41 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:47.687977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.869416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:47.888496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 054cc5eb-97c2-4e28-afe4-a0237ea71a41 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:47.957211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.050526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event deleted for resources: {'Port': ['ID=1b988fa3-3883-4526-a91c-30202cede767,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:48.168998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.216174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.251425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=054cc5eb-97c2-4e28-afe4-a0237ea71a41,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:48.301010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.322733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45000) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:48.324257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-355c6a11-1dbb-427f-8c94-c99c7f543e08 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/054cc5eb-97c2-4e28-afe4-a0237ea71a41 HTTP/1.1" status: 204 len: 168 time: 0.9234726 Oct 25 23:19:48.338196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3b758ea9-6be1-4d5a-9be8-e85177e9d333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.388934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45004) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:48.476439 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e2cb7f-7724-4f97-bbbf-eb169e6df8d8 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:19:48.478249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-38e2cb7f-7724-4f97-bbbf-eb169e6df8d8 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/054cc5eb-97c2-4e28-afe4-a0237ea71a41 HTTP/1.1" status: 404 len: 333 time: 0.1545446 Oct 25 23:19:48.482180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:48.485172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.494845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.574455 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d2540de-3514-43c9-8b19-fc3f0093a211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.590054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.592084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Fanout notify agent at l3_agent the message router_deleted on router cbceff3e-f353-47ca-85d8-10268bbc9362 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:48.607014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet c2bdd32a-a822-4025-bfda-cc09f7c39b04 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:19:48.613771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.620127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ad03cde7-f2f7-48fe-bb58-a775383b300f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/cbceff3e-f353-47ca-85d8-10268bbc9362 HTTP/1.1" status: 204 len: 168 time: 1.7880247 Oct 25 23:19:48.620999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45012) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:48.632801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-324526502', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:48.638453 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.668658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.671367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.741924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.749169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.852579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d2540de-3514-43c9-8b19-fc3f0093a211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.877008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d2540de-3514-43c9-8b19-fc3f0093a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:48.945547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d2540de-3514-43c9-8b19-fc3f0093a211 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd1e1737f7af4da5a605f049ad04fa4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545251 Oct 25 23:19:48.946734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2540de-3514-43c9-8b19-fc3f0093a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d081226-7368-433c-92f9-8d2580e8c223,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:48.954992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:49.008090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.013375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.057046 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-199fb0fe-4204-4bbc-b612-7f9226b15185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.104551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-199fb0fe-4204-4bbc-b612-7f9226b15185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.209921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.283534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bdd32a-a822-4025-bfda-cc09f7c39b04,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:49.290494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.294246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-be8d1036-568e-47b3-a206-6341cdcd612c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/c2bdd32a-a822-4025-bfda-cc09f7c39b04 HTTP/1.1" status: 204 len: 168 time: 0.8109140 Oct 25 23:19:49.297169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:49.314240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494aa488-0200-453b-acc1-af767132be24 None None] Network 75a71be0-5850-4325-9225-94cf2a3551a9 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:49.433693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-199fb0fe-4204-4bbc-b612-7f9226b15185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.436880 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-199fb0fe-4204-4bbc-b612-7f9226b15185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.440598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-199fb0fe-4204-4bbc-b612-7f9226b15185 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d081226-7368-433c-92f9-8d2580e8c223 HTTP/1.1" status: 204 len: 168 time: 0.4817140 Oct 25 23:19:49.481843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.522481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fb0fe-4204-4bbc-b612-7f9226b15185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d081226-7368-433c-92f9-8d2580e8c223,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:49.624861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] DHCP port deletion for 75a71be0-5850-4325-9225-94cf2a3551a9 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:19:49.658474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:49.658942 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.685243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.709967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] Deleting port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:49.710382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.829567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] For port 9530e36c-5421-4d1f-bfc5-de4ec3a58946, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9530e36c-5421-4d1f-bfc5-de4ec3a58946,segment=NetworkSegment(ae9760f3-1ab6-45a8-aa7d-3995082e3267),segment_id=ae9760f3-1ab6-45a8-aa7d-3995082e3267)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:49.831916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.866854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 9530e36c-5421-4d1f-bfc5-de4ec3a58946 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:49.868048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] For port 9530e36c-5421-4d1f-bfc5-de4ec3a58946, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9530e36c-5421-4d1f-bfc5-de4ec3a58946,segment=NetworkSegment(ae9760f3-1ab6-45a8-aa7d-3995082e3267),segment_id=ae9760f3-1ab6-45a8-aa7d-3995082e3267)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:49.869009 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:49.927354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] Calling delete_port for 9530e36c-5421-4d1f-bfc5-de4ec3a58946 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:50.016781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.091740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=9530e36c-5421-4d1f-bfc5-de4ec3a58946,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:50.094700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.102222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No DVR routers for this DVR port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:50.146947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.179792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.207874 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.276188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] Pushing event deleted for resources: {'Port': ['ID=9530e36c-5421-4d1f-bfc5-de4ec3a58946,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:50.293931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.296541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fee963-6d55-4696-9ba2-a9eaf0f8bf5a None None] No DVR routers for this DVR port 9530e36c-5421-4d1f-bfc5-de4ec3a58946 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:19:50.359565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a71be0-5850-4325-9225-94cf2a3551a9']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:50.387280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9760f3-1ab6-45a8-aa7d-3995082e3267') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:50.387946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9760f3-1ab6-45a8-aa7d-3995082e3267') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:50.410338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.437743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.453826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:19:50.454522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.494300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Allocated IP 172.25.4.233 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/7c835086-43fd-41b8-8473-7a3f24114f24) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:19:50.600114 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:19:50.605451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.637862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.650095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/75a71be0-5850-4325-9225-94cf2a3551a9 HTTP/1.1" status: 204 len: 168 time: 1.3517575 Oct 25 23:19:50.657123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45054) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:50.679413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986575623'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:50.698588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bedbd0-d83c-41b2-9891-fa023dbe8f1e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=75a71be0-5850-4325-9225-94cf2a3551a9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:50.715907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.761154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:50.768805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.847787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:19:50.870001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:50.870975 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Added segment ca50a265-7d98-4b23-bcf6-ccc91c922996 of type vlan for network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef Oct 25 23:19:51.035914 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:51.099430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:51.130457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:51.179306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:51.184286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:51.189130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:51.336119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event updated for resources: {'Port': ['ID=7c835086-43fd-41b8-8473-7a3f24114f24,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:51.341839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:51.359450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9530e36c-5421-4d1f-bfc5-de4ec3a58946 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:19:51.365219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:51.365869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:51.417970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9530e36c-5421-4d1f-bfc5-de4ec3a58946 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:19:51.418381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9530e36c-5421-4d1f-bfc5-de4ec3a58946 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:19:51.728520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Network': ['ID=8bf5ad69-fec4-40d4-aa70-e32b6141aaef,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:51.742385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:19:51.746358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-13afa9bc-f2c1-43c5-890d-eb159f7da111 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0881584 Oct 25 23:19:51.749349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45086) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:51.755301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:51.977666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:51.981358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.102069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.394076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.501964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Checking segment: {'id': 'ca50a265-7d98-4b23-bcf6-ccc91c922996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:52.502598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network hostable DHCP agents. Network: 8bf5ad69-fec4-40d4-aa70-e32b6141aaef, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:19:52.533685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:52.563022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:19:52.594398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8bf5ad69-fec4-40d4-aa70-e32b6141aaef) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:52.607745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc331a-3431-4c2d-a68b-95619387c32e None None] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:52.613901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:52.617223 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.661105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b0746816-df01-451a-bfc8-09a8da323e7c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9100139 Oct 25 23:19:52.663720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45110) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:52.670940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-483642444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:52.733950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.737356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.769217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.863177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.871917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.896200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:52.898014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-af88e6aa-09ed-461c-ae2f-3b41df35d330 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2329743 Oct 25 23:19:52.900735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45122) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:52.922023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef', 'name': 'tempest-PortsIpV6TestJSON-2046792276'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:52.991543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8bf5ad69-fec4-40d4-aa70-e32b6141aaef', 'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': '976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:19:52.992367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:53.138219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Router 269ca464-d48f-48b1-b5af-f72a189b569d is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:53.315457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:19:53.336824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:53.368521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:53.394711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:19:53.450335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:53.452169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3fe933b0-c6bb-4abe-9117-9f1eb5f533bb tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8294833 Oct 25 23:19:53.455544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45156) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:53.467932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:19:53.493504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] Sync routers for ids ['269ca464-d48f-48b1-b5af-f72a189b569d'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:53.587311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] Routers {'269ca464-d48f-48b1-b5af-f72a189b569d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:53.589442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['269ca464-d48f-48b1-b5af-f72a189b569d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:53.679113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:53.711645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] Routers {'269ca464-d48f-48b1-b5af-f72a189b569d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:53.714027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['269ca464-d48f-48b1-b5af-f72a189b569d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:53.778172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::2b7 (8bf5ad69-fec4-40d4-aa70-e32b6141aaef/976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6/6c3adece-0d41-429c-b5cc-a3687d7d38b8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:53.841962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:53.845128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7487f5-de7a-46e7-a49c-44f11004827c None None] The sync data for ids ['269ca464-d48f-48b1-b5af-f72a189b569d'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:54.050237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.136856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.203151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.229131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.272525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Allocated IP 2001:db8::2 (8bf5ad69-fec4-40d4-aa70-e32b6141aaef/976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6/58da45c1-66ac-4c84-92cf-fb2fa1caf096) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:19:54.332883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:54.357680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=6c3adece-0d41-429c-b5cc-a3687d7d38b8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:54.364747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:54.376951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:54.387833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Deleting port 7c835086-43fd-41b8-8473-7a3f24114f24 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:19:54.388282 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.388402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:54.388992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.433487 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c192f52-e10c-45b9-bdbe-fc2dc2502136 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5298038 Oct 25 23:19:54.437110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45224) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:54.619032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.634462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.642669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Calling delete_port for 7c835086-43fd-41b8-8473-7a3f24114f24 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:19:54.644698 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.698917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Pushing event updated for resources: {'Port': ['ID=58da45c1-66ac-4c84-92cf-fb2fa1caf096,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:54.720369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:54.722499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:54.729404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:19:54.798535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Attempting to bind port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:19:54.799338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Attempting to bind port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ca50a265-7d98-4b23-bcf6-ccc91c922996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:19:54.801214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Attempting to bind port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 on network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:19:54.808177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:19:54.808569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Checking segment: {'id': 'ca50a265-7d98-4b23-bcf6-ccc91c922996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:19:54.809026 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.809563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Bound using segment: {'id': 'ca50a265-7d98-4b23-bcf6-ccc91c922996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:19:54.810335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Bound port: 58da45c1-66ac-4c84-92cf-fb2fa1caf096, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca50a265-7d98-4b23-bcf6-ccc91c922996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8bf5ad69-fec4-40d4-aa70-e32b6141aaef'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:19:54.811833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.897945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] For port 58da45c1-66ac-4c84-92cf-fb2fa1caf096, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:19:54.902356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] For port 58da45c1-66ac-4c84-92cf-fb2fa1caf096, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=58da45c1-66ac-4c84-92cf-fb2fa1caf096,segment=NetworkSegment(ca50a265-7d98-4b23-bcf6-ccc91c922996),segment_id=ca50a265-7d98-4b23-bcf6-ccc91c922996)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:19:54.915583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:54.965243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.066640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.099484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5712-5d38-4e3a-aa54-54768337d810 None None] Pushing event updated for resources: {'Port': ['ID=58da45c1-66ac-4c84-92cf-fb2fa1caf096,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:55.140191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Pushing event deleted for resources: {'Port': ['ID=7c835086-43fd-41b8-8473-7a3f24114f24,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:55.271461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.707125 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.714588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.906024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.909846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:55.951676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=6c3adece-0d41-429c-b5cc-a3687d7d38b8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:55.981378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.982058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.982791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.983871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.984377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.984943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.985678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.986193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.986676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.987179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.987673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:55.988387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:19:56.074415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Router 269ca464-d48f-48b1-b5af-f72a189b569d has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:19:56.087812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.160913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45292) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:56.265389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.279355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:56.290409 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] Sync routers for ids ['269ca464-d48f-48b1-b5af-f72a189b569d'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:56.324692 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] Routers {'269ca464-d48f-48b1-b5af-f72a189b569d'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:56.325967 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['269ca464-d48f-48b1-b5af-f72a189b569d'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:56.336265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.356179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-11fdd277-c849-4d2f-b2d8-cdc37006978c tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "PUT /v2.0/routers/269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 200 len: 705 time: 2.8990679 Oct 25 23:19:56.357275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:56.428284 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:56.448729 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] Routers {'269ca464-d48f-48b1-b5af-f72a189b569d'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:56.449782 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['269ca464-d48f-48b1-b5af-f72a189b569d'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:56.550847 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:56.551619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674ba2a-cd8c-4829-9b27-3018b96ccc2d None None] The sync data for ids ['269ca464-d48f-48b1-b5af-f72a189b569d'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:56.577512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4250f046-26e5-499f-89b3-2b17ed89fd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.647664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.658108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.659099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.785079 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4250f046-26e5-499f-89b3-2b17ed89fd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.791551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0dc6452e-8763-4d74-803a-6e9383f20cae tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/routers/269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 200 len: 740 time: 0.4307952 Oct 25 23:19:56.794349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45302) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:56.822161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=6c3adece-0d41-429c-b5cc-a3687d7d38b8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:56.880875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc149f-3817-49ff-a677-5180b2601d94 None None] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:19:56.902492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:19:56.904405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:19:56.911679 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4250f046-26e5-499f-89b3-2b17ed89fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:56.949602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30e0905c-2add-4913-b348-e33b6fac2815 tempest-RoutersAdminTest-1075520124 tempest-RoutersAdminTest-1075520124-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 200 len: 205 time: 0.1539283 Oct 25 23:19:56.950249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45310) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:56.977656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45312) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:56.978700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4250f046-26e5-499f-89b3-2b17ed89fd26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78163bb75f634eab913d4429cf0e89a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8165228 Oct 25 23:19:57.041715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8a41d8e3-8759-4fc9-80ea-f47c119ab83f tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 200 len: 205 time: 0.0616837 Oct 25 23:19:57.042553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45316) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:57.122563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7a0b8228-1fe9-4a0f-9609-3e6a9c17d85e None None] Provisioning complete for port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:57.122718 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8228-1fe9-4a0f-9609-3e6a9c17d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.150824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250f046-26e5-499f-89b3-2b17ed89fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a4459-a173-4318-b743-84f465c81f3f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:57.245854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.259408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa7d408e-ade9-4681-a352-729702f26803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.278271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8228-1fe9-4a0f-9609-3e6a9c17d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.287546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa7d408e-ade9-4681-a352-729702f26803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.317665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7a0b8228-1fe9-4a0f-9609-3e6a9c17d85e None None] For port 58da45c1-66ac-4c84-92cf-fb2fa1caf096, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=58da45c1-66ac-4c84-92cf-fb2fa1caf096,segment=NetworkSegment(ca50a265-7d98-4b23-bcf6-ccc91c922996),segment_id=ca50a265-7d98-4b23-bcf6-ccc91c922996)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:19:57.336073 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8228-1fe9-4a0f-9609-3e6a9c17d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.370339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa7d408e-ade9-4681-a352-729702f26803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.382849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa7d408e-ade9-4681-a352-729702f26803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.386435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aa7d408e-ade9-4681-a352-729702f26803 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/109a4459-a173-4318-b743-84f465c81f3f HTTP/1.1" status: 204 len: 168 time: 0.4052930 Oct 25 23:19:57.389281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b8228-1fe9-4a0f-9609-3e6a9c17d85e None None] Pushing event updated for resources: {'Port': ['ID=58da45c1-66ac-4c84-92cf-fb2fa1caf096,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:57.408820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Router e9c8dfcb-633e-4c57-bdf4-447f8c052828 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:19:57.436833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d408e-ade9-4681-a352-729702f26803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a4459-a173-4318-b743-84f465c81f3f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:57.534701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58da45c1-66ac-4c84-92cf-fb2fa1caf096 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:57.660267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:57.660870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.809194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:19:57.825134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-feb5defc-649a-4362-a252-7ccbd290d132 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/routers/e9c8dfcb-633e-4c57-bdf4-447f8c052828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3839321 Oct 25 23:19:57.826030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45324) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:57.832830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.838585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.909388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] Sync routers for ids ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:19:57.940557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] Routers {'e9c8dfcb-633e-4c57-bdf4-447f8c052828'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:57.941271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:57.945750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e6529953-fd25-4c70-b519-7e27307bf256 None None] Provisioning complete for port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:57.946123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6529953-fd25-4c70-b519-7e27307bf256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:57.993703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af7d47-c80b-4e5d-a567-a5be7a46abe4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:19:58.000858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-58af7d47-c80b-4e5d-a567-a5be7a46abe4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c8dfcb-633e-4c57-bdf4-447f8c052828 HTTP/1.1" status: 200 len: 989 time: 0.1698847 Oct 25 23:19:58.001635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45330) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.122511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:58.160432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45332) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.262914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] Routers {'e9c8dfcb-633e-4c57-bdf4-447f8c052828'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:19:58.264166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:58.304524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:19:58.305184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da57d6-a86a-4196-b655-9a398a00eb87 None None] The sync data for ids ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:19:58.338641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02cc8058-7e29-4886-9283-b84096c373cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.339535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e6529953-fd25-4c70-b519-7e27307bf256 None None] Provisioning complete for port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:58.340192 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6529953-fd25-4c70-b519-7e27307bf256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.408672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e6529953-fd25-4c70-b519-7e27307bf256 None None] Port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:58.411505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.538359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-646037c2-16f8-440f-b6d4-2e7f6ad73e79 None None] Provisioning complete for port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:58.538764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.539348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Fanout notify agent at l3_agent the message router_deleted on router 269ca464-d48f-48b1-b5af-f72a189b569d {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:19:58.539642 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-646037c2-16f8-440f-b6d4-2e7f6ad73e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.557832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.563056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-99396250-029d-4c66-a272-8b7938101720 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 204 len: 168 time: 1.5119069 Oct 25 23:19:58.563282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.616215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d0aa7cd-febb-4139-834a-82ea86d787f7 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 200 len: 205 time: 0.0512581 Oct 25 23:19:58.619590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45338) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.629541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-646037c2-16f8-440f-b6d4-2e7f6ad73e79 None None] Port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:58.701066 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-55253326-ce83-48b3-8708-f308022b9dce tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] delete failed (client error): The resource could not be found. Oct 25 23:19:58.702747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-55253326-ce83-48b3-8708-f308022b9dce tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/269ca464-d48f-48b1-b5af-f72a189b569d HTTP/1.1" status: 404 len: 336 time: 0.0820341 Oct 25 23:19:58.705878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45342) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.766114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-28941ae6-091a-4bd3-8946-29ae5ce0c0c3 None None] Provisioning complete for port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:58.766695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02cc8058-7e29-4886-9283-b84096c373cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.767560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-28941ae6-091a-4bd3-8946-29ae5ce0c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.771323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87009751-a08b-49e3-8cda-f2ecd76cf360 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbceff3e-f353-47ca-85d8-10268bbc9362 HTTP/1.1" status: 200 len: 205 time: 0.0643167 Oct 25 23:19:58.773812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45344) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.829470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-28941ae6-091a-4bd3-8946-29ae5ce0c0c3 None None] Port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:58.841013 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-92b5a449-ba92-4a82-9569-dcafce0a96c3 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] delete failed (client error): The resource could not be found. Oct 25 23:19:58.845459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-92b5a449-ba92-4a82-9569-dcafce0a96c3 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/cbceff3e-f353-47ca-85d8-10268bbc9362 HTTP/1.1" status: 404 len: 336 time: 0.0669863 Oct 25 23:19:58.874560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45348) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:58.897082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02cc8058-7e29-4886-9283-b84096c373cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:58.926528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d3f85a16-62f8-4361-84da-ae2225a28988 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=26bdd63d-dfe5-43d8-b83b-108d6710304a HTTP/1.1" status: 200 len: 205 time: 0.0507412 Oct 25 23:19:58.933791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45352) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.011909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-02cc8058-7e29-4886-9283-b84096c373cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fefd986da39246fc82755d629d76588a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8446457 Oct 25 23:19:59.019898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.032101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc8058-7e29-4886-9283-b84096c373cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d6248-0790-43fb-bb39-b0d7133f1dc6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:19:59.084530 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-78ad5f33-cf19-47e2-b6ef-fcb8be2cef4b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] delete failed (client error): The resource could not be found. Oct 25 23:19:59.085402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-78ad5f33-cf19-47e2-b6ef-fcb8be2cef4b tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/26bdd63d-dfe5-43d8-b83b-108d6710304a HTTP/1.1" status: 404 len: 336 time: 0.1503339 Oct 25 23:19:59.095555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.164320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23bbe6b3-833b-4969-b456-777ef659dd5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:59.172380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b58aa7c-44eb-417c-8f25-898995b69173 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=e86c8470-0c23-4f7a-9351-bc8bb49c387f HTTP/1.1" status: 200 len: 205 time: 0.0754080 Oct 25 23:19:59.177211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45364) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.243245 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-d699b085-d263-4023-9c7d-5b6aee789b61 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] delete failed (client error): The resource could not be found. Oct 25 23:19:59.244445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d699b085-d263-4023-9c7d-5b6aee789b61 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/e86c8470-0c23-4f7a-9351-bc8bb49c387f HTTP/1.1" status: 404 len: 336 time: 0.0660231 Oct 25 23:19:59.247169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.247609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23bbe6b3-833b-4969-b456-777ef659dd5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:59.294139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-caa6f66d-eead-40b1-bf03-f84889c3a781 None None] Provisioning complete for port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:59.294621 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-caa6f66d-eead-40b1-bf03-f84889c3a781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:59.300191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-057df3a3-7b46-4fd6-9ea7-b8e7ab93fab2 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe6502-6a96-4fcd-9535-2288f4ad236b HTTP/1.1" status: 200 len: 205 time: 0.0518050 Oct 25 23:19:59.302841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.391880 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-d1e399c1-cb28-4a2d-98ea-230b71df6537 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] delete failed (client error): The resource could not be found. Oct 25 23:19:59.395517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d1e399c1-cb28-4a2d-98ea-230b71df6537 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/04fe6502-6a96-4fcd-9535-2288f4ad236b HTTP/1.1" status: 404 len: 336 time: 0.0891306 Oct 25 23:19:59.395978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45374) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.397246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-caa6f66d-eead-40b1-bf03-f84889c3a781 None None] Port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:19:59.402166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58da45c1-66ac-4c84-92cf-fb2fa1caf096 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:19:59.454889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1373622f-cca0-4d97-9e7b-083c36e829f6 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "GET /v2.0/ports?device_id=44aa64c8-8ffc-46c2-ab09-ea7072d0b85a HTTP/1.1" status: 200 len: 205 time: 0.0578432 Oct 25 23:19:59.455821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45376) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.520401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:19:59.520779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:19:59.535636 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-a8506c98-1bf1-4eb6-b236-3ac17c96d1a2 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] delete failed (client error): The resource could not be found. Oct 25 23:19:59.542265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a8506c98-1bf1-4eb6-b236-3ac17c96d1a2 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/routers/44aa64c8-8ffc-46c2-ab09-ea7072d0b85a HTTP/1.1" status: 404 len: 336 time: 0.0818098 Oct 25 23:19:59.547013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:19:59.616179 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07c50c4-e32a-4490-9cb3-dc0b7c9bd072 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] DELETE failed (client error): The resource could not be found. Oct 25 23:19:59.616635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07c50c4-e32a-4490-9cb3-dc0b7c9bd072 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:19:59.622433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d07c50c4-e32a-4490-9cb3-dc0b7c9bd072 tempest-RoutersAdminTest-2065466640 tempest-RoutersAdminTest-2065466640-project] 10.222.0.25 "DELETE /v2.0/subnets/31a86017-c67d-43c2-8383-a3f03f84cda8 HTTP/1.1" status: 404 len: 337 time: 0.0736670 Oct 25 23:20:00.017221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23bbe6b3-833b-4969-b456-777ef659dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.020574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23bbe6b3-833b-4969-b456-777ef659dd5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.025323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-23bbe6b3-833b-4969-b456-777ef659dd5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/582d6248-0790-43fb-bb39-b0d7133f1dc6 HTTP/1.1" status: 204 len: 168 time: 1.0039434 Oct 25 23:20:00.048504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.051833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbe6b3-833b-4969-b456-777ef659dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d6248-0790-43fb-bb39-b0d7133f1dc6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:00.347551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45402) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:00.387749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 6c3adece-0d41-429c-b5cc-a3687d7d38b8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:00.388094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.572407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.604562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 6c3adece-0d41-429c-b5cc-a3687d7d38b8 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:00.620190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f22-cc55-4e7c-a477-6bce84930638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.705807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f22-cc55-4e7c-a477-6bce84930638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.713883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f22-cc55-4e7c-a477-6bce84930638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:00.796359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8ec74f22-cc55-4e7c-a477-6bce84930638 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a312844bdda49d1b1e8cc539f6f7abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464910 Oct 25 23:20:00.802135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45418) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:00.842018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec74f22-cc55-4e7c-a477-6bce84930638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a02f02-bce9-4119-a799-cd6ab97ffd7d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:00.997884 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6850c4c7-4a63-4dc6-8a46-df9e4d6256ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.015903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.072476 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6850c4c7-4a63-4dc6-8a46-df9e4d6256ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.141459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=6c3adece-0d41-429c-b5cc-a3687d7d38b8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:01.161551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6850c4c7-4a63-4dc6-8a46-df9e4d6256ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.166056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6850c4c7-4a63-4dc6-8a46-df9e4d6256ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.169932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6850c4c7-4a63-4dc6-8a46-df9e4d6256ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3a02f02-bce9-4119-a799-cd6ab97ffd7d HTTP/1.1" status: 204 len: 168 time: 0.3632481 Oct 25 23:20:01.203153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850c4c7-4a63-4dc6-8a46-df9e4d6256ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a02f02-bce9-4119-a799-cd6ab97ffd7d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:01.327375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.598048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Router e9c8dfcb-633e-4c57-bdf4-447f8c052828 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:20:01.739855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:20:01.747986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45450) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:01.751863 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] Sync routers for ids ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:20:01.757458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dede65e7-dd63-458c-817b-1a04c7f3491f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/routers/e9c8dfcb-633e-4c57-bdf4-447f8c052828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7534673 Oct 25 23:20:01.769741 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] Routers {'e9c8dfcb-633e-4c57-bdf4-447f8c052828'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:20:01.770415 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:01.795735 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f171c2-b11b-4f44-814e-f264e092a364 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:20:01.800752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45452) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:01.818801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-53f171c2-b11b-4f44-814e-f264e092a364 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/6c3adece-0d41-429c-b5cc-a3687d7d38b8 HTTP/1.1" status: 404 len: 333 time: 0.0695565 Oct 25 23:20:01.863503 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:01.899734 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] Routers {'e9c8dfcb-633e-4c57-bdf4-447f8c052828'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:20:01.900375 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:01.916995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:01.952157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45456) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:01.969762 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:01.972493 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a90c9e-7bc9-4712-a02a-e265e05d09c0 None None] The sync data for ids ['e9c8dfcb-633e-4c57-bdf4-447f8c052828'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:20:02.083219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-340d67e3-5965-49d7-bc16-9c0285ba0bca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6d952d8f8ee4fa2bda1c23c5dd23292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296008 Oct 25 23:20:02.084227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45460) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:02.122469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45464) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:02.192539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.197558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.266812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.267952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Fanout notify agent at l3_agent the message router_deleted on router e9c8dfcb-633e-4c57-bdf4-447f8c052828 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:20:02.277040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.281152 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45478) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:02.281301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1704b8e8-ec63-44ea-96f3-38d691bbf678 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/routers/e9c8dfcb-633e-4c57-bdf4-447f8c052828 HTTP/1.1" status: 204 len: 168 time: 0.4794533 Oct 25 23:20:02.282517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e472-24c4-4c28-a3e4-a9dc5cd57b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.307642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e472-24c4-4c28-a3e4-a9dc5cd57b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.370985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e472-24c4-4c28-a3e4-a9dc5cd57b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.378357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e472-24c4-4c28-a3e4-a9dc5cd57b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.380863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6fa6e472-24c4-4c28-a3e4-a9dc5cd57b7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9729a487-4778-4ba5-a80c-50093eed8508 HTTP/1.1" status: 204 len: 168 time: 0.2957673 Oct 25 23:20:02.405667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6e472-24c4-4c28-a3e4-a9dc5cd57b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729a487-4778-4ba5-a80c-50093eed8508,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:02.479251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:02.485925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.531377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.563381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c83540dc-1490-4b61-bc1c-147db176ec0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.651398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c83540dc-1490-4b61-bc1c-147db176ec0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.660178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c83540dc-1490-4b61-bc1c-147db176ec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.750958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83540dc-1490-4b61-bc1c-147db176ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867a26a-51e2-44f5-aa23-89feeec9eb4a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:02.771509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:02.773236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c83540dc-1490-4b61-bc1c-147db176ec0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e986e991813941bea54d50013d89e6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496468 Oct 25 23:20:02.786478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.866139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7892fd63-54ca-48df-9ed8-e118458658d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.866706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.907239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45504) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:02.907520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:02.917608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:02.923525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-42e2651d-fbcc-49a2-a963-0ab44b33ef2b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6 HTTP/1.1" status: 204 len: 168 time: 0.6400454 Oct 25 23:20:02.926545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45508) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:02.927339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f8090-54f9-4d58-8da3-19b795da47e4 None None] Network 8bf5ad69-fec4-40d4-aa70-e32b6141aaef requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:02.931572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7892fd63-54ca-48df-9ed8-e118458658d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.039450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7892fd63-54ca-48df-9ed8-e118458658d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.044493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7892fd63-54ca-48df-9ed8-e118458658d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.047494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7892fd63-54ca-48df-9ed8-e118458658d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2867a26a-51e2-44f5-aa23-89feeec9eb4a HTTP/1.1" status: 204 len: 168 time: 0.2747927 Oct 25 23:20:03.062618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892fd63-54ca-48df-9ed8-e118458658d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867a26a-51e2-44f5-aa23-89feeec9eb4a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:03.105523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.196545 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-635e4ae9-70ef-40ec-a3ff-6c482efaae61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.225469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:03.225995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.371587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] For port 58da45c1-66ac-4c84-92cf-fb2fa1caf096, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=58da45c1-66ac-4c84-92cf-fb2fa1caf096,segment=NetworkSegment(ca50a265-7d98-4b23-bcf6-ccc91c922996),segment_id=ca50a265-7d98-4b23-bcf6-ccc91c922996)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:03.372388 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.389383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] DHCP port deletion for 8bf5ad69-fec4-40d4-aa70-e32b6141aaef request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:20:03.391942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 58da45c1-66ac-4c84-92cf-fb2fa1caf096 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:03.489232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.509558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Deleting port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:03.509930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.543800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No DVR routers for this DVR port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:03.562954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-635e4ae9-70ef-40ec-a3ff-6c482efaae61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.574083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-635e4ae9-70ef-40ec-a3ff-6c482efaae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.671704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] For port 58da45c1-66ac-4c84-92cf-fb2fa1caf096, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:03.672386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.690334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Calling delete_port for 58da45c1-66ac-4c84-92cf-fb2fa1caf096 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:03.693557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:20:03.696586 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:03.758823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-635e4ae9-70ef-40ec-a3ff-6c482efaae61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f872de6e00cc439fab446ae575c83fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8498130 Oct 25 23:20:03.760643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4ae9-70ef-40ec-a3ff-6c482efaae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e24b7-a5d8-47f9-8e8e-133e214c926b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:03.763712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=58da45c1-66ac-4c84-92cf-fb2fa1caf096,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:03.774212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45554) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:03.801736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] Pushing event deleted for resources: {'Port': ['ID=58da45c1-66ac-4c84-92cf-fb2fa1caf096,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:03.814551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1033e2-a959-40be-ac25-bc6249c59809 None None] No DVR routers for this DVR port 58da45c1-66ac-4c84-92cf-fb2fa1caf096 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:03.997330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.138580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf5ad69-fec4-40d4-aa70-e32b6141aaef']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:04.174223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca50a265-7d98-4b23-bcf6-ccc91c922996') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:04.174454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca50a265-7d98-4b23-bcf6-ccc91c922996') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:04.178042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.232594 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.278751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.341410 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.363493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:04.363970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:04.368922 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:04.444466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.456829 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.464264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45588) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:04.476645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/8bf5ad69-fec4-40d4-aa70-e32b6141aaef HTTP/1.1" status: 204 len: 168 time: 1.5481081 Oct 25 23:20:04.499388 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.502522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:04.506923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/220e24b7-a5d8-47f9-8e8e-133e214c926b HTTP/1.1" status: 204 len: 168 time: 0.5948868 Oct 25 23:20:04.516990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=8bf5ad69-fec4-40d4-aa70-e32b6141aaef,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:04.520358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e24b7-a5d8-47f9-8e8e-133e214c926b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:04.529831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.530628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.531276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.531792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.533529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.534006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.534479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.534975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.535513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.536062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.536503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.537344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99548066-9ca5-4cb6-9379-e23b856878d9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.548329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff605f7d-fdfc-46ff-afa6-f13d541fb289 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:04.548478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:04.549776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ff605f7d-fdfc-46ff-afa6-f13d541fb289 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/794dfbbe-edac-401c-8ea8-d2fee81e4190 HTTP/1.1" status: 200 len: 844 time: 0.0846057 Oct 25 23:20:04.553597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45594) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:04.562041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.562423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.562758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.563090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.563413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.563734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.564488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.564763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.565085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.565451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.565771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.566082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b652502-f615-445b-963e-c45f6d074e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:04.617998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2744b95b-5753-4e6b-abc8-24a4cdcdc616 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/794dfbbe-edac-401c-8ea8-d2fee81e4190?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0598664 Oct 25 23:20:04.618488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45602) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:04.630646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:04.804389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:04.817645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.116187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-580435085'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:05.142074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.168148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Made reservation on behalf of de8ca7c6868f410e8f64d5c77cb5d466 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:05.171919 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.192491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.198751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:05.200602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:05.206997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:05.208579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.219945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0410760-95d7-4bb5-a00a-9aa87364978c None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:05.331394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7084920 Oct 25 23:20:05.334175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45622) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:05.339049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'security_group': {'name': 'tempest-secgroup-692116900'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:05.339663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd287c-8cc7-4cb3-ae9e-e3496944e4b1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=93c1f3c5-aefa-4b40-9995-076905e9dfb6,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:05.438684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58da45c1-66ac-4c84-92cf-fb2fa1caf096 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:20:05.468279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 58da45c1-66ac-4c84-92cf-fb2fa1caf096 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:20:05.468544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58da45c1-66ac-4c84-92cf-fb2fa1caf096 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:20:05.503120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.533562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.544464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.586029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98777301-bceb-4e38-bf0d-0ce3aa265cf1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:05.604633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:20:05.629757 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.630311 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Added segment a3b8d580-d81d-4189-9ce6-9b11e7fd7204 of type vlan for network f00a99ad-28d2-468a-b3e1-b450c748d975 Oct 25 23:20:05.662368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'tenant_id': 'd7700419b2694cc082a00dee4131bbea', 'fixed_ips': [{'subnet_id': '93c1f3c5-aefa-4b40-9995-076905e9dfb6'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:20:05.663497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.690394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.743505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.824278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163abe99-04cc-421b-9f68-c5a0edc9e4a3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:05.837416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.881795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.882986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e7c2f9a-a8fd-45f8-a7a2-b6c68f8efd3d tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5477970 Oct 25 23:20:05.885745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45636) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:05.891856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'security_group': {'name': 'tempest-secgroup-814449525'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:05.911849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.917940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:05.918619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:05.966013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Allocated IP 2001:db8::2 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/93c1f3c5-aefa-4b40-9995-076905e9dfb6/e0242b46-da5b-482d-89bf-075a7d8a2e1e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:05.978793 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.067777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event updated for resources: {'Network': ['ID=f00a99ad-28d2-468a-b3e1-b450c748d975,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:06.100724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6db3f81c-eeee-42f4-b82d-7c5d62a56202 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5510161 Oct 25 23:20:06.101430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45646) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:06.109054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Request body: {'subnet': {'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:06.189789 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.200684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f00a99ad-28d2-468a-b3e1-b450c748d975 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:20:06.207450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.211843 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.219567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.345111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.350993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4589789 Oct 25 23:20:06.351450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Made reservation on behalf of de8ca7c6868f410e8f64d5c77cb5d466 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:06.351944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45652) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:06.360541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.370013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1834915378', 'security_groups': ['ce8bacf3-f0d7-46d1-8164-f8ec4d37b7b0'], 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93c1f3c5-aefa-4b40-9995-076905e9dfb6'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:06.416082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Pushing event updated for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:06.477255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:06.489014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:06.508354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:06.693244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b74436-9fbf-44fe-a38c-6bed5e3f18d4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bacf3-f0d7-46d1-8164-f8ec4d37b7b0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:06.722229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Attempting to bind port e0242b46-da5b-482d-89bf-075a7d8a2e1e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:20:06.723711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Attempting to bind port e0242b46-da5b-482d-89bf-075a7d8a2e1e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'a7a08abc-5930-4f92-a277-7499a74ed58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:20:06.724087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Attempting to bind port e0242b46-da5b-482d-89bf-075a7d8a2e1e on network 039c8bd0-62a5-4dfe-94af-d003bdb5063b {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:20:06.728933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:06.741225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:20:06.741608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Checking segment: {'id': 'a7a08abc-5930-4f92-a277-7499a74ed58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:06.742017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.742444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Bound using segment: {'id': 'a7a08abc-5930-4f92-a277-7499a74ed58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:20:06.742930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Bound port: e0242b46-da5b-482d-89bf-075a7d8a2e1e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a08abc-5930-4f92-a277-7499a74ed58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:20:06.743317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.907510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.931647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:20:06.934527 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.937188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e0242b46-da5b-482d-89bf-075a7d8a2e1e,segment=NetworkSegment(a7a08abc-5930-4f92-a277-7499a74ed58a),segment_id=a7a08abc-5930-4f92-a277-7499a74ed58a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:20:06.949983 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:06.984909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port dba5847f-a0d4-49e7-b945-f94e750b3ab3 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:07.078125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event updated for resources: {'Subnet': ['ID=4d983938-0b5a-4eb7-9091-403e9481b037,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:07.083193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06289864-1d25-4210-991d-9d72c5c95a43 None None] Pushing event updated for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:07.103137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Checking segment: {'id': 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:07.103559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Network hostable DHCP agents. Network: f00a99ad-28d2-468a-b3e1-b450c748d975, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:20:07.148361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Network f00a99ad-28d2-468a-b3e1-b450c748d975 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:20:07.168591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f00a99ad-28d2-468a-b3e1-b450c748d975) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:07.178366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439fe67-e45f-48f4-9e9b-b45c8bcb1082 None None] Network f00a99ad-28d2-468a-b3e1-b450c748d975 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:07.187497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:07.188199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:07.241716 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-98f9d117-2a87-42d1-9ae9-a12279b4e7ee tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1391988 Oct 25 23:20:07.244744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45678) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:07.257238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Request body: {'port': {'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975', 'name': 'tempest-ExtraDHCPOptionsTestJSON-14466088'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:07.527330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::27f (039c8bd0-62a5-4dfe-94af-d003bdb5063b/93c1f3c5-aefa-4b40-9995-076905e9dfb6/dba5847f-a0d4-49e7-b945-f94e750b3ab3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:07.599737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Made reservation on behalf of de8ca7c6868f410e8f64d5c77cb5d466 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:07.614527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:07.672565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] device_id is not set on port 478b4d85-142a-4552-9b9f-689a4f0acea6 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:07.975937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:07.995578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Allocated IP 172.20.0.11 (f00a99ad-28d2-468a-b3e1-b450c748d975/4d983938-0b5a-4eb7-9091-403e9481b037/478b4d85-142a-4552-9b9f-689a4f0acea6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:08.051738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:08.159008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:08.165237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:08.170848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:08.190017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:08.190444 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:08.264345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9074194 Oct 25 23:20:08.265540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45700) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:08.266300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45702) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:08.273603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f00a99ad-28d2-468a-b3e1-b450c748d975', 'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975', 'tenant_id': 'de8ca7c6868f410e8f64d5c77cb5d466', 'fixed_ips': [{'subnet_id': '4d983938-0b5a-4eb7-9091-403e9481b037'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:20:08.274640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:08.304753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:08.336790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd844dec-6e4d-48ea-9028-fde2b78de56c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=dba5847f-a0d4-49e7-b945-f94e750b3ab3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:08.425669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:08.567094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:08.632001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Network f00a99ad-28d2-468a-b3e1-b450c748d975 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:08.651125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:08.654381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:08.763900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:08.767572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:08.793916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Allocated IP 172.20.0.2 (f00a99ad-28d2-468a-b3e1-b450c748d975/4d983938-0b5a-4eb7-9091-403e9481b037/7a8094b4-af9b-42ef-b542-da8252f0c5b1) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:08.910547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event updated for resources: {'Port': ['ID=478b4d85-142a-4552-9b9f-689a4f0acea6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:08.915734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5206a52a-d9ed-4313-9119-0759315c7f77 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1036070172'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:08.916120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5206a52a-d9ed-4313-9119-0759315c7f77 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Unknown quota resources ['metering_label']. {{(pid=102133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:20:08.961974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:08.962690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:09.015188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b01fe5bb-fd40-43ec-b80a-16216a934630 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7689328 Oct 25 23:20:09.018161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45726) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:09.035885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Request body: {'port': {'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975', 'name': 'tempest-ExtraDHCPOptionsTestJSON-688037451', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:09.036455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] bootfile-name is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:20:09.036801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] tftp-server is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:20:09.040740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] server-ip-address is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:20:09.164050 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:09.184332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:09.309436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Pushing event updated for resources: {'Port': ['ID=7a8094b4-af9b-42ef-b542-da8252f0c5b1,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:09.318722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e41831b2-62b5-4dfc-b289-c39a2ef18be6 None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:09.319093 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e41831b2-62b5-4dfc-b289-c39a2ef18be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:09.350928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Made reservation on behalf of de8ca7c6868f410e8f64d5c77cb5d466 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:09.368700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:09.429302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Network f00a99ad-28d2-468a-b3e1-b450c748d975 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:09.436316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] device_id is not set on port 0a879157-e6fb-410a-b706-80495cb3f4b5 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:09.441927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:09.452233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:09.631091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:09.696659 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5206a52a-d9ed-4313-9119-0759315c7f77 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:09.705668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5206a52a-d9ed-4313-9119-0759315c7f77 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4047840 Oct 25 23:20:09.711167 n-d-815373-1 neutron-server[102133]: INFO neutron.db.ipam_backend_mixin [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93c1f3c5-aefa-4b40-9995-076905e9dfb6 (CIDR: 2001:db8::/64) Oct 25 23:20:09.712693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:09.720951 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:20:09.721509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:09.726205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-91770277-e21a-43f4-99c8-c8267ecc6491 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '896299db-a111-4604-819a-bedcf6080ec8'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:09.727153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-91770277-e21a-43f4-99c8-c8267ecc6491 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:20:09.752181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4c15a5c-88e6-4c97-a8a2-39f7f5077bee tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4540365 Oct 25 23:20:09.764675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45742) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:09.787358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:09.832564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e41831b2-62b5-4dfc-b289-c39a2ef18be6 None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:09.921362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Allocated IP 172.20.0.9 (f00a99ad-28d2-468a-b3e1-b450c748d975/4d983938-0b5a-4eb7-9091-403e9481b037/0a879157-e6fb-410a-b706-80495cb3f4b5) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:09.926640 n-d-815373-1 neutron-server[102134]: WARNING neutron.services.metering.metering_plugin [None req-91770277-e21a-43f4-99c8-c8267ecc6491 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 23:20:10.022952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:10.023376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.141786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e41831b2-62b5-4dfc-b289-c39a2ef18be6 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:10.142360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e41831b2-62b5-4dfc-b289-c39a2ef18be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.157168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Attempting to bind port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:20:10.160893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Attempting to bind port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:20:10.161326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Attempting to bind port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 on network f00a99ad-28d2-468a-b3e1-b450c748d975 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:20:10.174127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:10.180065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.181669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:20:10.182569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Checking segment: {'id': 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:10.184573 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.185150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Bound using segment: {'id': 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:20:10.186988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Bound port: 7a8094b4-af9b-42ef-b542-da8252f0c5b1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f00a99ad-28d2-468a-b3e1-b450c748d975'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:20:10.190291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.475075 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.491924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.528736 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91770277-e21a-43f4-99c8-c8267ecc6491 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.531144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91770277-e21a-43f4-99c8-c8267ecc6491 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8174984 Oct 25 23:20:10.532889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.537524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45752) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:10.552208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a43acd49-7684-492e-9aa6-0c0724839139 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '896299db-a111-4604-819a-bedcf6080ec8'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:10.552612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a43acd49-7684-492e-9aa6-0c0724839139 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:20:10.610288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Network f00a99ad-28d2-468a-b3e1-b450c748d975 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:10.745343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:10.755387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:10.783089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e0242b46-da5b-482d-89bf-075a7d8a2e1e,segment=NetworkSegment(a7a08abc-5930-4f92-a277-7499a74ed58a),segment_id=a7a08abc-5930-4f92-a277-7499a74ed58a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:10.814426 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.849773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:10.850825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.850985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:10.856005 n-d-815373-1 neutron-server[102134]: WARNING neutron.services.metering.metering_plugin [None req-a43acd49-7684-492e-9aa6-0c0724839139 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 23:20:10.863618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event updated for resources: {'Port': ['ID=0a879157-e6fb-410a-b706-80495cb3f4b5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:10.962659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:11.014110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:11.026180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:11.040482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:11.041596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.053709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc67576-8512-4f4e-a94b-7ea346bf83ab None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:11.066185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=a1c9d24b-972f-4624-af3f-16b031e079fa,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:11.106754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b3ba5a9-02a8-4b18-b8c2-d4fb3cd56060 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3375487 Oct 25 23:20:11.106754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45768) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.121323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1180225609', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1c9d24b-972f-4624-af3f-16b031e079fa'}], 'security_groups': ['163abe99-04cc-421b-9f68-c5a0edc9e4a3']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:11.186399 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4f79d237-c95f-4614-af8d-ef92762b0fa8 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1659741 Oct 25 23:20:11.187092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.217133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a43acd49-7684-492e-9aa6-0c0724839139 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.231642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a43acd49-7684-492e-9aa6-0c0724839139 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6891263 Oct 25 23:20:11.235186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.295853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-78eed70d-40bb-4a85-96c2-d5440dbde152 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=fee66f8c-9829-44ae-baa6-dddf24b7966f HTTP/1.1" status: 200 len: 464 time: 0.0587397 Oct 25 23:20:11.297289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.301600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.368401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] For port 7a8094b4-af9b-42ef-b542-da8252f0c5b1, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:20:11.384138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a2065-160f-4e3f-b0f3-0ed127f7c8a3 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:11.391129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a2065-160f-4e3f-b0f3-0ed127f7c8a3 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:11.397709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a2065-160f-4e3f-b0f3-0ed127f7c8a3 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:11.403151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc6a2065-160f-4e3f-b0f3-0ed127f7c8a3 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2146790 Oct 25 23:20:11.403986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.409075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:11.599537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-774d00bc-8857-40e3-af5c-da1721a374b4 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.601661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] For port 7a8094b4-af9b-42ef-b542-da8252f0c5b1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7a8094b4-af9b-42ef-b542-da8252f0c5b1,segment=NetworkSegment(a3b8d580-d81d-4189-9ce6-9b11e7fd7204),segment_id=a3b8d580-d81d-4189-9ce6-9b11e7fd7204)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:20:11.603477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-774d00bc-8857-40e3-af5c-da1721a374b4 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/fee66f8c-9829-44ae-baa6-dddf24b7966f HTTP/1.1" status: 204 len: 168 time: 0.2999923 Oct 25 23:20:11.606341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45782) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.640969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.651191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-060ed49f-7467-44c7-852b-33d65f46cde0 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=fee66f8c-9829-44ae-baa6-dddf24b7966f HTTP/1.1" status: 200 len: 221 time: 0.0433567 Oct 25 23:20:11.656830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45786) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:11.670819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b4afbe9a-7857-4c59-b2b5-fd331912c630 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--143957775', 'description': 'label created by tempest'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:11.671593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b4afbe9a-7857-4c59-b2b5-fd331912c630 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Unknown quota resources ['metering_label']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:20:11.885658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-621b8124-c26b-4609-aca7-3baaf97ff018 None None] Provisioning complete for port dba5847f-a0d4-49e7-b945-f94e750b3ab3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:11.886026 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-621b8124-c26b-4609-aca7-3baaf97ff018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.896881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:11.897252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:11.962630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150b152-b1e3-4732-860a-2ae0b40ebb4c None None] Pushing event updated for resources: {'Port': ['ID=7a8094b4-af9b-42ef-b542-da8252f0c5b1,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:12.077905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-621b8124-c26b-4609-aca7-3baaf97ff018 None None] Port dba5847f-a0d4-49e7-b945-f94e750b3ab3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:12.115021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Delete allocated IP 2001:db8::27f (039c8bd0-62a5-4dfe-94af-d003bdb5063b/93c1f3c5-aefa-4b40-9995-076905e9dfb6) {{(pid=102133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 23:20:12.135384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8:0:1::216 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/a1c9d24b-972f-4624-af3f-16b031e079fa/dba5847f-a0d4-49e7-b945-f94e750b3ab3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:12.313504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] Update dhcp port {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'fixed_ips': [{'subnet_id': '93c1f3c5-aefa-4b40-9995-076905e9dfb6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1c9d24b-972f-4624-af3f-16b031e079fa'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'e0242b46-da5b-482d-89bf-075a7d8a2e1e'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:20:12.344504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:12.456525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Deleting port 0a879157-e6fb-410a-b706-80495cb3f4b5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:12.460332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:12.693005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:12.702582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:12.818234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] Allocated IP 2001:db8:0:1::2 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/a1c9d24b-972f-4624-af3f-16b031e079fa/e0242b46-da5b-482d-89bf-075a7d8a2e1e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:12.838895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] In _notify_port_updated(), no bound segment for port dba5847f-a0d4-49e7-b945-f94e750b3ab3 on network 039c8bd0-62a5-4dfe-94af-d003bdb5063b {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:20:12.845022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:12.845681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:12.849373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/ports/dba5847f-a0d4-49e7-b945-f94e750b3ab3 HTTP/1.1" status: 200 len: 931 time: 1.7393684 Oct 25 23:20:12.852620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45806) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:12.927815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942c70f-03c2-4252-836f-19d7139ddfae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=dba5847f-a0d4-49e7-b945-f94e750b3ab3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:13.092675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.124643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port dba5847f-a0d4-49e7-b945-f94e750b3ab3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:13.125833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.224468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e0242b46-da5b-482d-89bf-075a7d8a2e1e,segment=NetworkSegment(a7a08abc-5930-4f92-a277-7499a74ed58a),segment_id=a7a08abc-5930-4f92-a277-7499a74ed58a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:13.346053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.353117 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.361181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.407246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for dba5847f-a0d4-49e7-b945-f94e750b3ab3 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:13.526404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7a8094b4-af9b-42ef-b542-da8252f0c5b1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:13.592342 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4afbe9a-7857-4c59-b2b5-fd331912c630 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.594665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4afbe9a-7857-4c59-b2b5-fd331912c630 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.9357839 Oct 25 23:20:13.598254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:13.627394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.690570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29484224-9974-479a-b6ba-f1bd94c3b88c None None] Pushing event updated for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:13.731668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28662c27-429f-4209-ab3f-84c38a4c926a None None] Network f00a99ad-28d2-468a-b3e1-b450c748d975 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:13.752820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.783862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Calling delete_port for 0a879157-e6fb-410a-b706-80495cb3f4b5 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:13.794000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-af7c0531-4af5-4949-b20b-baabb0a282e4 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=9d8560a5-277c-40a9-8cc3-d16fbb72ed6f HTTP/1.1" status: 200 len: 467 time: 0.1921012 Oct 25 23:20:13.799991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45822) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:13.812840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:13.813452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.836989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=dba5847f-a0d4-49e7-b945-f94e750b3ab3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:13.880811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.887879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a404b2b0-cb63-40b6-9d96-b39d57290a1c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/dba5847f-a0d4-49e7-b945-f94e750b3ab3 HTTP/1.1" status: 204 len: 168 time: 1.0336487 Oct 25 23:20:13.888550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45826) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:13.908412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4d451573-356d-4002-99d2-344e35edc8e3 None None] Provisioning complete for port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:13.909391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d451573-356d-4002-99d2-344e35edc8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:13.958774 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae75639-ed7f-4671-a8b1-fe8d08842fef tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:20:13.964482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ae75639-ed7f-4671-a8b1-fe8d08842fef tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/dba5847f-a0d4-49e7-b945-f94e750b3ab3 HTTP/1.1" status: 404 len: 333 time: 0.0748076 Oct 25 23:20:13.966621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:13.999201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.092495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 7a8094b4-af9b-42ef-b542-da8252f0c5b1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7a8094b4-af9b-42ef-b542-da8252f0c5b1,segment=NetworkSegment(a3b8d580-d81d-4189-9ce6-9b11e7fd7204),segment_id=a3b8d580-d81d-4189-9ce6-9b11e7fd7204)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:14.105250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.121452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca4a331d-a938-4bf0-a8e5-3da7fa9bf8b0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.184181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca4a331d-a938-4bf0-a8e5-3da7fa9bf8b0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.269481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.376959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event deleted for resources: {'Port': ['ID=0a879157-e6fb-410a-b706-80495cb3f4b5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:14.396347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=7a8094b4-af9b-42ef-b542-da8252f0c5b1,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:14.466739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.485309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.485786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.486478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.488976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.489371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.489759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.490274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.490662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.491047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.492387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.493840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:14.604918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.612482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0e572ad4-470e-4ae1-978c-45ea7fa35f62 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "DELETE /v2.0/ports/0a879157-e6fb-410a-b706-80495cb3f4b5 HTTP/1.1" status: 204 len: 168 time: 3.2027030 Oct 25 23:20:14.612660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45850) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:14.618344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Request body: {'port': {'name': 'tempest-new-port-name-118547160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:14.618745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] bootfile-name is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:20:14.619121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] tftp-server is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:20:14.619753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] server-ip-address is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:20:14.770008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53cf019d-54d0-424e-9622-dd6073351543 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.771190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-53cf019d-54d0-424e-9622-dd6073351543 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/9d8560a5-277c-40a9-8cc3-d16fbb72ed6f HTTP/1.1" status: 204 len: 168 time: 0.9702370 Oct 25 23:20:14.774921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45854) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:14.828027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c68cf8db-a925-4d04-a53f-593e13fd72cb tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=9d8560a5-277c-40a9-8cc3-d16fbb72ed6f HTTP/1.1" status: 200 len: 216 time: 0.0482709 Oct 25 23:20:14.828027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:14.877912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45858) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.056125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Provisioning complete for port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:15.056648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.357848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.365220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45866) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.391537 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a847b494-687e-4c9e-928d-0f1001c94673 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0264292 Oct 25 23:20:15.409289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.411123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:15.411504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.416411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45870) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.488783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:15.512521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca4a331d-a938-4bf0-a8e5-3da7fa9bf8b0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.516916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ca4a331d-a938-4bf0-a8e5-3da7fa9bf8b0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.518458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ca4a331d-a938-4bf0-a8e5-3da7fa9bf8b0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/security-groups/ce8bacf3-f0d7-46d1-8164-f8ec4d37b7b0 HTTP/1.1" status: 204 len: 168 time: 1.5500078 Oct 25 23:20:15.522552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45874) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.530755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-47bc1535-234c-4c75-95a7-213c4b479fbd tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1009071 Oct 25 23:20:15.552355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45876) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.713076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab7866f9-b8c1-4016-b043-5615e6b4ea81 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/896299db-a111-4604-819a-bedcf6080ec8 HTTP/1.1" status: 200 len: 473 time: 0.1364982 Oct 25 23:20:15.713076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a331d-a938-4bf0-a8e5-3da7fa9bf8b0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bacf3-f0d7-46d1-8164-f8ec4d37b7b0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:15.722204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45882) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.765987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event updated for resources: {'Port': ['ID=478b4d85-142a-4552-9b9f-689a4f0acea6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:15.830703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e123ea35-891a-4954-a21c-f1e4ee292108 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/94f7047a-8a01-456e-9f10-708acc0e60e1 HTTP/1.1" status: 200 len: 461 time: 0.0722718 Oct 25 23:20:15.839087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45886) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.846546 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df225914-0f91-4e1f-894e-38fd31dfee84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.875854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] In _notify_port_updated(), no bound segment for port 478b4d85-142a-4552-9b9f-689a4f0acea6 on network f00a99ad-28d2-468a-b3e1-b450c748d975 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:20:15.882023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:15.882870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.884315 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-efd3381a-dc66-47bb-ae2d-5a58ae4dc4e5 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "PUT /v2.0/ports/478b4d85-142a-4552-9b9f-689a4f0acea6 HTTP/1.1" status: 200 len: 1136 time: 1.2706418 Oct 25 23:20:15.891834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Deleting subnet e9e287d6-6944-411d-8997-cf8b7c6764da {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:15.894463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:15.895785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.984231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:15.985699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:15.990088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.070578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2726ecf-bee9-498a-8df6-c44896f4ab5d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:16.073701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f2726ecf-bee9-498a-8df6-c44896f4ab5d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "GET /v2.0/ports/478b4d85-142a-4552-9b9f-689a4f0acea6 HTTP/1.1" status: 200 len: 1136 time: 0.1755378 Oct 25 23:20:16.080357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:16.083255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9b8969a-4be8-4620-b1c0-c151b0acbd49 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.136717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9b8969a-4be8-4620-b1c0-c151b0acbd49 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.151918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.329473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9b8969a-4be8-4620-b1c0-c151b0acbd49 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.349986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c9b8969a-4be8-4620-b1c0-c151b0acbd49 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.354716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c9b8969a-4be8-4620-b1c0-c151b0acbd49 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/security-groups/163abe99-04cc-421b-9f68-c5a0edc9e4a3 HTTP/1.1" status: 204 len: 168 time: 0.8291636 Oct 25 23:20:16.356801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:16.462041 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.510565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8969a-4be8-4620-b1c0-c151b0acbd49 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163abe99-04cc-421b-9f68-c5a0edc9e4a3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:16.524832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-83154eff-1840-4186-a9f0-c5e7aa6aba28 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.526702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-83154eff-1840-4186-a9f0-c5e7aa6aba28 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/94f7047a-8a01-456e-9f10-708acc0e60e1 HTTP/1.1" status: 204 len: 168 time: 0.6837418 Oct 25 23:20:16.531791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45896) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:16.581990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Deleting port 478b4d85-142a-4552-9b9f-689a4f0acea6 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:16.583768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.594284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e287d6-6944-411d-8997-cf8b7c6764da,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:16.757772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7a8094b4-af9b-42ef-b542-da8252f0c5b1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:16.770393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 93c1f3c5-aefa-4b40-9995-076905e9dfb6 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:16.772667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Provisioning complete for port 478b4d85-142a-4552-9b9f-689a4f0acea6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:16.778363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.836541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.893323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.932057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:16.978757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ec7b45b-089e-4bce-93cd-0968e22a583e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9e287d6-6944-411d-8997-cf8b7c6764da HTTP/1.1" status: 204 len: 168 time: 1.5934255 Oct 25 23:20:16.980029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Port 478b4d85-142a-4552-9b9f-689a4f0acea6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:16.987853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45910) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:17.013057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:17.013869 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.069246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:17.069809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.117550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.153839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:17.173153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Could not find standard attr ID for object dba5847f-a0d4-49e7-b945-f94e750b3ab3. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:17.182129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-912df69a-f388-4177-a6fb-4eba9c3cb9f6 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.186529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-912df69a-f388-4177-a6fb-4eba9c3cb9f6 tempest-MeteringTestJSON-1792779068 tempest-MeteringTestJSON-1792779068-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/896299db-a111-4604-819a-bedcf6080ec8 HTTP/1.1" status: 204 len: 168 time: 0.6529319 Oct 25 23:20:17.195383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2d866575-444d-4f1f-9803-bc8a821426a8 None None] Could not find standard attr ID for object 0a879157-e6fb-410a-b706-80495cb3f4b5. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:17.207341 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.209384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Calling delete_port for 478b4d85-142a-4552-9b9f-689a4f0acea6 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:17.308578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-44907adc-9e59-4b67-9b6a-6c0123d5993a None None] Could not find standard attr ID for object dba5847f-a0d4-49e7-b945-f94e750b3ab3. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:17.312303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-44907adc-9e59-4b67-9b6a-6c0123d5993a None None] Could not find standard attr ID for object 0a879157-e6fb-410a-b706-80495cb3f4b5. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:17.328787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.335484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-44907adc-9e59-4b67-9b6a-6c0123d5993a None None] Provisioning complete for port 478b4d85-142a-4552-9b9f-689a4f0acea6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:17.336119 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44907adc-9e59-4b67-9b6a-6c0123d5993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.431381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-44907adc-9e59-4b67-9b6a-6c0123d5993a None None] Port 478b4d85-142a-4552-9b9f-689a4f0acea6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:17.459915 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.491487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.493873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=93c1f3c5-aefa-4b40-9995-076905e9dfb6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:17.507273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90d7e6-6d8f-43c3-b079-0b2618878cd7 None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:17.518658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.529387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4532d005-be3d-4517-8d1c-a4428460f689']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:17.529575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b85ae45-5661-42b4-82df-7b4dc9d629bd tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/93c1f3c5-aefa-4b40-9995-076905e9dfb6 HTTP/1.1" status: 204 len: 168 time: 1.1605573 Oct 25 23:20:17.534051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:17.544772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:17.545559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4c5379-ce16-48e9-bdff-4b743760c832') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:17.545969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4c5379-ce16-48e9-bdff-4b743760c832') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:17.557828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.580057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.611952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:17.612968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:17.615612 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:17.708483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.730641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.769852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:17.776485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4532d005-be3d-4517-8d1c-a4428460f689 HTTP/1.1" status: 204 len: 168 time: 0.7771432 Oct 25 23:20:17.805082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:17.809925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event deleted for resources: {'Port': ['ID=478b4d85-142a-4552-9b9f-689a4f0acea6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:17.981108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.009669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-769983c8-d983-4c38-8554-4e1dcefe9931 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "DELETE /v2.0/ports/478b4d85-142a-4552-9b9f-689a4f0acea6 HTTP/1.1" status: 204 len: 168 time: 1.9240904 Oct 25 23:20:18.011858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e5c11-ab5c-41cf-a723-bde36cac50a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4532d005-be3d-4517-8d1c-a4428460f689,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:18.015439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45936) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:18.059625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:18.068089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.126123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Deleting subnet ff86a019-9fb8-4f1d-9059-dd831e20e400 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:18.231335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.253999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Deleting subnet 4d983938-0b5a-4eb7-9091-403e9481b037 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:18.273903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.341994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd6436c4-3754-4a07-8c97-182f52d703b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.351435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45944) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:18.515172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.609306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.615319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676530e-4069-44a9-882f-494bfca3a59b req-a2a6b044-2dcb-4bb7-8ce3-9be32bf1f064 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:18.620956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d676530e-4069-44a9-882f-494bfca3a59b req-a2a6b044-2dcb-4bb7-8ce3-9be32bf1f064 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2449784 Oct 25 23:20:18.776034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d676530e-4069-44a9-882f-494bfca3a59b req-2f27aa59-0e88-4b5b-a826-977e7dafaf5e tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378441 Oct 25 23:20:18.797524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.849528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:18.928312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:18.955173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-300bee65-fe51-4b41-9378-cf18e4422920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.047402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-300bee65-fe51-4b41-9378-cf18e4422920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.049376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.066822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-300bee65-fe51-4b41-9378-cf18e4422920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.088581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.125234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.126092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.128486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "DELETE /v2.0/subnets/4d983938-0b5a-4eb7-9091-403e9481b037 HTTP/1.1" status: 204 len: 168 time: 1.1114061 Oct 25 23:20:19.129515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0198-a4e4-4dc7-812f-9fe68a527710 tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event deleted for resources: {'Subnet': ['ID=4d983938-0b5a-4eb7-9091-403e9481b037,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:19.133027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662cff92-eb6d-4bff-8fd1-7adab95249a6 None None] Network f00a99ad-28d2-468a-b3e1-b450c748d975 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:19.139351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45958) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:19.164656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a634-b29a-4c56-94f9-5e8ec9f69163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.192556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.198251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ff86a019-9fb8-4f1d-9059-dd831e20e400 HTTP/1.1" status: 204 len: 168 time: 1.3862107 Oct 25 23:20:19.198251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:19.210555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:19.214933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bee65-fe51-4b41-9378-cf18e4422920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2259eb9-ec38-43b6-aedb-e795db9aa0c0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:19.260749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:19.277088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:19.286959 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.291001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894068d-36be-4104-b1c0-96e23be48f1a None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:19.297004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=19f8615a-e6a5-4ed2-998e-97067beb1118,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:19.309098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-300bee65-fe51-4b41-9378-cf18e4422920 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b93523ec6e54be8b75b27b0955d13ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466637 Oct 25 23:20:19.328954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:19.359176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118996-d083-4557-9f1e-43739f46c609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff86a019-9fb8-4f1d-9059-dd831e20e400,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:19.385872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.392247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c436728-5392-4054-940f-5dd356600a1f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8567765 Oct 25 23:20:19.392927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45968) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:19.403237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1032670887'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:19.469362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.483625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-df385833-31ef-4a7e-9335-3dc96805ed9d None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:19.484161 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df385833-31ef-4a7e-9335-3dc96805ed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.487541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.506901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-786b5da4-8d07-4ded-b5e5-b38bb25d10fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.583051 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a634-b29a-4c56-94f9-5e8ec9f69163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.598933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a634-b29a-4c56-94f9-5e8ec9f69163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.623055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-786b5da4-8d07-4ded-b5e5-b38bb25d10fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.628106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Deleting port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:19.628443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.631509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-df385833-31ef-4a7e-9335-3dc96805ed9d None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:19.676170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.697213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-df385833-31ef-4a7e-9335-3dc96805ed9d None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:19.697866 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df385833-31ef-4a7e-9335-3dc96805ed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.709382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7a634-b29a-4c56-94f9-5e8ec9f69163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87245e-98b4-4a2e-a1dc-1af593803421,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:19.719433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b1f7a634-b29a-4c56-94f9-5e8ec9f69163 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e6bf96c9a0e401792dcb86a388a119a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665960 Oct 25 23:20:19.723564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45970) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:19.732856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] DHCP port deletion for f00a99ad-28d2-468a-b3e1-b450c748d975 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:20:19.763478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] For port 7a8094b4-af9b-42ef-b542-da8252f0c5b1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7a8094b4-af9b-42ef-b542-da8252f0c5b1,segment=NetworkSegment(a3b8d580-d81d-4189-9ce6-9b11e7fd7204),segment_id=a3b8d580-d81d-4189-9ce6-9b11e7fd7204)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:19.764369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.778846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Calling delete_port for 7a8094b4-af9b-42ef-b542-da8252f0c5b1 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:19.818930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b9134c4-e544-40f4-a071-9ac423b71de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.850856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b9134c4-e544-40f4-a071-9ac423b71de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.887955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.895303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Deleting port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:19.895941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.943333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.958553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.960605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b9134c4-e544-40f4-a071-9ac423b71de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.963082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event deleted for resources: {'Port': ['ID=7a8094b4-af9b-42ef-b542-da8252f0c5b1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:19.964592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b9134c4-e544-40f4-a071-9ac423b71de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:19.965919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3b9134c4-e544-40f4-a071-9ac423b71de7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad87245e-98b4-4a2e-a1dc-1af593803421 HTTP/1.1" status: 204 len: 168 time: 0.2404513 Oct 25 23:20:19.985869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] No DVR routers for this DVR port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:19.994907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961044c6-a30d-4292-be9d-ca6ba893c236']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:20.036569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.057009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] For port 7a8094b4-af9b-42ef-b542-da8252f0c5b1, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:20.057410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.079487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] Update dhcp port {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'fixed_ips': [{'subnet_id': 'a1c9d24b-972f-4624-af3f-16b031e079fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19f8615a-e6a5-4ed2-998e-97067beb1118'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'e0242b46-da5b-482d-89bf-075a7d8a2e1e'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:20:20.080477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9134c4-e544-40f4-a071-9ac423b71de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87245e-98b4-4a2e-a1dc-1af593803421,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.081599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Calling delete_port for 7a8094b4-af9b-42ef-b542-da8252f0c5b1 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:20.095198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:20:20.128841 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.147570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d1f6a4-0d75-4fb0-8c77-de7c55fc4a0a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.158487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.181657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00a99ad-28d2-468a-b3e1-b450c748d975']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:20.193133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:20.193593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b8d580-d81d-4189-9ce6-9b11e7fd7204') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:20.205239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.210748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de21d1-c052-4c81-a2ed-2cd2e6bc8ea0 req-eacb03d1-c546-43f7-b82d-1ab438b2239d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:20.215055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34de21d1-c052-4c81-a2ed-2cd2e6bc8ea0 req-eacb03d1-c546-43f7-b82d-1ab438b2239d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2794456 Oct 25 23:20:20.221081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.222955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] Pushing event deleted for resources: {'Port': ['ID=7a8094b4-af9b-42ef-b542-da8252f0c5b1,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.223091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.224502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ab4831-ebf7-4afd-8ca9-e29315748693') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:20.224625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5e10473d-9971-436b-9271-374cef55e7ae tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8253467 Oct 25 23:20:20.224732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ab4831-ebf7-4afd-8ca9-e29315748693') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:20.230792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45982) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:20.236008 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.238906 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.239054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.249036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:20.249036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.249795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832216304'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:20.252677 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:20.280270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63595415-e51f-4f7b-a6dc-62670b5526c6 None None] No DVR routers for this DVR port 7a8094b4-af9b-42ef-b542-da8252f0c5b1 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:20.333244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.339235 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-786b5da4-8d07-4ded-b5e5-b38bb25d10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.342350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-786b5da4-8d07-4ded-b5e5-b38bb25d10fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.347717 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-786b5da4-8d07-4ded-b5e5-b38bb25d10fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2259eb9-ec38-43b6-aedb-e795db9aa0c0 HTTP/1.1" status: 204 len: 168 time: 1.0115459 Oct 25 23:20:20.354020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:20.354464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.356069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:20.358524 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:20.389888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-34de21d1-c052-4c81-a2ed-2cd2e6bc8ea0 req-3cb744c7-657a-4b13-8824-81c16949a526 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641772 Oct 25 23:20:20.397790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.405091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] 10.222.0.25 "DELETE /v2.0/networks/f00a99ad-28d2-468a-b3e1-b450c748d975 HTTP/1.1" status: 204 len: 168 time: 1.2620695 Oct 25 23:20:20.422055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.431755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c72ebb-d7a9-4d5d-b30d-30545f83028d tempest-ExtraDHCPOptionsTestJSON-1398146130 tempest-ExtraDHCPOptionsTestJSON-1398146130-project] Pushing event deleted for resources: {'Network': ['ID=f00a99ad-28d2-468a-b3e1-b450c748d975,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.435756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b5da4-8d07-4ded-b5e5-b38bb25d10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2259eb9-ec38-43b6-aedb-e795db9aa0c0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.468051 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.495448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.502076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] 10.222.0.25 "DELETE /v2.0/networks/961044c6-a30d-4292-be9d-ca6ba893c236 HTTP/1.1" status: 204 len: 168 time: 1.2879832 Oct 25 23:20:20.502076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be865e-42c7-4c77-8fac-dc7c41525956 admin admin] Pushing event deleted for resources: {'Network': ['ID=961044c6-a30d-4292-be9d-ca6ba893c236,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.546739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.554988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.609950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a39971-cc45-4e3d-8aa9-f19bb9a193f1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.631335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] Allocated IP 2001:db8::2 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/19f8615a-e6a5-4ed2-998e-97067beb1118/e0242b46-da5b-482d-89bf-075a7d8a2e1e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:20.636459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.642317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45992) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:20.643918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0c022e79-0786-458c-afb4-f191aa5c91ea tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4131858 Oct 25 23:20:20.647195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179896594'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:20.689933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:20.705313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.711314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e8be444-337b-4bb1-874a-af3f40d6a51d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.773896 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:20:20.776208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.868622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.875847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.898666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e0242b46-da5b-482d-89bf-075a7d8a2e1e,segment=NetworkSegment(a7a08abc-5930-4f92-a277-7499a74ed58a),segment_id=a7a08abc-5930-4f92-a277-7499a74ed58a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:20.921886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e8be444-337b-4bb1-874a-af3f40d6a51d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.930073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e8be444-337b-4bb1-874a-af3f40d6a51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.939785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:20.941215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2976670 Oct 25 23:20:20.945860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:20.952007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1052210619', 'security_groups': ['485af827-ef03-4a7d-a11b-c4a918f1e140'], 'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19f8615a-e6a5-4ed2-998e-97067beb1118'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:20.968546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4114c5-5df2-4fc6-9713-27f405c306e2 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485af827-ef03-4a7d-a11b-c4a918f1e140,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:20.995251 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.011659 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.025768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8be444-337b-4bb1-874a-af3f40d6a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3228ad-46ef-4c30-8fb5-5adc9e88826f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:21.095952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46014) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:21.114031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9e8be444-337b-4bb1-874a-af3f40d6a51d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4de2d9196d140f8ac9e4e32fa70a081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237723 Oct 25 23:20:21.116542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:21.179077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6dbfeaa-54d2-414f-96af-c02f81ec914b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.217169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6dbfeaa-54d2-414f-96af-c02f81ec914b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.243189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2171-7c9b-43ef-91aa-dcaec4c60bf7 None None] Pushing event updated for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:21.257696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f42eaf45-e78d-47a4-aada-3d1787e97516 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4a5a41d015945dca9ad485dd0793332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469305 Oct 25 23:20:21.259380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:21.386044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6dbfeaa-54d2-414f-96af-c02f81ec914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.391371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6dbfeaa-54d2-414f-96af-c02f81ec914b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.393314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e6dbfeaa-54d2-414f-96af-c02f81ec914b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe3228ad-46ef-4c30-8fb5-5adc9e88826f HTTP/1.1" status: 204 len: 168 time: 0.2756300 Oct 25 23:20:21.397490 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f77fb3b3-94bf-45fa-8e20-4ab90b9f7e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.410936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbfeaa-54d2-414f-96af-c02f81ec914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3228ad-46ef-4c30-8fb5-5adc9e88826f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:21.459517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f77fb3b3-94bf-45fa-8e20-4ab90b9f7e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.488485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:21.503480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:21.527499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:21.553537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46032) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:21.656047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:21.657833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.722876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba0ad68-c12f-4ddd-89cd-f271ab4b3130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.764791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:21.811198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] device_id is not set on port 2dc75134-1b33-4333-98ba-98022fb9dc16 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:21.861661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4da1-de7c-45a2-a8f5-4702dd067782 req-774843f2-a153-4365-b114-3fc1120628ce tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:21.863800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8cea4da1-de7c-45a2-a8f5-4702dd067782 req-774843f2-a153-4365-b114-3fc1120628ce tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2441661 Oct 25 23:20:21.998746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8cea4da1-de7c-45a2-a8f5-4702dd067782 req-d95cffe2-cae7-4ee7-a286-385b5fc9b535 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246376 Oct 25 23:20:22.034876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7a8094b4-af9b-42ef-b542-da8252f0c5b1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:20:22.059692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1eda08b4-5ad4-41d8-a3d4-a220b668bc4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de8ca7c6868f410e8f64d5c77cb5d466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283642 Oct 25 23:20:22.066512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46042) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:22.073979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f77fb3b3-94bf-45fa-8e20-4ab90b9f7e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.077007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7a8094b4-af9b-42ef-b542-da8252f0c5b1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:20:22.077387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f77fb3b3-94bf-45fa-8e20-4ab90b9f7e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.078935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7a8094b4-af9b-42ef-b542-da8252f0c5b1 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:20:22.082379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f77fb3b3-94bf-45fa-8e20-4ab90b9f7e9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ccddc11-6ef5-40f1-bc4f-beafd37f659c HTTP/1.1" status: 204 len: 168 time: 0.8216352 Oct 25 23:20:22.132221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fb3b3-94bf-45fa-8e20-4ab90b9f7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccddc11-6ef5-40f1-bc4f-beafd37f659c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:22.132469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba0ad68-c12f-4ddd-89cd-f271ab4b3130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.151087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb9ea4-3956-4d35-af27-3f09e68d9726 req-0d5a0270-8e4f-46c8-9332-d41afbf87614 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:22.152902 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ba0ad68-c12f-4ddd-89cd-f271ab4b3130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.162867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dffb9ea4-3956-4d35-af27-3f09e68d9726 req-0d5a0270-8e4f-46c8-9332-d41afbf87614 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2256546 Oct 25 23:20:22.267969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0ad68-c12f-4ddd-89cd-f271ab4b3130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb491d0b-bc2b-42fd-904b-b52fb1823143,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:22.286805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7ba0ad68-c12f-4ddd-89cd-f271ab4b3130 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfe26b7e0e174cb8b33959c9cd1e2248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320817 Oct 25 23:20:22.287433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46054) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:22.347119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dffb9ea4-3956-4d35-af27-3f09e68d9726 req-e57775e5-cd49-449e-bba9-fb60b2c26f89 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833470 Oct 25 23:20:22.357704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8::a7 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/19f8615a-e6a5-4ed2-998e-97067beb1118/2dc75134-1b33-4333-98ba-98022fb9dc16) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:22.366589 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e98cb784-adc6-4de4-bade-74cb9341c177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.406893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7252da1c-5926-4d39-ab7f-dc4bdd71ab86 None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:22.408534 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7252da1c-5926-4d39-ab7f-dc4bdd71ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.420676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e98cb784-adc6-4de4-bade-74cb9341c177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.430723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54da04c0-a4dc-499b-b7cd-c78794ad8c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.463810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54da04c0-a4dc-499b-b7cd-c78794ad8c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.482727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7252da1c-5926-4d39-ab7f-dc4bdd71ab86 None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:22.511275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7252da1c-5926-4d39-ab7f-dc4bdd71ab86 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:22.511797 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7252da1c-5926-4d39-ab7f-dc4bdd71ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.613562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e98cb784-adc6-4de4-bade-74cb9341c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.616988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e98cb784-adc6-4de4-bade-74cb9341c177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.618658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.618906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e98cb784-adc6-4de4-bade-74cb9341c177 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98777301-bceb-4e38-bf0d-0ce3aa265cf1 HTTP/1.1" status: 204 len: 168 time: 0.5508697 Oct 25 23:20:22.630078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cb784-adc6-4de4-bade-74cb9341c177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98777301-bceb-4e38-bf0d-0ce3aa265cf1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:22.643120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54da04c0-a4dc-499b-b7cd-c78794ad8c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.646886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54da04c0-a4dc-499b-b7cd-c78794ad8c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.650030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-54da04c0-a4dc-499b-b7cd-c78794ad8c83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb491d0b-bc2b-42fd-904b-b52fb1823143 HTTP/1.1" status: 204 len: 168 time: 0.3589122 Oct 25 23:20:22.669159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da04c0-a4dc-499b-b7cd-c78794ad8c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb491d0b-bc2b-42fd-904b-b52fb1823143,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:22.696779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.757847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46070) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:22.781988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:22.787786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:22.792351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:22.801939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:22.802898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.827895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8808086 Oct 25 23:20:22.828995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e56489-5d6f-4dcc-9c84-d9ec1a1a007f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=2dc75134-1b33-4333-98ba-98022fb9dc16,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:22.831759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46072) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:22.838291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:22.848554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e7d112b-3688-4852-834b-64ee6cd2ebf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cee16e488964aaf900c4de9ca92cda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885236 Oct 25 23:20:22.850375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46074) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:22.958429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-562957d3-3ee8-4e05-a1bc-71507d93190a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:22.999095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:23.005005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-562957d3-3ee8-4e05-a1bc-71507d93190a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:23.013717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:23.150038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-562957d3-3ee8-4e05-a1bc-71507d93190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:23.152725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-562957d3-3ee8-4e05-a1bc-71507d93190a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:23.156712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-562957d3-3ee8-4e05-a1bc-71507d93190a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92981282-f36d-4597-ad7d-d4f5b90eef64 HTTP/1.1" status: 204 len: 168 time: 0.3008165 Oct 25 23:20:23.205256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562957d3-3ee8-4e05-a1bc-71507d93190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92981282-f36d-4597-ad7d-d4f5b90eef64,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:23.271288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638ad76-3d60-4374-82da-b87a7b22bb37 req-72b153da-561e-44d7-8e01-5c123c1df548 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:23.272871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e638ad76-3d60-4374-82da-b87a7b22bb37 req-72b153da-561e-44d7-8e01-5c123c1df548 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1531804 Oct 25 23:20:23.278658 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19f8615a-e6a5-4ed2-998e-97067beb1118 (CIDR: 2001:db8::/64) Oct 25 23:20:23.287235 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:20:23.287679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:23.316581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-00abaa8d-fa3c-42f3-9dca-1291e9647651 None None] Provisioning complete for port 2dc75134-1b33-4333-98ba-98022fb9dc16 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:23.317657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-00abaa8d-fa3c-42f3-9dca-1291e9647651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:23.326815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-227cb461-c304-4e1f-89d1-263d68f1a1e4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4929593 Oct 25 23:20:23.329268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46090) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:23.363513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:23.379412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e638ad76-3d60-4374-82da-b87a7b22bb37 req-d1623cfd-fd5e-4d0d-9ecf-e5922425ed57 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968161 Oct 25 23:20:23.407882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-00abaa8d-fa3c-42f3-9dca-1291e9647651 None None] Port 2dc75134-1b33-4333-98ba-98022fb9dc16 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:23.551587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240369f-ae3d-4977-a4dd-8cac21ee859e req-74f3d94d-7f43-4de8-8df8-5e260c5477b9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:23.553196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7240369f-ae3d-4977-a4dd-8cac21ee859e req-74f3d94d-7f43-4de8-8df8-5e260c5477b9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.0876961 Oct 25 23:20:23.579355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:23.583504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:23.649055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7240369f-ae3d-4977-a4dd-8cac21ee859e req-f2769df0-a8c7-4f51-8c17-4914f8091a99 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872493 Oct 25 23:20:23.697491 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a1c9d24b-972f-4624-af3f-16b031e079fa (CIDR: 2001:db8:0:1::/64) Oct 25 23:20:23.703070 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:20:23.703618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:23.730206 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb650552-47af-4c3b-b479-1f9a0566e9e3 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3966899 Oct 25 23:20:23.731253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:23.737445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'subnet': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:23.886514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Made reservation on behalf of d7700419b2694cc082a00dee4131bbea for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:23.891717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:24.177176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-71d7175e-6f42-45c9-b93d-771003a11b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:24.183316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-71d7175e-6f42-45c9-b93d-771003a11b51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1096 time: 0.0851464 Oct 25 23:20:24.229981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:24.307909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Subnet': ['ID=5e8c6da0-61b6-4f88-b700-93f0742d7e82,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:24.317231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:24.319074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:24.321960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:24.322736 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:24.331394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f4b80-e3c8-4b9c-b671-7c006f4ccf3a None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:24.367257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-14103a20-8425-4430-a527-465e0d73053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:24.370025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc68fa8d-9bb4-4b04-af0a-669e94094502 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6375585 Oct 25 23:20:24.370724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:24.370902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-14103a20-8425-4430-a527-465e0d73053a service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.1633503 Oct 25 23:20:24.392902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-97464851', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e8c6da0-61b6-4f88-b700-93f0742d7e82'}], 'security_groups': ['f7d1f6a4-0d75-4fb0-8c77-de7c55fc4a0a', '86a39971-cc45-4e3d-8aa9-f19bb9a193f1']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:24.552647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-c76cd1a4-5d24-428f-b4a9-0157ddd7fea6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 1000 time: 0.1739674 Oct 25 23:20:24.609266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ad7a7-8717-4bd4-83fd-cf8b893d16e6 req-d9312c6b-2f8f-48ec-8b5b-dd3609118292 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:24.612090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e54ad7a7-8717-4bd4-83fd-cf8b893d16e6 req-d9312c6b-2f8f-48ec-8b5b-dd3609118292 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1098382 Oct 25 23:20:24.662960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-5de1fb36-4924-4d51-9c12-9bc11c800a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:24.664711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-5de1fb36-4924-4d51-9c12-9bc11c800a2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1043117 Oct 25 23:20:24.728992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e54ad7a7-8717-4bd4-83fd-cf8b893d16e6 req-680cb9fa-250a-4d70-a99d-425b078ec0f7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066868 Oct 25 23:20:24.786872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-9f12118f-48b3-406b-81de-53f77b8b4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:24.788553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-9f12118f-48b3-406b-81de-53f77b8b4a9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035154 Oct 25 23:20:24.802876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] Update dhcp port {'port': {'network_id': '039c8bd0-62a5-4dfe-94af-d003bdb5063b', 'fixed_ips': [{'subnet_id': 'a1c9d24b-972f-4624-af3f-16b031e079fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19f8615a-e6a5-4ed2-998e-97067beb1118', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e8c6da0-61b6-4f88-b700-93f0742d7e82'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'e0242b46-da5b-482d-89bf-075a7d8a2e1e'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:20:24.884144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:25.064585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-f45ed565-d408-4ae8-b6af-b3e6f577f8bd service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630849 Oct 25 23:20:25.149532 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:25.181139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99388060-1329-4747-b38a-b626b7ae14f2 req-e94070c0-a390-4847-9b69-51bcd2c1d374 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:25.182635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99388060-1329-4747-b38a-b626b7ae14f2 req-e94070c0-a390-4847-9b69-51bcd2c1d374 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1747897 Oct 25 23:20:25.320267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] Allocated IP 2001:db8:0:2::2 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/5e8c6da0-61b6-4f88-b700-93f0742d7e82/e0242b46-da5b-482d-89bf-075a7d8a2e1e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:25.349715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596b90f7-5d3c-45c4-8691-d2b889ecc780 req-620edb9f-1970-4ee5-9e62-e973201e6cf0 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775798 Oct 25 23:20:25.460135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99388060-1329-4747-b38a-b626b7ae14f2 req-dfd59be3-b112-46a6-9421-217ab79fe052 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627521 Oct 25 23:20:25.498879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e0242b46-da5b-482d-89bf-075a7d8a2e1e,segment=NetworkSegment(a7a08abc-5930-4f92-a277-7499a74ed58a),segment_id=a7a08abc-5930-4f92-a277-7499a74ed58a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:25.562944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:25.575694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:25.735486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46182) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:25.779804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Delete allocated IP 2001:db8::a7 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/19f8615a-e6a5-4ed2-998e-97067beb1118) {{(pid=102134) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 23:20:25.793592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Allocated IP 2001:db8:0:2::9 (039c8bd0-62a5-4dfe-94af-d003bdb5063b/5e8c6da0-61b6-4f88-b700-93f0742d7e82/2dc75134-1b33-4333-98ba-98022fb9dc16) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:25.899951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f75e-dbaa-402e-abec-748a3e44c46b None None] Pushing event updated for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:25.957600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb3e51-9380-45ba-b4ed-7c096c25ac34 req-5e5c796d-4945-463f-8cbd-2a27a917ddde tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:25.960812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01bb3e51-9380-45ba-b4ed-7c096c25ac34 req-5e5c796d-4945-463f-8cbd-2a27a917ddde tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1128507 Oct 25 23:20:26.055261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01bb3e51-9380-45ba-b4ed-7c096c25ac34 req-c08dcb44-ae7b-46a1-b72f-82b31132d0e2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838518 Oct 25 23:20:26.115722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.125713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.201057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event updated for resources: {'Port': ['ID=2dc75134-1b33-4333-98ba-98022fb9dc16,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:26.251624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] In _notify_port_updated(), no bound segment for port 2dc75134-1b33-4333-98ba-98022fb9dc16 on network 039c8bd0-62a5-4dfe-94af-d003bdb5063b {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:20:26.257381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:26.258011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.259355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ae9f297-b0d5-411c-bca9-89bd58e003cb tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "PUT /v2.0/ports/2dc75134-1b33-4333-98ba-98022fb9dc16 HTTP/1.1" status: 200 len: 966 time: 1.8841379 Oct 25 23:20:26.262427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:26.356145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212363023'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:26.406802 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.411060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 2dc75134-1b33-4333-98ba-98022fb9dc16 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:26.411397 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.426603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.640242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d89ae3-83c4-4a57-9725-e20596f484af req-fc9e2464-daa9-4ffb-bb06-9d4ca77e4f29 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:26.643016 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d89ae3-83c4-4a57-9725-e20596f484af req-fc9e2464-daa9-4ffb-bb06-9d4ca77e4f29 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.0672908 Oct 25 23:20:26.703894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.704672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d89ae3-83c4-4a57-9725-e20596f484af req-3acaac2a-afdb-4cbe-b154-544bfe27040c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514338 Oct 25 23:20:26.740701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 2dc75134-1b33-4333-98ba-98022fb9dc16 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:26.812747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.841346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46224) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:26.860010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:26.894130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b1f244-c1cb-4358-aad3-eaea40d13b85,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:26.993998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.018322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.072109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0b325c9-7d3c-44a1-867c-3f7caf8a0aa1 None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:27.073066 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0b325c9-7d3c-44a1-867c-3f7caf8a0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.117850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.122874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3859231 Oct 25 23:20:27.127898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46236) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:27.155791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b60d1-8942-4eec-a431-bd08b83ae483 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa491af-f8d3-4772-83f9-d5d49b9b2c74,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:27.168472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d0b325c9-7d3c-44a1-867c-3f7caf8a0aa1 None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:27.173144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.187856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0b325c9-7d3c-44a1-867c-3f7caf8a0aa1 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:27.188206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0b325c9-7d3c-44a1-867c-3f7caf8a0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.250575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=2dc75134-1b33-4333-98ba-98022fb9dc16,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:27.305779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46240) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:27.322378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d087542e-0b17-4e7a-9470-f34b0f2aa280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.408486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0b325c9-7d3c-44a1-867c-3f7caf8a0aa1 None None] Could not find standard attr ID for object 2dc75134-1b33-4333-98ba-98022fb9dc16. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:27.422833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-290825231', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:27.450496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:27.532436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Made reservation on behalf of 593239fda9d543a5b4b6f3677a011cd9 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:27.540182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.540739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f5a88b64-03d5-4951-b4f0-1c049c2f41ad None None] Could not find standard attr ID for object 2dc75134-1b33-4333-98ba-98022fb9dc16. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:27.566431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.566686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:27.566986 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.683450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-e9f0a7c2-628a-44b1-8562-911fa5e66412 req-bf5f40eb-cfe7-48f9-a17e-57d4b4a51d84 tempest-MigrationsAdminTest-860471628 tempest-MigrationsAdminTest-860471628-project] (102134) timed out ('10.222.0.15', 50322) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:20:27.737770 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d087542e-0b17-4e7a-9470-f34b0f2aa280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.747856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d087542e-0b17-4e7a-9470-f34b0f2aa280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.774605 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.798124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d087542e-0b17-4e7a-9470-f34b0f2aa280 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4f12e71e69b4f3f8a701e6a8c443b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546096 Oct 25 23:20:27.801499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46254) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:27.805353 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.809716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e27edf5f-1a4f-4d5d-aae0-38667cf84e5f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6776650 Oct 25 23:20:27.811251 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.811574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] device_id is not set on port 5de78a3d-11eb-4b0d-b0ad-7365827a8695 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:27.816966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-50452b80-7c3f-4f9d-b915-1654eb627e4c tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/2dc75134-1b33-4333-98ba-98022fb9dc16 HTTP/1.1" status: 204 len: 168 time: 1.5500014 Oct 25 23:20:27.820134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46256) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:27.820493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46258) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:27.828980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-security--1194678671', 'description': 'tempest-security-description-1653859345'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:27.889065 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2984e7ca-31c9-41ed-b250-582e61663456 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] GET failed (client error): The resource could not be found. Oct 25 23:20:27.893642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2984e7ca-31c9-41ed-b250-582e61663456 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports/2dc75134-1b33-4333-98ba-98022fb9dc16 HTTP/1.1" status: 404 len: 333 time: 0.0673831 Oct 25 23:20:27.901506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:27.915527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087542e-0b17-4e7a-9470-f34b0f2aa280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aedda0-b19c-4fec-8f02-c514a489f920,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:27.926989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647be13a-9b32-4b73-8792-fdf4331a5221 req-c686970a-cacd-48d4-9913-e08b73455c3a tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:27.929275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-647be13a-9b32-4b73-8792-fdf4331a5221 req-c686970a-cacd-48d4-9913-e08b73455c3a tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.6512883 Oct 25 23:20:27.935412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:27.959867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89d9623d-1c12-4660-a1b5-9f5105630242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.025114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b2c7-6e22-4eb2-a408-13b942b9d9cb req-88863753-36e3-40f3-9e14-b8975e769d66 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:28.027234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5f3b2c7-6e22-4eb2-a408-13b942b9d9cb req-88863753-36e3-40f3-9e14-b8975e769d66 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2070172 Oct 25 23:20:28.048435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-647be13a-9b32-4b73-8792-fdf4331a5221 req-78a3b2e4-7435-4a05-8763-d90c554fd89f tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903649 Oct 25 23:20:28.052367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36595786-4c15-43d0-8760-5506fbf4783b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.055733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89d9623d-1c12-4660-a1b5-9f5105630242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.087083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.109739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.111748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cca27b76-acb0-46ae-b9d1-469a20b3f7d5 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.113844 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.115254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "PUT /v2.0/security-groups/2fa491af-f8d3-4772-83f9-d5d49b9b2c74 HTTP/1.1" status: 200 len: 1780 time: 0.2926528 Oct 25 23:20:28.125332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46262) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.141159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5f3b2c7-6e22-4eb2-a408-13b942b9d9cb req-7c37dcd2-c16d-419b-ba34-9b92f14814d9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831618 Oct 25 23:20:28.156546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af343fe-461b-4b95-b3e6-21210d17211d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa491af-f8d3-4772-83f9-d5d49b9b2c74,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.174939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Allocated IP 172.25.4.58 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/5de78a3d-11eb-4b0d-b0ad-7365827a8695) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:28.182385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89d9623d-1c12-4660-a1b5-9f5105630242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.187195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89d9623d-1c12-4660-a1b5-9f5105630242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.188951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-89d9623d-1c12-4660-a1b5-9f5105630242 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73aedda0-b19c-4fec-8f02-c514a489f920 HTTP/1.1" status: 204 len: 168 time: 0.3861840 Oct 25 23:20:28.200927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9623d-1c12-4660-a1b5-9f5105630242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aedda0-b19c-4fec-8f02-c514a489f920,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.206557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cca27b76-acb0-46ae-b9d1-469a20b3f7d5 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.318868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec5b7935-b5f4-4b85-8d7c-1bab09326da0 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups/2fa491af-f8d3-4772-83f9-d5d49b9b2c74 HTTP/1.1" status: 200 len: 1780 time: 0.1912825 Oct 25 23:20:28.320412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46270) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.358975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cca27b76-acb0-46ae-b9d1-469a20b3f7d5 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.362652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cca27b76-acb0-46ae-b9d1-469a20b3f7d5 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.366769 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cca27b76-acb0-46ae-b9d1-469a20b3f7d5 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/security-groups/485af827-ef03-4a7d-a11b-c4a918f1e140 HTTP/1.1" status: 204 len: 168 time: 0.4624057 Oct 25 23:20:28.368629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.373326 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.418510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c6754bc-89c1-4e7c-b807-c9631dc13f57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.447199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c6754bc-89c1-4e7c-b807-c9631dc13f57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.513965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c6754bc-89c1-4e7c-b807-c9631dc13f57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.520734 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c6754bc-89c1-4e7c-b807-c9631dc13f57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.524931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c6754bc-89c1-4e7c-b807-c9631dc13f57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/2fa491af-f8d3-4772-83f9-d5d49b9b2c74 HTTP/1.1" status: 204 len: 168 time: 0.2025697 Oct 25 23:20:28.533825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46278) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.565780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca27b76-acb0-46ae-b9d1-469a20b3f7d5 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485af827-ef03-4a7d-a11b-c4a918f1e140,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.601458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6754bc-89c1-4e7c-b807-c9631dc13f57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa491af-f8d3-4772-83f9-d5d49b9b2c74,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.656127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.674200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9f9175fa-5789-47e1-aa4d-4df796f8ab0b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341288 Oct 25 23:20:28.675685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46282) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.689844 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-baaf08a6-e745-400c-b6c5-32c0b5483b1a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] delete failed (client error): The resource could not be found. Oct 25 23:20:28.695404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-baaf08a6-e745-400c-b6c5-32c0b5483b1a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/2fa491af-f8d3-4772-83f9-d5d49b9b2c74 HTTP/1.1" status: 404 len: 347 time: 0.0143161 Oct 25 23:20:28.696049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054a8cf1-8e27-447d-82b3-e2a652ea6be1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.696499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46284) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.704290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039620830'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:28.732437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.746331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054a8cf1-8e27-447d-82b3-e2a652ea6be1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.768138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.835019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:28.843433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.844193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:28.847118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:28.854317 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.891224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.892476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1957607 Oct 25 23:20:28.894616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eb247-8db2-437f-8fe8-b80af6815278 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4128fddd-8492-4dda-a778-4e209b54e1d1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.897059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46298) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.902509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': '4128fddd-8492-4dda-a778-4e209b54e1d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:28.935861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Pushing event updated for resources: {'Port': ['ID=5de78a3d-11eb-4b0d-b0ad-7365827a8695,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:28.943284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.952164 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054a8cf1-8e27-447d-82b3-e2a652ea6be1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.955918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054a8cf1-8e27-447d-82b3-e2a652ea6be1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:28.959875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46302) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:28.960926 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-054a8cf1-8e27-447d-82b3-e2a652ea6be1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/security-groups/86a39971-cc45-4e3d-8aa9-f19bb9a193f1 HTTP/1.1" status: 204 len: 168 time: 0.4287660 Oct 25 23:20:28.971550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:28.973018 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.008511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc72f545-67b1-4e94-b3ba-e217f7171a72 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7011125 Oct 25 23:20:29.009615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a8cf1-8e27-447d-82b3-e2a652ea6be1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a39971-cc45-4e3d-8aa9-f19bb9a193f1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:29.011258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46304) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:29.015696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}]}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:29.048189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.049381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.132586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.133859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38684a96-aa3e-4f30-aaae-3b235ad154c1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.139241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.140561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.178543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a37e2d-bbdb-4fed-80e5-2194544ff884,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:29.228238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38684a96-aa3e-4f30-aaae-3b235ad154c1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.244399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.246826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-846fabf0-5f40-4c53-8535-d9b3f95e5676 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3476925 Oct 25 23:20:29.249841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46312) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:29.313862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84e97-f94f-4ced-b3e3-4f256c3c0818 req-f65578cc-cff8-4a73-9432-edd7ea9f20ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:29.316441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10c84e97-f94f-4ced-b3e3-4f256c3c0818 req-f65578cc-cff8-4a73-9432-edd7ea9f20ba tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1308663 Oct 25 23:20:29.362620 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-661e55a6-9333-4fa2-9f28-8502f2a4fdd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.379809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-661e55a6-9333-4fa2-9f28-8502f2a4fdd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.426570 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.453484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-661e55a6-9333-4fa2-9f28-8502f2a4fdd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.455194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38684a96-aa3e-4f30-aaae-3b235ad154c1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.457880 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38684a96-aa3e-4f30-aaae-3b235ad154c1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.459050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-38684a96-aa3e-4f30-aaae-3b235ad154c1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/security-groups/f7d1f6a4-0d75-4fb0-8c77-de7c55fc4a0a HTTP/1.1" status: 204 len: 168 time: 0.4982190 Oct 25 23:20:29.466203 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-661e55a6-9333-4fa2-9f28-8502f2a4fdd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.466203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-661e55a6-9333-4fa2-9f28-8502f2a4fdd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/49a37e2d-bbdb-4fed-80e5-2194544ff884 HTTP/1.1" status: 204 len: 168 time: 0.2106626 Oct 25 23:20:29.476711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46322) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:29.477575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46326) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:29.477974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38684a96-aa3e-4f30-aaae-3b235ad154c1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d1f6a4-0d75-4fb0-8c77-de7c55fc4a0a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:29.501051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10c84e97-f94f-4ced-b3e3-4f256c3c0818 req-ec3074f7-5588-407b-ab28-42f1968c8a83 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400006 Oct 25 23:20:29.503475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e55a6-9333-4fa2-9f28-8502f2a4fdd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49a37e2d-bbdb-4fed-80e5-2194544ff884,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:29.613547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d956-a1b8-48e0-b991-0f3c0656fae3 req-82da0b7f-b1e4-4ed5-a2f7-a29b1b100926 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:29.615227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5042d956-a1b8-48e0-b991-0f3c0656fae3 req-82da0b7f-b1e4-4ed5-a2f7-a29b1b100926 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.3016787 Oct 25 23:20:29.634702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 19f8615a-e6a5-4ed2-998e-97067beb1118 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:29.647546 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.738205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-08ee4f7c-aa36-4746-a773-3767361b9c23 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2479999 Oct 25 23:20:29.741849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:29.781588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.794898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5042d956-a1b8-48e0-b991-0f3c0656fae3 req-565d5341-dc5b-4eb9-bfbf-9d66202b81b2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708071 Oct 25 23:20:29.926355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.961838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0930e33c-b21d-4125-81d4-0dc57b938b3e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:29.971811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-4277488f-25d9-41ca-b52c-7c6494c7dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:29.973336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-4277488f-25d9-41ca-b52c-7c6494c7dd67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 1096 time: 0.1177492 Oct 25 23:20:29.987302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4515f-a08e-4731-8f06-c8ff124c2def req-2df003f7-bd8c-40b1-b2ca-6a717b5ad9b8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:29.989184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afd4515f-a08e-4731-8f06-c8ff124c2def req-2df003f7-bd8c-40b1-b2ca-6a717b5ad9b8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1948395 Oct 25 23:20:30.086429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-304f835c-8e73-459d-98ce-79d30e8a2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:30.087915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-304f835c-8e73-459d-98ce-79d30e8a2d87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.0960085 Oct 25 23:20:30.120619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0930e33c-b21d-4125-81d4-0dc57b938b3e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.199258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.202559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.230254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afd4515f-a08e-4731-8f06-c8ff124c2def req-6eec8c66-6659-4298-aa31-14443fbdb0fd tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413143 Oct 25 23:20:30.243140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-f810b9b9-3082-44c1-90ae-c8c9890f4b86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 200 len: 1000 time: 0.1402361 Oct 25 23:20:30.246914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=19f8615a-e6a5-4ed2-998e-97067beb1118,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:30.250517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0930e33c-b21d-4125-81d4-0dc57b938b3e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.254440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46354) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:30.254549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0930e33c-b21d-4125-81d4-0dc57b938b3e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.255874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0930e33c-b21d-4125-81d4-0dc57b938b3e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/4128fddd-8492-4dda-a778-4e209b54e1d1 HTTP/1.1" status: 204 len: 168 time: 0.5128739 Oct 25 23:20:30.260625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:30.264915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.283402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e1d68-66c9-4162-b6af-5a0d9a4c8475 None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:30.290103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.325145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-14f55114-8bb8-4ff7-8d29-1acf381b4f8b tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/19f8615a-e6a5-4ed2-998e-97067beb1118 HTTP/1.1" status: 204 len: 168 time: 0.8427968 Oct 25 23:20:30.330011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46362) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:30.352338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930e33c-b21d-4125-81d4-0dc57b938b3e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4128fddd-8492-4dda-a778-4e209b54e1d1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:30.528655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-210412d8-2f4a-4221-8eea-1485391cec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:30.531389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-210412d8-2f4a-4221-8eea-1485391cec6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.2744412 Oct 25 23:20:30.553168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b79068-79fb-494f-ba6a-77dff86e2c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.587342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-546878ad-5050-46be-bead-b39cdd2b2f12 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3178999 Oct 25 23:20:30.588072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46370) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:30.618256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet 5e8c6da0-61b6-4f88-b700-93f0742d7e82 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:30.626000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230732804'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:30.636886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.671400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-156d29c3-42e3-4300-beb3-b0d3b8ba5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:30.674368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-156d29c3-42e3-4300-beb3-b0d3b8ba5033 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325505 Oct 25 23:20:30.676647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.791895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.878135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.935201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.938470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-1baea8a6-c467-42e8-b42a-34cb09617a83 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511647 Oct 25 23:20:30.941956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.977197 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:30.978732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3606384 Oct 25 23:20:30.999392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46376) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:31.005148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'c5243a7f-192a-4667-9763-496fd0827fec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:31.078273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c5b2a-125c-41c8-8813-47ed5a24cf7b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5243a7f-192a-4667-9763-496fd0827fec,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:31.140333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.159176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72b7ef15-dd00-4de9-b127-d1bc30255d04 req-0fd79109-b219-4961-b595-08741a9d3d7b service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037330 Oct 25 23:20:31.225805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.226681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.231431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.235299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.247420 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b79068-79fb-494f-ba6a-77dff86e2c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.278791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dfdd14-232b-488a-9ad0-7674088e4ad2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:31.299149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.300955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cce3a347-c4fb-42ae-9769-fa6a900fe6e1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3005216 Oct 25 23:20:31.312066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46380) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:31.319283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'c5243a7f-192a-4667-9763-496fd0827fec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:31.365450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91b79068-79fb-494f-ba6a-77dff86e2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.373445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.379347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.391657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c2815-40c7-4daf-b93f-d274762b54ac req-346cb790-fd02-45fe-a83c-f287e4b5a9a5 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:31.400303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-993c2815-40c7-4daf-b93f-d274762b54ac req-346cb790-fd02-45fe-a83c-f287e4b5a9a5 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.4442065 Oct 25 23:20:31.445654 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.446436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eae3c700-284b-4bbc-8253-205685382942 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:20:31.533859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46388) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:31.534173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91b79068-79fb-494f-ba6a-77dff86e2c84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e46bb711d0747a4a9271fdfeb6636c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2746484 Oct 25 23:20:31.552376 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 25 23:20:31.556819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-096b80cd-7e7e-496f-a90a-e5ac70217424 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5445955 Oct 25 23:20:31.557405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46390) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:31.560861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79068-79fb-494f-ba6a-77dff86e2c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c4e097-7248-4679-971d-2265036be167,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:31.581365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496475d-eb3a-42e9-a538-4fda865ab768 req-b5248f05-f02b-4162-85bc-31d3c5bb5d4b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:31.586675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f496475d-eb3a-42e9-a538-4fda865ab768 req-b5248f05-f02b-4162-85bc-31d3c5bb5d4b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.2134738 Oct 25 23:20:31.693724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.703226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dde7201c-f8af-4215-8439-911171a94502 None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:31.704113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dde7201c-f8af-4215-8439-911171a94502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.712556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.754974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-dde7201c-f8af-4215-8439-911171a94502 None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:31.759768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.761205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4478726 Oct 25 23:20:31.770510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46394) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:31.778266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'c5243a7f-192a-4667-9763-496fd0827fec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:31.781753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dde7201c-f8af-4215-8439-911171a94502 None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:31.782374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dde7201c-f8af-4215-8439-911171a94502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.793086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d314109-91eb-47c7-9164-872f110edc64 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d573290-9f7d-4dea-897b-04a2fe98019c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:31.824908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f496475d-eb3a-42e9-a538-4fda865ab768 req-e72f11d7-c3fa-47dd-85b0-694b58ac3b37 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223489 Oct 25 23:20:31.838143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cef59682-0f16-411d-b1e0-e1dc62dd4bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.919380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cef59682-0f16-411d-b1e0-e1dc62dd4bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:31.982765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.040872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cef59682-0f16-411d-b1e0-e1dc62dd4bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.044195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cef59682-0f16-411d-b1e0-e1dc62dd4bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.048423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cef59682-0f16-411d-b1e0-e1dc62dd4bc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17c4e097-7248-4679-971d-2265036be167 HTTP/1.1" status: 204 len: 168 time: 0.5100162 Oct 25 23:20:32.061824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.063184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef59682-0f16-411d-b1e0-e1dc62dd4bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c4e097-7248-4679-971d-2265036be167,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:32.071126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.112397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ddba5e-98ff-4471-b084-d5d5ef73e32a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:32.127947 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.129755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ee56cf43-d571-4285-abdb-4fff1b1df0ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3553641 Oct 25 23:20:32.132181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.137230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'c5243a7f-192a-4667-9763-496fd0827fec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:32.169332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.196995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-993c2815-40c7-4daf-b93f-d274762b54ac req-b4472dbf-881d-4d65-80e8-40a9a84a0c87 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7957153 Oct 25 23:20:32.247207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.248374 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.256291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.283735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8c6da0-61b6-4f88-b700-93f0742d7e82,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:32.296016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.301788 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684618 Oct 25 23:20:32.303307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.313171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'c5243a7f-192a-4667-9763-496fd0827fec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:32.316501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.320331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de1cb6-b67b-4dd6-a7b4-aa79f8674cc4 None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:32.323437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9014ef2a-c154-4f1c-87c0-aaa7a08828db tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/5e8c6da0-61b6-4f88-b700-93f0742d7e82 HTTP/1.1" status: 204 len: 168 time: 1.9920545 Oct 25 23:20:32.324888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46404) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.333895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acdf2-2361-4548-849b-09509319dbc9 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb25bfb3-52aa-4b93-8f4f-d60cd1dba0c9,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:32.373282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.374203 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af34627-5d3e-4949-927d-ff782ae06110 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:32.377121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af34627-5d3e-4949-927d-ff782ae06110 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:32.386949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9af34627-5d3e-4949-927d-ff782ae06110 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/19f8615a-e6a5-4ed2-998e-97067beb1118 HTTP/1.1" status: 404 len: 337 time: 0.0607054 Oct 25 23:20:32.398531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46406) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.454957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46408) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.491827 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a142abf-ce6c-4bc9-90b4-84bece7b5472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.562077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.575031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.594780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Deleting port 5de78a3d-11eb-4b0d-b0ad-7365827a8695 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:32.595365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.613641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting subnet a1c9d24b-972f-4624-af3f-16b031e079fa {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:32.617182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19567cdf-090f-45d7-ac7b-12ad45eb6370,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:32.629286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.634125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-348eb4f8-4d90-46e4-95b1-7f8dfd44cc9e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3256876 Oct 25 23:20:32.635085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46412) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.638613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.677845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34688cc0-67ca-4d70-8821-3dbde3c751af tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.704070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.704961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a142abf-ce6c-4bc9-90b4-84bece7b5472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.707436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34688cc0-67ca-4d70-8821-3dbde3c751af tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.725856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a142abf-ce6c-4bc9-90b4-84bece7b5472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.838610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a142abf-ce6c-4bc9-90b4-84bece7b5472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39625bb7-bd2a-4908-b71e-d6966b1ffeaa,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:32.892523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1a142abf-ce6c-4bc9-90b4-84bece7b5472 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1159dc2784234d5486fa5c2e29906891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208429 Oct 25 23:20:32.896521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34688cc0-67ca-4d70-8821-3dbde3c751af tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.899186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46424) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.939012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.952314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34688cc0-67ca-4d70-8821-3dbde3c751af tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:32.953486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-34688cc0-67ca-4d70-8821-3dbde3c751af tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/19567cdf-090f-45d7-ac7b-12ad45eb6370 HTTP/1.1" status: 204 len: 168 time: 0.3163249 Oct 25 23:20:32.959277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:32.990937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688cc0-67ca-4d70-8821-3dbde3c751af tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19567cdf-090f-45d7-ac7b-12ad45eb6370,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:33.010572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Calling delete_port for 5de78a3d-11eb-4b0d-b0ad-7365827a8695 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:33.020620 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.079451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56186a0-06b3-4271-a89d-566905863a93 req-e68db05d-e4cd-4e67-adce-8340383ad365 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:33.081613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f56186a0-06b3-4271-a89d-566905863a93 req-e68db05d-e4cd-4e67-adce-8340383ad365 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1224995 Oct 25 23:20:33.158832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a32c2c7-cc63-433d-b28c-17cc6f134161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.188138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a32c2c7-cc63-433d-b28c-17cc6f134161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.205697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f56186a0-06b3-4271-a89d-566905863a93 req-2b5d7dc4-8dc8-42d3-9cd4-7d20d82077a7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143711 Oct 25 23:20:33.253191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7c19c66c-5155-45f9-967a-6c5371a43a21 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196191 Oct 25 23:20:33.270780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a32c2c7-cc63-433d-b28c-17cc6f134161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.273903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a32c2c7-cc63-433d-b28c-17cc6f134161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.275356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9a32c2c7-cc63-433d-b28c-17cc6f134161 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39625bb7-bd2a-4908-b71e-d6966b1ffeaa HTTP/1.1" status: 204 len: 168 time: 0.3683896 Oct 25 23:20:33.313705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32c2c7-cc63-433d-b28c-17cc6f134161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39625bb7-bd2a-4908-b71e-d6966b1ffeaa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:33.333632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9055c43a-1210-4047-91d5-64909e85ae5d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3728697 Oct 25 23:20:33.336343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:33.420019 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4932c75-0cb0-4831-9967-e83074d60723 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.480572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4932c75-0cb0-4831-9967-e83074d60723 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.502236 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.556450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013b21c-19b6-4a7f-8be8-6af052a9fc61 req-12525c07-0c2b-4906-93cc-a71a58748b5c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:33.558184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c013b21c-19b6-4a7f-8be8-6af052a9fc61 req-12525c07-0c2b-4906-93cc-a71a58748b5c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1769836 Oct 25 23:20:33.564226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4932c75-0cb0-4831-9967-e83074d60723 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.578909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4932c75-0cb0-4831-9967-e83074d60723 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.580982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a4932c75-0cb0-4831-9967-e83074d60723 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cb25bfb3-52aa-4b93-8f4f-d60cd1dba0c9 HTTP/1.1" status: 204 len: 168 time: 0.2436383 Oct 25 23:20:33.583525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4932c75-0cb0-4831-9967-e83074d60723 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb25bfb3-52aa-4b93-8f4f-d60cd1dba0c9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:33.586668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46448) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:33.613815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Pushing event deleted for resources: {'Port': ['ID=5de78a3d-11eb-4b0d-b0ad-7365827a8695,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:33.643710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c1416a31-3852-456a-957a-a8859b5f46bb None None] Provisioning complete for port 794dfbbe-edac-401c-8ea8-d2fee81e4190 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:33.644237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1416a31-3852-456a-957a-a8859b5f46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.681234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c1416a31-3852-456a-957a-a8859b5f46bb None None] Port 794dfbbe-edac-401c-8ea8-d2fee81e4190 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:33.683984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c013b21c-19b6-4a7f-8be8-6af052a9fc61 req-70d56e0c-d781-48fd-a738-b5d76820f6af tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017406 Oct 25 23:20:33.692123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c1416a31-3852-456a-957a-a8859b5f46bb None None] Provisioning complete for port e0242b46-da5b-482d-89bf-075a7d8a2e1e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:33.693210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1416a31-3852-456a-957a-a8859b5f46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.718444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-55b24ee0-1fea-44c6-80a3-532eb1950070 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1308196 Oct 25 23:20:33.721825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46452) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:33.763756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f363298e-0c0d-4115-9f60-d61afe283be4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.774664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f363298e-0c0d-4115-9f60-d61afe283be4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.783784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.809798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f363298e-0c0d-4115-9f60-d61afe283be4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.821497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f363298e-0c0d-4115-9f60-d61afe283be4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.822785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f363298e-0c0d-4115-9f60-d61afe283be4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/38ddba5e-98ff-4471-b084-d5d5ef73e32a HTTP/1.1" status: 204 len: 168 time: 0.0999317 Oct 25 23:20:33.827072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:33.835927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363298e-0c0d-4115-9f60-d61afe283be4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38ddba5e-98ff-4471-b084-d5d5ef73e32a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:33.883254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-20422970-6e29-4177-8da5-b7ed0d137f7f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0522885 Oct 25 23:20:33.884185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46460) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:33.894509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e442c-9970-463f-b796-e065c57dd24e None None] Network 039c8bd0-62a5-4dfe-94af-d003bdb5063b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:33.917904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72321858-d839-417c-a04e-eed43a1d5ff3 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.928712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.930455 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72321858-d839-417c-a04e-eed43a1d5ff3 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.932159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/a1c9d24b-972f-4624-af3f-16b031e079fa HTTP/1.1" status: 204 len: 168 time: 1.5308261 Oct 25 23:20:33.934805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:33.940074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-ae4d6928-fd3b-43a3-a9c9-42940054e86a tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:33.941521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-ae4d6928-fd3b-43a3-a9c9-42940054e86a tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6875656 Oct 25 23:20:33.942304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca37f-beec-4bac-97bd-1df5eeef6eb0 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c9d24b-972f-4624-af3f-16b031e079fa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:33.964875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-bfe11726-381a-47a8-b076-32dddae9f07b tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/quotas/a5a9b087e7ec4a10be1d7d1c024c2699 HTTP/1.1" status: 200 len: 375 time: 0.0163426 Oct 25 23:20:33.988269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:33.993377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dea009ae-ab6b-4138-b931-7991efd2f4f5 tempest-RoutersAdminNegativeTest-1414847682 tempest-RoutersAdminNegativeTest-1414847682-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5de78a3d-11eb-4b0d-b0ad-7365827a8695 HTTP/1.1" status: 204 len: 168 time: 2.4310434 Oct 25 23:20:34.007718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-1522f89e-0460-411b-948e-2d3a0e2e9d67 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351586 Oct 25 23:20:34.013836 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e96c0bd-247e-4c36-8e77-bce1aad93810 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.014364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e96c0bd-247e-4c36-8e77-bce1aad93810 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.017658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9e96c0bd-247e-4c36-8e77-bce1aad93810 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/93c1f3c5-aefa-4b40-9995-076905e9dfb6 HTTP/1.1" status: 404 len: 337 time: 0.0793881 Oct 25 23:20:34.020322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46470) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.047248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72321858-d839-417c-a04e-eed43a1d5ff3 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.053593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72321858-d839-417c-a04e-eed43a1d5ff3 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.057108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-72321858-d839-417c-a04e-eed43a1d5ff3 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4d573290-9f7d-4dea-897b-04a2fe98019c HTTP/1.1" status: 204 len: 168 time: 0.1696110 Oct 25 23:20:34.065590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.067801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-17f0583c-09d5-4998-9ba8-edded29c6c94 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c8dfcb-633e-4c57-bdf4-447f8c052828 HTTP/1.1" status: 200 len: 205 time: 0.0464096 Oct 25 23:20:34.070776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.081797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321858-d839-417c-a04e-eed43a1d5ff3 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d573290-9f7d-4dea-897b-04a2fe98019c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:34.161060 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-e70d8035-a987-4994-a3a6-415bb8fdfb9a tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] delete failed (client error): The resource could not be found. Oct 25 23:20:34.161060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e70d8035-a987-4994-a3a6-415bb8fdfb9a tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/routers/e9c8dfcb-633e-4c57-bdf4-447f8c052828 HTTP/1.1" status: 404 len: 336 time: 0.0828652 Oct 25 23:20:34.161368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f951d6a3-b7fd-443b-b4f7-2fdd9e4ac4f1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0911417 Oct 25 23:20:34.161368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.171887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46482) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.210227 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3db5cc-9597-43e4-9c6d-9edb308190ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.210676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3db5cc-9597-43e4-9c6d-9edb308190ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.213685 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8d3db5cc-9597-43e4-9c6d-9edb308190ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/976ed9f6-c8a5-4c56-9a8c-8a29b0dae8c6 HTTP/1.1" status: 404 len: 337 time: 0.0520465 Oct 25 23:20:34.216607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46486) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.259481 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6453f17b-834e-43ac-b7ac-12b82d9532e1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.259944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6453f17b-834e-43ac-b7ac-12b82d9532e1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.270409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6453f17b-834e-43ac-b7ac-12b82d9532e1 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/c2bdd32a-a822-4025-bfda-cc09f7c39b04 HTTP/1.1" status: 404 len: 337 time: 0.0524926 Oct 25 23:20:34.273223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.282842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62383c3e-6435-42ae-b259-c018be4c2cd1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.299947 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62383c3e-6435-42ae-b259-c018be4c2cd1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.350380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62383c3e-6435-42ae-b259-c018be4c2cd1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.356869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62383c3e-6435-42ae-b259-c018be4c2cd1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.362696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-62383c3e-6435-42ae-b259-c018be4c2cd1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/69dfdd14-232b-488a-9ad0-7674088e4ad2 HTTP/1.1" status: 204 len: 168 time: 0.1869369 Oct 25 23:20:34.363375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46494) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.408543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1915decb-07ee-4ecd-8de7-f15c79f1bd16 req-1f001cf0-0ac9-4028-be7d-0a696ffb8d2b tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 210 time: 0.1367331 Oct 25 23:20:34.410441 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-93783cd7-d7b3-433e-a604-9f4a464d14c4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.410891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93783cd7-d7b3-433e-a604-9f4a464d14c4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.416210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-93783cd7-d7b3-433e-a604-9f4a464d14c4 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/8d0e44c7-7456-48f7-ac4d-874c3d62d64c HTTP/1.1" status: 404 len: 337 time: 0.1210806 Oct 25 23:20:34.418619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46496) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.423949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:20:34.431669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62383c3e-6435-42ae-b259-c018be4c2cd1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69dfdd14-232b-488a-9ad0-7674088e4ad2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:34.464956 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36f12ad-1bb2-41b2-b703-1c663fefb655 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.465619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36f12ad-1bb2-41b2-b703-1c663fefb655 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.469269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a36f12ad-1bb2-41b2-b703-1c663fefb655 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/87ee3701-0296-4369-b362-ee5fddc89166 HTTP/1.1" status: 404 len: 333 time: 0.0496902 Oct 25 23:20:34.481931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fc192730-8ba1-4a71-a574-8093c76ad50f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138721 Oct 25 23:20:34.481931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46498) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.485546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46500) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.529084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.575310 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d69f4b-b825-4c32-8947-4b841370350e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.576805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d69f4b-b825-4c32-8947-4b841370350e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.595337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46512) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.605896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33d69f4b-b825-4c32-8947-4b841370350e tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/881359f4-cf8c-4b31-8af4-3124acaade5b HTTP/1.1" status: 404 len: 337 time: 0.1242251 Oct 25 23:20:34.652636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:34.680140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] DHCP port deletion for 039c8bd0-62a5-4dfe-94af-d003bdb5063b request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:20:34.682738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'mac_address': 'fa:16:3e:25:42:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:20:34.687113 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8646315b-262e-4fe0-bf46-bd2f34118567 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.687712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8646315b-262e-4fe0-bf46-bd2f34118567 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.698757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8646315b-262e-4fe0-bf46-bd2f34118567 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/77db6391-a59c-480d-b51d-65f122323b86 HTTP/1.1" status: 404 len: 337 time: 0.1020875 Oct 25 23:20:34.699852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46518) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.746883 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2ebdaa8-6edb-40c8-9b77-969514bc572d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.747063 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-968fda2c-93d3-43ba-89aa-852554d4adc8 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.749595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968fda2c-93d3-43ba-89aa-852554d4adc8 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.759761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-968fda2c-93d3-43ba-89aa-852554d4adc8 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/0f45df15-05d7-4476-8da7-b5f5cf2cfc65 HTTP/1.1" status: 404 len: 333 time: 0.0587580 Oct 25 23:20:34.760445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.771248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-090d8978-e894-4bfe-9ed3-4861e33914c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.807234 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f723c0c-85d4-4773-b847-af5031a14b31 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.808100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f723c0c-85d4-4773-b847-af5031a14b31 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.815661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2f723c0c-85d4-4773-b847-af5031a14b31 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/ef384f7f-1fb4-40e5-8fcb-f53adcdf1ad1 HTTP/1.1" status: 404 len: 337 time: 0.0418024 Oct 25 23:20:34.816487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46526) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.847815 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f737a7d7-16c0-4b93-8c9f-cd0fbbea8db9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] DELETE failed (client error): The resource could not be found. Oct 25 23:20:34.848414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f737a7d7-16c0-4b93-8c9f-cd0fbbea8db9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:20:34.854323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f737a7d7-16c0-4b93-8c9f-cd0fbbea8db9 tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/subnets/d5f80ac0-9e72-446a-aa5b-de436dbc758e HTTP/1.1" status: 404 len: 337 time: 0.0367365 Oct 25 23:20:34.855099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46530) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:34.862463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.885454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2ebdaa8-6edb-40c8-9b77-969514bc572d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.925810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:20:34.961464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] Deleting port e0242b46-da5b-482d-89bf-075a7d8a2e1e {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:34.968027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:34.984380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b7a0-209a-494a-90eb-486ca7755581 req-91e0df98-d1f6-43f3-af0a-2cdfc6fa9359 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:34.985930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a10b7a0-209a-494a-90eb-486ca7755581 req-91e0df98-d1f6-43f3-af0a-2cdfc6fa9359 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.0976291 Oct 25 23:20:35.097964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] For port e0242b46-da5b-482d-89bf-075a7d8a2e1e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e0242b46-da5b-482d-89bf-075a7d8a2e1e,segment=NetworkSegment(a7a08abc-5930-4f92-a277-7499a74ed58a),segment_id=a7a08abc-5930-4f92-a277-7499a74ed58a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:35.098632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.112805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] Calling delete_port for e0242b46-da5b-482d-89bf-075a7d8a2e1e owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:35.120850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a10b7a0-209a-494a-90eb-486ca7755581 req-d912874c-d5aa-4d7d-b19d-23daa685163f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256471 Oct 25 23:20:35.132865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Deleting port 794dfbbe-edac-401c-8ea8-d2fee81e4190 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:35.133220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.134761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-090d8978-e894-4bfe-9ed3-4861e33914c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.137220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2ebdaa8-6edb-40c8-9b77-969514bc572d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.141278 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2ebdaa8-6edb-40c8-9b77-969514bc572d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.145860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c2ebdaa8-6edb-40c8-9b77-969514bc572d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/c5243a7f-192a-4667-9763-496fd0827fec HTTP/1.1" status: 204 len: 168 time: 0.6549835 Oct 25 23:20:35.147299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46536) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:35.154925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-090d8978-e894-4bfe-9ed3-4861e33914c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.191498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebdaa8-6edb-40c8-9b77-969514bc572d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5243a7f-192a-4667-9763-496fd0827fec,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.204998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-090d8978-e894-4bfe-9ed3-4861e33914c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b22225ef2ea4514bbdc988dec37d8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699970 Oct 25 23:20:35.207813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46540) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:35.280235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a1ff20b7-b480-46ca-af89-64dcab19e065 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1222970 Oct 25 23:20:35.282723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46544) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:35.283533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8978-e894-4bfe-9ed3-4861e33914c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fd6892-9276-4234-809b-5b4c908bd33b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.300315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--432201950'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:35.306351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.308675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.311109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:35.337443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06ebfaee-70ec-4426-91dd-91f503861ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.344294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] Pushing event deleted for resources: {'Port': ['ID=e0242b46-da5b-482d-89bf-075a7d8a2e1e,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.349315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.352286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Calling delete_port for 794dfbbe-edac-401c-8ea8-d2fee81e4190 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:35.367752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.379980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171089c5-3498-4a99-96b6-167c6ab6788e None None] No DVR routers for this DVR port e0242b46-da5b-482d-89bf-075a7d8a2e1e on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:35.463257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06ebfaee-70ec-4426-91dd-91f503861ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.472130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.537172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Port': ['ID=794dfbbe-edac-401c-8ea8-d2fee81e4190,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.541655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['b8489c80-e0fd-40cc-a974-0e4106466fd5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:20:35.557002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.561025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79ca37b3-40c1-4311-82a6-082da907634f tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/ports/794dfbbe-edac-401c-8ea8-d2fee81e4190 HTTP/1.1" status: 204 len: 168 time: 0.7048202 Oct 25 23:20:35.565765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46550) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:35.582068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:20:35.588438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a06fed93-d4f7-44fa-a60e-0b91e6959576 req-e202c6d0-c5b7-4ef8-8d26-1ac878d359dd tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 210 time: 0.0634573 Oct 25 23:20:35.634138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.679509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e0242b46-da5b-482d-89bf-075a7d8a2e1e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:20:35.680169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e0242b46-da5b-482d-89bf-075a7d8a2e1e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:20:35.724055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.724850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06ebfaee-70ec-4426-91dd-91f503861ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.729552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06ebfaee-70ec-4426-91dd-91f503861ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.735791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-06ebfaee-70ec-4426-91dd-91f503861ec9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29fd6892-9276-4234-809b-5b4c908bd33b HTTP/1.1" status: 204 len: 168 time: 0.5220778 Oct 25 23:20:35.742117 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.749317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.769732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebfaee-70ec-4426-91dd-91f503861ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fd6892-9276-4234-809b-5b4c908bd33b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.815404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.819178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5299630 Oct 25 23:20:35.825764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46560) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:35.831500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'c67e589f-0fcc-4d45-b372-ce7a49691d57', 'direction': 'ingress', 'protocol': 17}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:35.881872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db1e1e-d096-4596-8a7f-74f478ef2840 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e589f-0fcc-4d45-b372-ce7a49691d57,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:35.921101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.959495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:35.993053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039c8bd0-62a5-4dfe-94af-d003bdb5063b']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:36.007756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a08abc-5930-4f92-a277-7499a74ed58a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:36.008057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a08abc-5930-4f92-a277-7499a74ed58a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:36.023058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.042489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.043442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.053066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.053266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:36.053926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:36.059141 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:36.086054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21623e2b-5fd1-49ad-bea5-50884df77e15,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:36.116860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.119004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b0d0da93-8ef2-47b3-929e-702b0f695e4c tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2921920 Oct 25 23:20:36.126356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46566) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:36.131910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-babfa60a-ff78-4132-8c41-66d797334764 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422626 Oct 25 23:20:36.216163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-60a2182b-2ab6-42d1-baf3-97f02e61dcc5 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.235234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.246854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.256814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] 10.222.0.25 "DELETE /v2.0/networks/039c8bd0-62a5-4dfe-94af-d003bdb5063b HTTP/1.1" status: 204 len: 168 time: 0.6871254 Oct 25 23:20:36.296730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-60a2182b-2ab6-42d1-baf3-97f02e61dcc5 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.303124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200efb0-35ac-4183-a11b-33916981b1ad tempest-PortsIpV6TestJSON-879486291 tempest-PortsIpV6TestJSON-879486291-project] Pushing event deleted for resources: {'Network': ['ID=039c8bd0-62a5-4dfe-94af-d003bdb5063b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:36.440300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46578) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:36.443453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:36.526181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-1443762c-a7e4-460d-aacf-88a7b678a6c1 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:36.528089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-1443762c-a7e4-460d-aacf-88a7b678a6c1 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898168 Oct 25 23:20:36.530120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afc708-b4f7-491b-b7ae-6741fcbb4c8c req-d41bf6bc-08ec-4556-93f5-ba4796cf93f7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:36.531843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06afc708-b4f7-491b-b7ae-6741fcbb4c8c req-d41bf6bc-08ec-4556-93f5-ba4796cf93f7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1873460 Oct 25 23:20:36.532973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-60a2182b-2ab6-42d1-baf3-97f02e61dcc5 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.535738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-60a2182b-2ab6-42d1-baf3-97f02e61dcc5 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.537424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-60a2182b-2ab6-42d1-baf3-97f02e61dcc5 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/c67e589f-0fcc-4d45-b372-ce7a49691d57 HTTP/1.1" status: 204 len: 168 time: 0.4100065 Oct 25 23:20:36.542278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:36.582970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Request body: {'port': {'device_id': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'a5a9b087e7ec4a10be1d7d1c024c2699'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:36.631768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port b8489c80-e0fd-40cc-a974-0e4106466fd5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:36.636091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.643155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c5ffb3a9-a1ee-49d8-991c-5813b08841e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=593239fda9d543a5b4b6f3677a011cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885939 Oct 25 23:20:36.687102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:36.726179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2182b-2ab6-42d1-baf3-97f02e61dcc5 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e589f-0fcc-4d45-b372-ce7a49691d57,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:36.777860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e7d6abca-f7a4-424f-b30a-b450780439ee tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2343991 Oct 25 23:20:36.810793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:36.838971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--40124493'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:36.864514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94f2a2a3-a93f-4ee7-a9ee-6e9319684c86 req-5955f00a-38d5-49be-8fa6-a72a4c4d5ae3 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 210 time: 0.0909743 Oct 25 23:20:36.875141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46594) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:36.882999 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06afc708-b4f7-491b-b7ae-6741fcbb4c8c req-82c61d14-c3e3-4dc1-b35f-66e5b9b43966 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442364 Oct 25 23:20:36.900668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:20:36.900668 n-d-815373-1 neutron-server[102133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 25 23:20:36.900668 n-d-815373-1 neutron-server[102133]: [parameters: {'project_id': 'a5a9b087e7ec4a10be1d7d1c024c2699', 'id': '5babd65f-8bcb-4c17-91a9-1e0c9b21c0e9', 'expiration': datetime.datetime(2021, 10, 25, 23, 22, 36, 878599)}] Oct 25 23:20:36.900668 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:20:36.901107 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:20:36.908748 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.936461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de71f094-851c-4368-ae3b-1cd12b6fa48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.962753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:36.963960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de71f094-851c-4368-ae3b-1cd12b6fa48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:36.965127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:20:36.969562 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c300505-fc87-4f57-bc73-c68acaf6691e" -d '{"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-plugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:20:36.974564 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.034610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:37.042882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.054032 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c882620-3faa-4056-8f32-019df5a873e4 x-openstack-request-id: req-5c882620-3faa-4056-8f32-019df5a873e4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:20:37.054360 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-plugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:20:37.054621 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c882620-3faa-4056-8f32-019df5a873e4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:20:37.055022 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'code': 200} Oct 25 23:20:37.131784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.142449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.200122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de71f094-851c-4368-ae3b-1cd12b6fa48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.203909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de71f094-851c-4368-ae3b-1cd12b6fa48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.208350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de71f094-851c-4368-ae3b-1cd12b6fa48d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36595786-4c15-43d0-8760-5506fbf4783b HTTP/1.1" status: 204 len: 168 time: 0.5069902 Oct 25 23:20:37.211635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.215683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4006851 Oct 25 23:20:37.215854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46612) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:37.222220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371077878'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:37.228691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00babe03-3e5f-40f4-aacb-dc161294feea tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e563cf53-12db-40e9-8eca-b7158e18df2e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:37.264693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.282363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f094-851c-4368-ae3b-1cd12b6fa48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36595786-4c15-43d0-8760-5506fbf4783b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:37.316860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-88940331-8178-4a30-b54d-acb23996c4c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7700419b2694cc082a00dee4131bbea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323263 Oct 25 23:20:37.317270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46616) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:37.408359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.428972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.431461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1e0536d0-2269-432e-b9b6-527b397a744e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.436959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Made reservation on behalf of a5a9b087e7ec4a10be1d7d1c024c2699 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:37.440867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.466820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.483232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.484633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2674611 Oct 25 23:20:37.485283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1e0536d0-2269-432e-b9b6-527b397a744e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.487568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46622) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:37.490667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc0aca-32eb-47fe-a9f8-c247648b577e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea57413-6daf-4a63-9865-8bf97d214c2e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:37.501156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'e563cf53-12db-40e9-8eca-b7158e18df2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ea57413-6daf-4a63-9865-8bf97d214c2e', 'remote_ip_prefix': None}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:37.560862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.568050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.652065 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.740137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Allocated IP 192.168.233.211 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/638489a8-4291-4984-9169-412a40b4d078) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:37.829430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.838969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.866131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1e0536d0-2269-432e-b9b6-527b397a744e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.873448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1e0536d0-2269-432e-b9b6-527b397a744e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.878751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1e0536d0-2269-432e-b9b6-527b397a744e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f9bd2cb-e1da-45a1-81b1-6777cc95d4cb HTTP/1.1" status: 204 len: 168 time: 0.5604346 Oct 25 23:20:37.896707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e180a070-e747-457a-90b1-beb7f0fb2012,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:37.921640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0536d0-2269-432e-b9b6-527b397a744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9bd2cb-e1da-45a1-81b1-6777cc95d4cb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:37.934291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:37.938187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dab13bb4-31f5-4dfb-9efc-a7de3dd24c34 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4439838 Oct 25 23:20:37.940226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46646) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:37.981340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.004995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeb60-d247-408b-9c70-a6d7a5281643 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.027517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeb60-d247-408b-9c70-a6d7a5281643 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.066675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.194286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeb60-d247-408b-9c70-a6d7a5281643 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.213963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeb60-d247-408b-9c70-a6d7a5281643 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.215340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e2eeb60-d247-408b-9c70-a6d7a5281643 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e180a070-e747-457a-90b1-beb7f0fb2012 HTTP/1.1" status: 204 len: 168 time: 0.2740886 Oct 25 23:20:38.216942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eeb60-d247-408b-9c70-a6d7a5281643 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e180a070-e747-457a-90b1-beb7f0fb2012,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:38.223325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:38.253276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998db1-fc61-4643-baf6-2e4d53f0d478 req-84770d64-04b0-48d4-b2b1-fae459b59e7f tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:38.262817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8c998db1-fc61-4643-baf6-2e4d53f0d478 req-84770d64-04b0-48d4-b2b1-fae459b59e7f tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 936 time: 0.1806765 Oct 25 23:20:38.324218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887a52ff-3f68-4916-85a8-00ad2445b333,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:38.358248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:38.364826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Pushing event updated for resources: {'Port': ['ID=638489a8-4291-4984-9169-412a40b4d078,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:38.369584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:38.370008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8c998db1-fc61-4643-baf6-2e4d53f0d478 req-1ff89c64-a97f-4162-a832-58b8f9c2dca5 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043749 Oct 25 23:20:38.376328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:38.393343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470562-0447-4f94-9fd4-a7d4b0f80c7f req-65c9c5fb-881c-438f-b878-98a453c64f90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:38.395126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14470562-0447-4f94-9fd4-a7d4b0f80c7f req-65c9c5fb-881c-438f-b878-98a453c64f90 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.3124177 Oct 25 23:20:38.456031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6fd88169-2ff2-493b-8d49-6400f98e69bd tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2169683 Oct 25 23:20:38.459464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46668) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:38.548751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:38.549635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.579068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14470562-0447-4f94-9fd4-a7d4b0f80c7f req-ff803df5-6519-4cf6-8df2-80b7bddfef9b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494601 Oct 25 23:20:38.596854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-cbeca78f-13db-4840-b820-a75870fd46a8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0447228 Oct 25 23:20:38.618444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Request body: {'port': {'device_id': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:38.654368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75bf4c08-8578-4865-9337-1c58df6d6996 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.703590 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75bf4c08-8578-4865-9337-1c58df6d6996 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.707726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.795542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75bf4c08-8578-4865-9337-1c58df6d6996 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.798117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75bf4c08-8578-4865-9337-1c58df6d6996 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.801946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-75bf4c08-8578-4865-9337-1c58df6d6996 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ea57413-6daf-4a63-9865-8bf97d214c2e HTTP/1.1" status: 204 len: 168 time: 0.3389928 Oct 25 23:20:38.803664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46684) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:38.832113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4c08-8578-4865-9337-1c58df6d6996 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea57413-6daf-4a63-9865-8bf97d214c2e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:38.865145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a872c0cb-19b1-4ee1-a2cf-d3da73319f69 None None] Provisioning complete for port 638489a8-4291-4984-9169-412a40b4d078 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:38.865765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a872c0cb-19b1-4ee1-a2cf-d3da73319f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:38.906802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46686) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:38.909253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b5ec9c66-fb03-47af-803a-630588b95a10 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1030469 Oct 25 23:20:38.955922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a872c0cb-19b1-4ee1-a2cf-d3da73319f69 None None] Port 638489a8-4291-4984-9169-412a40b4d078 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:20:39.194766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46702) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:39.619957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d50c5d-2472-4ee1-bca0-19f3c845ae12 req-6a3973e3-195d-4517-911c-f78422193ae5 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:39.625816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d50c5d-2472-4ee1-bca0-19f3c845ae12 req-6a3973e3-195d-4517-911c-f78422193ae5 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 936 time: 0.0785701 Oct 25 23:20:39.640811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-746887569'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:39.718515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:39.723442 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.764684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.844455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638489a8-4291-4984-9169-412a40b4d078 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:20:39.884481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.905677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-753a152c-d923-4162-9ad1-3de8662294d8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.951131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.955455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Transition to ACTIVE for port object 638489a8-4291-4984-9169-412a40b4d078 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:20:39.959493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-753a152c-d923-4162-9ad1-3de8662294d8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.971515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.976958 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:39.993017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f61e4-7792-405b-b96b-1e34e2530827 req-4e9745c3-3d79-4c61-abdf-662006da0884 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:39.995221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e71f61e4-7792-405b-b96b-1e34e2530827 req-4e9745c3-3d79-4c61-abdf-662006da0884 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2670813 Oct 25 23:20:40.003051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46738) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:40.038170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d50c5d-2472-4ee1-bca0-19f3c845ae12 req-7ca29b73-8a25-42df-b1e3-2f5189fad24b tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452082 Oct 25 23:20:40.081742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:20:40.113764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d08d7-25b1-4268-a4f5-662c47096173,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:40.123671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Pushing event updated for resources: {'Port': ['ID=638489a8-4291-4984-9169-412a40b4d078,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:40.131929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e71f61e4-7792-405b-b96b-1e34e2530827 req-8b0e788d-15fd-46aa-ad85-49056e47e99f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921886 Oct 25 23:20:40.143481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.144428 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Added segment c9e30f69-1e27-4549-998c-917f456134a2 of type vlan for network 57fc94dc-2742-4a31-abc4-7afd577fd939 Oct 25 23:20:40.194409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-753a152c-d923-4162-9ad1-3de8662294d8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.202137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-753a152c-d923-4162-9ad1-3de8662294d8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.205561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-753a152c-d923-4162-9ad1-3de8662294d8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/e563cf53-12db-40e9-8eca-b7158e18df2e HTTP/1.1" status: 204 len: 168 time: 1.2914643 Oct 25 23:20:40.213841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:40.286670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a152c-d923-4162-9ad1-3de8662294d8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e563cf53-12db-40e9-8eca-b7158e18df2e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:40.309743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.353488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Attempting to bind port 638489a8-4291-4984-9169-412a40b4d078 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:20:40.355232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Attempting to bind port 638489a8-4291-4984-9169-412a40b4d078 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:20:40.355567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Attempting to bind port 638489a8-4291-4984-9169-412a40b4d078 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:20:40.361563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Port 638489a8-4291-4984-9169-412a40b4d078 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:20:40.361896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Attempting to bind port 638489a8-4291-4984-9169-412a40b4d078 on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:20:40.368432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:20:40.368784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:40.369596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:20:40.370049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Bound port: 638489a8-4291-4984-9169-412a40b4d078, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:20:40.370487 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.404732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:40.407232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-149f97c6-bb05-4442-a076-469a3162986d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1908965 Oct 25 23:20:40.408789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.409248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--103391617'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:40.425622 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-291784a7-fd78-4d51-ac2c-8e356f6a7269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.430840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:40.431501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.487013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.532422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] For port 638489a8-4291-4984-9169-412a40b4d078, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:20:40.540138 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3404744 Oct 25 23:20:40.540495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:40.548716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:40.577038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa6df5-17d1-4ae1-935a-ee3c744321c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Network': ['ID=57fc94dc-2742-4a31-abc4-7afd577fd939,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:40.589998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:20:40.611804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46756) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:40.649096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] For port 638489a8-4291-4984-9169-412a40b4d078, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=638489a8-4291-4984-9169-412a40b4d078,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:20:40.664879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.725698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe0e27bd-b2a1-488a-9c27-f0c871b013fb tempest-ServiceProvidersTest-843678176 tempest-ServiceProvidersTest-843678176-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1125484 Oct 25 23:20:40.760882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:40.761619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.763701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] 10.222.0.15 "PUT /v2.0/ports/638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 200 len: 1096 time: 2.1508341 Oct 25 23:20:40.767843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'tag': '638489a8-4291-4984-9169-412a40b4d078'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:20:40.770257 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e8da7-4505-4b28-8818-aaad0ed08e36" -d '{"events": [{"name": "network-changed", "server_uuid": "1c870c2e-466e-4f3d-abc9-1fa5865c331a", "tag": "638489a8-4291-4984-9169-412a40b4d078"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:20:40.884943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-291784a7-fd78-4d51-ac2c-8e356f6a7269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.935015 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeea56f-7154-4b70-b4bd-f488d88f71b5 x-openstack-request-id: req-1aeea56f-7154-4b70-b4bd-f488d88f71b5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:20:40.935885 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c870c2e-466e-4f3d-abc9-1fa5865c331a", "tag": "638489a8-4291-4984-9169-412a40b4d078", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:20:40.936138 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aeea56f-7154-4b70-b4bd-f488d88f71b5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:20:40.936537 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'tag': '638489a8-4291-4984-9169-412a40b4d078', 'status': 'completed', 'code': 200} Oct 25 23:20:40.944446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2ad26-fa9e-4b76-97cd-4c50a95f046d service neutron] Pushing event updated for resources: {'Port': ['ID=638489a8-4291-4984-9169-412a40b4d078,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:40.949213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.954406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-291784a7-fd78-4d51-ac2c-8e356f6a7269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:40.980028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.001566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:41.005047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.129996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.131480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7257781 Oct 25 23:20:41.136273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-291784a7-fd78-4d51-ac2c-8e356f6a7269 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f636ba1605e74c0a9854befbd4ae6f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1293354 Oct 25 23:20:41.136273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46770) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:41.137748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:41.138391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:41.165276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': 'fd897996-3245-4c85-be11-3de3d583077d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:41.174605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291784a7-fd78-4d51-ac2c-8e356f6a7269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c8e6c9-7670-4747-8dd5-9da338227edd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:41.189229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-712be2f3-4968-4713-9bc6-72ffffcef088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:41.191578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-712be2f3-4968-4713-9bc6-72ffffcef088 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 1099 time: 0.3540797 Oct 25 23:20:41.331949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-e62ede0a-101d-458d-b5e9-f0724d601e23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 200 len: 217 time: 0.1133475 Oct 25 23:20:41.344787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2581e98-39ee-408b-b174-c735fa95f08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.362635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67afc7-d88f-45f9-a0b6-4ded630a907b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd897996-3245-4c85-be11-3de3d583077d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:41.392548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-a1f7eabc-cdc6-4161-ba65-6513034dba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:41.394210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-a1f7eabc-cdc6-4161-ba65-6513034dba40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.3109941 Oct 25 23:20:41.395010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.435729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6146355-7385-47ca-a200-513b35b7af18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.471774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bfaa066-613b-446b-b7f2-14c9dc3de3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:41.474848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-7bfaa066-613b-446b-b7f2-14c9dc3de3ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1302302 Oct 25 23:20:41.509419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.524889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6146355-7385-47ca-a200-513b35b7af18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.559172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2581e98-39ee-408b-b174-c735fa95f08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.564351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6146355-7385-47ca-a200-513b35b7af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.585899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220ac6-1660-45d8-8689-3ba4c37438be req-626911eb-502f-4b9c-98e7-77c3930b55e8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:41.593750 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10220ac6-1660-45d8-8689-3ba4c37438be req-626911eb-502f-4b9c-98e7-77c3930b55e8 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 948 time: 0.4318383 Oct 25 23:20:41.642075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.644705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63422ac-1f4a-4fab-a55c-697c5e032ef2 req-86da4700-1191-42cf-80d8-2d83eecae9e6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:41.655373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c63422ac-1f4a-4fab-a55c-697c5e032ef2 req-86da4700-1191-42cf-80d8-2d83eecae9e6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.3294446 Oct 25 23:20:41.698838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6146355-7385-47ca-a200-513b35b7af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c099512-186f-4812-9eca-5b7f47d32036,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:41.706403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d6146355-7385-47ca-a200-513b35b7af18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e8f697fe84e4d40a6026fd38f6e67e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656199 Oct 25 23:20:41.709278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46786) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:41.743884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c757738-2200-45e3-8af4-e63cf0c25945,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:41.777438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.782015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c2dc772d-bf3d-4eab-a583-4e549eef1897 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6208451 Oct 25 23:20:41.782219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c63422ac-1f4a-4fab-a55c-697c5e032ef2 req-d0de4e7c-20f4-47e9-bfb2-bae699d3d6eb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229753 Oct 25 23:20:41.808992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46788) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:41.834600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2581e98-39ee-408b-b174-c735fa95f08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.840043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2581e98-39ee-408b-b174-c735fa95f08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.843909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f2581e98-39ee-408b-b174-c735fa95f08b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67c8e6c9-7670-4747-8dd5-9da338227edd HTTP/1.1" status: 204 len: 168 time: 0.7012258 Oct 25 23:20:41.868404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10220ac6-1660-45d8-8689-3ba4c37438be req-be6d3a03-5060-4c8d-ba38-013e87bc51bb tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277279 Oct 25 23:20:41.881652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-b2dd5616-9772-446a-98ec-eee977045cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:41.883207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-b2dd5616-9772-446a-98ec-eee977045cba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3294220 Oct 25 23:20:41.898482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2581e98-39ee-408b-b174-c735fa95f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c8e6c9-7670-4747-8dd5-9da338227edd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:41.907771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89ad459b-88e8-4452-ac2a-8db6786c268b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.910500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea386-e481-4da6-982d-e186ab56228a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.931210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.946661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea386-e481-4da6-982d-e186ab56228a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:41.978592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89ad459b-88e8-4452-ac2a-8db6786c268b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.015365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea386-e481-4da6-982d-e186ab56228a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.022938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea386-e481-4da6-982d-e186ab56228a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.024143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7f4ea386-e481-4da6-982d-e186ab56228a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9c757738-2200-45e3-8af4-e63cf0c25945 HTTP/1.1" status: 204 len: 168 time: 0.2141392 Oct 25 23:20:42.026570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-5211e944-7ee9-431e-b5e1-ffba66bd856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:42.026893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46796) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:42.028210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-5211e944-7ee9-431e-b5e1-ffba66bd856e service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.6047618 Oct 25 23:20:42.043109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ea386-e481-4da6-982d-e186ab56228a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c757738-2200-45e3-8af4-e63cf0c25945,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:42.074336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89ad459b-88e8-4452-ac2a-8db6786c268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.077922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89ad459b-88e8-4452-ac2a-8db6786c268b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.079328 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-89ad459b-88e8-4452-ac2a-8db6786c268b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c099512-186f-4812-9eca-5b7f47d32036 HTTP/1.1" status: 204 len: 168 time: 0.3676271 Oct 25 23:20:42.096005 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ed31ac75-0646-4dea-aa54-7a9d0bd3818a tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677900 Oct 25 23:20:42.101046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46800) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:42.109731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad459b-88e8-4452-ac2a-8db6786c268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c099512-186f-4812-9eca-5b7f47d32036,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:42.198128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a97-c0b3-4c78-9b3a-498f5d32ec60 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.244675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a97-c0b3-4c78-9b3a-498f5d32ec60 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.274741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=edb25a82-a0c8-403a-adfb-d06a0e358807,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:42.325401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a97-c0b3-4c78-9b3a-498f5d32ec60 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.328885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a97-c0b3-4c78-9b3a-498f5d32ec60 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.330120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ce59a97-c0b3-4c78-9b3a-498f5d32ec60 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd897996-3245-4c85-be11-3de3d583077d HTTP/1.1" status: 204 len: 168 time: 0.2281158 Oct 25 23:20:42.342056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-6c82126d-cda4-4a97-916b-34ec7986e38d service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351532 Oct 25 23:20:42.346698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46806) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:42.347507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59a97-c0b3-4c78-9b3a-498f5d32ec60 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd897996-3245-4c85-be11-3de3d583077d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:42.365111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-afdb10d8-0702-4b23-a344-d463d8e4fa39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1001 time: 0.3296721 Oct 25 23:20:42.381870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:42.382467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network hostable DHCP agents. Network: 57fc94dc-2742-4a31-abc4-7afd577fd939, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:20:42.460612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d39d78e5-2620-40e9-8bff-6832e1768459 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1013033 Oct 25 23:20:42.464256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:42.472643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813407862'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:42.496924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:20:42.511096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-bf252e2d-211f-4617-bb5c-7d174f0f1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:42.512659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-bf252e2d-211f-4617-bb5c-7d174f0f1673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1259375 Oct 25 23:20:42.566287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad288e8c-9fbe-4de8-97ea-d38175e4406f req-1cc33710-241c-4fad-a0c0-92790a291479 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148910 Oct 25 23:20:42.566725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.575858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 57fc94dc-2742-4a31-abc4-7afd577fd939) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:42.585762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f97a37-bf05-4c6d-9295-f32f0cb14809 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:42.592562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:42.593150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.621007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-e72367e3-dc6c-4c78-94eb-47db446f3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:42.623336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-e72367e3-dc6c-4c78-94eb-47db446f3f9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001117 Oct 25 23:20:42.627635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8289fde5-cf0e-4164-91c9-037f008b0415 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0862370 Oct 25 23:20:42.628441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46816) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:42.634113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:42.639748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'name': 'tempest-NetworksTestDHCPv6-821574739'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:42.661576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c0636d-0fa8-4773-8a50-503056abff92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.860847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.888609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.949015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5521c9-7559-46bb-8566-0aa8633e59cd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:42.951568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-02fddd91-1eb9-4977-bd09-f1fead2ebf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:42.953145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-02fddd91-1eb9-4977-bd09-f1fead2ebf0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 1099 time: 0.2246156 Oct 25 23:20:42.987973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:42.989190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87612da2-112b-4873-8047-5ef956b94113 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5233250 Oct 25 23:20:42.994595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:43.032002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'edb25a82-a0c8-403a-adfb-d06a0e358807'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:20:43.032717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': '4f5521c9-7559-46bb-8566-0aa8633e59cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:43.034049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.085404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.155169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-b91e03ab-ad3e-45df-ab31-d94dc28df2aa service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809880 Oct 25 23:20:43.218658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:43.224106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.256821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.291689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2840-126f-4052-bc35-b997fa62be49 req-652c2f4e-a531-4889-bfb2-7849f4c263ca tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:43.293228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-902d2840-126f-4052-bc35-b997fa62be49 req-652c2f4e-a531-4889-bfb2-7849f4c263ca tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2551229 Oct 25 23:20:43.330623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 32340e30-3f63-4e41-9905-e926c6b5afad yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:43.337259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/edb25a82-a0c8-403a-adfb-d06a0e358807/fef1236a-3fa3-4c6e-975a-1a992d02c125) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:43.373666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c0636d-0fa8-4773-8a50-503056abff92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.448271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c0636d-0fa8-4773-8a50-503056abff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.472924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-7fca0fa3-2134-4926-9b85-39e1f8a239bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:43.474414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-7fca0fa3-2134-4926-9b85-39e1f8a239bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.4990869 Oct 25 23:20:43.540758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-902d2840-126f-4052-bc35-b997fa62be49 req-724d070e-9218-4916-aa12-8374255a35ed tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395229 Oct 25 23:20:43.590504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a92d74-7fb2-4fe8-bcb5-3ff27b60815e req-f2070b70-f09e-47d8-aa82-d65713237906 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:43.592824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69a92d74-7fb2-4fe8-bcb5-3ff27b60815e req-f2070b70-f09e-47d8-aa82-d65713237906 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 948 time: 0.4951322 Oct 25 23:20:43.606351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.641460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.673853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9388ca7c-8b51-48d4-863d-0ccfeb0c3da7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:43.677105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-06c6635f-a608-4966-91de-a762783dc059 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 200 len: 217 time: 0.1707885 Oct 25 23:20:43.684022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-17c0636d-0fa8-4773-8a50-503056abff92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5765f4df53654ee99d0200034a5cf461&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0544941 Oct 25 23:20:43.687905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:43.721207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.722622 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-856714be-af91-4b4d-99f9-09fc53e430c2 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7209542 Oct 25 23:20:43.741491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46848) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:43.755284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0636d-0fa8-4773-8a50-503056abff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923364d1-efa3-4080-a2cd-c54a4c36ae32,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:43.808744 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-19aa4ee5-5d59-432b-8e69-3046e2fb96fe tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules/9388ca7c-8b51-48d4-863d-0ccfeb0c3da7 HTTP/1.1" status: 200 len: 763 time: 0.0661085 Oct 25 23:20:43.816781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46852) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:43.824501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22456af1-e958-4c6b-b9fa-9427df5f49a2 req-a1d99669-17c9-4dcf-8352-44c03bf80d85 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191533 Oct 25 23:20:43.847560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.865546 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.883430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87224952-f9a0-49c4-a154-988aabf77683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:43.893054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69a92d74-7fb2-4fe8-bcb5-3ff27b60815e req-59418cee-41fb-419d-8b4f-1262ad3bf208 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243347 Oct 25 23:20:43.897177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-7ce5f1af-3414-4fbd-8675-131fba3b3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:43.898313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:43.898684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-7ce5f1af-3414-4fbd-8675-131fba3b3be7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.1823802 Oct 25 23:20:43.901312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:43.934106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:43.983033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-bd1be0a6-bd72-47c2-937c-673d3dc9097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:43.984642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-bd1be0a6-bd72-47c2-937c-673d3dc9097a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771136 Oct 25 23:20:44.030407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Attempting to bind port fef1236a-3fa3-4c6e-975a-1a992d02c125 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:20:44.030646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46854) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:44.030881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Attempting to bind port fef1236a-3fa3-4c6e-975a-1a992d02c125 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:20:44.031174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Attempting to bind port fef1236a-3fa3-4c6e-975a-1a992d02c125 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:20:44.041844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Pushing event updated for resources: {'Port': ['ID=fef1236a-3fa3-4c6e-975a-1a992d02c125,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:44.051451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:20:44.052112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:44.052695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.054496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:20:44.055178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Bound port: fef1236a-3fa3-4c6e-975a-1a992d02c125, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:20:44.055750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.071189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87224952-f9a0-49c4-a154-988aabf77683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.098740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-504cd856-4db3-4bc2-aaa7-0b888885212e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2781367 Oct 25 23:20:44.102839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46858) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:44.134052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::26f (57fc94dc-2742-4a31-abc4-7afd577fd939/edb25a82-a0c8-403a-adfb-d06a0e358807/32340e30-3f63-4e41-9905-e926c6b5afad) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:44.164736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7d4e-9b3b-4a68-8085-65da944f1c75 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.197977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7d4e-9b3b-4a68-8085-65da944f1c75 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.278211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] For port fef1236a-3fa3-4c6e-975a-1a992d02c125, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:20:44.288840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] For port fef1236a-3fa3-4c6e-975a-1a992d02c125, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fef1236a-3fa3-4c6e-975a-1a992d02c125,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:20:44.306660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.312363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-776a7a15-49b8-4b1d-9958-aeb6d5b4b6cd service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181136 Oct 25 23:20:44.312363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7d4e-9b3b-4a68-8085-65da944f1c75 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.320506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7d4e-9b3b-4a68-8085-65da944f1c75 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.321833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c3c7d4e-9b3b-4a68-8085-65da944f1c75 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9388ca7c-8b51-48d4-863d-0ccfeb0c3da7 HTTP/1.1" status: 204 len: 168 time: 0.2163107 Oct 25 23:20:44.325084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46864) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:44.335153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87224952-f9a0-49c4-a154-988aabf77683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.337664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87224952-f9a0-49c4-a154-988aabf77683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.358470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87224952-f9a0-49c4-a154-988aabf77683 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/923364d1-efa3-4080-a2cd-c54a4c36ae32 HTTP/1.1" status: 204 len: 168 time: 0.6660833 Oct 25 23:20:44.365793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c7d4e-9b3b-4a68-8085-65da944f1c75 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9388ca7c-8b51-48d4-863d-0ccfeb0c3da7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:44.403475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355296081-network', 'tenant_id': 'edf81d4db9054902a82b6be1753d532e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:44.406867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1eaa7-4e0d-4e0d-8fe8-8fc75e5c242f None None] Pushing event updated for resources: {'Port': ['ID=fef1236a-3fa3-4c6e-975a-1a992d02c125,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:44.437262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224952-f9a0-49c4-a154-988aabf77683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923364d1-efa3-4080-a2cd-c54a4c36ae32,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:44.548397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Made reservation on behalf of edf81d4db9054902a82b6be1753d532e for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:44.562497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.582277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.584148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8398e836-440e-4dda-adc9-25d9dfe60bd8 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2484987 Oct 25 23:20:44.590622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46874) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:44.601938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': '4f5521c9-7559-46bb-8566-0aa8633e59cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:44.631768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf8e8da7-4505-4b28-8818-aaad0ed08e36 req-18e89adb-82e1-4d34-836a-9608c5718da9 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082125 Oct 25 23:20:44.664869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.694866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.913045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.921263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:44.971043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb90c-638d-461f-b0fc-5cedccc52164 req-120f6d98-a285-40be-96ff-16df91297e02 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:44.971043 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-490cb90c-638d-461f-b0fc-5cedccc52164 req-120f6d98-a285-40be-96ff-16df91297e02 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2306569 Oct 25 23:20:45.046796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.053343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:45.123092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbced50-9378-473b-9fa9-a71bd4185854 req-560f79bc-8bb2-4443-bb91-9ca43b6dc0c6 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:45.137852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:45.142697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:45.147665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dbced50-9378-473b-9fa9-a71bd4185854 req-560f79bc-8bb2-4443-bb91-9ca43b6dc0c6 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 948 time: 0.0993142 Oct 25 23:20:45.149835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:45.150717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.164053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f326d722-845f-4a0b-9727-d376a3329aea,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:45.167839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.181650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.185736 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-56d86dc4-acd4-4144-be56-4fa86c9c630f tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5909524 Oct 25 23:20:45.190272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:45.190272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=32340e30-3f63-4e41-9905-e926c6b5afad,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:45.195997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-490cb90c-638d-461f-b0fc-5cedccc52164 req-90eaafb5-80bc-4538-b0ea-c4204c19d7b7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691899 Oct 25 23:20:45.196737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.211807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:20:45.223783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.224408 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Added segment 7037799f-fb9c-4ea7-bc64-be108d7b239c of type vlan for network b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44 Oct 25 23:20:45.259739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dbced50-9378-473b-9fa9-a71bd4185854 req-ff3fbc24-69da-43ff-8baf-87bd53012bcc tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083791 Oct 25 23:20:45.278945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.320788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.322122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:45.323152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.503101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-65a2d329-8c7d-4628-8085-239e0ebe9685 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8656790 Oct 25 23:20:45.508548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7a028b0a-61d4-4374-9512-0e24157eff57 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules/f326d722-845f-4a0b-9727-d376a3329aea HTTP/1.1" status: 200 len: 763 time: 0.1988335 Oct 25 23:20:45.509598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46902) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:45.510551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46904) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:45.559039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fef1236a-3fa3-4c6e-975a-1a992d02c125 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:45.590572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db51791e-71d5-4816-89c1-97864be9d492,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:45.624440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5736945 Oct 25 23:20:45.628894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46906) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:45.638929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Request body: {'subnet': {'network_id': 'b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355296081-subnet', 'tenant_id': 'edf81d4db9054902a82b6be1753d532e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:45.648335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0cd3-ee3e-4cb0-8711-65642d8d2b4c admin admin] Pushing event updated for resources: {'Network': ['ID=b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:45.653798 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fecd-0325-49a8-bd01-fce6c3cd561c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.667397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:20:45.692087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a765e58-86cf-4847-b0a0-b3f5529b606b tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1280949 Oct 25 23:20:45.704716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43838b09-fdbe-49c5-b1b1-384441db09b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:45.720618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:45.728196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43838b09-fdbe-49c5-b1b1-384441db09b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:45.733812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43838b09-fdbe-49c5-b1b1-384441db09b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2140260 Oct 25 23:20:45.734970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46910) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:45.737264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Made reservation on behalf of edf81d4db9054902a82b6be1753d532e for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:45.740161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.881968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82eca128-3504-4248-9bac-2c6c0d0d6207 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:45.905018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82eca128-3504-4248-9bac-2c6c0d0d6207 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.292814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b305ae5-c9da-4298-b6cf-05718514e092 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:46.301109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82eca128-3504-4248-9bac-2c6c0d0d6207 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.317204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82eca128-3504-4248-9bac-2c6c0d0d6207 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.321010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-82eca128-3504-4248-9bac-2c6c0d0d6207 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f326d722-845f-4a0b-9727-d376a3329aea HTTP/1.1" status: 204 len: 168 time: 0.5986836 Oct 25 23:20:46.324976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.336714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46926) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:46.412843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca128-3504-4248-9bac-2c6c0d0d6207 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f326d722-845f-4a0b-9727-d376a3329aea,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:46.480791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 638489a8-4291-4984-9169-412a40b4d078 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:20:46.510608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fef1236a-3fa3-4c6e-975a-1a992d02c125 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:46.511125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.539632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a2e06b-aa7f-4e43-955a-733a04cbf0f7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:46.565504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-96dbcb46-670e-45a6-a707-4caf0616c7c9 None None] Provisioning complete for port fef1236a-3fa3-4c6e-975a-1a992d02c125 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:46.566522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96dbcb46-670e-45a6-a707-4caf0616c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.781623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e20ad-a096-4a9f-a05c-b2782bdfd483 req-def1a139-fbbb-413b-b163-b397bafdd359 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:46.783222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d0e20ad-a096-4a9f-a05c-b2782bdfd483 req-def1a139-fbbb-413b-b163-b397bafdd359 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1501153 Oct 25 23:20:46.785571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 32340e30-3f63-4e41-9905-e926c6b5afad {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:46.785907 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:46.802492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.024503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port fef1236a-3fa3-4c6e-975a-1a992d02c125, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fef1236a-3fa3-4c6e-975a-1a992d02c125,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:47.040683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.044857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d0e20ad-a096-4a9f-a05c-b2782bdfd483 req-aa74f8e8-3630-4a73-8cb9-eca4459eee2b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545974 Oct 25 23:20:47.075302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.090567 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96dbcb46-670e-45a6-a707-4caf0616c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.110290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 32340e30-3f63-4e41-9905-e926c6b5afad owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:47.150250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 638489a8-4291-4984-9169-412a40b4d078, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=638489a8-4291-4984-9169-412a40b4d078,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:47.189053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab77d61b-ce4f-4fc0-85f1-f252cff46303 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8377502 Oct 25 23:20:47.204916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:47.221190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Request body: {'security_group_rule': {'security_group_id': '4f5521c9-7559-46bb-8566-0aa8633e59cd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:47.237858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Checking segment: {'id': '7037799f-fb9c-4ea7-bc64-be108d7b239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:47.250841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Network hostable DHCP agents. Network: b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:20:47.267079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45791a8-40e3-4863-8004-5f0fe1f90234 req-d950266f-9493-44f8-8ab8-98c354a31b6c tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:47.268866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e45791a8-40e3-4863-8004-5f0fe1f90234 req-d950266f-9493-44f8-8ab8-98c354a31b6c tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 948 time: 0.8458855 Oct 25 23:20:47.343769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Network b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:20:47.344453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '638489a8-4291-4984-9169-412a40b4d078', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': '638489a8-4291-4984-9169-412a40b4d078', 'mac_address': 'fa:16:3e:60:7c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:20:47.370055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.371383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e45791a8-40e3-4863-8004-5f0fe1f90234 req-7390318b-0e11-4fa7-857c-e83fdbddebf6 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917966 Oct 25 23:20:47.374351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:47.396346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:47.397203 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.423703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb10e0-bac6-40ca-b5d3-c38080fb678b None None] Network b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:47.443428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.456456 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-06fdf897-b004-4b61-a459-d3bef6f1b8fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8249514 Oct 25 23:20:47.535723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=32340e30-3f63-4e41-9905-e926c6b5afad,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:47.544097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.558804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.597343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=fef1236a-3fa3-4c6e-975a-1a992d02c125,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:47.601495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.608991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46958) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:47.610568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a0cdc612-d1a2-4a44-b3b6-6f6f19844d73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/32340e30-3f63-4e41-9905-e926c6b5afad HTTP/1.1" status: 204 len: 168 time: 1.8723843 Oct 25 23:20:47.626182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd54149d-0a40-4feb-ac65-df7a60205413,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:47.628261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-96dbcb46-670e-45a6-a707-4caf0616c7c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:20:47.636169 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-96dbcb46-670e-45a6-a707-4caf0616c7c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:20:47.645800 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.650221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7488ce8e-f697-4a4a-8fe7-cdb2a0fc0de6 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419208 Oct 25 23:20:47.651106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46960) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:47.662498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.703013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638489a8-4291-4984-9169-412a40b4d078 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:20:47.754133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 638489a8-4291-4984-9169-412a40b4d078, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=638489a8-4291-4984-9169-412a40b4d078,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:47.769941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:47.814286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ad6527c9-8169-429b-a50c-14cf9667cf28 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules/bd54149d-0a40-4feb-ac65-df7a60205413 HTTP/1.1" status: 200 len: 764 time: 0.1132998 Oct 25 23:20:47.815499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:47.876663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0cb5f7-cb2f-492c-8e82-768b88a7f393 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:47.880531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0cb5f7-cb2f-492c-8e82-768b88a7f393 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:47.889084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0b0cb5f7-cb2f-492c-8e82-768b88a7f393 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2781696 Oct 25 23:20:47.891548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46966) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:47.972224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5dc1785c-9178-4bdb-8d2e-b67562be5ff4 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1366146 Oct 25 23:20:47.973278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:47.989595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe5474-a4a6-4e20-b080-a0f361e9312a None None] Network b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:48.052678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet edb25a82-a0c8-403a-adfb-d06a0e358807 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:48.057963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-165cdd6f-ddbc-4bc4-b6bb-621f0231011d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.069101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.079852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-165cdd6f-ddbc-4bc4-b6bb-621f0231011d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.149558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-165cdd6f-ddbc-4bc4-b6bb-621f0231011d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.168593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-165cdd6f-ddbc-4bc4-b6bb-621f0231011d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.174034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-165cdd6f-ddbc-4bc4-b6bb-621f0231011d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bd54149d-0a40-4feb-ac65-df7a60205413 HTTP/1.1" status: 204 len: 168 time: 0.1996903 Oct 25 23:20:48.177475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46976) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.241247 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cdd6f-ddbc-4bc4-b6bb-621f0231011d tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd54149d-0a40-4feb-ac65-df7a60205413,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:48.260556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.358522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4299601e-a5fb-47af-8d68-e7f63ef4c6a1 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772463 Oct 25 23:20:48.365808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['638489a8-4291-4984-9169-412a40b4d078'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:20:48.392490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46978) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.399093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=638489a8-4291-4984-9169-412a40b4d078,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:48.537443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.540571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1714a-04b4-4799-86b0-162ed651de8c req-5db3c4bd-326f-4105-b473-93f79d8e2b1d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:48.542467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5be1714a-04b4-4799-86b0-162ed651de8c req-5db3c4bd-326f-4105-b473-93f79d8e2b1d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2820990 Oct 25 23:20:48.570642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c524b2b4-637c-4773-9005-2d883fab664a None None] Could not find standard attr ID for object 32340e30-3f63-4e41-9905-e926c6b5afad. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:48.577321 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eefd65b6-da2c-46c7-afd5-2b95ad9ff56e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.585032 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0b29603e-0917-4275-8c03-1de39ff0f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.626925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eefd65b6-da2c-46c7-afd5-2b95ad9ff56e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.680368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46990) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.695864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c524b2b4-637c-4773-9005-2d883fab664a None None] Provisioning complete for port fef1236a-3fa3-4c6e-975a-1a992d02c125 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:48.696859 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c524b2b4-637c-4773-9005-2d883fab664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.706040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.770733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.774205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/edb25a82-a0c8-403a-adfb-d06a0e358807 HTTP/1.1" status: 204 len: 168 time: 0.8816411 Oct 25 23:20:48.778486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db30762-8920-423f-8340-8bb01615436c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=edb25a82-a0c8-403a-adfb-d06a0e358807,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:48.783084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46996) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.790007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eefd65b6-da2c-46c7-afd5-2b95ad9ff56e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.796519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eefd65b6-da2c-46c7-afd5-2b95ad9ff56e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:48.800659 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eefd65b6-da2c-46c7-afd5-2b95ad9ff56e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f5521c9-7559-46bb-8566-0aa8633e59cd HTTP/1.1" status: 204 len: 168 time: 0.4068439 Oct 25 23:20:48.808324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.838006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd65b6-da2c-46c7-afd5-2b95ad9ff56e tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5521c9-7559-46bb-8566-0aa8633e59cd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:48.902132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5be1714a-04b4-4799-86b0-162ed651de8c req-a07ec98c-7e33-43d3-a5dd-9f9cf7306091 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341870 Oct 25 23:20:48.932465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-85dd8bc4-cc83-4e4c-beb6-a1d361a816ae tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449876 Oct 25 23:20:48.940139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47002) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.952182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8742d3f9-3a76-4732-b035-53cfb27a1092 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1318028 Oct 25 23:20:48.952182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47004) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:48.954881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:49.090860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7baafcbb-71b5-4948-9819-345acfb14f52 tempest-SecGroupTest-1908459627 tempest-SecGroupTest-1908459627-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1382592 Oct 25 23:20:49.115826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7653587-831b-4eda-b4f1-82d8ed3b8ced None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:49.182988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:49.187255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.253764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3980e4-d9d1-4583-af3f-5d0c6dbd2ed9 req-ca4d123f-6973-4800-868a-0509e68d8296 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:49.269998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e3980e4-d9d1-4583-af3f-5d0c6dbd2ed9 req-ca4d123f-6973-4800-868a-0509e68d8296 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 949 time: 0.5904751 Oct 25 23:20:49.283860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47012) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:49.290582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1906532515-network', 'tenant_id': '844112dae90744859a02f8e9e9ec95b9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:49.332805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32a81e87-cfce-43b9-ac00-b3a80a72051f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.342666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Made reservation on behalf of 844112dae90744859a02f8e9e9ec95b9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:49.350445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.375626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.580814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32a81e87-cfce-43b9-ac00-b3a80a72051f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.604780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e3980e4-d9d1-4583-af3f-5d0c6dbd2ed9 req-c8b7e3cf-6d13-42c4-b633-6eee5fd61cdf tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333147 Oct 25 23:20:49.642299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-32a81e87-cfce-43b9-ac00-b3a80a72051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.642624 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fef1236a-3fa3-4c6e-975a-1a992d02c125 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:49.683916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47020) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:49.686066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.690193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-32a81e87-cfce-43b9-ac00-b3a80a72051f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=340a92c3c2ce45adb49009e1d92d87e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082309 Oct 25 23:20:49.692930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:49.704579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.760490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a81e87-cfce-43b9-ac00-b3a80a72051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef115877-da97-441f-b6fd-47250d133579,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:49.767330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b65af-4863-4ea7-bc43-be1ddb3c4f72,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:49.776049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:20:49.798405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.799890 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Added segment 47864f1d-4127-4499-80d4-b29a45e37b8f of type vlan for network f03ad9b5-720f-4172-a00e-68728f0dae96 Oct 25 23:20:49.863510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-45a2ae7d-06a1-44b4-8d41-c8763b8b993a None None] Could not find standard attr ID for object 32340e30-3f63-4e41-9905-e926c6b5afad. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:49.890321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.901521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.952934 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:49.970762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:20:49.984899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fef1236a-3fa3-4c6e-975a-1a992d02c125 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:49.988120 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.055352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c7e8a949-9296-41f2-8ab1-4f32165147ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d2fb7c22f3406b8b97e93a5ee3978b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677654 Oct 25 23:20:50.055887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=211c9f13-3525-4d51-bf51-22cc4259c5a9,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:50.056802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.058315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:50.058315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.062562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47034) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:50.067939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20eb4b8-6f8f-402c-82b3-5732197d7688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.081516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:50.094305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:50.097908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:50.098751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.127460 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20eb4b8-6f8f-402c-82b3-5732197d7688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.170008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4a6a62fe-1bb9-4340-9be8-1ef5f521bf21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2278876 Oct 25 23:20:50.171017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:50.196379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'name': 'tempest-NetworksTestDHCPv6-418867322'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:50.235014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e58beb99-50c7-4c81-80ad-174fc78b65a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.257969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.278574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e58beb99-50c7-4c81-80ad-174fc78b65a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.334633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0468035 Oct 25 23:20:50.337977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47038) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:50.339990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20eb4b8-6f8f-402c-82b3-5732197d7688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.347525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Request body: {'subnet': {'network_id': 'f03ad9b5-720f-4172-a00e-68728f0dae96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1906532515-subnet', 'tenant_id': '844112dae90744859a02f8e9e9ec95b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:50.350142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20eb4b8-6f8f-402c-82b3-5732197d7688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.353723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f20eb4b8-6f8f-402c-82b3-5732197d7688 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef115877-da97-441f-b6fd-47250d133579 HTTP/1.1" status: 204 len: 168 time: 0.6585691 Oct 25 23:20:50.371094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e58beb99-50c7-4c81-80ad-174fc78b65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.375718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e58beb99-50c7-4c81-80ad-174fc78b65a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.376331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e58beb99-50c7-4c81-80ad-174fc78b65a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93b1f244-c1cb-4358-aad3-eaea40d13b85 HTTP/1.1" status: 204 len: 168 time: 0.3098736 Oct 25 23:20:50.396854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Made reservation on behalf of 844112dae90744859a02f8e9e9ec95b9 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:50.400135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.401922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db76642-886b-426c-8bb9-a0fea2507e44 admin admin] Pushing event updated for resources: {'Network': ['ID=f03ad9b5-720f-4172-a00e-68728f0dae96,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:50.457881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f03ad9b5-720f-4172-a00e-68728f0dae96 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:20:50.502185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] Deleting port fef1236a-3fa3-4c6e-975a-1a992d02c125 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:50.502842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20eb4b8-6f8f-402c-82b3-5732197d7688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef115877-da97-441f-b6fd-47250d133579,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:50.506892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227c4af-2b3a-4aa3-ba13-cb90de38fc2f req-7dba0cdf-9513-4a08-ae53-5fb60c73fef9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:50.508569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4227c4af-2b3a-4aa3-ba13-cb90de38fc2f req-7dba0cdf-9513-4a08-ae53-5fb60c73fef9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.4466994 Oct 25 23:20:50.511452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.511593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58beb99-50c7-4c81-80ad-174fc78b65a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b1f244-c1cb-4358-aad3-eaea40d13b85,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:50.596202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4227c4af-2b3a-4aa3-ba13-cb90de38fc2f req-da1e57f9-7982-40f1-8b03-c795f6166bba tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799873 Oct 25 23:20:50.766105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:50.779673 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:50.872975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port ae054b8a-a1ac-45a4-a549-571d0b13bef1 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:50.973480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.076498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 638489a8-4291-4984-9169-412a40b4d078 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:20:51.137055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362db98-2908-4bae-b90f-bed4945a6c3b req-ce80f602-9358-434c-8c9f-96c8557cec78 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:51.138569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Checking segment: {'id': '47864f1d-4127-4499-80d4-b29a45e37b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f03ad9b5-720f-4172-a00e-68728f0dae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:51.139124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Network hostable DHCP agents. Network: f03ad9b5-720f-4172-a00e-68728f0dae96, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:20:51.139477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1362db98-2908-4bae-b90f-bed4945a6c3b req-ce80f602-9358-434c-8c9f-96c8557cec78 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 949 time: 0.4196479 Oct 25 23:20:51.159233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::6 (57fc94dc-2742-4a31-abc4-7afd577fd939/211c9f13-3525-4d51-bf51-22cc4259c5a9/ae054b8a-a1ac-45a4-a549-571d0b13bef1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:51.163641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Pushing event updated for resources: {'Subnet': ['ID=4757d39e-c7ab-4927-995b-b7d4afb56f48,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:51.181540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47064) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:51.235683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d203e0d-798a-4e14-945f-6d66b4eb6c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.244681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Network f03ad9b5-720f-4172-a00e-68728f0dae96 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:20:51.251588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1362db98-2908-4bae-b90f-bed4945a6c3b req-addb46c1-77e5-4ec0-9c8c-361243574626 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892217 Oct 25 23:20:51.265277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f03ad9b5-720f-4172-a00e-68728f0dae96) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:51.284308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:51.285542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.323869 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c7dc3385-5e90-42a9-8c39-a2dd404299af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9815168 Oct 25 23:20:51.391163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894d862-ed24-4079-99a1-f87b10625f7e None None] Network f03ad9b5-720f-4172-a00e-68728f0dae96 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:51.393189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d203e0d-798a-4e14-945f-6d66b4eb6c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.402692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d203e0d-798a-4e14-945f-6d66b4eb6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.506141 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9d203e0d-798a-4e14-945f-6d66b4eb6c69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d5a6fa005eb40519b6a047af3094e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228710 Oct 25 23:20:51.509966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47070) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:51.576094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fef1236a-3fa3-4c6e-975a-1a992d02c125 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:20:51.610463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d203e0d-798a-4e14-945f-6d66b4eb6c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e545d-67cb-48b7-bfa6-cc74a18cd543,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:51.625451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47074) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:51.651210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30b532e4-8e84-4053-9bf8-697572b93c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.706451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30b532e4-8e84-4053-9bf8-697572b93c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.710639 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.749197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Deleting subnet 03a2e06b-aa7f-4e43-955a-733a04cbf0f7 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:51.785294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.865643 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e56507-6694-4dfc-9a02-13905ab6a08e None None] Network f03ad9b5-720f-4172-a00e-68728f0dae96 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:51.951001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.960150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226e95-2193-4a6e-8f80-d66b0453d490 req-7c75449f-57d9-422c-9918-d6622316ed66 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:51.963607 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44226e95-2193-4a6e-8f80-d66b0453d490 req-7c75449f-57d9-422c-9918-d6622316ed66 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1592419 Oct 25 23:20:51.965207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30b532e4-8e84-4053-9bf8-697572b93c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.973914 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30b532e4-8e84-4053-9bf8-697572b93c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.975233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:51.980797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30b532e4-8e84-4053-9bf8-697572b93c47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc5e545d-67cb-48b7-bfa6-cc74a18cd543 HTTP/1.1" status: 204 len: 168 time: 0.4695232 Oct 25 23:20:51.986773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 638489a8-4291-4984-9169-412a40b4d078 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:20:52.029719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b532e4-8e84-4053-9bf8-697572b93c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e545d-67cb-48b7-bfa6-cc74a18cd543,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:52.032720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 638489a8-4291-4984-9169-412a40b4d078 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:52.033103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.043707 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.091867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port fef1236a-3fa3-4c6e-975a-1a992d02c125, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fef1236a-3fa3-4c6e-975a-1a992d02c125,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:52.101403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44226e95-2193-4a6e-8f80-d66b0453d490 req-1e7dcae4-7c86-4a06-8b70-baa75d5bbc3d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168170 Oct 25 23:20:52.129594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.191528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.195232 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.219816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] For port fef1236a-3fa3-4c6e-975a-1a992d02c125, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fef1236a-3fa3-4c6e-975a-1a992d02c125,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:52.220169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.281343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:52.286473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:52.305853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:52.325113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:52.328566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.337738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=ae054b8a-a1ac-45a4-a549-571d0b13bef1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:52.362962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.375710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=fef1236a-3fa3-4c6e-975a-1a992d02c125,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:52.401704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] Calling delete_port for fef1236a-3fa3-4c6e-975a-1a992d02c125 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:52.467909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a2e06b-aa7f-4e43-955a-733a04cbf0f7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:52.512004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b5bd5f9-45ed-4f3b-9332-2e9da849488c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3290508 Oct 25 23:20:52.513861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47104) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:52.532265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.537151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3463f714-d3b1-4527-90a1-2dd471d5d6ba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/03a2e06b-aa7f-4e43-955a-733a04cbf0f7 HTTP/1.1" status: 204 len: 168 time: 0.9113948 Oct 25 23:20:52.547028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:52.638477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.663492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80295431-60c9-468c-b527-2c482f418dc8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:52.667035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.680418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80295431-60c9-468c-b527-2c482f418dc8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:52.687427 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80295431-60c9-468c-b527-2c482f418dc8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1587 time: 0.1671808 Oct 25 23:20:52.688092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47112) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:52.720489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a5bca-7af9-4d36-ac47-4ae68019ece7 req-2aa93e0f-10c0-4867-a7c1-6439b2755e56 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:52.728148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-997a5bca-7af9-4d36-ac47-4ae68019ece7 req-2aa93e0f-10c0-4867-a7c1-6439b2755e56 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 949 time: 0.2638993 Oct 25 23:20:52.782227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638489a8-4291-4984-9169-412a40b4d078'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:20:52.800579 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bfae95-0298-4978-80ad-396431c908d4" -d '{"events": [{"server_uuid": "1c870c2e-466e-4f3d-abc9-1fa5865c331a", "name": "network-vif-plugged", "status": "completed", "tag": "638489a8-4291-4984-9169-412a40b4d078"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:20:52.801356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-997a5bca-7af9-4d36-ac47-4ae68019ece7 req-9ff9766a-15ff-43e9-9312-bceb5d857629 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718400 Oct 25 23:20:52.916173 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92397e9-b787-4671-8710-ce6cee11483e x-openstack-request-id: req-e92397e9-b787-4671-8710-ce6cee11483e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:20:52.917469 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c870c2e-466e-4f3d-abc9-1fa5865c331a", "name": "network-vif-plugged", "status": "completed", "tag": "638489a8-4291-4984-9169-412a40b4d078", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:20:52.917831 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e92397e9-b787-4671-8710-ce6cee11483e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:20:52.918376 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638489a8-4291-4984-9169-412a40b4d078', 'code': 200} Oct 25 23:20:52.927337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 638489a8-4291-4984-9169-412a40b4d078, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=638489a8-4291-4984-9169-412a40b4d078,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:52.954805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:52.996017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port ae054b8a-a1ac-45a4-a549-571d0b13bef1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:52.998369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.020892 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.021267 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.073082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] No DVR routers for this DVR port fef1236a-3fa3-4c6e-975a-1a992d02c125 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:53.099341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b934b49-7b5c-496a-9bc0-18700ec29e02 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:53.106610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=638489a8-4291-4984-9169-412a40b4d078,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:53.139166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:53.214859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e347fa0-3ddd-430a-8048-1c7ab2668288 req-51ac119e-1867-4337-90ca-671c38558035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:53.216856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e347fa0-3ddd-430a-8048-1c7ab2668288 req-51ac119e-1867-4337-90ca-671c38558035 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 1101 time: 0.2265465 Oct 25 23:20:53.224652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7037799f-fb9c-4ea7-bc64-be108d7b239c') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:53.226514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7037799f-fb9c-4ea7-bc64-be108d7b239c') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:53.301298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.319047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5cfad-3362-4b7d-b5a0-304500015e9e None None] Pushing event deleted for resources: {'Port': ['ID=fef1236a-3fa3-4c6e-975a-1a992d02c125,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:53.340690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.405310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for ae054b8a-a1ac-45a4-a549-571d0b13bef1 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:53.438395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.460794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:53.461443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:53.474267 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:53.573372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e347fa0-3ddd-430a-8048-1c7ab2668288 req-b5bf732a-6776-4cd1-a439-205117782bca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417420 Oct 25 23:20:53.595119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '211c9f13-3525-4d51-bf51-22cc4259c5a9'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:20:53.596260 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.611082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc75a1d-96d8-48e6-9a2b-11e5af22fe4f req-c7413f66-1226-47b6-9542-9de5a6fc4fcf tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:53.618668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc75a1d-96d8-48e6-9a2b-11e5af22fe4f req-c7413f66-1226-47b6-9542-9de5a6fc4fcf tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.3199241 Oct 25 23:20:53.710764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.727384 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.732774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44 HTTP/1.1" status: 204 len: 168 time: 1.1825972 Oct 25 23:20:53.761107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47152) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:53.801187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc75a1d-96d8-48e6-9a2b-11e5af22fe4f req-30adf4b7-246e-45db-a42e-2c02a72665b9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760509 Oct 25 23:20:53.803537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b50f10-4b57-49b6-9710-fbf428ba6234 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f7dbcc-65d6-45f8-b6b7-94eb4196bd44,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:53.871316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.941984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=ae054b8a-a1ac-45a4-a549-571d0b13bef1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:53.970962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Deleting subnet 4757d39e-c7ab-4927-995b-b7d4afb56f48 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:53.985093 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:53.993066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/211c9f13-3525-4d51-bf51-22cc4259c5a9/a45a31f8-968e-4aed-a9ce-f455c274db59) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:54.093810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.117502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.127176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0cd85242-77d5-466b-8ca2-91130c1cc018 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/ae054b8a-a1ac-45a4-a549-571d0b13bef1 HTTP/1.1" status: 204 len: 168 time: 1.4353962 Oct 25 23:20:54.128254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47166) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:54.214749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.302329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.317014 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.335885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.351549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d2c99-94f2-479c-90c6-d394347ec2eb req-547091a1-e3f7-495f-bee5-f084d7f9973a tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:54.368810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f0d2c99-94f2-479c-90c6-d394347ec2eb req-547091a1-e3f7-495f-bee5-f084d7f9973a tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 950 time: 0.4190958 Oct 25 23:20:54.369547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4757d39e-c7ab-4927-995b-b7d4afb56f48,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:54.375987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.385448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-abbd7a6b-00b2-46b5-88c2-fcb0d7c7cac1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4757d39e-c7ab-4927-995b-b7d4afb56f48 HTTP/1.1" status: 204 len: 168 time: 0.6192122 Oct 25 23:20:54.386548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47178) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:54.454368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8cc2a-e96f-41ec-92db-a503d0fb272f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:54.455956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8cc2a-e96f-41ec-92db-a503d0fb272f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:54.457064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:54.460905 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3bb8cc2a-e96f-41ec-92db-a503d0fb272f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3268859 Oct 25 23:20:54.468157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47182) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:54.471929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:54.487884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:54.518919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Pushing event updated for resources: {'Port': ['ID=a45a31f8-968e-4aed-a9ce-f455c274db59,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:54.538174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.548381 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f0d2c99-94f2-479c-90c6-d394347ec2eb req-ba8df58e-bf77-43f0-b779-77d3de51c227 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769488 Oct 25 23:20:54.656868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Attempting to bind port a45a31f8-968e-4aed-a9ce-f455c274db59 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:20:54.657245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Attempting to bind port a45a31f8-968e-4aed-a9ce-f455c274db59 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:20:54.657635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Attempting to bind port a45a31f8-968e-4aed-a9ce-f455c274db59 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:20:54.666733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 211c9f13-3525-4d51-bf51-22cc4259c5a9 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:20:54.667602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:20:54.667973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:20:54.668382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.668798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:20:54.669912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Bound port: a45a31f8-968e-4aed-a9ce-f455c274db59, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:20:54.670305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.688025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.806181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] For port a45a31f8-968e-4aed-a9ce-f455c274db59, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:20:54.817532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] For port a45a31f8-968e-4aed-a9ce-f455c274db59, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a45a31f8-968e-4aed-a9ce-f455c274db59,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:20:54.832080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.938193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:54.969851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41351-51c6-4ca9-8335-a2dea07a0c1a None None] Pushing event updated for resources: {'Port': ['ID=a45a31f8-968e-4aed-a9ce-f455c274db59,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:54.977270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.075809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03ad9b5-720f-4172-a00e-68728f0dae96']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:55.181918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47864f1d-4127-4499-80d4-b29a45e37b8f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:55.186899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47864f1d-4127-4499-80d4-b29a45e37b8f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:20:55.235035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.298720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd9ad7-605f-49f1-bd53-2fc94d0402d6 req-b540620b-7d2b-4f0a-b514-8a7087ae81b2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:55.300681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2fd9ad7-605f-49f1-bd53-2fc94d0402d6 req-b540620b-7d2b-4f0a-b514-8a7087ae81b2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.2879727 Oct 25 23:20:55.301936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.353900 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:20:55.354346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:20:55.378513 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:20:55.511420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.573128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2fd9ad7-605f-49f1-bd53-2fc94d0402d6 req-00cf8a62-3f9a-4908-afbc-e2b9d995b570 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620661 Oct 25 23:20:55.674946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.696067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.699967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f03ad9b5-720f-4172-a00e-68728f0dae96 HTTP/1.1" status: 204 len: 168 time: 1.3122742 Oct 25 23:20:55.702121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620c0eb-7c46-46e3-8983-600975d84b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f03ad9b5-720f-4172-a00e-68728f0dae96,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:55.756659 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.777066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999920f-5e48-4cc8-a4e6-62173fd17351 req-397cccf3-3508-48b1-becd-14cc3f52f2fe tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:55.779456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7999920f-5e48-4cc8-a4e6-62173fd17351 req-397cccf3-3508-48b1-becd-14cc3f52f2fe tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 950 time: 0.1196039 Oct 25 23:20:55.861463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=211c9f13-3525-4d51-bf51-22cc4259c5a9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:55.867649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:55.873147 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7999920f-5e48-4cc8-a4e6-62173fd17351 req-2077aa10-fb2f-4edf-8267-75e9e71c863e tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Oct 25 23:20:55.893649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-88cad76b-450e-4b10-bcc5-b875af2af9ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/211c9f13-3525-4d51-bf51-22cc4259c5a9 HTTP/1.1" status: 204 len: 168 time: 1.4239707 Oct 25 23:20:55.897439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47220) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:56.106138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47230) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:56.181271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a2bab8b-c1d1-4bbe-b980-79aa5738d50f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2797427 Oct 25 23:20:56.182759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47234) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:56.197398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:56.199349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3fb8ccff-5d33-4283-a29a-5b386ea4e54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edf81d4db9054902a82b6be1753d532e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905383 Oct 25 23:20:56.200770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47236) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:56.338230 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:56.393928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:56.415574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:56.422139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:56.489736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:56.492563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:56.496336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db51791e-71d5-4816-89c1-97864be9d492 HTTP/1.1" status: 204 len: 168 time: 0.2920864 Oct 25 23:20:56.521657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db51791e-71d5-4816-89c1-97864be9d492,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:56.551510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.554695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.555862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.557938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.562090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.562090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.564895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.568391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.569065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.571339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.573744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.577830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe4b36-d983-4881-806c-6c8266414e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:20:56.772234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ca918-c516-4f8e-b4ce-bd1a9ae6f82e None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:57.022949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] Provisioning complete for port a45a31f8-968e-4aed-a9ce-f455c274db59 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:20:57.029427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.122914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf43fb-fd4e-43c2-b62e-241e13555def req-e9f98b7f-2738-4250-a56f-af2d0f26e01b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:57.124913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebcf43fb-fd4e-43c2-b62e-241e13555def req-e9f98b7f-2738-4250-a56f-af2d0f26e01b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.3305137 Oct 25 23:20:57.387851 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ebcf43fb-fd4e-43c2-b62e-241e13555def req-ec0e0dca-d092-4967-b9b0-f884aa08ca45 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513735 Oct 25 23:20:57.404591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.493894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.494109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47276) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:57.605126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-01610d60-62bb-4a6a-b658-aa38c8f87850 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=844112dae90744859a02f8e9e9ec95b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074531 Oct 25 23:20:57.616426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47278) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:57.628368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:57.650190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:57.655456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:57.664506 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.672336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] For port a45a31f8-968e-4aed-a9ce-f455c274db59, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a45a31f8-968e-4aed-a9ce-f455c274db59,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:57.683479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:20:57.710471 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.723591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=d057c713-6ebc-4cbd-ad8a-462010414901,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:57.745966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-75a2af44-b602-4406-8a2c-67d0c4aaf1d9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5620766 Oct 25 23:20:57.755365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47282) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:57.773909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:20:57.787671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'name': 'tempest-NetworksTestDHCPv6-1713843120'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:20:57.805059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c416dfc2-e11b-4816-a32f-bd970cd0a1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.869706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c416dfc2-e11b-4816-a32f-bd970cd0a1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.946374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] Could not find standard attr ID for object ae054b8a-a1ac-45a4-a549-571d0b13bef1. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:20:57.984633 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c416dfc2-e11b-4816-a32f-bd970cd0a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:57.987782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c416dfc2-e11b-4816-a32f-bd970cd0a1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.003021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c416dfc2-e11b-4816-a32f-bd970cd0a1bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c72b65af-4863-4ea7-bc43-be1ddb3c4f72 HTTP/1.1" status: 204 len: 168 time: 0.3851359 Oct 25 23:20:58.007847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9352e-a98a-46b7-b740-db3aaae8650b None None] Pushing event updated for resources: {'Port': ['ID=a45a31f8-968e-4aed-a9ce-f455c274db59,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:58.032192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416dfc2-e11b-4816-a32f-bd970cd0a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b65af-4863-4ea7-bc43-be1ddb3c4f72,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:58.086272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] Deleting port a45a31f8-968e-4aed-a9ce-f455c274db59 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:58.086917 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.182380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] For port a45a31f8-968e-4aed-a9ce-f455c274db59, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a45a31f8-968e-4aed-a9ce-f455c274db59,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:20:58.183602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.204461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] Calling delete_port for a45a31f8-968e-4aed-a9ce-f455c274db59 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:20:58.252241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:20:58.262123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.316181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 682ff02f-b8ca-41ca-9875-8203818a8458 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:20:58.356107 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.395142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] No DVR routers for this DVR port a45a31f8-968e-4aed-a9ce-f455c274db59 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:20:58.400072 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.401140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40cf54-1c69-448f-b5bb-c804a0122958 None None] Pushing event deleted for resources: {'Port': ['ID=a45a31f8-968e-4aed-a9ce-f455c274db59,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:58.422829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6d1f7-b409-4d74-9c90-22f09c0dfa97 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:20:58.632179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::318 (57fc94dc-2742-4a31-abc4-7afd577fd939/d057c713-6ebc-4cbd-ad8a-462010414901/682ff02f-b8ca-41ca-9875-8203818a8458) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:20:58.707002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'd057c713-6ebc-4cbd-ad8a-462010414901'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:20:58.707981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:58.753779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd41c3-f75e-4e97-b508-39e23b88cfd2 req-f94bebf1-8472-4452-9dd8-7f8beac5f2fa tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:58.755394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36bd41c3-f75e-4e97-b508-39e23b88cfd2 req-f94bebf1-8472-4452-9dd8-7f8beac5f2fa tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1493075 Oct 25 23:20:58.870892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36bd41c3-f75e-4e97-b508-39e23b88cfd2 req-dafcbb31-2c80-4ee4-bc12-7e135bb8fd11 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010692 Oct 25 23:20:59.058632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:59.173066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:59.338728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:20:59.352368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:20:59.362881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:20:59.384093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:59.384824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:59.415509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=682ff02f-b8ca-41ca-9875-8203818a8458,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:20:59.455085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47334) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:59.455249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-001e297e-068e-469d-b9fe-785c7d0f96bc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6964247 Oct 25 23:20:59.615390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7863a7-47a1-4c4a-b7dd-61ed48e53832 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:20:59.618880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-da7863a7-47a1-4c4a-b7dd-61ed48e53832 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1623149 Oct 25 23:20:59.621467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:20:59.843468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a45a31f8-968e-4aed-a9ce-f455c274db59 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:20:59.883465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 682ff02f-b8ca-41ca-9875-8203818a8458 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:20:59.884520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:20:59.938890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a45a31f8-968e-4aed-a9ce-f455c274db59 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:20:59.939232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a45a31f8-968e-4aed-a9ce-f455c274db59 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:20:59.969028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/d057c713-6ebc-4cbd-ad8a-462010414901/7adf3df4-0e54-4859-968b-4c603b88c81f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:00.148384 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:00.181467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 682ff02f-b8ca-41ca-9875-8203818a8458 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:00.457944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:00.475777 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:00.633958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:00.645456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:00.650526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:00.751100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Pushing event updated for resources: {'Port': ['ID=7adf3df4-0e54-4859-968b-4c603b88c81f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:00.862803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Attempting to bind port 7adf3df4-0e54-4859-968b-4c603b88c81f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:00.863479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Attempting to bind port 7adf3df4-0e54-4859-968b-4c603b88c81f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:00.863600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Attempting to bind port 7adf3df4-0e54-4859-968b-4c603b88c81f on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:00.877489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:00.877923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:00.878362 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:00.878789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:00.879256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Bound port: 7adf3df4-0e54-4859-968b-4c603b88c81f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:00.879651 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:01.077083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] For port 7adf3df4-0e54-4859-968b-4c603b88c81f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:01.099924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] For port 7adf3df4-0e54-4859-968b-4c603b88c81f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7adf3df4-0e54-4859-968b-4c603b88c81f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:01.111152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:01.306040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab858f-e6a9-4718-81bf-544666d3dfe5 None None] Pushing event updated for resources: {'Port': ['ID=7adf3df4-0e54-4859-968b-4c603b88c81f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:01.325001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea68e-1a36-4336-b829-757873488bc1 req-c91ae682-185b-4563-a4aa-d4fa70d5c738 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:01.334400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b01ea68e-1a36-4336-b829-757873488bc1 req-c91ae682-185b-4563-a4aa-d4fa70d5c738 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1683054 Oct 25 23:21:01.435732 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:01.437541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47394) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:01.440828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b01ea68e-1a36-4336-b829-757873488bc1 req-1495b01c-6c46-4735-9bff-b40049224caa tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014559 Oct 25 23:21:01.517885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=682ff02f-b8ca-41ca-9875-8203818a8458,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:01.591966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:01.595807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-05ffaf26-6a33-4dd6-acf5-a44b653d3e60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/682ff02f-b8ca-41ca-9875-8203818a8458 HTTP/1.1" status: 204 len: 168 time: 1.9725361 Oct 25 23:21:01.598286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:01.694093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fce204-5f28-4651-b644-de6de098a002 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:01.711026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fce204-5f28-4651-b644-de6de098a002 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:01.729367 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29fce204-5f28-4651-b644-de6de098a002 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1300659 Oct 25 23:21:01.732438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47406) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:01.813751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet d057c713-6ebc-4cbd-ad8a-462010414901 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:01.821347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:01.923224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.115475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.163598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58641852-6840-47ee-8458-e6d64dc1df0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.306992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.354422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.365039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/d057c713-6ebc-4cbd-ad8a-462010414901 HTTP/1.1" status: 204 len: 168 time: 0.6284018 Oct 25 23:21:02.404376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58641852-6840-47ee-8458-e6d64dc1df0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.406090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47420) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:02.414748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d446f-13c9-400c-8ae8-afb69c9d342c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=d057c713-6ebc-4cbd-ad8a-462010414901,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:02.423526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58641852-6840-47ee-8458-e6d64dc1df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.486617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8dee808-cc50-4e1d-9a77-3cd1eb11efca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777221 Oct 25 23:21:02.489102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:02.587316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-58641852-6840-47ee-8458-e6d64dc1df0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d4c72b831bc423fbb2074e045f77d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1485536 Oct 25 23:21:02.592594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47432) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:02.630923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f174b5a-22a4-4942-ad05-a13f3bb76191 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:02.635197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f174b5a-22a4-4942-ad05-a13f3bb76191 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1443422 Oct 25 23:21:02.639255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47434) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:02.834478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc351936-73b5-4e16-af79-6dc8d0ba096a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:02.846598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc351936-73b5-4e16-af79-6dc8d0ba096a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2047427 Oct 25 23:21:02.850632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:02.858574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58641852-6840-47ee-8458-e6d64dc1df0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50727eb6-88d8-4894-bbbb-a42c75d05da5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:02.921068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b36b1520-ba18-4e58-b97f-89e584b0eebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:02.968505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bb0a-61c6-418f-a061-3ebcb30ea381 req-7fce39b0-3152-41bf-9db1-af209f7d1127 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:02.977191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9f0bb0a-61c6-418f-a061-3ebcb30ea381 req-7fce39b0-3152-41bf-9db1-af209f7d1127 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.3555977 Oct 25 23:21:02.982639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b36b1520-ba18-4e58-b97f-89e584b0eebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.008577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e66a49d-0302-459c-8678-9af831283705 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525860 Oct 25 23:21:03.008577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47448) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:03.023607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:03.147496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b36b1520-ba18-4e58-b97f-89e584b0eebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.152431 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b36b1520-ba18-4e58-b97f-89e584b0eebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.160671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b36b1520-ba18-4e58-b97f-89e584b0eebf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50727eb6-88d8-4894-bbbb-a42c75d05da5 HTTP/1.1" status: 204 len: 168 time: 0.5619175 Oct 25 23:21:03.209053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1520-ba18-4e58-b97f-89e584b0eebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50727eb6-88d8-4894-bbbb-a42c75d05da5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:03.242742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:03.245173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f22124-228b-4a4c-bb4a-1403dc0b5989 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:03.248927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.257667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9f0bb0a-61c6-418f-a061-3ebcb30ea381 req-0420c92f-43a0-425f-8db9-8c0ba58a6df9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730551 Oct 25 23:21:03.258249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:03.472716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-79a4f0b0-86d7-49b2-9a55-1ecfc77e1997 None None] Provisioning complete for port 7adf3df4-0e54-4859-968b-4c603b88c81f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:03.473216 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a4f0b0-86d7-49b2-9a55-1ecfc77e1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.701904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.705183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7adf3df4-0e54-4859-968b-4c603b88c81f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:03.782747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:03.785395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:03.787932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=a8eafadc-c7c3-43b2-a27b-eb303c75e983,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:03.791018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:03.792017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:03.837879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-61543c7f-cf2a-4d06-8be6-49765bf4704f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8258286 Oct 25 23:21:03.838286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47472) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:03.844054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': 'a8eafadc-c7c3-43b2-a27b-eb303c75e983', 'ip_address': '2001:db8::cfd4:1498:f3a2:450c'}], 'name': 'tempest-NetworksTestDHCPv6-510236095'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:04.020490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7adf3df4-0e54-4859-968b-4c603b88c81f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:04.022801 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.043241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:21:04.082784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a4f0b0-86d7-49b2-9a55-1ecfc77e1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.117037 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0f19c4-2706-4b8d-89cd-5af08206f926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.266012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-79a4f0b0-86d7-49b2-9a55-1ecfc77e1997 None None] For port 7adf3df4-0e54-4859-968b-4c603b88c81f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7adf3df4-0e54-4859-968b-4c603b88c81f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:04.276439 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a4f0b0-86d7-49b2-9a55-1ecfc77e1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.476720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:04.510186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47492) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:04.543164 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.545549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0f19c4-2706-4b8d-89cd-5af08206f926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.572823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4f0b0-86d7-49b2-9a55-1ecfc77e1997 None None] Pushing event updated for resources: {'Port': ['ID=7adf3df4-0e54-4859-968b-4c603b88c81f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:04.624059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] Deleting port 7adf3df4-0e54-4859-968b-4c603b88c81f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:04.631927 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.671612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0f19c4-2706-4b8d-89cd-5af08206f926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.811776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.823846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.877599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] For port 7adf3df4-0e54-4859-968b-4c603b88c81f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7adf3df4-0e54-4859-968b-4c603b88c81f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:04.878004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:04.924131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] Calling delete_port for 7adf3df4-0e54-4859-968b-4c603b88c81f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:04.962603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e4eb310e99e48e9b761355d6531f337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511449 Oct 25 23:21:04.969679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:04.993690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.003195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f19c4-2706-4b8d-89cd-5af08206f926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15686836-29b0-44c1-b058-a60ca156e9b7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:05.043909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b0f19c4-2706-4b8d-89cd-5af08206f926 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3b474934fca4d958c27dd0010133739&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7816160 Oct 25 23:21:05.055405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47508) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:05.065982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ffe9-0f23-4436-be7e-daeed43f92d9 req-bf69bc1b-f1bf-457f-bc42-08f9bd158420 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:05.082835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52b8ffe9-0f23-4436-be7e-daeed43f92d9 req-bf69bc1b-f1bf-457f-bc42-08f9bd158420 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.5535896 Oct 25 23:21:05.109572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.159791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 35e2053c-8d77-4440-a676-6b784e3a4726 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:21:05.172615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] Pushing event deleted for resources: {'Port': ['ID=7adf3df4-0e54-4859-968b-4c603b88c81f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:05.178405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dee47-94d7-4793-8a4d-77e42cdce795 None None] No DVR routers for this DVR port 7adf3df4-0e54-4859-968b-4c603b88c81f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:05.194719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7109cf-fc16-411d-8842-05bd12707019,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:05.205676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a88d0-11fb-4afb-9018-dee54768fd87 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:05.205897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52b8ffe9-0f23-4436-be7e-daeed43f92d9 req-939af5d6-28c8-4cbf-a755-3de7b4b1ac40 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210976 Oct 25 23:21:05.239465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.240457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.240914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.241499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.242047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.242718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.243419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.244008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.245021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.245703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.246177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.246665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275e75f-4d2b-47c5-bd8f-54f76875f86f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:05.379836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d715-b9db-4f84-a9b8-aef69008545d req-b250f702-1d37-484f-b635-8596dd9dcd19 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:05.386348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc27d715-b9db-4f84-a9b8-aef69008545d req-b250f702-1d37-484f-b635-8596dd9dcd19 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.3791614 Oct 25 23:21:05.446955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec6ea-d894-468a-9671-f256d3ffc00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.473253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc27d715-b9db-4f84-a9b8-aef69008545d req-ff2a9176-45d8-4e6b-ab6c-a01219f92a62 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782952 Oct 25 23:21:05.494849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-113dabbe-b2c6-4df0-99d4-450196dbdd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.544148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7adf3df4-0e54-4859-968b-4c603b88c81f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:05.578810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-113dabbe-b2c6-4df0-99d4-450196dbdd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.580689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::cfd4:1498:f3a2:450c (57fc94dc-2742-4a31-abc4-7afd577fd939/a8eafadc-c7c3-43b2-a27b-eb303c75e983/35e2053c-8d77-4440-a676-6b784e3a4726) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:05.705804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7adf3df4-0e54-4859-968b-4c603b88c81f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:21:05.707683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7adf3df4-0e54-4859-968b-4c603b88c81f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:21:05.721074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-113dabbe-b2c6-4df0-99d4-450196dbdd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.724769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-113dabbe-b2c6-4df0-99d4-450196dbdd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.725953 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-113dabbe-b2c6-4df0-99d4-450196dbdd59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a7109cf-fc16-411d-8842-05bd12707019 HTTP/1.1" status: 204 len: 168 time: 0.7483990 Oct 25 23:21:05.746606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dabbe-b2c6-4df0-99d4-450196dbdd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7109cf-fc16-411d-8842-05bd12707019,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:05.761977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.843218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:05.860476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'a8eafadc-c7c3-43b2-a27b-eb303c75e983'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:21:05.862385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.041275 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec6ea-d894-468a-9671-f256d3ffc00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.060316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:06.064147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=35e2053c-8d77-4440-a676-6b784e3a4726,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:06.077881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:06.103695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:06.111817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:06.112512 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.157708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47536) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:06.158390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ccde81e-ab10-45dd-86b4-32eda02193a5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3183203 Oct 25 23:21:06.204421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec6ea-d894-468a-9671-f256d3ffc00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.222819 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec6ea-d894-468a-9671-f256d3ffc00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.225938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab2ec6ea-d894-468a-9671-f256d3ffc00b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15686836-29b0-44c1-b058-a60ca156e9b7 HTTP/1.1" status: 204 len: 168 time: 1.1396089 Oct 25 23:21:06.260784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ec6ea-d894-468a-9671-f256d3ffc00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15686836-29b0-44c1-b058-a60ca156e9b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:06.338121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c56e4-ee9b-4856-ad40-fe988bdf2486 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:06.348353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47544) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:06.361943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f2c56e4-ee9b-4856-ad40-fe988bdf2486 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2027774 Oct 25 23:21:06.382520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/a8eafadc-c7c3-43b2-a27b-eb303c75e983/eff25a4c-53ca-4aca-96e3-262775297d7b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:06.761749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053572-b66b-4f2d-992d-7d79f2ef6651 req-822c9c9c-d030-44c3-b083-38adcdea6eed tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:06.773113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-37053572-b66b-4f2d-992d-7d79f2ef6651 req-822c9c9c-d030-44c3-b083-38adcdea6eed tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1067436 Oct 25 23:21:06.852125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.870667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:06.878494 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-37053572-b66b-4f2d-992d-7d79f2ef6651 req-1206002e-4de8-490e-b3ae-a2cb718f0290 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996721 Oct 25 23:21:06.908384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5801e1-c8e4-46cc-8c46-e919e7458690 req-b5fd7945-79e4-4330-bdbc-dadfbcfe42bd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:06.918063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c5801e1-c8e4-46cc-8c46-e919e7458690 req-b5fd7945-79e4-4330-bdbc-dadfbcfe42bd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.5128036 Oct 25 23:21:06.969739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Pushing event updated for resources: {'Port': ['ID=eff25a4c-53ca-4aca-96e3-262775297d7b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:06.974214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-6dcae79a-fd95-42cf-a24b-8020a71abd20 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:06.976088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-6dcae79a-fd95-42cf-a24b-8020a71abd20 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.3111994 Oct 25 23:21:06.984630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:06.986509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:06.989139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:07.061291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 35e2053c-8d77-4440-a676-6b784e3a4726 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:07.061873 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.071987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Attempting to bind port eff25a4c-53ca-4aca-96e3-262775297d7b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:07.072148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Attempting to bind port eff25a4c-53ca-4aca-96e3-262775297d7b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:07.072524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Attempting to bind port eff25a4c-53ca-4aca-96e3-262775297d7b on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:07.079376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:07.079799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:07.080204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.080703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:07.081170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Bound port: eff25a4c-53ca-4aca-96e3-262775297d7b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:07.081607 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.158545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] For port eff25a4c-53ca-4aca-96e3-262775297d7b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:07.162134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] For port eff25a4c-53ca-4aca-96e3-262775297d7b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=eff25a4c-53ca-4aca-96e3-262775297d7b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:07.175194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.241171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c753f-c9dd-4486-b5a9-0c1b7cfa3028 None None] Pushing event updated for resources: {'Port': ['ID=eff25a4c-53ca-4aca-96e3-262775297d7b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:07.326055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.367779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 35e2053c-8d77-4440-a676-6b784e3a4726 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:07.477841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c5801e1-c8e4-46cc-8c46-e919e7458690 req-f5501a05-28e2-4e0d-90d0-e81e6fef4a32 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5586798 Oct 25 23:21:07.550185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47572) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:07.580228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22a04787-25b0-41a8-b3b5-e162f4d054c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.597002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Deleting port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:07.597539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:07.731744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] For port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:07.732313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.132532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432e8b8-a6ea-43b6-9165-fe6c884d0745 req-814b4b87-3f86-405a-8362-69cb5d2b56da tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:08.136221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0432e8b8-a6ea-43b6-9165-fe6c884d0745 req-814b4b87-3f86-405a-8362-69cb5d2b56da tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 945 time: 0.1150911 Oct 25 23:21:08.243538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0432e8b8-a6ea-43b6-9165-fe6c884d0745 req-018b737e-76d9-473a-b08c-72fbd48f0aa3 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=d80bc39c-5268-4f49-9e7b-2d5890b3bf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990486 Oct 25 23:21:08.427255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.429131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.430624 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Floating IP f3b53a10-1d9f-4f68-a908-5f7030fcc60c disassociated. External IP: 172.25.4.70, port: 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba. Oct 25 23:21:08.432046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Calling delete_port for 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:08.443835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.519869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=35e2053c-8d77-4440-a676-6b784e3a4726,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:08.677855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.687587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-708e99d8-13c2-4c3f-9c00-38634ce70dab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/35e2053c-8d77-4440-a676-6b784e3a4726 HTTP/1.1" status: 204 len: 168 time: 2.3377781 Oct 25 23:21:08.692106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:08.697999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22a04787-25b0-41a8-b3b5-e162f4d054c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.893877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22a04787-25b0-41a8-b3b5-e162f4d054c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:08.913406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f772e06-9b44-4762-852a-9c317122a05d req-2196d0c2-6a5b-405b-b7fc-be7369076c0d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:08.925567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f772e06-9b44-4762-852a-9c317122a05d req-2196d0c2-6a5b-405b-b7fc-be7369076c0d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1867757 Oct 25 23:21:08.997555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-22a04787-25b0-41a8-b3b5-e162f4d054c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91f0293471424c30a50db454cc566708&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4436452 Oct 25 23:21:09.003603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47626) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:09.053154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd568e73-c999-453e-a851-42fbcf3ad271 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:09.063341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd568e73-c999-453e-a851-42fbcf3ad271 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:09.067932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cd568e73-c999-453e-a851-42fbcf3ad271 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3646305 Oct 25 23:21:09.070297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47630) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:09.177150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:09.222546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f772e06-9b44-4762-852a-9c317122a05d req-2ed7030d-99ac-495a-9e12-8d9c938bdd0e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954643 Oct 25 23:21:09.224978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event deleted for resources: {'Port': ['ID=7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:09.320718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a04787-25b0-41a8-b3b5-e162f4d054c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bced575c-edd2-4115-a8c2-03fb92512b91,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:09.388637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-05dddab0-6fd7-418c-adf8-9328830db49f None None] Provisioning complete for port eff25a4c-53ca-4aca-96e3-262775297d7b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:09.389123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05dddab0-6fd7-418c-adf8-9328830db49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:09.455404 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10777847-b6fa-4905-a523-34577780f48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:09.460898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet a8eafadc-c7c3-43b2-a27b-eb303c75e983 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:09.501150 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:09.543663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Router 65e14521-11e5-447e-b96e-123d21337258 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:21:09.647948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10777847-b6fa-4905-a523-34577780f48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:09.718660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eff25a4c-53ca-4aca-96e3-262775297d7b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:09.934113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05dddab0-6fd7-418c-adf8-9328830db49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.044087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port eff25a4c-53ca-4aca-96e3-262775297d7b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:10.044458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.097860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.192703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:21:10.207419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:10.257100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:21:10.258989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:21:10.264734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:21:10.354722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:10.355344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:20:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:10.471709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] No DVR routers for this DVR port 7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:10.476710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.481006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-078fee66-06c2-4263-b92b-3fff6e80db31 req-8b1c511f-ca52-4b00-9a40-780fd5064943 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=80ed6898-2d07-48ab-977f-1c549f47d688 HTTP/1.1" status: 200 len: 210 time: 0.6307068 Oct 25 23:21:10.491973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea35d1b-847e-4bc7-aeec-403712e32fe2 req-08734e0e-abe6-4316-96ab-ce3a7a842d85 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "DELETE /v2.0/ports/7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba HTTP/1.1" status: 204 len: 173 time: 3.5058744 Oct 25 23:21:10.503212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'name': 'network-vif-deleted', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:21:10.510081 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8f90fe-2d5c-458e-b037-73637a49cb82" -d '{"events": [{"server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "name": "network-vif-deleted", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:21:10.600423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-05dddab0-6fd7-418c-adf8-9328830db49f None None] For port eff25a4c-53ca-4aca-96e3-262775297d7b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=eff25a4c-53ca-4aca-96e3-262775297d7b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:10.663505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16709e6a-3592-4d79-9829-392640ba8c0b req-333fd0da-bff4-4712-926b-2667ce956b5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:10.666926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16709e6a-3592-4d79-9829-392640ba8c0b req-333fd0da-bff4-4712-926b-2667ce956b5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1448581 Oct 25 23:21:10.688384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10777847-b6fa-4905-a523-34577780f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.701427 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10777847-b6fa-4905-a523-34577780f48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.705896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-10777847-b6fa-4905-a523-34577780f48d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bced575c-edd2-4115-a8c2-03fb92512b91 HTTP/1.1" status: 204 len: 168 time: 1.7007132 Oct 25 23:21:10.750724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10777847-b6fa-4905-a523-34577780f48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced575c-edd2-4115-a8c2-03fb92512b91,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:10.779674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:10.784351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:10.845195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16709e6a-3592-4d79-9829-392640ba8c0b req-89352b9d-db8a-49e7-9326-bf979a52a0c6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701922 Oct 25 23:21:10.848822 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6335755-b3ed-4a1e-b219-d1e7cba991d0 x-openstack-request-id: req-a6335755-b3ed-4a1e-b219-d1e7cba991d0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:21:10.849120 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed6898-2d07-48ab-977f-1c549f47d688", "name": "network-vif-deleted", "tag": "7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:21:10.852425 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6335755-b3ed-4a1e-b219-d1e7cba991d0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:21:10.853466 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed6898-2d07-48ab-977f-1c549f47d688', 'name': 'network-vif-deleted', 'tag': '7048ac59-88c1-40c7-9ad9-d3bcf7ed9aba', 'status': 'completed', 'code': 200} Oct 25 23:21:11.009299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:11.047032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:11.051461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/a8eafadc-c7c3-43b2-a27b-eb303c75e983 HTTP/1.1" status: 204 len: 168 time: 1.9655132 Oct 25 23:21:11.054231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:11.109969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25bb1-5663-482f-bd42-69daabe1dc04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=a8eafadc-c7c3-43b2-a27b-eb303c75e983,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:11.182499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47682) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:11.186501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-656ead55-e65e-47e3-a94d-d597b8841a45 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230392 Oct 25 23:21:11.188003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:11.255909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05dddab0-6fd7-418c-adf8-9328830db49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:11.457648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:11.461452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:11.754576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47700) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:11.834968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-271a45e5-dfa9-44cf-865e-311caa91c487 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:11.943778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-271a45e5-dfa9-44cf-865e-311caa91c487 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:12.077467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b16c129-277b-4875-8141-1dc2ea8b772b None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:12.109233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dddab0-6fd7-418c-adf8-9328830db49f None None] Pushing event updated for resources: {'Port': ['ID=eff25a4c-53ca-4aca-96e3-262775297d7b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:12.117401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-83290bc1-30a7-46ad-a946-7b044ae33162 None None] Could not find standard attr ID for object 682ff02f-b8ca-41ca-9875-8203818a8458. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:12.139885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-271a45e5-dfa9-44cf-865e-311caa91c487 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:12.142662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-271a45e5-dfa9-44cf-865e-311caa91c487 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:12.146642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-271a45e5-dfa9-44cf-865e-311caa91c487 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "DELETE /v2.0/security-groups/d80bc39c-5268-4f49-9e7b-2d5890b3bf01 HTTP/1.1" status: 204 len: 168 time: 0.3882530 Oct 25 23:21:12.154781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-83290bc1-30a7-46ad-a946-7b044ae33162 None None] Could not find standard attr ID for object ae054b8a-a1ac-45a4-a549-571d0b13bef1. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:12.158886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:12.210979 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-ad696c39-352a-41db-bb0c-175bbd5d886e tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] show failed (client error): The resource could not be found. Oct 25 23:21:12.214122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ad696c39-352a-41db-bb0c-175bbd5d886e tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups/d80bc39c-5268-4f49-9e7b-2d5890b3bf01 HTTP/1.1" status: 404 len: 347 time: 0.0297403 Oct 25 23:21:12.217393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a45e5-dfa9-44cf-865e-311caa91c487 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80bc39c-5268-4f49-9e7b-2d5890b3bf01,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:12.217591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47720) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:12.263486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-83290bc1-30a7-46ad-a946-7b044ae33162 None None] Could not find standard attr ID for object 35e2053c-8d77-4440-a676-6b784e3a4726. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:12.321091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:12.498258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=20c2aac2-015e-439d-b1e9-30adbc8ae2e1,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:12.570135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:12.628727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:12.635198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eff25a4c-53ca-4aca-96e3-262775297d7b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:12.641793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e4234-5184-4785-bc78-5c75917db702 req-abf9ceec-d09a-4c62-ba63-5f643aabe5da tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:12.646720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:21:12.654201 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e49e4234-5184-4785-bc78-5c75917db702 req-abf9ceec-d09a-4c62-ba63-5f643aabe5da tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.5433748 Oct 25 23:21:12.699193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:12.699964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:20:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:12.725503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:12.730956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:12.733284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:12.819239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-55fd83ed-37be-4b9e-b7e5-6eedc7503495 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6329815 Oct 25 23:21:12.819648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47730) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:12.824916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '20c2aac2-015e-439d-b1e9-30adbc8ae2e1', 'ip_address': '2001:db8::a0bb:30f9:f9bb:eb65'}], 'name': 'tempest-NetworksTestDHCPv6-1843728770'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:12.859509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e49e4234-5184-4785-bc78-5c75917db702 req-94bd2bdb-2918-47a7-948a-31b088cd5736 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031679 Oct 25 23:21:12.977505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Deleting port 35b22400-a4c6-4564-ab89-91c9347138f9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:12.977902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.066030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port eff25a4c-53ca-4aca-96e3-262775297d7b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:13.066837 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.068996 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.149649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4f049-ef3b-4749-8439-9f252d11c56d None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:13.243989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.245216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.286973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Calling delete_port for 35b22400-a4c6-4564-ab89-91c9347138f9 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:13.533443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:13.579176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.583648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:13.666782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47768) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:13.695874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-304be7a3-79a2-4d51-895c-18ba0fb8caf1 None None] Provisioning complete for port eff25a4c-53ca-4aca-96e3-262775297d7b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:13.696670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-304be7a3-79a2-4d51-895c-18ba0fb8caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.711608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event deleted for resources: {'Port': ['ID=35b22400-a4c6-4564-ab89-91c9347138f9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:13.794990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.846513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 380d2522-aa0e-497b-aa07-4d98e4d7be29 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:21:13.847956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.854216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:13.858824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1b33e272-f321-4491-a43a-17abbe4a9aeb tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "DELETE /v2.0/floatingips/f3b53a10-1d9f-4f68-a908-5f7030fcc60c HTTP/1.1" status: 204 len: 168 time: 1.6195822 Oct 25 23:21:13.885628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-638df6dd-a1d0-402b-9e60-ecb9193915b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.231769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-638df6dd-a1d0-402b-9e60-ecb9193915b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.242653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:14.248433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-638df6dd-a1d0-402b-9e60-ecb9193915b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.321199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a7e6c-31d5-4903-bb41-6b9db16cdb4a None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:21:14.323200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-638df6dd-a1d0-402b-9e60-ecb9193915b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15946f68eac74a8d8b7218735d9c0167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552703 Oct 25 23:21:14.325892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:14.437267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::a0bb:30f9:f9bb:eb65 (57fc94dc-2742-4a31-abc4-7afd577fd939/20c2aac2-015e-439d-b1e9-30adbc8ae2e1/380d2522-aa0e-497b-aa07-4d98e4d7be29) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:14.531609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638df6dd-a1d0-402b-9e60-ecb9193915b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe2810-138b-4643-b72f-53db31a23d09,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:14.556501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84e30111-994c-4908-a933-d03c75be64f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.598524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84e30111-994c-4908-a933-d03c75be64f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.639316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47804) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:14.649273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2dbd0230-c2bc-402a-a40e-41fef4091add None None] Provisioning complete for port eff25a4c-53ca-4aca-96e3-262775297d7b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:14.650446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0230-c2bc-402a-a40e-41fef4091add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.654030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887406224', 'description': 'tempest-description--1728063547'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:14.661170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0dadd-9ba9-4a3c-ac34-cc6413e34f3c req-cc2dc1da-3fd9-49d6-8c20-7051ba2ef370 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:14.662707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58f0dadd-9ba9-4a3c-ac34-cc6413e34f3c req-cc2dc1da-3fd9-49d6-8c20-7051ba2ef370 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.6118562 Oct 25 23:21:14.716374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.733899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-18746be9-ee83-4f93-affe-cd02feda22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:14.735416 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-18746be9-ee83-4f93-affe-cd02feda22a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.5517414 Oct 25 23:21:14.752577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84e30111-994c-4908-a933-d03c75be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.755237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84e30111-994c-4908-a933-d03c75be64f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.764498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-84e30111-994c-4908-a933-d03c75be64f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fbe2810-138b-4643-b72f-53db31a23d09 HTTP/1.1" status: 204 len: 168 time: 0.4289873 Oct 25 23:21:14.782052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e30111-994c-4908-a933-d03c75be64f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe2810-138b-4643-b72f-53db31a23d09,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:14.921417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.934936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:14.966516 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943d311-288e-4c3d-848e-907e2acd4ebc None None] New status for floating IP f3b53a10-1d9f-4f68-a908-5f7030fcc60c: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:21:14.984499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5286a48-b770-49c0-bbb4-42376cc32795,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:14.992850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-58f0dadd-9ba9-4a3c-ac34-cc6413e34f3c req-d3c7c796-138b-45ff-9bab-a4ec81c02b31 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119543 Oct 25 23:21:15.002535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.005031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-720eb75f-ccec-4a4e-8be6-1d8aeb25f336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3616853 Oct 25 23:21:15.006833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:15.013846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'security_group_rule': {'security_group_id': 'a5286a48-b770-49c0-bbb4-42376cc32795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:15.051122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.080549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.088904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-f74274d1-f9ea-4787-8aca-1057d4f1c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:15.090661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-f74274d1-f9ea-4787-8aca-1057d4f1c511 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.3333328 Oct 25 23:21:15.266873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-c5374b3a-d55a-4786-b929-146b1533c8f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1656802 Oct 25 23:21:15.386922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47832) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:15.400940 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.414507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-2148e55d-9cfc-4c2e-a5a0-1fac4a34fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:15.416366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-2148e55d-9cfc-4c2e-a5a0-1fac4a34fed2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1356058 Oct 25 23:21:15.422974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa63ed1a-0c7f-480e-b659-a39f01a07a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.534006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.544465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.565663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:15.579635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:15.589071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:15.598545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:15.599148 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.600113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc627cd-1fa9-401a-ae22-b4a217dca641,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:15.605706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cad238b8-ed4e-428e-82c9-c8036fbe96c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.614732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.616068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b9dbce43-cf32-4e40-aafa-6e28690fabb7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6078587 Oct 25 23:21:15.619858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47842) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:15.633190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'security_group_rule': {'security_group_id': 'a5286a48-b770-49c0-bbb4-42376cc32795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:15.637596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=380d2522-aa0e-497b-aa07-4d98e4d7be29,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:15.647821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-9c5cfddb-99af-4c14-a983-cf7796ef4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:15.649355 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-9c5cfddb-99af-4c14-a983-cf7796ef4fe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970527 Oct 25 23:21:15.655944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2d9cbd15-497e-4db6-82d3-0861a61db960 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8352668 Oct 25 23:21:15.661075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47844) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:15.799704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-af000455-f1fd-4af8-9a5b-472198e022dd service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390221 Oct 25 23:21:15.817110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed141348-8082-4b04-b5d0-097e3195bbed tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:15.823982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed141348-8082-4b04-b5d0-097e3195bbed tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:15.828865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ed141348-8082-4b04-b5d0-097e3195bbed tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1614370 Oct 25 23:21:15.831058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:15.921255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.934062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa63ed1a-0c7f-480e-b659-a39f01a07a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.943791 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aa63ed1a-0c7f-480e-b659-a39f01a07a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:15.994536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 380d2522-aa0e-497b-aa07-4d98e4d7be29 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:15.996270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.065086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e83a5734-c357-42b5-9750-50b9c3343e44 None None] Provisioning complete for port 380d2522-aa0e-497b-aa07-4d98e4d7be29 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:16.065488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e83a5734-c357-42b5-9750-50b9c3343e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.081431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d6e6c3a-97ca-436d-a900-4cec508db633 req-05873a49-fd8f-4637-a7e3-f4ef01b0c1d7 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722781 Oct 25 23:21:16.094642 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.100483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.145263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aa63ed1a-0c7f-480e-b659-a39f01a07a70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d129c834eef7444b838d659d065430a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570162 Oct 25 23:21:16.147068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:16.159742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e83a5734-c357-42b5-9750-50b9c3343e44 None None] Port 380d2522-aa0e-497b-aa07-4d98e4d7be29 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:21:16.166834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63ed1a-0c7f-480e-b659-a39f01a07a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55bb03-d96e-48b4-8e87-121f19e11e72,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:16.173978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e596f7c6-837b-4a8d-b5c4-05f35a1f909a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:16.188317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.189518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9c6ed2ad-487e-436e-8eb9-4b64150a98ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5668395 Oct 25 23:21:16.193334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47862) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:16.195984 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.199186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:16.242376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 380d2522-aa0e-497b-aa07-4d98e4d7be29 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:16.260248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1306bce-7bc2-4fd2-839b-8c9b593e1e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.282488 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.329738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1306bce-7bc2-4fd2-839b-8c9b593e1e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.378252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddcad-f4be-4f57-8e0a-0acb9a51fb29 req-33a5c54f-d666-4f57-a0d4-25d4b006da85 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:16.379891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ecddcad-f4be-4f57-8e0a-0acb9a51fb29 req-33a5c54f-d666-4f57-a0d4-25d4b006da85 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1872020 Oct 25 23:21:16.437132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1306bce-7bc2-4fd2-839b-8c9b593e1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.440561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1306bce-7bc2-4fd2-839b-8c9b593e1e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.444460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d1306bce-7bc2-4fd2-839b-8c9b593e1e01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c55bb03-d96e-48b4-8e87-121f19e11e72 HTTP/1.1" status: 204 len: 168 time: 0.2935715 Oct 25 23:21:16.454298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1306bce-7bc2-4fd2-839b-8c9b593e1e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55bb03-d96e-48b4-8e87-121f19e11e72,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:16.482887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ecddcad-f4be-4f57-8e0a-0acb9a51fb29 req-cd0037e1-9246-47b2-bbd7-d1bfda5316d6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868778 Oct 25 23:21:16.583183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.588315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.630048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=380d2522-aa0e-497b-aa07-4d98e4d7be29,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:16.632273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:16.660751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.664555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c6f8b201-a482-48b5-8ab3-05f240b4521f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/380d2522-aa0e-497b-aa07-4d98e4d7be29 HTTP/1.1" status: 204 len: 168 time: 0.8324482 Oct 25 23:21:16.667401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47882) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:16.780716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68248b58-c8aa-4427-9c16-9ff283b99de3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:16.787304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68248b58-c8aa-4427-9c16-9ff283b99de3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:16.788889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-68248b58-c8aa-4427-9c16-9ff283b99de3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1205444 Oct 25 23:21:16.791803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47884) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:16.843761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.912179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Allocated IP 172.25.4.194 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/7dcbdb35-8004-4c58-bbb6-e9a1aaa19935) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:16.935990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 20c2aac2-015e-439d-b1e9-30adbc8ae2e1 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:16.940708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:21:16.940995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:16.947405 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5eca5c-c7c4-44da-b604-4e7b5241a5fc" -d '{"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-unplugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:21:16.964240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:16.974640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.067022 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f026f-6fa5-4366-ad08-7ef5e5967b91 x-openstack-request-id: req-826f026f-6fa5-4366-ad08-7ef5e5967b91 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:21:17.067699 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-unplugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:21:17.068251 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-826f026f-6fa5-4366-ad08-7ef5e5967b91 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:21:17.070018 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'code': 200} Oct 25 23:21:17.079543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.117173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:17.132940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.136892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.137038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.138422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.139198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.140489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.141755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.146483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.146831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.147164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.147497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.147823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:21:17.157411 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.159092 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.214513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.239502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.258446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.265625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf27ee-000b-4608-bddc-1bee011f03dd None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:17.282445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47906) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:17.287499 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/20c2aac2-015e-439d-b1e9-30adbc8ae2e1 HTTP/1.1" status: 204 len: 168 time: 0.4803929 Oct 25 23:21:17.347797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2c93c-26d8-4f98-832e-a41bcd173457 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=20c2aac2-015e-439d-b1e9-30adbc8ae2e1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:17.388592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ed43f3bc-e449-4b13-a010-f772215deb89 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034775 Oct 25 23:21:17.391534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47912) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:17.398384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:17.400885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:17.402681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'Port': ['ID=7dcbdb35-8004-4c58-bbb6-e9a1aaa19935,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:17.405593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:17.408008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:17.592317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:21:17.626986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:17.631222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.678966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.755794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] Deleting port eff25a4c-53ca-4aca-96e3-262775297d7b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:17.756367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.786037 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.788858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fbce1-d848-48e7-927e-357ce7f9f052 req-1cb2bf86-4762-4872-ab32-0cd2cc5056c3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:17.796772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e75fbce1-d848-48e7-927e-357ce7f9f052 req-1cb2bf86-4762-4872-ab32-0cd2cc5056c3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.1320133 Oct 25 23:21:17.856814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e75fbce1-d848-48e7-927e-357ce7f9f052 req-dbc284a8-57f4-4599-b39a-0eaa99fc1141 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559309 Oct 25 23:21:17.925161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] For port eff25a4c-53ca-4aca-96e3-262775297d7b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=eff25a4c-53ca-4aca-96e3-262775297d7b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:17.949856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:17.980330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] Calling delete_port for eff25a4c-53ca-4aca-96e3-262775297d7b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:18.093870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.226295 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.286769 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.288816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:18.298638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:18.302126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.313183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:18.313955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.369215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=f6d60319-e239-49ee-8b43-28fdb5385063,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:18.385966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7eb22f74-59c2-4176-9bb3-c31125c35e08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9922652 Oct 25 23:21:18.389087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 47948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:18.403599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] No DVR routers for this DVR port eff25a4c-53ca-4aca-96e3-262775297d7b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:18.407863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.422211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d16af2-a1e0-455f-8cfc-13709c76c821 None None] Pushing event deleted for resources: {'Port': ['ID=eff25a4c-53ca-4aca-96e3-262775297d7b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:18.427678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': 'f6d60319-e239-49ee-8b43-28fdb5385063', 'ip_address': '2001:db8::38c5:815c:cefa:dce5'}], 'name': 'tempest-NetworksTestDHCPv6-204198848'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:18.447454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc97b0-ba94-4c6f-ae5c-7d63425f4a44 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:18.502070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:18.504204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3097034 Oct 25 23:21:18.516623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298596-6c03-4fac-a4b7-17f3adaf08c8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'Port': ['ID=7dcbdb35-8004-4c58-bbb6-e9a1aaa19935,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:18.659015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eff25a4c-53ca-4aca-96e3-262775297d7b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:18.683753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:18.958020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:19.033943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 6e7a039d-6503-43a5-9227-082d1f80760a yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:21:19.144878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-8f601802-b3ea-4fc4-ab5e-52a0369f11e3 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--887406224&fields=id&tenant_id=9fe692de6ee341bc86102c8ff8aff485 HTTP/1.1" status: 200 len: 267 time: 0.1495090 Oct 25 23:21:19.165051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: eff25a4c-53ca-4aca-96e3-262775297d7b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:21:19.166119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eff25a4c-53ca-4aca-96e3-262775297d7b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:21:19.227288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7229-bb0e-4cd6-a128-e199b0df0dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:19.468048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a0682-6765-43ee-8bac-185e08d24fe5 req-c6e4d20f-0781-4349-9fe1-d75cccfdecb9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:19.471215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c0a0682-6765-43ee-8bac-185e08d24fe5 req-c6e4d20f-0781-4349-9fe1-d75cccfdecb9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.4196873 Oct 25 23:21:19.522143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-8ba27f7b-0667-4aaa-a247-50bd89109fc8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:19.524425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-8ba27f7b-0667-4aaa-a247-50bd89109fc8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 810 time: 0.3692400 Oct 25 23:21:19.547924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-5db1bcbb-c790-43d2-a899-ac05756d1bb3 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/quotas/9fe692de6ee341bc86102c8ff8aff485 HTTP/1.1" status: 200 len: 375 time: 0.0142488 Oct 25 23:21:19.551047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'f6d60319-e239-49ee-8b43-28fdb5385063'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:21:19.552121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:19.644831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c0a0682-6765-43ee-8bac-185e08d24fe5 req-528a4c55-8d8f-40fa-a6a5-8c66abd1a546 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177897 Oct 25 23:21:19.719001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-fb43b292-9803-499b-b435-9aeaf29f4161 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629860 Oct 25 23:21:19.768993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::38c5:815c:cefa:dce5 (57fc94dc-2742-4a31-abc4-7afd577fd939/f6d60319-e239-49ee-8b43-28fdb5385063/6e7a039d-6503-43a5-9227-082d1f80760a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:19.778751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:20.035482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-bb327ea5-842e-4341-9158-b7072779b6f3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:21:20.036586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-bb327ea5-842e-4341-9158-b7072779b6f3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3057172 Oct 25 23:21:20.136354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:20.266702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:20.276200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-a299d9d2-affa-4048-ab68-7e558cb209fc service neutron] 10.222.0.25 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301536 Oct 25 23:21:20.321983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:20.393653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:20.399571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:20.418771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:20.427658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:20.428333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:20.433526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=6e7a039d-6503-43a5-9227-082d1f80760a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:20.478514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f4b8c9d0-4311-4470-9d34-ab6242c42642 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0858841 Oct 25 23:21:20.479004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:20.563756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-621f5bbd-b34c-49c1-94be-2e70a4f13dca service neutron] 10.222.0.25 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849474 Oct 25 23:21:20.568656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/f6d60319-e239-49ee-8b43-28fdb5385063/d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:20.614816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8911592e-5136-418f-b312-7f60f535c5ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:20.630133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8911592e-5136-418f-b312-7f60f535c5ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1501613 Oct 25 23:21:20.634333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:20.890352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-354b39a4-5dd4-4429-81da-48c70eb6cdaa req-c03cb50e-ac80-4d32-9a68-2f93f2e0fe61 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:21:20.913780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-354b39a4-5dd4-4429-81da-48c70eb6cdaa req-c03cb50e-ac80-4d32-9a68-2f93f2e0fe61 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0309193 Oct 25 23:21:20.938087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 6e7a039d-6503-43a5-9227-082d1f80760a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:20.938458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:20.942356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:21.042744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1140fc6-dbd6-4902-82ba-5611322c7a7b req-1ee518f2-8103-4338-8364-6d12e3b9b9b0 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0494838 Oct 25 23:21:21.054428 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.090844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.149347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.200671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:21.207204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:21.209305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Pushing event updated for resources: {'Port': ['ID=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:21.211645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:21.285354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.343550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Attempting to bind port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:21.344471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Attempting to bind port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:21.346653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Attempting to bind port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:21.348058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 6e7a039d-6503-43a5-9227-082d1f80760a owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:21.355704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:21.358262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:21.358679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.359082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:21.359621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Bound port: d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:21.360020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.440452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] For port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:21.444231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] For port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:21.452479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.517585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b844a28-c4ff-4665-ac01-b96fc4043f76 req-cb62da71-feb0-4e3b-a110-dead2c98d22e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:21.519180 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b844a28-c4ff-4665-ac01-b96fc4043f76 req-cb62da71-feb0-4e3b-a110-dead2c98d22e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.3310063 Oct 25 23:21:21.606932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b844a28-c4ff-4665-ac01-b96fc4043f76 req-6aa031cd-3c6f-4b87-bdc8-91cf38887853 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761013 Oct 25 23:21:21.622438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d73bd-f132-437c-a77c-08ef7e2c3a8f None None] Pushing event updated for resources: {'Port': ['ID=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:21.859941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:21.975874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=6e7a039d-6503-43a5-9227-082d1f80760a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:22.084469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:22.098411 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-643424e8-2cc2-4883-8e95-f5d32b19a243 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/6e7a039d-6503-43a5-9227-082d1f80760a HTTP/1.1" status: 204 len: 168 time: 1.4627814 Oct 25 23:21:22.101705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48126) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:22.298898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65f97e56-71d6-44e1-b145-58d8cee171fe req-24ca00f3-007e-46be-93c0-32a9208ec468 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0767615 Oct 25 23:21:22.337856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6a906-c04a-4d27-b756-903a05f8c22d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:22.341081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6a906-c04a-4d27-b756-903a05f8c22d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:22.343047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2ac6a906-c04a-4d27-b756-903a05f8c22d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2399659 Oct 25 23:21:22.345955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48138) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:22.349870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-6edb44f6-871c-4d6a-b778-5574fea80424 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6024306 Oct 25 23:21:22.375821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-3671194d-1280-490f-84dc-ccdc62178fca service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:21:22.393229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-3671194d-1280-490f-84dc-ccdc62178fca service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0424438 Oct 25 23:21:22.505971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet f6d60319-e239-49ee-8b43-28fdb5385063 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:22.521930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:22.653966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:22.765307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:23.051366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed0cf-b4a8-444a-94f9-ea3dfaedfcee req-1b0cd364-0a35-49f6-8c54-55b06419cbeb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:23.060314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:23.063131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:23.067964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aebed0cf-b4a8-444a-94f9-ea3dfaedfcee req-1b0cd364-0a35-49f6-8c54-55b06419cbeb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.3005619 Oct 25 23:21:23.161192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:23.165663 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aebed0cf-b4a8-444a-94f9-ea3dfaedfcee req-29442654-e85f-4b16-9cab-01e39809d914 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964549 Oct 25 23:21:23.472954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:23.501465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:23.703088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:21:23.703452 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:21:23.705972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d60319-e239-49ee-8b43-28fdb5385063,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:23.722825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2208aab4-ef00-4d22-9ad4-f98c2d9100a2 req-de9fcdf7-7878-4bc7-82e1-3d3de1420a12 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.3056235 Oct 25 23:21:23.744365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:23.753474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c8ac9e99-4bde-4b2a-858d-de47ebba3d09 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f6d60319-e239-49ee-8b43-28fdb5385063 HTTP/1.1" status: 204 len: 168 time: 1.4060292 Oct 25 23:21:23.757331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48192) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:23.815856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1d9df-f6c7-40f5-89eb-fc7732c326ce None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:23.883132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-79fc6277-5e3c-4652-accb-ef21cc28e1cd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241429 Oct 25 23:21:23.885517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:23.985606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613b75d-8c86-4879-9d84-d0aa4343ea1d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:23.987695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6613b75d-8c86-4879-9d84-d0aa4343ea1d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1008193 Oct 25 23:21:23.990197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48200) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:24.050424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec647208-d7fc-4297-a0b9-d10f6444c102 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:24.052230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec647208-d7fc-4297-a0b9-d10f6444c102 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610068 Oct 25 23:21:24.054819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48202) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:24.060749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b8899fb8-d770-43a0-a84e-37f6c9380475 None None] Provisioning complete for port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:24.061330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8899fb8-d770-43a0-a84e-37f6c9380475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:24.155690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a6ebb03d-53ea-45f3-be1d-4b65fcdff5c7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995216 Oct 25 23:21:24.159869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48210) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:24.165267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:24.420571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:24.425065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:24.461165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb70190-8947-4ba2-bb1b-4efc3140975f req-3ddc32cf-d33e-4e7a-bda4-70b0858c4219 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:24.463674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acb70190-8947-4ba2-bb1b-4efc3140975f req-3ddc32cf-d33e-4e7a-bda4-70b0858c4219 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.1455419 Oct 25 23:21:24.491380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:24.614644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:21:24.624151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-acb70190-8947-4ba2-bb1b-4efc3140975f req-ba13ccaa-f3cf-458c-92c1-9d100d0946c8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557016 Oct 25 23:21:24.694360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8899fb8-d770-43a0-a84e-37f6c9380475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:24.824376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:24.884633 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:24.967161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab76a73e-3633-4bec-9523-3a3157d8ec5d req-29e5071f-cf4a-42fc-91a2-b11355816d13 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.1057253 Oct 25 23:21:25.142789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:25.202649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:25.237104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=24d28c36-7189-44a2-b6d4-d726b229820a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:25.315909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:25.321350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:25.343919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:25.347185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:25.391786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0a266a31-2a81-4615-b809-6f7814b47968 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2305744 Oct 25 23:21:25.394552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48240) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:25.399743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '24d28c36-7189-44a2-b6d4-d726b229820a', 'ip_address': '2001:db8::2370:5dbf:61ed:83ef'}], 'name': 'tempest-NetworksTestDHCPv6-1936145484'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:25.447352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-b8899fb8-d770-43a0-a84e-37f6c9380475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:21:25.447352 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-b8899fb8-d770-43a0-a84e-37f6c9380475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:21:25.462028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:25.566393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] Deleting port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:25.572594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:25.705087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:25.890733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:26.088802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49b0d-cb4d-4c8c-9189-b12ceba5d135 req-c8dfa10f-fc92-4d4d-9c66-4ea2d8e9e293 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:26.113529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3f49b0d-cb4d-4c8c-9189-b12ceba5d135 req-c8dfa10f-fc92-4d4d-9c66-4ea2d8e9e293 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2436700 Oct 25 23:21:26.202005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] For port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:26.204515 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:26.230782 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-547ff95a-726e-457e-a3d0-8c936af77c6a req-ecd0171e-e581-4307-8781-87dead232267 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0874393 Oct 25 23:21:26.323187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:26.347391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] Calling delete_port for d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:26.364945 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:26.467567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3f49b0d-cb4d-4c8c-9189-b12ceba5d135 req-1b1d47e8-e18c-4c45-8e00-9117d8817378 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317411 Oct 25 23:21:26.496334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:26.601707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 0ad683b7-f176-443c-939b-c9082a69ad7f yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:21:26.700797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:26.774415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:26.835936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] Pushing event deleted for resources: {'Port': ['ID=d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:26.841884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c140c-3994-44ee-be6f-0f1b1400cf45 None None] No DVR routers for this DVR port d1ff5517-d792-4ef2-bf1f-7c8fb3d5b3d0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:26.858275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::2370:5dbf:61ed:83ef (57fc94dc-2742-4a31-abc4-7afd577fd939/24d28c36-7189-44a2-b6d4-d726b229820a/0ad683b7-f176-443c-939b-c9082a69ad7f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:26.874432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80242052-ea17-4735-a8c4-400cf3366136 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:27.094606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:27.160011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:27.326886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=0ad683b7-f176-443c-939b-c9082a69ad7f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:27.335907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:27.344164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:27.350626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:27.375025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:27.376570 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:27.409697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1466d2b2-319d-4f21-b65f-c0154cb5e312 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0137582 Oct 25 23:21:27.412295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48288) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:27.417455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '24d28c36-7189-44a2-b6d4-d726b229820a', 'ip_address': '2001:db8::2370:5dbf:61ed:83ef'}], 'name': 'tempest-NetworksTestDHCPv6-232770645'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:27.418716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '24d28c36-7189-44a2-b6d4-d726b229820a'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:21:27.424885 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:27.557838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-4065df17-27f0-4097-b69b-d0c21c696b80 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:27.561746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-4065df17-27f0-4097-b69b-d0c21c696b80 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 810 time: 0.4642649 Oct 25 23:21:27.727048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ddf632f0-6f94-47cf-bf3a-aab6cec4e6a4 req-48afb2e2-cc45-4244-b345-cd0c20d7d7ee tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.1637423 Oct 25 23:21:27.786779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-1afca24f-08d0-4788-86c0-66197b6df565 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fe692de6ee341bc86102c8ff8aff485 HTTP/1.1" status: 200 len: 379 time: 0.1857376 Oct 25 23:21:27.798188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'port': {'device_id': '49c24241-3938-4940-9efc-fafd7715b5b8', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'admin_state_up': True, 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'security_groups': ['a5286a48-b770-49c0-bbb4-42376cc32795']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:27.849379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:27.850757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/24d28c36-7189-44a2-b6d4-d726b229820a/0d289c2f-614d-4797-b038-17d517080cf0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:27.854906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:27.904567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677a200-2cec-4d8e-b683-462a2f1040f2 req-c6d75807-5e7d-4415-b67f-08c08cf2d4fc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:27.911299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1677a200-2cec-4d8e-b683-462a2f1040f2 req-c6d75807-5e7d-4415-b67f-08c08cf2d4fc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2628098 Oct 25 23:21:27.985568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 245757aa-b166-4c38-9463-9d11a18b30f0 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:21:28.028998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Made reservation on behalf of 9fe692de6ee341bc86102c8ff8aff485 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:28.033354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.275283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48310) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:28.280336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1677a200-2cec-4d8e-b683-462a2f1040f2 req-a911ceda-83fe-4d04-8250-ade0ff56ddcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606234 Oct 25 23:21:28.327282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Allocated IP 172.20.0.9 (253e6925-b6d8-4c1a-8abd-cb2a3ed7893a/204bac81-1b2e-4c77-8db9-2ddda02719cb/fbd32f15-fc8e-4b3a-ac43-607fa392cff4) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:28.428029 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.437814 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.535591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:28.546666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:28.566103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:28.570208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.584101 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74b7079c-6c14-4ed8-944c-bdbb3fa59380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.595733 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 25 23:21:28.597759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:21:28.606947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Pushing event updated for resources: {'Port': ['ID=0d289c2f-614d-4797-b038-17d517080cf0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:28.697778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-50b59cc1-cc0e-4114-aa0c-ad8da1c6a2f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2836826 Oct 25 23:21:28.703152 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48330) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:28.730121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.780781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Attempting to bind port 0d289c2f-614d-4797-b038-17d517080cf0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:28.780781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Attempting to bind port 0d289c2f-614d-4797-b038-17d517080cf0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:28.780781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Attempting to bind port 0d289c2f-614d-4797-b038-17d517080cf0 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:28.790692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:28.791369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:28.791781 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.792170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:28.792903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Bound port: 0d289c2f-614d-4797-b038-17d517080cf0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:28.793813 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.821492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.885239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74b7079c-6c14-4ed8-944c-bdbb3fa59380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.894358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74b7079c-6c14-4ed8-944c-bdbb3fa59380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.923905 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-74b7079c-6c14-4ed8-944c-bdbb3fa59380 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aaef07ad584d4775a4f74a286b584fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421025 Oct 25 23:21:28.928223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event updated for resources: {'Port': ['ID=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:28.928838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48338) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:28.938067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] For port 0d289c2f-614d-4797-b038-17d517080cf0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:28.943483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] For port 0d289c2f-614d-4797-b038-17d517080cf0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0d289c2f-614d-4797-b038-17d517080cf0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:28.953584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:28.977945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff9aaa-faeb-4812-95d8-37233afcfec9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:28.997226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff9aaa-faeb-4812-95d8-37233afcfec9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:28.997689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:29.008307 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dfff9aaa-faeb-4812-95d8-37233afcfec9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3003895 Oct 25 23:21:29.012722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:29.015117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:29.018952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:29.094939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7079c-6c14-4ed8-944c-bdbb3fa59380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e327c9e-a336-418d-a342-c11d533e7742,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:29.111901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046879fe-3f23-462b-8e3e-2615cf96fa8a None None] Pushing event updated for resources: {'Port': ['ID=0d289c2f-614d-4797-b038-17d517080cf0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:29.117442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b879-d285-4821-91f3-8f706682dd09 req-4d40402f-eb1a-44d1-be6f-1610d0309d75 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:29.129677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c775b879-d285-4821-91f3-8f706682dd09 req-4d40402f-eb1a-44d1-be6f-1610d0309d75 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 931 time: 0.2878413 Oct 25 23:21:29.207350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0522112d-7f62-438f-a22a-143d179a54a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.251035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c775b879-d285-4821-91f3-8f706682dd09 req-e5facf83-5793-4f6e-9e3d-907c656f2f5f tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199398 Oct 25 23:21:29.271461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0522112d-7f62-438f-a22a-143d179a54a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.408707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0522112d-7f62-438f-a22a-143d179a54a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.411569 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0522112d-7f62-438f-a22a-143d179a54a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.412726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0522112d-7f62-438f-a22a-143d179a54a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e327c9e-a336-418d-a342-c11d533e7742 HTTP/1.1" status: 204 len: 168 time: 0.4772270 Oct 25 23:21:29.420690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:29.430842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.431385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522112d-7f62-438f-a22a-143d179a54a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e327c9e-a336-418d-a342-c11d533e7742,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:29.477738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-05a8170c-f087-4c4f-9ee6-f8a63c413336 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6841516 Oct 25 23:21:29.526658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Request body: {'port': {'device_id': '49c24241-3938-4940-9efc-fafd7715b5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:29.531261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 0ad683b7-f176-443c-939b-c9082a69ad7f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:29.531598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.664647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-61714e7d-3494-492b-9300-a04ba0ff8e29 None None] Provisioning complete for port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:29.665194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61714e7d-3494-492b-9300-a04ba0ff8e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.706880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8ff1-96b3-4d68-9bc7-156bb55a5e72 req-b5147135-a205-4ab7-ba8e-637764da598d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:29.708426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ddb8ff1-96b3-4d68-9bc7-156bb55a5e72 req-b5147135-a205-4ab7-ba8e-637764da598d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2502437 Oct 25 23:21:29.830966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:29.832559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-61714e7d-3494-492b-9300-a04ba0ff8e29 None None] Port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:21:29.849941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ddb8ff1-96b3-4d68-9bc7-156bb55a5e72 req-d972db31-0973-407c-9204-f61215124693 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342249 Oct 25 23:21:30.166315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:30.191721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3b51574-6cdc-4128-8e86-13eb0496def7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.431510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3b51574-6cdc-4128-8e86-13eb0496def7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.445176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.446806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3b51574-6cdc-4128-8e86-13eb0496def7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.474143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 0ad683b7-f176-443c-939b-c9082a69ad7f owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:30.519155 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b51574-6cdc-4128-8e86-13eb0496def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaaf8c4-f032-4f8c-abe7-ce808e96a05c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:30.552076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d3b51574-6cdc-4128-8e86-13eb0496def7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90d7b553073e4904b27a14d492348d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845568 Oct 25 23:21:30.552810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48366) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:30.605241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa8435-d665-4c7e-b309-3a31758242bb req-17e8eb9a-a5f0-43fa-bc67-4c35e642f9f1 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:30.618226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b3fa8435-d665-4c7e-b309-3a31758242bb req-17e8eb9a-a5f0-43fa-bc67-4c35e642f9f1 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 931 time: 0.2064538 Oct 25 23:21:30.640552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-71600ae9-7a0c-45ea-9e00-6355d93e825f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.719527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-71600ae9-7a0c-45ea-9e00-6355d93e825f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.723895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b3fa8435-d665-4c7e-b309-3a31758242bb req-11134f6d-ab0b-4418-950d-314c89f878db tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027424 Oct 25 23:21:30.904811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-71600ae9-7a0c-45ea-9e00-6355d93e825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.907814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-71600ae9-7a0c-45ea-9e00-6355d93e825f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:30.911434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-71600ae9-7a0c-45ea-9e00-6355d93e825f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaaaf8c4-f032-4f8c-abe7-ce808e96a05c HTTP/1.1" status: 204 len: 168 time: 0.3549609 Oct 25 23:21:30.941328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71600ae9-7a0c-45ea-9e00-6355d93e825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaaf8c4-f032-4f8c-abe7-ce808e96a05c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:31.174692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0d289c2f-614d-4797-b038-17d517080cf0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:31.197850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938629-006b-4da6-9a0b-7c82659155b0 req-0f0d47c3-a725-4cf0-8d49-71f96d2c4bbd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:31.199483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b938629-006b-4da6-9a0b-7c82659155b0 req-0f0d47c3-a725-4cf0-8d49-71f96d2c4bbd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.1464152 Oct 25 23:21:31.326731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4b938629-006b-4da6-9a0b-7c82659155b0 req-267cafe3-52d2-4120-9c4c-c3371b83c4f4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091850 Oct 25 23:21:31.356598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] Provisioning complete for port 0d289c2f-614d-4797-b038-17d517080cf0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:31.365871 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.570402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0d289c2f-614d-4797-b038-17d517080cf0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:31.571060 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.587903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.652100 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.685290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=0ad683b7-f176-443c-939b-c9082a69ad7f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:31.813841 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.847118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.868529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-073e3b6a-41fc-426e-9c84-366b410961a8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/0ad683b7-f176-443c-939b-c9082a69ad7f HTTP/1.1" status: 204 len: 168 time: 2.8507915 Oct 25 23:21:31.870962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48390) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:31.893402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] For port 0d289c2f-614d-4797-b038-17d517080cf0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0d289c2f-614d-4797-b038-17d517080cf0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:31.903420 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:31.904708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd32f15-fc8e-4b3a-ac43-607fa392cff4 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:21:31.952653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:32.051261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec9740-8e0a-413a-ae18-486dec1754bd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:32.069883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec9740-8e0a-413a-ae18-486dec1754bd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:32.083938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6cec9740-8e0a-413a-ae18-486dec1754bd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2090428 Oct 25 23:21:32.084639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48396) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:32.096504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:21:32.096856 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:21:32.099663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] Could not find standard attr ID for object 0ad683b7-f176-443c-939b-c9082a69ad7f. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:32.127421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Transition to ACTIVE for port object fbd32f15-fc8e-4b3a-ac43-607fa392cff4 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:21:32.148450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:32.197783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51813b1-1791-4a50-b192-e639d79c706e None None] Pushing event updated for resources: {'Port': ['ID=0d289c2f-614d-4797-b038-17d517080cf0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:32.247040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ece10b2d-387d-4dfd-a73c-22bbf01f878f None None] Could not find standard attr ID for object 6e7a039d-6503-43a5-9227-082d1f80760a. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:32.345779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 24d28c36-7189-44a2-b6d4-d726b229820a {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:32.365026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:32.419647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e8fb-54d8-4126-bd28-6bd5520f1b79 req-68901edf-31cb-4d50-a813-b0d1893b98b3 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:32.429322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05a9e8fb-54d8-4126-bd28-6bd5520f1b79 req-68901edf-31cb-4d50-a813-b0d1893b98b3 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 931 time: 0.4395924 Oct 25 23:21:32.438969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:32.474072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2c8d83af-f9cd-4ee4-abb0-c0d71d2251cc None None] Could not find standard attr ID for object 0ad683b7-f176-443c-939b-c9082a69ad7f. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:32.574282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:32.735405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05a9e8fb-54d8-4126-bd28-6bd5520f1b79 req-80a93b69-e17e-4e18-96f8-b3c22f762252 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048351 Oct 25 23:21:32.797076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Attempting to bind port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:32.797843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Attempting to bind port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:32.801925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Attempting to bind port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:32.819339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:21:32.823604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Attempting to bind port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 on network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:32.851424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:32.857843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Checking segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:32.858407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Bound using segment: {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:32.858974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Bound port: fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63348565-4e51-428f-9801-6323ac7db699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:32.859242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:32.874103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:33.142142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] For port fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:33.175634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0d289c2f-614d-4797-b038-17d517080cf0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:33.178263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] For port fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:33.185353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a88f6a-0c3f-43fc-b91e-07c180ba3fb5 req-caaf253d-f56a-444c-9cc5-6108ddbc0f16 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:33.188941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a88f6a-0c3f-43fc-b91e-07c180ba3fb5 req-caaf253d-f56a-444c-9cc5-6108ddbc0f16 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.5219755 Oct 25 23:21:33.191343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:33.209976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:33.265617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=24d28c36-7189-44a2-b6d4-d726b229820a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:33.296359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:33.306933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ee70499c-5ff1-4f03-9670-32b206c7088f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/24d28c36-7189-44a2-b6d4-d726b229820a HTTP/1.1" status: 204 len: 168 time: 1.2186549 Oct 25 23:21:33.307640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48422) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:33.418337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0d289c2f-614d-4797-b038-17d517080cf0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:33.419058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:33.425894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:33.430471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:33.440322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] 10.222.0.11 "PUT /v2.0/ports/fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 200 len: 1091 time: 3.9292805 Oct 25 23:21:33.442556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:21:33.445858 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97c5e8-1263-41b9-acec-c37294421a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:21:33.492672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7f29a520-ced6-48cf-8ab0-1d0c02287f39 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1793115 Oct 25 23:21:33.503963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48428) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:33.538523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:33.623770 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb5fb6-a080-4e66-8f1e-e045f9884e31 x-openstack-request-id: req-cabb5fb6-a080-4e66-8f1e-e045f9884e31 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:21:33.624338 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:21:33.624741 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cabb5fb6-a080-4e66-8f1e-e045f9884e31 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:21:33.625289 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'status': 'completed', 'code': 200} Oct 25 23:21:33.626027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e752e-3911-4db0-8215-d4ffe8415664 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:33.657557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66a88f6a-0c3f-43fc-b91e-07c180ba3fb5 req-47b48e47-d1de-4c6d-a9b1-d2d3caf458c3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135549 Oct 25 23:21:33.784775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fad73-268c-4d58-9761-80d9722da25a None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:33.930534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-66f7c562-2c7b-4019-8c08-48456d46f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:33.932237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-66f7c562-2c7b-4019-8c08-48456d46f9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 1094 time: 0.3520842 Oct 25 23:21:34.034493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-b860a05d-708d-43da-9e4e-32581cf9cd25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 200 len: 217 time: 0.0787220 Oct 25 23:21:34.188699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:34.192411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:21:34.202634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:34.224281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-e5d202c9-bf57-4702-837a-3ee380feb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:34.226295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-e5d202c9-bf57-4702-837a-3ee380feb33d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1797674 Oct 25 23:21:34.242551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43d9fb-2044-4e1b-8395-ea27fe9b3b20 req-7e7c146d-1732-46eb-bff3-a5cd3cb2b79b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:34.259284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f43d9fb-2044-4e1b-8395-ea27fe9b3b20 req-7e7c146d-1732-46eb-bff3-a5cd3cb2b79b tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 943 time: 0.3258474 Oct 25 23:21:34.299430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] Deleting port 0d289c2f-614d-4797-b038-17d517080cf0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:34.300389 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:34.422691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f43d9fb-2044-4e1b-8395-ea27fe9b3b20 req-51031196-30c9-4bc7-866c-c3eeafcc7137 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622591 Oct 25 23:21:34.547358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ac73232e-61d1-49d7-b445-491d3d91f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:34.548470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] For port 0d289c2f-614d-4797-b038-17d517080cf0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0d289c2f-614d-4797-b038-17d517080cf0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:34.548969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:34.550965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ac73232e-61d1-49d7-b445-491d3d91f9bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591016 Oct 25 23:21:34.566176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] Calling delete_port for 0d289c2f-614d-4797-b038-17d517080cf0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:34.723697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:34.781456 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:21:34.785116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] Pushing event deleted for resources: {'Port': ['ID=0d289c2f-614d-4797-b038-17d517080cf0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:34.800611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce874b-3b64-4d04-a52b-b64b3b42422c None None] No DVR routers for this DVR port 0d289c2f-614d-4797-b038-17d517080cf0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:34.931739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721b6a-e94a-40c9-99cf-371906432dca req-a32d59de-1a53-4f4e-959c-81ef5c09eb7d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:34.939054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80721b6a-e94a-40c9-99cf-371906432dca req-a32d59de-1a53-4f4e-959c-81ef5c09eb7d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.0936210 Oct 25 23:21:35.081412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0d289c2f-614d-4797-b038-17d517080cf0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:35.115413 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-80721b6a-e94a-40c9-99cf-371906432dca req-3c7b0d89-fb51-446f-8da1-3746c63751be tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677427 Oct 25 23:21:35.129075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0d289c2f-614d-4797-b038-17d517080cf0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:21:35.130380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0d289c2f-614d-4797-b038-17d517080cf0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:21:35.203933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:35.367493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:35.387987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:35.401104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476b7f9-c670-49f3-abad-e1015c1fccf3 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:35.403789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:35.405612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:35.426604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-6a148d7c-cb2e-40ac-a3c3-65a178e56980 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560398 Oct 25 23:21:35.427528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=225add13-2296-443f-a2ed-ea8f244d26f6,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:35.535828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-726481cc-b9bc-43c5-befb-d4fe436a983e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0303285 Oct 25 23:21:35.538603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:35.544846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '225add13-2296-443f-a2ed-ea8f244d26f6', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-293660979'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:35.684738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-511b3a8e-5782-486a-a01b-e4cf6cad1924 req-ba0c3733-5b13-4ae7-ab47-b2595acde7f0 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424264 Oct 25 23:21:35.815547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '225add13-2296-443f-a2ed-ea8f244d26f6'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:21:35.817318 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:35.862751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105f171-1e21-4670-879a-ee0365125af8 req-2171a372-7d8c-4cff-8928-1a91d14dbe23 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:35.882757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5105f171-1e21-4670-879a-ee0365125af8 req-2171a372-7d8c-4cff-8928-1a91d14dbe23 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 943 time: 0.1966715 Oct 25 23:21:36.023050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:36.100255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5105f171-1e21-4670-879a-ee0365125af8 req-f199d100-61f6-4144-b947-2641fbdaf1e4 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158003 Oct 25 23:21:36.101214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:36.115540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-09c80425-69a1-4ef7-b2b1-48624b6ae366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:36.124385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-09c80425-69a1-4ef7-b2b1-48624b6ae366 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 1094 time: 0.3275898 Oct 25 23:21:36.261075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/225add13-2296-443f-a2ed-ea8f244d26f6/06b21990-363d-4fb3-8ade-377b336f4e4d) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:36.481910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-3e6336af-b48a-40e6-a305-71ea09261ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:36.485865 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-3e6336af-b48a-40e6-a305-71ea09261ff0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.3547926 Oct 25 23:21:36.549375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:36.680405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-77422a37-ac7f-46b5-9afb-963dca50d249 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 200 len: 217 time: 0.1857650 Oct 25 23:21:36.681309 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:36.689605 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a66195b8-31a7-4de3-95b3-3c7693dda722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:36.696769 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:36.782893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-a64efef9-ba87-4b9a-b5d3-e46fca39f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:36.784559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-a64efef9-ba87-4b9a-b5d3-e46fca39f3a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.0958674 Oct 25 23:21:36.813632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:36.820764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:36.841122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:36.851663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Pushing event updated for resources: {'Port': ['ID=06b21990-363d-4fb3-8ade-377b336f4e4d,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:36.911009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a66195b8-31a7-4de3-95b3-3c7693dda722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:36.930879 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a66195b8-31a7-4de3-95b3-3c7693dda722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:36.938699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port d2918d71-fc15-49e8-9779-5db3fe698d72 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:21:36.967357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-433b85c9-5371-4c33-91f2-76dd0c12a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:36.969926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-433b85c9-5371-4c33-91f2-76dd0c12a22d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780887 Oct 25 23:21:37.006042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Attempting to bind port 06b21990-363d-4fb3-8ade-377b336f4e4d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:37.007537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Attempting to bind port 06b21990-363d-4fb3-8ade-377b336f4e4d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:37.008075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Attempting to bind port 06b21990-363d-4fb3-8ade-377b336f4e4d on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:37.020515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:37.021796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:37.022404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.023895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:37.024695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Bound port: 06b21990-363d-4fb3-8ade-377b336f4e4d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:37.027170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.052672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9aec-d99b-479d-aa69-86c3ead6f7bb req-6548620d-4727-432c-b17d-d36b9bd4573e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:37.055308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-060b9aec-d99b-479d-aa69-86c3ead6f7bb req-6548620d-4727-432c-b17d-d36b9bd4573e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.4899824 Oct 25 23:21:37.098104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a66195b8-31a7-4de3-95b3-3c7693dda722 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47821d49bbb64bec8f520e40b7fbc735&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0667462 Oct 25 23:21:37.108510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:37.112953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66195b8-31a7-4de3-95b3-3c7693dda722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54949e0e-93b4-4e72-92f0-46c773f32a01,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:37.180220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-060b9aec-d99b-479d-aa69-86c3ead6f7bb req-84173c3f-6b08-443c-baeb-2d37549bfd48 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014967 Oct 25 23:21:37.287202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] For port 06b21990-363d-4fb3-8ade-377b336f4e4d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:37.307909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] For port 06b21990-363d-4fb3-8ade-377b336f4e4d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=06b21990-363d-4fb3-8ade-377b336f4e4d,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:37.321971 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.396582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe320aa-c875-473b-8bd7-f7d09dc0f246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.445324 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:21:37.445780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:21:37.485001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe320aa-c875-473b-8bd7-f7d09dc0f246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.491238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2af8a-c8b8-421b-9f07-6db108da1605 None None] Pushing event updated for resources: {'Port': ['ID=06b21990-363d-4fb3-8ade-377b336f4e4d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:37.540706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f353f3e9-15f2-4b9e-ad13-d0d40001969e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0008249 Oct 25 23:21:37.557588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:37.625491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-ea5c0958-5939-4448-8b7c-6a610145c1b1 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478546 Oct 25 23:21:37.671049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381300f8-8b72-4003-b04a-fb035c0f6a2c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:37.674220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-381300f8-8b72-4003-b04a-fb035c0f6a2c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1148596 Oct 25 23:21:37.682949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:37.760373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6087-eb06-4f9e-ae5a-f2bfed27c294 req-687478a4-01bd-49ef-bcc3-329a4516351d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:37.762025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-baaa6087-eb06-4f9e-ae5a-f2bfed27c294 req-687478a4-01bd-49ef-bcc3-329a4516351d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 943 time: 0.4286180 Oct 25 23:21:37.837265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe320aa-c875-473b-8bd7-f7d09dc0f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.848658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fe320aa-c875-473b-8bd7-f7d09dc0f246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:37.849933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3fe320aa-c875-473b-8bd7-f7d09dc0f246 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54949e0e-93b4-4e72-92f0-46c773f32a01 HTTP/1.1" status: 204 len: 168 time: 0.7313921 Oct 25 23:21:37.989630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320e697f-56a6-42b2-93fa-ca08e572584b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:37.992416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320e697f-56a6-42b2-93fa-ca08e572584b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:38.001886 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-320e697f-56a6-42b2-93fa-ca08e572584b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3059697 Oct 25 23:21:38.001886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe320aa-c875-473b-8bd7-f7d09dc0f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54949e0e-93b4-4e72-92f0-46c773f32a01,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:38.004018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48530) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:38.181962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 225add13-2296-443f-a2ed-ea8f244d26f6 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:38.191715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fbd32f15-fc8e-4b3a-ac43-607fa392cff4 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:21:38.204982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:38.256582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-baaa6087-eb06-4f9e-ae5a-f2bfed27c294 req-04d60ca2-24d5-4b22-926b-d02d081fbc33 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472601 Oct 25 23:21:38.325604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48538) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:38.398659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd97c5e8-1263-41b9-acec-c37294421a7b req-e1591221-4e23-4e77-9ea3-f3318a1c8820 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466974 Oct 25 23:21:38.428917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:38.549090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:38.600728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'port_id': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'mac_address': 'fa:16:3e:c7:53:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:21:38.723129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:38.755321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd32f15-fc8e-4b3a-ac43-607fa392cff4 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:21:38.782721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb5637-980a-4ab0-a239-17eb07f4297e req-f7ab4064-b8d9-4632-b628-a3bbbc61ca8d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:38.786915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4bb5637-980a-4ab0-a239-17eb07f4297e req-f7ab4064-b8d9-4632-b628-a3bbbc61ca8d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.3432324 Oct 25 23:21:38.796065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:38.813405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:38.831696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5191ba9d-7ca6-4fdc-b9c0-e26f951044de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:38.878829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:38.892024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4bb5637-980a-4ab0-a239-17eb07f4297e req-de6e5c8b-5c76-465a-be4d-a4d61b322cd8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917809 Oct 25 23:21:38.948375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbc22a3c-c4d2-4877-8f52-a935b273ec92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.013916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.070193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:39.087367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['fbd32f15-fc8e-4b3a-ac43-607fa392cff4'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:21:39.200376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 06b21990-363d-4fb3-8ade-377b336f4e4d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:39.272313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5191ba9d-7ca6-4fdc-b9c0-e26f951044de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.285542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5191ba9d-7ca6-4fdc-b9c0-e26f951044de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.296664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbc22a3c-c4d2-4877-8f52-a935b273ec92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.302054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.343828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbc22a3c-c4d2-4877-8f52-a935b273ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.493495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 06b21990-363d-4fb3-8ade-377b336f4e4d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:39.495583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.644897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ba9d-7ca6-4fdc-b9c0-e26f951044de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c52055e-7a8d-4764-8b33-807723e62c57,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:39.661236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5191ba9d-7ca6-4fdc-b9c0-e26f951044de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=982a8070a13f4edfa11b5460fff018f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3267450 Oct 25 23:21:39.687108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48558) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:39.778942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cbc22a3c-c4d2-4877-8f52-a935b273ec92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c59e1bd741db4b6fba71a233f0cf369f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8985658 Oct 25 23:21:39.823226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e60530fd-4655-4ab9-bda9-0252073e7fa5 None None] Provisioning complete for port 06b21990-363d-4fb3-8ade-377b336f4e4d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:39.823546 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e60530fd-4655-4ab9-bda9-0252073e7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.828994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:39.890671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc22a3c-c4d2-4877-8f52-a935b273ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6860c3ea-f8bb-4d27-beee-362f9067a4f7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:39.923096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:39.984752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 06b21990-363d-4fb3-8ade-377b336f4e4d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=06b21990-363d-4fb3-8ade-377b336f4e4d,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:40.040864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b95e4-54d4-47fd-8781-f26bd644d843 req-b72d570f-f89c-42dd-b2cd-efc0dd5ca0ad tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:40.042699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-741b95e4-54d4-47fd-8781-f26bd644d843 req-b72d570f-f89c-42dd-b2cd-efc0dd5ca0ad tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 944 time: 0.5875497 Oct 25 23:21:40.084756 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.203405 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c891b54-0e24-4821-a20d-43f8edd41c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.217211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=06b21990-363d-4fb3-8ade-377b336f4e4d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:40.222341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e60530fd-4655-4ab9-bda9-0252073e7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.226503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fbd32f15-fc8e-4b3a-ac43-607fa392cff4 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:40.231745 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5b39-c04b-4c06-a900-eebcf443111e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.256859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-741b95e4-54d4-47fd-8781-f26bd644d843 req-51ce8b08-5f52-4492-a01a-b0a286134f8f tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593375 Oct 25 23:21:40.323967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c891b54-0e24-4821-a20d-43f8edd41c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.363313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-e60530fd-4655-4ab9-bda9-0252073e7fa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:21:40.363951 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-e60530fd-4655-4ab9-bda9-0252073e7fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:21:40.367689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5b39-c04b-4c06-a900-eebcf443111e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.372095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:21:40.379638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:40.380065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.507650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48574) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:40.577386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c891b54-0e24-4821-a20d-43f8edd41c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.581072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c891b54-0e24-4821-a20d-43f8edd41c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.582584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4c891b54-0e24-4821-a20d-43f8edd41c60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6860c3ea-f8bb-4d27-beee-362f9067a4f7 HTTP/1.1" status: 204 len: 168 time: 0.7523499 Oct 25 23:21:40.588722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.626796 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5b39-c04b-4c06-a900-eebcf443111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.635211 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5b39-c04b-4c06-a900-eebcf443111e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.636365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3b2c5b39-c04b-4c06-a900-eebcf443111e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c52055e-7a8d-4764-8b33-807723e62c57 HTTP/1.1" status: 204 len: 168 time: 0.8563516 Oct 25 23:21:40.638717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:40.640537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb8e76b-6fff-4af5-bf4f-4db9e371506b None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:40.650416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/225add13-2296-443f-a2ed-ea8f244d26f6 HTTP/1.1" status: 204 len: 168 time: 2.6454425 Oct 25 23:21:40.656306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c891b54-0e24-4821-a20d-43f8edd41c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6860c3ea-f8bb-4d27-beee-362f9067a4f7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:40.659127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab0fb2-bc27-4987-8bf6-8adc24f58272 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=225add13-2296-443f-a2ed-ea8f244d26f6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:40.661459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:40.799486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c5b39-c04b-4c06-a900-eebcf443111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c52055e-7a8d-4764-8b33-807723e62c57,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:40.804739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e992c5db-ed0e-4000-bf25-a5f95b0cf929 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1347761 Oct 25 23:21:40.808475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48586) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:40.831876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbec85-2b28-433b-a673-41775ff0c3c6 req-c9335493-955c-45cf-9d2c-2c173cf61615 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:40.834797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:40.845713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ffbec85-2b28-433b-a673-41775ff0c3c6 req-c9335493-955c-45cf-9d2c-2c173cf61615 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2231345 Oct 25 23:21:40.951977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ffbec85-2b28-433b-a673-41775ff0c3c6 req-2eda864a-bae6-461b-8dc5-0684a02ae260 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930836 Oct 25 23:21:41.024813 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c7c151e-7cf2-4f75-8fda-154846dcb5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.082130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:21:41.086515 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb8b33-7f05-4e5f-bb23-b53fb9cbb00e" -d '{"events": [{"server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:21:41.117936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 06b21990-363d-4fb3-8ade-377b336f4e4d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:41.351822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:41.363757 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de085a-0e7a-4176-b531-af885a500eff x-openstack-request-id: req-84de085a-0e7a-4176-b531-af885a500eff {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:21:41.364361 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:21:41.365057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.365352 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84de085a-0e7a-4176-b531-af885a500eff {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:21:41.365857 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'code': 200} Oct 25 23:21:41.373440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:41.373773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:41.404423 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.421033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02f9f455-765c-4511-ae29-d21c3087abc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.561574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:41.596727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 06b21990-363d-4fb3-8ade-377b336f4e4d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:41.596727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.727346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c405623-2417-4175-8874-5fed5905b054 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:21:41.742919 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02f9f455-765c-4511-ae29-d21c3087abc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.773275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02f9f455-765c-4511-ae29-d21c3087abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.841077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6c405623-2417-4175-8874-5fed5905b054 None None] Deleting port 06b21990-363d-4fb3-8ade-377b336f4e4d {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:41.841475 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c405623-2417-4175-8874-5fed5905b054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.922790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6c405623-2417-4175-8874-5fed5905b054 None None] For port 06b21990-363d-4fb3-8ade-377b336f4e4d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=06b21990-363d-4fb3-8ade-377b336f4e4d,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:41.923098 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c405623-2417-4175-8874-5fed5905b054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:41.937010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6c405623-2417-4175-8874-5fed5905b054 None None] Calling delete_port for 06b21990-363d-4fb3-8ade-377b336f4e4d owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:41.980579 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02f9f455-765c-4511-ae29-d21c3087abc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fdf9e583118444084b449a0dd1ea7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046708 Oct 25 23:21:41.983310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48610) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:41.985502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9f455-765c-4511-ae29-d21c3087abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bfb790-f2f5-4694-b266-caa5d10bb2ee,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:42.026024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78817-dc9a-4373-8d9b-ea3e3f6789e4 req-11659ddb-f547-4ac1-8b7f-b64cd4f8b635 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:42.044323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1c78817-dc9a-4373-8d9b-ea3e3f6789e4 req-11659ddb-f547-4ac1-8b7f-b64cd4f8b635 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.6405008 Oct 25 23:21:42.113035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c7c151e-7cf2-4f75-8fda-154846dcb5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.131147 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c7c151e-7cf2-4f75-8fda-154846dcb5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.145238 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abed165d-019a-4440-84af-53bb2035bcec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.206408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abed165d-019a-4440-84af-53bb2035bcec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.259567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-f6bb5a2a-46e1-46df-b238-a0b5231de2d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8802011 Oct 25 23:21:42.296679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c405623-2417-4175-8874-5fed5905b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.346159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abed165d-019a-4440-84af-53bb2035bcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.348533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521df08-db79-4c9d-a2cb-feda19801e0a req-45a6deb6-22b4-4795-853a-2b4eb052c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:42.348767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c405623-2417-4175-8874-5fed5905b054 None None] Pushing event deleted for resources: {'Port': ['ID=06b21990-363d-4fb3-8ade-377b336f4e4d,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:42.349363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abed165d-019a-4440-84af-53bb2035bcec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.352783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c405623-2417-4175-8874-5fed5905b054 None None] No DVR routers for this DVR port 06b21990-363d-4fb3-8ade-377b336f4e4d on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:42.354815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-abed165d-019a-4440-84af-53bb2035bcec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67bfb790-f2f5-4694-b266-caa5d10bb2ee HTTP/1.1" status: 204 len: 168 time: 0.3046329 Oct 25 23:21:42.379295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9521df08-db79-4c9d-a2cb-feda19801e0a req-45a6deb6-22b4-4795-853a-2b4eb052c82d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 1096 time: 1.0069194 Oct 25 23:21:42.391380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1c78817-dc9a-4373-8d9b-ea3e3f6789e4 req-ce25b797-e00d-4db4-a534-37840ff50678 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446739 Oct 25 23:21:42.392250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed165d-019a-4440-84af-53bb2035bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bfb790-f2f5-4694-b266-caa5d10bb2ee,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:42.516026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9521df08-db79-4c9d-a2cb-feda19801e0a req-2f94f692-3fa7-49a9-9512-6ef6ab64bec9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358168 Oct 25 23:21:42.528826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c7c151e-7cf2-4f75-8fda-154846dcb5e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=355d97792e6341ab8d2b957eae38b33f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0201190 Oct 25 23:21:42.531855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48626) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:42.560133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c151e-7cf2-4f75-8fda-154846dcb5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fffe81-c256-4dd8-993a-3ef813d927ec,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:42.591981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a215292-fbb7-4c3c-bf4a-52137eeac1cf req-f1204310-82de-4b82-8447-ce8a18e49604 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:42.593565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a215292-fbb7-4c3c-bf4a-52137eeac1cf req-f1204310-82de-4b82-8447-ce8a18e49604 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.4643171 Oct 25 23:21:42.631917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec5cc06-66af-4947-9242-d8695193c283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.690750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec5cc06-66af-4947-9242-d8695193c283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.750412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-4e3e2277-9d67-45cb-b085-d7dc8a26444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:42.751693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-4e3e2277-9d67-45cb-b085-d7dc8a26444b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 1101 time: 0.3069270 Oct 25 23:21:42.752582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.780602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec5cc06-66af-4947-9242-d8695193c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.783732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec5cc06-66af-4947-9242-d8695193c283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:42.784922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cec5cc06-66af-4947-9242-d8695193c283 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39fffe81-c256-4dd8-993a-3ef813d927ec HTTP/1.1" status: 204 len: 168 time: 0.2520409 Oct 25 23:21:42.798687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5cc06-66af-4947-9242-d8695193c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fffe81-c256-4dd8-993a-3ef813d927ec,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:43.009201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.017989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a215292-fbb7-4c3c-bf4a-52137eeac1cf req-b6e26835-de54-4781-a83d-c9c0ffff14df tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618243 Oct 25 23:21:43.029560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:43.042865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:43.051918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:43.052287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 06b21990-363d-4fb3-8ade-377b336f4e4d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:43.052910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.058513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17127c-d063-45f6-b3f0-0de589911e12 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:43.080304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2676833 Oct 25 23:21:43.081143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338b6c0-a876-4834-9b90-9f97db2558c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=f953ef1f-d2b0-4c62-9932-276956cd5711,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:43.083347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48642) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:43.095560 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:43.148805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.149883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.158657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-cbb671bf-5945-44aa-aed4-3ff728a4d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:43.160197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-cbb671bf-5945-44aa-aed4-3ff728a4d5c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.3124380 Oct 25 23:21:43.219415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-10bc312d-dbb6-48f3-b8bc-d9a0a610aef7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 200 len: 217 time: 0.0513623 Oct 25 23:21:43.226309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 06b21990-363d-4fb3-8ade-377b336f4e4d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:21:43.235625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 06b21990-363d-4fb3-8ade-377b336f4e4d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:21:43.269145 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.276900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.311032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-2b9080d7-7dc7-4271-b9cf-ddceebf0b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:43.314820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-2b9080d7-7dc7-4271-b9cf-ddceebf0b9c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0864093 Oct 25 23:21:43.331527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.338068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-77e0409b-345e-46f5-a5c3-7f45bda99cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2512975 Oct 25 23:21:43.339655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:43.490233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-fd6a1b8b-316e-4274-a2dd-d78efa12fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:43.492078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-fd6a1b8b-316e-4274-a2dd-d78efa12fba4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697130 Oct 25 23:21:43.508646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48658) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:43.542493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a89cfd8-b0a1-4e27-aa19-01011430e668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.555430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'f953ef1f-d2b0-4c62-9932-276956cd5711'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:21:43.556616 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.730079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/f953ef1f-d2b0-4c62-9932-276956cd5711/25d4be7c-c2ef-43a2-acaa-a2c382d7c80c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:43.733712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0e25f-9d3c-40af-b77c-f78dcf0dd45e req-93718f5c-6383-4b86-9d04-ec997513f9d6 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:43.735380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eda0e25f-9d3c-40af-b77c-f78dcf0dd45e req-93718f5c-6383-4b86-9d04-ec997513f9d6 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1771896 Oct 25 23:21:43.857079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eda0e25f-9d3c-40af-b77c-f78dcf0dd45e req-b11a387b-eef4-4f5a-b2a3-0cc7f1b60fc2 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052885 Oct 25 23:21:43.926290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a89cfd8-b0a1-4e27-aa19-01011430e668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.941441 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a89cfd8-b0a1-4e27-aa19-01011430e668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:43.998784 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9a89cfd8-b0a1-4e27-aa19-01011430e668 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b9237fbef234ae0ae7c13933abb7108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4888027 Oct 25 23:21:44.000334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48674) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:44.005395 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.015148 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.042435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89cfd8-b0a1-4e27-aa19-01011430e668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414edb7f-1b3a-4a9e-b161-b51c53cb2cd9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:44.062801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-adba5196-aea0-4a26-8681-bd8b50dcb04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.084672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Pushing event updated for resources: {'Port': ['ID=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:44.088784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-adba5196-aea0-4a26-8681-bd8b50dcb04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.118938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:44.123119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:44.133412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:44.192826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-adba5196-aea0-4a26-8681-bd8b50dcb04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.198269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-adba5196-aea0-4a26-8681-bd8b50dcb04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.202754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-adba5196-aea0-4a26-8681-bd8b50dcb04a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/414edb7f-1b3a-4a9e-b161-b51c53cb2cd9 HTTP/1.1" status: 204 len: 168 time: 0.2007544 Oct 25 23:21:44.216326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba5196-aea0-4a26-8681-bd8b50dcb04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414edb7f-1b3a-4a9e-b161-b51c53cb2cd9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:44.252822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Attempting to bind port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:44.253367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Attempting to bind port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:44.253765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Attempting to bind port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:44.260087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:44.260802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:44.261258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.262318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:44.263330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Bound port: 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:44.263780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.348265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] For port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:44.351713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] For port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:44.358324 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:44.459868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff697c-0ea8-4ab1-b047-427b9b9bb453 None None] Pushing event updated for resources: {'Port': ['ID=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:44.641151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adcfc3-953c-4ad7-8abb-52826a69171d req-2bb2a798-7dca-41da-9de0-4330b5365b80 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:44.649414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2adcfc3-953c-4ad7-8abb-52826a69171d req-2bb2a798-7dca-41da-9de0-4330b5365b80 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2558680 Oct 25 23:21:44.789067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-e97221fb-eb33-49a7-baa0-21a59e1b8de0 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2519665 Oct 25 23:21:44.797052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.099953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2adcfc3-953c-4ad7-8abb-52826a69171d req-0d1cb40d-60c3-4b3b-b03e-f97c0666c586 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490695 Oct 25 23:21:45.157497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:45.199911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672649b-8ec0-4368-93f1-96b55b9275d3 req-bbee25eb-b49e-4755-8bd8-3f7eede73d6d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:45.206974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9672649b-8ec0-4368-93f1-96b55b9275d3 req-bbee25eb-b49e-4755-8bd8-3f7eede73d6d tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1649144 Oct 25 23:21:45.279563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9672649b-8ec0-4368-93f1-96b55b9275d3 req-08d5fd6c-bd86-46d3-bf40-b7457e6ba43e tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680649 Oct 25 23:21:45.281402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:45.281567 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.289504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::1 (57fc94dc-2742-4a31-abc4-7afd577fd939/f953ef1f-d2b0-4c62-9932-276956cd5711/b2ba2aed-5e80-4d48-9371-a4c4990eb002) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:45.354888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48718) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:45.381286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be817412-6d9e-4fc6-9a63-717e409681a0 req-4478ed6d-6533-4c1a-8934-57f4eefda79a service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595386 Oct 25 23:21:45.511028 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.626022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4e5de819-4d5b-436a-9b3b-03848f0ecaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.632939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:45.638760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.647261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.723324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-171cb971-de30-4727-a5b3-2e8ae74234cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.763916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.802004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:45.917796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:45.954681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-171cb971-de30-4727-a5b3-2e8ae74234cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.960272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff4848-8f8b-4b91-b6c0-6af5814402a1 req-4c998178-4dd4-4d95-9bf8-aca31c176fd6 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:45.961694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10ff4848-8f8b-4b91-b6c0-6af5814402a1 req-4c998178-4dd4-4d95-9bf8-aca31c176fd6 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.4811609 Oct 25 23:21:45.963712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-171cb971-de30-4727-a5b3-2e8ae74234cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:45.971077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:45.971191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48740) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:45.995125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Request body: {'floatingip': {'port_id': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:46.001498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:46.004218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.070059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-171cb971-de30-4727-a5b3-2e8ae74234cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=466e434eda4247dc80de3d4d55565536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130611 Oct 25 23:21:46.072385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cb971-de30-4727-a5b3-2e8ae74234cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e856d417-240e-41d9-a828-f94fdcc2a44f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:46.088556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:46.185403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd05292d-36e1-479b-aab9-6449439a91e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.190938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=b2ba2aed-5e80-4d48-9371-a4c4990eb002,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:46.221224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e7c514f8-a9d4-4354-8d12-958cd5efea63 None None] Provisioning complete for port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:46.221727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e7c514f8-a9d4-4354-8d12-958cd5efea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.270788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.273676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd05292d-36e1-479b-aab9-6449439a91e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.371876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.472006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3f6ce-ab2e-4052-b48a-97eb87dc225d req-322b0811-7e03-46f8-b8b8-02abc179b63f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:46.473818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29a3f6ce-ab2e-4052-b48a-97eb87dc225d req-322b0811-7e03-46f8-b8b8-02abc179b63f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.1504946 Oct 25 23:21:46.514394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd05292d-36e1-479b-aab9-6449439a91e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.520556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bd05292d-36e1-479b-aab9-6449439a91e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.526972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bd05292d-36e1-479b-aab9-6449439a91e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e856d417-240e-41d9-a828-f94fdcc2a44f HTTP/1.1" status: 204 len: 168 time: 0.4370596 Oct 25 23:21:46.552569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05292d-36e1-479b-aab9-6449439a91e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e856d417-240e-41d9-a828-f94fdcc2a44f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:46.573944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29a3f6ce-ab2e-4052-b48a-97eb87dc225d req-dd3529a6-36bb-4fa6-ba5e-a83181eeb8e6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879722 Oct 25 23:21:46.659140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-97e15153-9da4-4351-9119-3d756e2179aa None None] Provisioning complete for port b2ba2aed-5e80-4d48-9371-a4c4990eb002 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:46.659731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97e15153-9da4-4351-9119-3d756e2179aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.723606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-97e15153-9da4-4351-9119-3d756e2179aa None None] Port b2ba2aed-5e80-4d48-9371-a4c4990eb002 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:21:46.857879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.868110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:46.868755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.045072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:47.069422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48760) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:47.088840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6890cc35-f830-4b73-b1ed-7d4cbe523a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.106902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:47.107531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.251683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6890cc35-f830-4b73-b1ed-7d4cbe523a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.256939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6890cc35-f830-4b73-b1ed-7d4cbe523a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.300581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6890cc35-f830-4b73-b1ed-7d4cbe523a5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa417fe9ce9c4c9d88af538b7299d85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297459 Oct 25 23:21:47.301547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890cc35-f830-4b73-b1ed-7d4cbe523a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fd2d94-16ba-493c-b410-81f289a46958,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:47.304038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48762) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:47.316113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=b2ba2aed-5e80-4d48-9371-a4c4990eb002,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:47.327200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.resource_extend [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:21:47.370185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80e09c3a-091a-43df-b5cd-4fb5ef5c04e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.392788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80e09c3a-091a-43df-b5cd-4fb5ef5c04e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.404684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.406623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:47.408285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:47.412671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.445255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80e09c3a-091a-43df-b5cd-4fb5ef5c04e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.449855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80e09c3a-091a-43df-b5cd-4fb5ef5c04e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.451569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80e09c3a-091a-43df-b5cd-4fb5ef5c04e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29fd2d94-16ba-493c-b410-81f289a46958 HTTP/1.1" status: 204 len: 168 time: 0.1466351 Oct 25 23:21:47.462668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09c3a-091a-43df-b5cd-4fb5ef5c04e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fd2d94-16ba-493c-b410-81f289a46958,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:47.519188 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Floating IP d07691b4-417a-4824-bcdf-1f3747f0da1c associated. External IP: 172.25.4.194, port: fbd32f15-fc8e-4b3a-ac43-607fa392cff4. Oct 25 23:21:47.775435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-12fb7237-fbc0-4451-bcc6-ac29e4d97df4 None None] Provisioning complete for port b2ba2aed-5e80-4d48-9371-a4c4990eb002 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:47.775957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-12fb7237-fbc0-4451-bcc6-ac29e4d97df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:47.831497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-12fb7237-fbc0-4451-bcc6-ac29e4d97df4 None None] Port b2ba2aed-5e80-4d48-9371-a4c4990eb002 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:21:48.212427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829caa-c983-444d-bd6a-7725465e2514 req-b28e83e3-a871-4a74-a770-cf1e3296881c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:48.213963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b829caa-c983-444d-bd6a-7725465e2514 req-b28e83e3-a871-4a74-a770-cf1e3296881c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 0.2328007 Oct 25 23:21:48.250278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Router 0774562c-dc68-4840-a164-b071c6e99ebc is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:21:48.278679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b829caa-c983-444d-bd6a-7725465e2514 req-4f5c341e-1c83-4acb-a95c-4c1f25435c8f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532837 Oct 25 23:21:48.373843 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f556fe3a-9eaf-4b71-93e1-f8d99e72cd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:48.546231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:21:48.565072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-806b3976-df78-4513-903e-8900884740be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "PUT /v2.0/routers/0774562c-dc68-4840-a164-b071c6e99ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2199268 Oct 25 23:21:48.566073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48796) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:48.568112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Sync routers for ids ['0774562c-dc68-4840-a164-b071c6e99ebc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:21:48.587712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Routers {'0774562c-dc68-4840-a164-b071c6e99ebc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:48.589113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0774562c-dc68-4840-a164-b071c6e99ebc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:48.617234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Router 65e14521-11e5-447e-b96e-123d21337258 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:21:48.711348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf7be6-b869-4a5f-9211-c24aebcd293c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:48.712921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2ccf7be6-b869-4a5f-9211-c24aebcd293c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports/b2ba2aed-5e80-4d48-9371-a4c4990eb002 HTTP/1.1" status: 200 len: 911 time: 0.1463642 Oct 25 23:21:48.716277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48798) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:48.812074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Set router 0774562c-dc68-4840-a164-b071c6e99ebc gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:48.861836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9a30a-69cb-43fb-9480-c4c97c3c53aa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:48.872438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9a30a-69cb-43fb-9480-c4c97c3c53aa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:48.876858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f9a9a30a-69cb-43fb-9480-c4c97c3c53aa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1531513 Oct 25 23:21:48.878420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48802) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:48.888692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48806) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:49.062988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:21:49.078260 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:21:49.091797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:49.102018 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:49.108816 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:49.170291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-9c3c4360-329e-46f1-8a9a-d7e6a0995d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:49.172357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-9c3c4360-329e-46f1-8a9a-d7e6a0995d03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35&tenant_id=e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 1094 time: 0.2583690 Oct 25 23:21:49.189132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:49.228098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6a847c2a-9693-4b3b-9125-86aec1d10773 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "PUT /v2.0/floatingips/d07691b4-417a-4824-bcdf-1f3747f0da1c HTTP/1.1" status: 200 len: 991 time: 3.2505269 Oct 25 23:21:49.232397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:21:49.235451 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a550721-d8b9-4df2-87ca-e3f6daa21996" -d '{"events": [{"name": "network-changed", "server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:21:49.281192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75cb9beb-bd0b-4ffb-9364-ec7cb3c7101f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:49.293461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:49.489020 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81d278-feee-4956-8824-340e2c0f1120 x-openstack-request-id: req-4c81d278-feee-4956-8824-340e2c0f1120 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:21:49.489717 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:21:49.490077 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c81d278-feee-4956-8824-340e2c0f1120 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:21:49.490726 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'status': 'completed', 'code': 200} Oct 25 23:21:49.513252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:43Z', 'updated_at': '2021-10-25T23:21:46Z', 'revision_number': 2, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None, '_interfaces': [{'id': 'b2ba2aed-5e80-4d48-9371-a4c4990eb002', 'name': '', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'mac_address': 'fa:16:3e:03:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f953ef1f-d2b0-4c62-9932-276956cd5711', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:21:44Z', 'updated_at': '2021-10-25T23:21:46Z', 'revision_number': 2, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'subnets': [{'id': 'f953ef1f-d2b0-4c62-9932-276956cd5711', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:49.554563 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:49.594538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Checking router: 0774562c-dc68-4840-a164-b071c6e99ebc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:21:49.594909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Updating router 0774562c-dc68-4840-a164-b071c6e99ebc port b2ba2aed-5e80-4d48-9371-a4c4990eb002 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:21:49.667634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:49.688364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:49.800691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.105368 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd07691b4-417a-4824-bcdf-1f3747f0da1c', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '65e14521-11e5-447e-b96e-123d21337258', 'port_id': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'mac_address': 'fa:16:3e:c7:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c24241-3938-4940-9efc-fafd7715b5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:21:17Z', 'updated_at': '2021-10-25T23:21:47Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:50.125711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:50.149219 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.168754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:50.171549 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:21:50.197838 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:50.198790 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:50.212318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port b2ba2aed-5e80-4d48-9371-a4c4990eb002 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:50.212804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.272191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-f40fafbc-ab94-4172-ae37-a66b51836bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:50.273719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-f40fafbc-ab94-4172-ae37-a66b51836bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 1096 time: 0.8726351 Oct 25 23:21:50.329277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:21:50.349333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.369524 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.413389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.420327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:50.430745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.462232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for b2ba2aed-5e80-4d48-9371-a4c4990eb002 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:50.531963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75cb9beb-bd0b-4ffb-9364-ec7cb3c7101f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.562874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07736360-78f1-4f84-adcd-6e5134de25c1 None None] Pushing event updated for resources: {'Port': ['ID=b2ba2aed-5e80-4d48-9371-a4c4990eb002,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:50.596268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d44fc-adc2-42a4-99c7-10f7b97325d8 req-5b1701a5-f667-4d1c-9ac6-7f4efed007bf tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:50.597874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b8d44fc-adc2-42a4-99c7-10f7b97325d8 req-5b1701a5-f667-4d1c-9ac6-7f4efed007bf tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 943 time: 1.0093493 Oct 25 23:21:50.598564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75cb9beb-bd0b-4ffb-9364-ec7cb3c7101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.606072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Attempting to bind port b2ba2aed-5e80-4d48-9371-a4c4990eb002 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:50.606469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Attempting to bind port b2ba2aed-5e80-4d48-9371-a4c4990eb002 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:50.606980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Attempting to bind port b2ba2aed-5e80-4d48-9371-a4c4990eb002 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:50.614079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:50.614408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:50.614870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.615276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:50.616390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Bound port: b2ba2aed-5e80-4d48-9371-a4c4990eb002, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:50.616779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.620834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Transition to ACTIVE for port object b8489c80-e0fd-40cc-a974-0e4106466fd5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:21:50.701174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9beb-bd0b-4ffb-9364-ec7cb3c7101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399fd888-25b0-41df-bda5-dcada878ed9c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:50.729180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.760913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] For port b2ba2aed-5e80-4d48-9371-a4c4990eb002, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:50.767440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] For port b2ba2aed-5e80-4d48-9371-a4c4990eb002, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b2ba2aed-5e80-4d48-9371-a4c4990eb002,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:50.787898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.854966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=9']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:50.891977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-75cb9beb-bd0b-4ffb-9364-ec7cb3c7101f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7bf44abc9ce473b848101eb27c7217e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9988146 Oct 25 23:21:50.893267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:50.926672 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd07691b4-417a-4824-bcdf-1f3747f0da1c', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '65e14521-11e5-447e-b96e-123d21337258', 'port_id': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'mac_address': 'fa:16:3e:c7:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c24241-3938-4940-9efc-fafd7715b5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:21:17Z', 'updated_at': '2021-10-25T23:21:47Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:50.953604 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:50.977291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07736360-78f1-4f84-adcd-6e5134de25c1 None None] Pushing event updated for resources: {'Port': ['ID=b2ba2aed-5e80-4d48-9371-a4c4990eb002,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:51.021732 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126429-81af-4c5c-a1cf-24ad2c4adce7 None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd07691b4-417a-4824-bcdf-1f3747f0da1c', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '65e14521-11e5-447e-b96e-123d21337258', 'port_id': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'mac_address': 'fa:16:3e:c7:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c24241-3938-4940-9efc-fafd7715b5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:21:17Z', 'updated_at': '2021-10-25T23:21:47Z', 'revision_number': 1, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:21:51.035857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:51.043288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Routers {'0774562c-dc68-4840-a164-b071c6e99ebc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:51.044016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0774562c-dc68-4840-a164-b071c6e99ebc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:51.156325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=b2ba2aed-5e80-4d48-9371-a4c4990eb002,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:51.234956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-5be32986-a5ff-4b77-8505-3a9c3e43950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:51.239045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-5be32986-a5ff-4b77-8505-3a9c3e43950d service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.9260740 Oct 25 23:21:51.249101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fce092e3-8788-4c8e-be5d-c495df692305 None None] Could not find standard attr ID for object b2ba2aed-5e80-4d48-9371-a4c4990eb002. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:51.269401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] Set router 0774562c-dc68-4840-a164-b071c6e99ebc gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:51.423965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b8d44fc-adc2-42a4-99c7-10f7b97325d8 req-92edf481-f5ad-4689-a4ef-d68092dda76a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8044448 Oct 25 23:21:51.514515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:43Z', 'updated_at': '2021-10-25T23:21:50Z', 'revision_number': 3, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:51.571201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:51.586420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b01ab40-1843-4ba1-886e-f1c748499e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:51.604972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af88e8-4079-4de0-9511-7be50d1fd585 None None] New status for floating IP d07691b4-417a-4824-bcdf-1f3747f0da1c: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:21:51.608136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363ea25-280e-4620-ac9c-c201e8bc9761 None None] The sync data for ids ['0774562c-dc68-4840-a164-b071c6e99ebc'] in n-d-815373-1 is: [{'id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:43Z', 'updated_at': '2021-10-25T23:21:50Z', 'revision_number': 3, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:21:51.711614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] No DVR routers for this DVR port b8489c80-e0fd-40cc-a974-0e4106466fd5 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:51.863217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b01ab40-1843-4ba1-886e-f1c748499e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:51.887619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Router 0774562c-dc68-4840-a164-b071c6e99ebc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:21:52.025420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b01ab40-1843-4ba1-886e-f1c748499e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.028386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b01ab40-1843-4ba1-886e-f1c748499e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.029561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0b01ab40-1843-4ba1-886e-f1c748499e22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/399fd888-25b0-41df-bda5-dcada878ed9c HTTP/1.1" status: 204 len: 168 time: 1.1287770 Oct 25 23:21:52.032146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-063a84ae-50ba-4de7-9418-41687d666ac6 None None] Could not find standard attr ID for object b2ba2aed-5e80-4d48-9371-a4c4990eb002. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:21:52.042554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-588515c9-3786-44e6-9433-ae020923c1b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 200 len: 999 time: 0.6474721 Oct 25 23:21:52.077638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:21:52.089149 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ffdad52-477b-424b-aff2-726c23aeecd9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "PUT /v2.0/routers/0774562c-dc68-4840-a164-b071c6e99ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069182 Oct 25 23:21:52.094741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48884) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:52.107093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01ab40-1843-4ba1-886e-f1c748499e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399fd888-25b0-41df-bda5-dcada878ed9c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:52.200901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d23604-d918-45b1-8ad4-95b2d3ef02e6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:52.204104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d23604-d918-45b1-8ad4-95b2d3ef02e6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:52.209798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-79d23604-d918-45b1-8ad4-95b2d3ef02e6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1138501 Oct 25 23:21:52.210996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48896) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:52.239512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-fdab6cbe-6f1e-4904-8334-5a4abc2e45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:52.240859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-fdab6cbe-6f1e-4904-8334-5a4abc2e45a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1784906 Oct 25 23:21:52.297594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet f953ef1f-d2b0-4c62-9932-276956cd5711 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:21:52.309074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.404216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.435037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-92991482-75df-411c-ad52-897bf3c58594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:52.436686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-92991482-75df-411c-ad52-897bf3c58594 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778357 Oct 25 23:21:52.453247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:52.459702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:52.460127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:52.516394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Port b8489c80-e0fd-40cc-a974-0e4106466fd5 on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:21:52.517035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Attempting to bind port b8489c80-e0fd-40cc-a974-0e4106466fd5 on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:52.528415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:52.529099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:52.529695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Bound using segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:52.530123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Bound port: b8489c80-e0fd-40cc-a974-0e4106466fd5, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:52.530666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.567359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.610880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:52.614040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:52.627347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.688868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:52.689505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.693194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] 10.222.0.11 "PUT /v2.0/ports/b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1091 time: 3.5118244 Oct 25 23:21:52.705841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-990079e7-28b2-4ca2-bb54-c19a85ef5ef5 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613418 Oct 25 23:21:52.707249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:21:52.710291 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077b26b-62b7-4d76-8315-c750beff2c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:21:52.718396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.769849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=f953ef1f-d2b0-4c62-9932-276956cd5711,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:52.792690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:52.800220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe032cd3-9381-4571-b2c1-6b9effafea93 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:52.803345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6c102e3-ecde-4a73-a459-1f5c94d416a1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f953ef1f-d2b0-4c62-9932-276956cd5711 HTTP/1.1" status: 204 len: 168 time: 0.5886934 Oct 25 23:21:52.804750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:52.818775 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2677b-ba71-4679-949e-a69ca499b7ac x-openstack-request-id: req-63a2677b-ba71-4679-949e-a69ca499b7ac {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:21:52.819060 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:21:52.819311 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a2677b-ba71-4679-949e-a69ca499b7ac {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:21:52.819721 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'status': 'completed', 'code': 200} Oct 25 23:21:52.885467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48930) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:53.146852 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-748708e8-51fa-4027-9cef-6d1261c552cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.255938 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] Sync routers for ids ['0774562c-dc68-4840-a164-b071c6e99ebc'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:21:53.289736 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] Routers {'0774562c-dc68-4840-a164-b071c6e99ebc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:53.290533 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0774562c-dc68-4840-a164-b071c6e99ebc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:53.352495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:21:53.366312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-748708e8-51fa-4027-9cef-6d1261c552cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.383255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-748708e8-51fa-4027-9cef-6d1261c552cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.466405 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] Set router 0774562c-dc68-4840-a164-b071c6e99ebc gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:53.486893 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-748708e8-51fa-4027-9cef-6d1261c552cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a123e509350a4483a1e377834ba8f8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994375 Oct 25 23:21:53.487873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:53.492454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] Deleting port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:21:53.493146 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.538165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748708e8-51fa-4027-9cef-6d1261c552cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86386d1-ce2f-4491-abf2-4ede205b819e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:53.571491 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:43Z', 'updated_at': '2021-10-25T23:21:50Z', 'revision_number': 3, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:53.588353 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a9954e-ca8f-41d6-a1c8-5a325d7b988e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.609486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] For port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:53.610114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.630921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] Calling delete_port for 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:21:53.633557 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] Checking router: 0774562c-dc68-4840-a164-b071c6e99ebc for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:21:53.647603 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a9954e-ca8f-41d6-a1c8-5a325d7b988e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.654426 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] Routers {'0774562c-dc68-4840-a164-b071c6e99ebc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:21:53.655053 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0774562c-dc68-4840-a164-b071c6e99ebc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:53.754337 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.767944 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] Set router 0774562c-dc68-4840-a164-b071c6e99ebc gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:21:53.781768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a9954e-ca8f-41d6-a1c8-5a325d7b988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.785386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a9954e-ca8f-41d6-a1c8-5a325d7b988e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:53.788939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-12a9954e-ca8f-41d6-a1c8-5a325d7b988e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d86386d1-ce2f-4491-abf2-4ede205b819e HTTP/1.1" status: 204 len: 168 time: 0.3000290 Oct 25 23:21:53.817966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] Pushing event deleted for resources: {'Port': ['ID=25d4be7c-c2ef-43a2-acaa-a2c382d7c80c,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:53.819225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9954e-ca8f-41d6-a1c8-5a325d7b988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86386d1-ce2f-4491-abf2-4ede205b819e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:53.829376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c89df7-0c28-43b3-9795-bed5b3b1c6a7 None None] No DVR routers for this DVR port 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:21:53.929879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f46da-f88a-4d88-b67a-e300bd031fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=10']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:54.035079 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:43Z', 'updated_at': '2021-10-25T23:21:50Z', 'revision_number': 3, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:21:54.063271 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1fb1c-daf1-4930-a5af-70494024799d None None] The sync data for ids ['0774562c-dc68-4840-a164-b071c6e99ebc'] in n-d-815373-1 is: [{'id': '0774562c-dc68-4840-a164-b071c6e99ebc', 'name': 'tempest-NetworksTestDHCPv6-router-1735329665', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:43Z', 'updated_at': '2021-10-25T23:21:50Z', 'revision_number': 3, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:21:54.083788 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-d47650d7-2542-41af-ab2d-be8c61036e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:54.085529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-d47650d7-2542-41af-ab2d-be8c61036e3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1095 time: 1.3362734 Oct 25 23:21:54.279337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48966) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:54.279877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-33530eeb-0c56-4c61-8d07-e7346066a736 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.4584327 Oct 25 23:21:54.334876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdd1b0-6571-4e03-a998-5eae673c9323 req-91180f7d-eb52-4449-81ec-3167216fcf0f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:54.336443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-accdd1b0-6571-4e03-a998-5eae673c9323 req-91180f7d-eb52-4449-81ec-3167216fcf0f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.4018517 Oct 25 23:21:54.356388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a550721-d8b9-4df2-87ca-e3f6daa21996 req-842b5225-b341-4c78-9178-d9cca89bd1c1 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6429775 Oct 25 23:21:54.372288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48968) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:54.439725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-731f34c5-52c8-4723-9435-1af8c4ef5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:54.442122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-731f34c5-52c8-4723-9435-1af8c4ef5437 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.3410196 Oct 25 23:21:54.447644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-accdd1b0-6571-4e03-a998-5eae673c9323 req-5e425ce2-8957-4b44-abdf-9263395f9055 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902815 Oct 25 23:21:54.510173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de57fd07-9761-4b5e-9e44-7b22a99aa8a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:54.526974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:54.545911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-39f7be3b-d1a9-4d76-ad10-72f7e4e30ae2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 999 time: 0.0958376 Oct 25 23:21:54.623944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-7f1b7be6-9cde-4e57-aecc-9230d211776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:54.625723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-7f1b7be6-9cde-4e57-aecc-9230d211776e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.0720336 Oct 25 23:21:54.686023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-008c078a-37e1-4dac-a5d1-b3a839bdfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:54.688600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-008c078a-37e1-4dac-a5d1-b3a839bdfee6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489788 Oct 25 23:21:54.853140 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:54.856942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:54.874279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-92ff630b-1851-4ee9-bc18-2503cfe87199 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763730 Oct 25 23:21:54.915613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:54.916141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Fanout notify agent at l3_agent the message router_deleted on router 0774562c-dc68-4840-a164-b071c6e99ebc {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:21:54.924373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:54.932338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-061f3d6a-c302-416f-9c97-3567f07cdd1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/routers/0774562c-dc68-4840-a164-b071c6e99ebc HTTP/1.1" status: 204 len: 168 time: 0.6517835 Oct 25 23:21:54.938283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:54.943455 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:55.034505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:21:55.081770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:21:55.082110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25d4be7c-c2ef-43a2-acaa-a2c382d7c80c not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:21:55.121402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c70999b6-50d9-4543-9a93-516b54b0c1ee req-cfdfed9e-387f-4afe-aa02-c4266db9d941 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282419 Oct 25 23:21:55.144629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:21:55.149163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.180475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de57fd07-9761-4b5e-9e44-7b22a99aa8a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.263367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de57fd07-9761-4b5e-9e44-7b22a99aa8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.281635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-5e810983-51c1-4e70-a7c6-564ac286cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:55.288896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-5e810983-51c1-4e70-a7c6-564ac286cfc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1095 time: 0.0958931 Oct 25 23:21:55.429414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de57fd07-9761-4b5e-9e44-7b22a99aa8a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b26de6084ea2447c9111603b3df9ff1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558550 Oct 25 23:21:55.433826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49026) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:55.450650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57fd07-9761-4b5e-9e44-7b22a99aa8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0064c9f2-2556-459f-8c30-b1cad66369b7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:55.565981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-2926f945-ab8a-4455-aa7c-2cf372d74962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:55.572900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-2926f945-ab8a-4455-aa7c-2cf372d74962 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.2723620 Oct 25 23:21:55.732338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa68595c-ddf7-4ea8-a44b-493e428b1d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.746834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.811412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa68595c-ddf7-4ea8-a44b-493e428b1d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.816112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-b74d047b-0799-4979-a17d-ce252de932bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 999 time: 0.2343597 Oct 25 23:21:55.842255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524e9a7-aa07-4513-ad26-fb0e664c182c req-fc7c3146-76b9-455a-9c3b-66ca673ba792 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:55.844273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b524e9a7-aa07-4513-ad26-fb0e664c182c req-fc7c3146-76b9-455a-9c3b-66ca673ba792 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1736798 Oct 25 23:21:55.872945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=d20be7e5-d6da-4bee-ba87-7dd4e73fc029,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:55.928749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:55.930668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:55.935463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:55.936444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:55.948223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365b3ed-440b-42c4-9ebe-28486f90c9cb None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:21:55.972620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-47e5cab5-c237-4123-a181-ee1d908adbf0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0332644 Oct 25 23:21:55.975084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49062) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:55.983982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1518081097', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:21:56.062181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.063928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.085798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa68595c-ddf7-4ea8-a44b-493e428b1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.099981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa68595c-ddf7-4ea8-a44b-493e428b1d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.118000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fa68595c-ddf7-4ea8-a44b-493e428b1d64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0064c9f2-2556-459f-8c30-b1cad66369b7 HTTP/1.1" status: 204 len: 168 time: 0.6660757 Oct 25 23:21:56.170103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.176830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.207206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.211625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d2fc5c9-da0e-47b9-9e3b-fe019271c92e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2352531 Oct 25 23:21:56.215738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:21:56.221650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-520f2a10-be5b-4420-8356-5d1c410b7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:56.225452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-520f2a10-be5b-4420-8356-5d1c410b7294 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.3926859 Oct 25 23:21:56.244183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68595c-ddf7-4ea8-a44b-493e428b1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064c9f2-2556-459f-8c30-b1cad66369b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:56.256421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:21:56.260351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:56.473323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b524e9a7-aa07-4513-ad26-fb0e664c182c req-917a7832-1938-4717-91ca-413695138048 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5369005 Oct 25 23:21:56.541348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-9cdfc3eb-4bbe-46ae-94f7-5a7256432ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:56.543780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-9cdfc3eb-4bbe-46ae-94f7-5a7256432ea5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2820668 Oct 25 23:21:56.786714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-a00bb43a-53e5-449a-a7f2-35bc658b0944 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190409 Oct 25 23:21:56.802440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/d20be7e5-d6da-4bee-ba87-7dd4e73fc029/90c42a06-cb74-44ba-9989-55a3e6fe9390) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:57.106927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b077b26b-62b7-4d76-8315-c750beff2c1d req-e7df824e-f30d-480f-9e14-169c58fbf2cc service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702608 Oct 25 23:21:57.367957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:57.519622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:57.532555 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:57.625212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:57.648820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:57.657325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:57.773780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Pushing event updated for resources: {'Port': ['ID=90c42a06-cb74-44ba-9989-55a3e6fe9390,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:57.806042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Attempting to bind port 90c42a06-cb74-44ba-9989-55a3e6fe9390 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:21:57.809123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Attempting to bind port 90c42a06-cb74-44ba-9989-55a3e6fe9390 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:21:57.815640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Attempting to bind port 90c42a06-cb74-44ba-9989-55a3e6fe9390 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:21:57.834933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:21:57.837463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:21:57.838271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:57.838869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:21:57.842723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Bound port: 90c42a06-cb74-44ba-9989-55a3e6fe9390, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:21:57.843355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:57.854550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7db2-7090-46bc-830c-594c3be9fe19 req-d7028c09-0fa4-47dc-a514-fb64440d5a1f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:57.857207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-980c7db2-7090-46bc-830c-594c3be9fe19 req-d7028c09-0fa4-47dc-a514-fb64440d5a1f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1635902 Oct 25 23:21:57.931058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::1 (57fc94dc-2742-4a31-abc4-7afd577fd939/d20be7e5-d6da-4bee-ba87-7dd4e73fc029/68137398-c67b-4d5b-88ad-7a3b88dcdac4) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:21:57.953348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-980c7db2-7090-46bc-830c-594c3be9fe19 req-dca2b95c-11ad-46e6-a0f8-07e1373c3388 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873966 Oct 25 23:21:58.073703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] For port 90c42a06-cb74-44ba-9989-55a3e6fe9390, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:21:58.081764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] For port 90c42a06-cb74-44ba-9989-55a3e6fe9390, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90c42a06-cb74-44ba-9989-55a3e6fe9390,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:21:58.090662 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:58.324842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413e09-21ee-47be-a6ef-f639b04959f4 None None] Pushing event updated for resources: {'Port': ['ID=90c42a06-cb74-44ba-9989-55a3e6fe9390,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:58.349562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:58.405376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:58.446743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:58.611932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:21:58.625056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:21:58.641092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:21:58.642110 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:58.652788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=68137398-c67b-4d5b-88ad-7a3b88dcdac4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:21:59.119386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:59.215104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90c42a06-cb74-44ba-9989-55a3e6fe9390 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:21:59.328343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c139f8-5c86-4554-990d-1cdd3f9f5947 req-70f65af2-b8ce-4115-a490-e5d3ef87fbb9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:21:59.341500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7c139f8-5c86-4554-990d-1cdd3f9f5947 req-70f65af2-b8ce-4115-a490-e5d3ef87fbb9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.2465181 Oct 25 23:21:59.382009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 90c42a06-cb74-44ba-9989-55a3e6fe9390 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:21:59.382736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:59.453701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7c139f8-5c86-4554-990d-1cdd3f9f5947 req-d388e3ea-23ab-4ba3-849f-b57e8b0ed160 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079469 Oct 25 23:21:59.639198 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:59.747576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 90c42a06-cb74-44ba-9989-55a3e6fe9390, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90c42a06-cb74-44ba-9989-55a3e6fe9390,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:21:59.755042 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:21:59.856937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=90c42a06-cb74-44ba-9989-55a3e6fe9390,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:00.526672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b6abc598-b391-4fc7-8e8d-b180030c64bd None None] Provisioning complete for port 90c42a06-cb74-44ba-9989-55a3e6fe9390 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:00.528113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b6abc598-b391-4fc7-8e8d-b180030c64bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:00.840992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6701e-979d-47ea-9d5f-d38b3a024112 req-057c205e-27e8-4b96-8bcf-037ee61558ea tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:00.856551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ea6701e-979d-47ea-9d5f-d38b3a024112 req-057c205e-27e8-4b96-8bcf-037ee61558ea tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1627517 Oct 25 23:22:01.032361 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ea6701e-979d-47ea-9d5f-d38b3a024112 req-c0df7b71-3b84-4bf2-ac3c-8ada901f5f43 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526234 Oct 25 23:22:01.042471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-63046e48-a596-4f32-84f0-2706b384a222 None None] Provisioning complete for port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:01.043103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63046e48-a596-4f32-84f0-2706b384a222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:01.129150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90c42a06-cb74-44ba-9989-55a3e6fe9390 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:01.209515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-63046e48-a596-4f32-84f0-2706b384a222 None None] Port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:01.227930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 90c42a06-cb74-44ba-9989-55a3e6fe9390 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:01.228305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:01.317567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:01.326856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:01.330583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:01.487915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=68137398-c67b-4d5b-88ad-7a3b88dcdac4,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:01.625114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:01.627445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:01.959145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Router 4d929b51-7f43-4505-be51-126b07c269a4 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:22:02.165720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-161b6fac-8731-4125-a8a6-f5ac11087005 None None] Provisioning complete for port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:02.168587 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-161b6fac-8731-4125-a8a6-f5ac11087005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:02.221641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:22:02.248611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-92454486-c5e9-4fa4-8b60-64558f3be6d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "PUT /v2.0/routers/4d929b51-7f43-4505-be51-126b07c269a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0313072 Oct 25 23:22:02.251764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49238) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:02.273722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Sync routers for ids ['4d929b51-7f43-4505-be51-126b07c269a4'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:22:02.335985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Routers {'4d929b51-7f43-4505-be51-126b07c269a4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:22:02.338355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d929b51-7f43-4505-be51-126b07c269a4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:02.488488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4496ccf-f0c9-40a8-94b4-f44517bcdc33 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:02.489919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f4496ccf-f0c9-40a8-94b4-f44517bcdc33 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports/68137398-c67b-4d5b-88ad-7a3b88dcdac4 HTTP/1.1" status: 200 len: 911 time: 0.2370737 Oct 25 23:22:02.490481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49254) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:02.512721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971636af-874e-4ae3-8dcc-55b2691b56d1 req-6ac31604-b993-40cc-bfec-b451edcc5452 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:02.515738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-161b6fac-8731-4125-a8a6-f5ac11087005 None None] Port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:02.525610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-971636af-874e-4ae3-8dcc-55b2691b56d1 req-6ac31604-b993-40cc-bfec-b451edcc5452 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1838510 Oct 25 23:22:02.549090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Set router 4d929b51-7f43-4505-be51-126b07c269a4 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:22:02.729063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35467e4c-594c-4d55-8a6b-c18e8efffa08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:02.745803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35467e4c-594c-4d55-8a6b-c18e8efffa08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:02.757828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35467e4c-594c-4d55-8a6b-c18e8efffa08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2653861 Oct 25 23:22:02.760467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:02.779899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-971636af-874e-4ae3-8dcc-55b2691b56d1 req-56bb00e3-767b-4db4-a7cf-4979ac8dc091 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532113 Oct 25 23:22:03.095925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49276) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:03.144170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d929b51-7f43-4505-be51-126b07c269a4', 'name': 'tempest-NetworksTestDHCPv6-router-1518081097', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:56Z', 'updated_at': '2021-10-25T23:21:58Z', 'revision_number': 2, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None, '_interfaces': [{'id': '68137398-c67b-4d5b-88ad-7a3b88dcdac4', 'name': '', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'mac_address': 'fa:16:3e:90:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d929b51-7f43-4505-be51-126b07c269a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:21:57Z', 'updated_at': '2021-10-25T23:22:00Z', 'revision_number': 2, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'subnets': [{'id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:03.215896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Checking router: 4d929b51-7f43-4505-be51-126b07c269a4 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:22:03.217005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Updating router 4d929b51-7f43-4505-be51-126b07c269a4 port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:22:03.360989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:03.474204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:03.537751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49286) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:03.696616 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:03.715799 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:03.775675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0685f100163b4f14a257d3c729e4b1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785374 Oct 25 23:22:03.778442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f53558-18cf-494f-9887-22eb09d413bc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:03.788535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49292) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:03.790596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.791101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.791618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.792115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.792778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.793272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.793804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.794341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.794902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.796076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.796648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.797148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ba2731-e52d-41eb-b8bb-63950a266eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:03.852988 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.031465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee9471-e5e7-4bd7-b234-21c5e27d0490 req-f91a2a88-3e20-4da3-ab45-d7abcf56a8b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:04.043444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4bee9471-e5e7-4bd7-b234-21c5e27d0490 req-f91a2a88-3e20-4da3-ab45-d7abcf56a8b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.0921695 Oct 25 23:22:04.134175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4bee9471-e5e7-4bd7-b234-21c5e27d0490 req-42bea11f-a20b-4981-9452-f2ae8a483a4b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886688 Oct 25 23:22:04.135081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35cb63e0-7fb6-4aac-87a6-76c2691ad4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.196476 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.203573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d175e17d-0e9d-46cd-94e5-caea0f31bae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.204001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.258369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d175e17d-0e9d-46cd-94e5-caea0f31bae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.332499 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d175e17d-0e9d-46cd-94e5-caea0f31bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.334725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483eda-2fde-4ebf-8ed6-94b47b95dbdd None None] Pushing event updated for resources: {'Port': ['ID=68137398-c67b-4d5b-88ad-7a3b88dcdac4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:04.336750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d175e17d-0e9d-46cd-94e5-caea0f31bae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.351726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Attempting to bind port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:04.352428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Attempting to bind port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:04.352963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Attempting to bind port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:04.359852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:04.360416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:04.361141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.362073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:04.362581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Bound port: 68137398-c67b-4d5b-88ad-7a3b88dcdac4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:04.362966 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.376668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d175e17d-0e9d-46cd-94e5-caea0f31bae4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77f53558-18cf-494f-9887-22eb09d413bc HTTP/1.1" status: 204 len: 168 time: 0.5480855 Oct 25 23:22:04.435101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175e17d-0e9d-46cd-94e5-caea0f31bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f53558-18cf-494f-9887-22eb09d413bc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:04.567949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35cb63e0-7fb6-4aac-87a6-76c2691ad4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.586028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35cb63e0-7fb6-4aac-87a6-76c2691ad4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.621319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] For port 68137398-c67b-4d5b-88ad-7a3b88dcdac4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:04.630329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] For port 68137398-c67b-4d5b-88ad-7a3b88dcdac4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=68137398-c67b-4d5b-88ad-7a3b88dcdac4,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:04.669580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.691362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-35cb63e0-7fb6-4aac-87a6-76c2691ad4f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed79a28b62b54433a82628cd80541fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9883800 Oct 25 23:22:04.694077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb63e0-7fb6-4aac-87a6-76c2691ad4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7212e-6eac-46cb-a334-7a63e96958e7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:04.696419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:04.705397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49314) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:04.706816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.831043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483eda-2fde-4ebf-8ed6-94b47b95dbdd None None] Pushing event updated for resources: {'Port': ['ID=68137398-c67b-4d5b-88ad-7a3b88dcdac4,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:04.837316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81f743b7-5132-4e34-998d-e792fbc8ebf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:04.884558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Routers {'4d929b51-7f43-4505-be51-126b07c269a4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:22:04.886320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d929b51-7f43-4505-be51-126b07c269a4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:04.903393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81f743b7-5132-4e34-998d-e792fbc8ebf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.020037 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81f743b7-5132-4e34-998d-e792fbc8ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.022780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81f743b7-5132-4e34-998d-e792fbc8ebf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.024115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-81f743b7-5132-4e34-998d-e792fbc8ebf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdf7212e-6eac-46cb-a334-7a63e96958e7 HTTP/1.1" status: 204 len: 168 time: 0.3176715 Oct 25 23:22:05.049869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f743b7-5132-4e34-998d-e792fbc8ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7212e-6eac-46cb-a334-7a63e96958e7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:05.145484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] For port 68137398-c67b-4d5b-88ad-7a3b88dcdac4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=68137398-c67b-4d5b-88ad-7a3b88dcdac4,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:05.146075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.172862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49324) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:05.204157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b783d4bb-ff52-409b-bcac-8e54d2363ee5 None None] Provisioning complete for port 68137398-c67b-4d5b-88ad-7a3b88dcdac4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:05.207995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-558d48af-dc1d-4d6e-86c6-b0e49333d7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.209533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b783d4bb-ff52-409b-bcac-8e54d2363ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.214034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 68137398-c67b-4d5b-88ad-7a3b88dcdac4 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:05.419794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] Set router 4d929b51-7f43-4505-be51-126b07c269a4 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:22:05.646354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b783d4bb-ff52-409b-bcac-8e54d2363ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.675054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-558d48af-dc1d-4d6e-86c6-b0e49333d7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.696511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-558d48af-dc1d-4d6e-86c6-b0e49333d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.708280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3acac0-272f-4ccc-a00c-040130587d34 req-365c82a8-aead-47a8-84cd-c2a09b66a391 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:05.724525 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3acac0-272f-4ccc-a00c-040130587d34 req-365c82a8-aead-47a8-84cd-c2a09b66a391 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.2916856 Oct 25 23:22:05.728941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:05.856582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d48af-dc1d-4d6e-86c6-b0e49333d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6d6c0-c6b4-4649-9c2f-1d0c5f446c75,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:05.894139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=68137398-c67b-4d5b-88ad-7a3b88dcdac4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:05.940129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.940948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.941991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ea3acac0-272f-4ccc-a00c-040130587d34 req-dae66a48-3bf4-4fbe-b028-7d90369a7a51 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158959 Oct 25 23:22:05.942200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.943776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.944280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.944786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.945272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.945990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.946925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.947427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.948535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.957830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:05.967930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d4992e64-3f61-4995-a6dd-e178356d0432 None None] Could not find standard attr ID for object 68137398-c67b-4d5b-88ad-7a3b88dcdac4. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:05.990865 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-558d48af-dc1d-4d6e-86c6-b0e49333d7a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecebcc1b14fa4cb086c2caa99ca8c306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8167369 Oct 25 23:22:05.993485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49334) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:06.148444 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f03c1df2-9c36-4078-8ff2-83285f97081e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.177393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d929b51-7f43-4505-be51-126b07c269a4', 'name': 'tempest-NetworksTestDHCPv6-router-1518081097', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:56Z', 'updated_at': '2021-10-25T23:21:58Z', 'revision_number': 2, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None, '_interfaces': [{'id': '68137398-c67b-4d5b-88ad-7a3b88dcdac4', 'name': '', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'mac_address': 'fa:16:3e:90:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d929b51-7f43-4505-be51-126b07c269a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:21:57Z', 'updated_at': '2021-10-25T23:22:04Z', 'revision_number': 4, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'subnets': [{'id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:06.224406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f03c1df2-9c36-4078-8ff2-83285f97081e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.264953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.269077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91a16-baa4-4250-b353-fc855cad28c2 None None] The sync data for ids ['4d929b51-7f43-4505-be51-126b07c269a4'] in n-d-815373-1 is: [{'id': '4d929b51-7f43-4505-be51-126b07c269a4', 'name': 'tempest-NetworksTestDHCPv6-router-1518081097', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:56Z', 'updated_at': '2021-10-25T23:21:58Z', 'revision_number': 2, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None, '_interfaces': [{'id': '68137398-c67b-4d5b-88ad-7a3b88dcdac4', 'name': '', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'mac_address': 'fa:16:3e:90:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d929b51-7f43-4505-be51-126b07c269a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:21:57Z', 'updated_at': '2021-10-25T23:22:04Z', 'revision_number': 4, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'subnets': [{'id': 'd20be7e5-d6da-4bee-ba87-7dd4e73fc029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:22:06.372264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f03c1df2-9c36-4078-8ff2-83285f97081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.376198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f03c1df2-9c36-4078-8ff2-83285f97081e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.390821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f03c1df2-9c36-4078-8ff2-83285f97081e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98d6d6c0-c6b4-4649-9c2f-1d0c5f446c75 HTTP/1.1" status: 204 len: 168 time: 0.3876491 Oct 25 23:22:06.414413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:06.462037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1df2-9c36-4078-8ff2-83285f97081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6d6c0-c6b4-4649-9c2f-1d0c5f446c75,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:06.489164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cc35f07-08f8-4f73-a4e9-fed519cca923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.712109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cc35f07-08f8-4f73-a4e9-fed519cca923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.729372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cc35f07-08f8-4f73-a4e9-fed519cca923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:06.877136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Router 4d929b51-7f43-4505-be51-126b07c269a4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:22:06.887720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1cc35f07-08f8-4f73-a4e9-fed519cca923 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9505436847ad4c8ea83d5c0c41b153f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641905 Oct 25 23:22:06.887919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49352) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:06.918693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc35f07-08f8-4f73-a4e9-fed519cca923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0bcf07-1827-4fb0-88e2-64b1e8d54ebf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:07.091827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:22:07.102890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f2d097b-adcc-49b4-9272-d231772372c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "PUT /v2.0/routers/4d929b51-7f43-4505-be51-126b07c269a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3403578 Oct 25 23:22:07.107404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:07.176399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-282dcbcf-8c95-4bbf-9c62-0ffb03a5d700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:07.259328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-282dcbcf-8c95-4bbf-9c62-0ffb03a5d700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:07.351844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e17d0-2a0b-4588-a4d6-6fdeacafe5ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:07.354026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e17d0-2a0b-4588-a4d6-6fdeacafe5ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:07.366100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e82e17d0-2a0b-4588-a4d6-6fdeacafe5ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2552373 Oct 25 23:22:07.368605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49364) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:07.394953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-282dcbcf-8c95-4bbf-9c62-0ffb03a5d700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:07.413657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045f86f-6de4-4a60-850b-cb86c62f13f7 req-2450a19a-8474-4575-aeda-fdc25d2f6875 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:07.420443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b045f86f-6de4-4a60-850b-cb86c62f13f7 req-2450a19a-8474-4575-aeda-fdc25d2f6875 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.2081189 Oct 25 23:22:07.432459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-282dcbcf-8c95-4bbf-9c62-0ffb03a5d700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:07.468466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-282dcbcf-8c95-4bbf-9c62-0ffb03a5d700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b0bcf07-1827-4fb0-88e2-64b1e8d54ebf HTTP/1.1" status: 204 len: 168 time: 0.5633142 Oct 25 23:22:07.509885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dcbcf-8c95-4bbf-9c62-0ffb03a5d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0bcf07-1827-4fb0-88e2-64b1e8d54ebf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:07.640627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet d20be7e5-d6da-4bee-ba87-7dd4e73fc029 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:07.668861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:07.793993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b045f86f-6de4-4a60-850b-cb86c62f13f7 req-6da936de-0833-4750-a551-31fefc0aad48 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881563 Oct 25 23:22:07.868552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:08.133403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:08.336986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:08.457593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=d20be7e5-d6da-4bee-ba87-7dd4e73fc029,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:08.467304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:08.476173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4e270f0-22a4-4a6a-afdf-d9a280a6a095 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/d20be7e5-d6da-4bee-ba87-7dd4e73fc029 HTTP/1.1" status: 204 len: 168 time: 1.1039329 Oct 25 23:22:08.476299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49394) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:08.481397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819135d-0f97-47e9-8669-77bd2ceaa5ee None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:08.922433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9e8a4e54-149b-451f-9d9f-32fa19cc9954 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4448719 Oct 25 23:22:08.925807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:22:08.927265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49416) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:09.140284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] Deleting port 90c42a06-cb74-44ba-9989-55a3e6fe9390 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:09.140918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.220544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.499008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Sync routers for ids ['4d929b51-7f43-4505-be51-126b07c269a4'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:22:09.515233 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Routers {'4d929b51-7f43-4505-be51-126b07c269a4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:22:09.522130 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d929b51-7f43-4505-be51-126b07c269a4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:09.704409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.729080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1089a-0a8e-4e57-b617-9905f16fa975 req-a4e75647-967d-43ba-9717-d4cbbf130d84 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:09.740655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38c1089a-0a8e-4e57-b617-9905f16fa975 req-a4e75647-967d-43ba-9717-d4cbbf130d84 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.4279325 Oct 25 23:22:09.743800 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.753594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] For port 90c42a06-cb74-44ba-9989-55a3e6fe9390, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90c42a06-cb74-44ba-9989-55a3e6fe9390,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:09.754394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.839966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] Calling delete_port for 90c42a06-cb74-44ba-9989-55a3e6fe9390 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:09.840789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38c1089a-0a8e-4e57-b617-9905f16fa975 req-5dfdef1e-b290-4bb0-9612-91ff86665dd7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984662 Oct 25 23:22:09.856499 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.857420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Fanout notify agent at l3_agent the message router_deleted on router 4d929b51-7f43-4505-be51-126b07c269a4 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:22:09.879319 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Set router 4d929b51-7f43-4505-be51-126b07c269a4 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:22:09.898828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:09.901445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2ef5a35e-89f7-4686-81d2-8b595ef686c4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/routers/4d929b51-7f43-4505-be51-126b07c269a4 HTTP/1.1" status: 204 len: 168 time: 0.9720337 Oct 25 23:22:09.904616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49458) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:10.015511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dccae-7b93-44c7-ad88-784a618bf3f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:10.017197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-720dccae-7b93-44c7-ad88-784a618bf3f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113119 Oct 25 23:22:10.018223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90c42a06-cb74-44ba-9989-55a3e6fe9390 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:10.019938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:10.090946 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d929b51-7f43-4505-be51-126b07c269a4', 'name': 'tempest-NetworksTestDHCPv6-router-1518081097', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:21:56Z', 'updated_at': '2021-10-25T23:22:05Z', 'revision_number': 3, 'project_id': '609d39cd0be54209b3413bcaa2fd4e90', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:10.228823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dccba6-4093-4b8e-8e39-91d9637e7ad5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:10.236586 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Checking router: 4d929b51-7f43-4505-be51-126b07c269a4 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:22:10.239522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-95dccba6-4093-4b8e-8e39-91d9637e7ad5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2185133 Oct 25 23:22:10.242388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:10.262833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:10.263899 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Routers set() bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:22:10.264270 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Router IDs set() for agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 23:22:10.264921 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_agentschedulers_db [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d929b51-7f43-4505-be51-126b07c269a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:21:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent'). {{(pid=102136) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 23:22:10.265299 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212512e-f435-4e9d-a6b8-885f2854048e None None] The sync data for ids ['4d929b51-7f43-4505-be51-126b07c269a4'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:22:10.421559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-844da53d-da6c-4127-80dd-112a916d12df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1768703 Oct 25 23:22:10.427039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:10.427777 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:10.447807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:10.502541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] No DVR routers for this DVR port 90c42a06-cb74-44ba-9989-55a3e6fe9390 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:10.703059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d94cb-2a7c-4bb3-95bb-8702f1a55098 None None] Pushing event deleted for resources: {'Port': ['ID=90c42a06-cb74-44ba-9989-55a3e6fe9390,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:10.751547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:10.773533 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:11.009767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 68137398-c67b-4d5b-88ad-7a3b88dcdac4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:11.127419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 68137398-c67b-4d5b-88ad-7a3b88dcdac4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:22:11.127774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 68137398-c67b-4d5b-88ad-7a3b88dcdac4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:22:11.152991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49546) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:11.334180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c54cc1-978c-4d1e-a5fe-827777efa14b req-2a5bed9f-0bf3-4aaf-baa0-b99bf5caa3bb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:11.353461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0c54cc1-978c-4d1e-a5fe-827777efa14b req-2a5bed9f-0bf3-4aaf-baa0-b99bf5caa3bb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.2126896 Oct 25 23:22:11.447863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0c54cc1-978c-4d1e-a5fe-827777efa14b req-aa8030b2-33b7-42e3-9fcf-03a18b07d32f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934162 Oct 25 23:22:11.575838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:22:11.578793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:11.666253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:11.670991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:11.674707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:11.675308 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:11.682087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f6ab7-0aa9-4e92-a3ec-4d3274c4bca9 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:11.707713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49558) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:11.717943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:11.722762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2944431 Oct 25 23:22:11.773714 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:22:11.795342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903b0ad-cda2-4505-8210-b4dabc126b18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=59c14860-ee89-4f81-b70c-be257498ba2f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:11.847894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3521-4e9d-480e-9265-0ade34faf57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.041789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49568) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:12.125635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:12.131884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.151343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3521-4e9d-480e-9265-0ade34faf57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.152422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '59c14860-ee89-4f81-b70c-be257498ba2f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:12.155002 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.204324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3521-4e9d-480e-9265-0ade34faf57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.282088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3521-4e9d-480e-9265-0ade34faf57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b4ee29-0812-448a-827f-81471b263fa6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:12.318494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f51a9b-f209-46dc-b778-bb611466536d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.442417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e6d3521-4e9d-480e-9265-0ade34faf57d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8889fe4f05074d1091b6f4eaf5338fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2856967 Oct 25 23:22:12.445358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:12.649679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Allocated IP 2001:db8::f816:3eff:fedb:6ab7 (57fc94dc-2742-4a31-abc4-7afd577fd939/59c14860-ee89-4f81-b70c-be257498ba2f/4f2c9604-493f-4d59-b6de-f3f7a5e435e4) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:12.713847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f51a9b-f209-46dc-b778-bb611466536d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.720897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91f51a9b-f209-46dc-b778-bb611466536d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.780027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f51a9b-f209-46dc-b778-bb611466536d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e74a51-8afd-4ac8-bbf4-56468cd5ca69,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:12.868989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-91f51a9b-f209-46dc-b778-bb611466536d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e85f22d38584875b1c193c35c23fdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217947 Oct 25 23:22:12.870183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.870762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:12.881755 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:12.979356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Pushing event updated for resources: {'Port': ['ID=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:13.062057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:13.073271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae2958ee-c0e3-4521-b082-47a150f65a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.075483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:13.084895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:13.088818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c7d5-7fd3-4dfd-9046-734c64cfbbdc req-59dfaccb-faf9-4554-90b9-52e27a623c2d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:13.099354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17c8c7d5-7fd3-4dfd-9046-734c64cfbbdc req-59dfaccb-faf9-4554-90b9-52e27a623c2d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.4369559 Oct 25 23:22:13.126484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.148465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae2958ee-c0e3-4521-b082-47a150f65a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.175802 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dce0abd2-8a11-4eea-af4a-f285484895e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.225975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae2958ee-c0e3-4521-b082-47a150f65a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.231548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae2958ee-c0e3-4521-b082-47a150f65a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.234501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae2958ee-c0e3-4521-b082-47a150f65a00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1e74a51-8afd-4ac8-bbf4-56468cd5ca69 HTTP/1.1" status: 204 len: 168 time: 0.3597722 Oct 25 23:22:13.247161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2958ee-c0e3-4521-b082-47a150f65a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e74a51-8afd-4ac8-bbf4-56468cd5ca69,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:13.325839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dce0abd2-8a11-4eea-af4a-f285484895e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.350669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17c8c7d5-7fd3-4dfd-9046-734c64cfbbdc req-0742a2ab-1dea-4a0c-94d4-80f77a587b43 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177114 Oct 25 23:22:13.382389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Attempting to bind port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:13.382858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Attempting to bind port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:13.383141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Attempting to bind port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:13.392696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:13.393079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:13.393491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.393913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:13.394545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Bound port: 4f2c9604-493f-4d59-b6de-f3f7a5e435e4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:13.395985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.438013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.464989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:13.469102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:13.492532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:13.493266 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.498786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] For port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:13.501662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dce0abd2-8a11-4eea-af4a-f285484895e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.502671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] For port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:13.504461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dce0abd2-8a11-4eea-af4a-f285484895e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.505676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dce0abd2-8a11-4eea-af4a-f285484895e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03b4ee29-0812-448a-827f-81471b263fa6 HTTP/1.1" status: 204 len: 168 time: 1.0579083 Oct 25 23:22:13.523038 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:13.636495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ea5c-db82-42b3-acd3-c23d7593d1e6 None None] Pushing event updated for resources: {'Port': ['ID=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:13.642956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9305153 Oct 25 23:22:13.643110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49614) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:13.651010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0abd2-8a11-4eea-af4a-f285484895e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b4ee29-0812-448a-827f-81471b263fa6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:13.653372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:e9:e0:42', 'name': 'tempest-NetworksTestDHCPv6-2116024605'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:13.680763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa68a6-6c82-4247-bc19-b018f916b761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=1b5d0e56-8f0f-4c3a-8a17-0faf015ef263,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:14.022563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:14.303221 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:14.352321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 929ef231-85f4-4a05-ae59-cd5f71ab85dd yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:14.620254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810cca-e361-4352-a26a-01a2e76d7a4a req-871253e6-aaa7-4bf4-af47-8fb4ac4d017c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:14.633035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92810cca-e361-4352-a26a-01a2e76d7a4a req-871253e6-aaa7-4bf4-af47-8fb4ac4d017c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1263828 Oct 25 23:22:14.707081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92810cca-e361-4352-a26a-01a2e76d7a4a req-0e502ac2-6261-4af6-b5ef-64aa95a833e0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723948 Oct 25 23:22:14.920420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 172.20.0.14 (57fc94dc-2742-4a31-abc4-7afd577fd939/1b5d0e56-8f0f-4c3a-8a17-0faf015ef263/929ef231-85f4-4a05-ae59-cd5f71ab85dd) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:14.931351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fee9:e042 (57fc94dc-2742-4a31-abc4-7afd577fd939/59c14860-ee89-4f81-b70c-be257498ba2f/929ef231-85f4-4a05-ae59-cd5f71ab85dd) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:15.265683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:15.418107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:15.429455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba526dd7-8572-4552-b6ea-0a9c8d1d7aff None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:15.457172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:15.457537 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:15.466240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:15.591254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:15.600437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:15.605292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:15.646896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=929ef231-85f4-4a05-ae59-cd5f71ab85dd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:15.685874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:15.686799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:15.703517 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66a65056-22d8-4cb6-b4c2-188c9816e276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:15.717327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49708) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:15.718874 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f0e9f389-461e-4aa7-8109-d68e240bca42 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0748062 Oct 25 23:22:15.750633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1b0bca4-3878-4376-9d9d-4bbbcb1d21f7 None None] Provisioning complete for port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:15.751206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bca4-3878-4376-9d9d-4bbbcb1d21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:15.808722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.033420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1f758-5ae8-410d-86bc-736f7933d5fa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:16.033420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1f758-5ae8-410d-86bc-736f7933d5fa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:16.033420 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6c1f758-5ae8-410d-86bc-736f7933d5fa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1784346 Oct 25 23:22:16.033420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49726) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:16.129970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:16.145637 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.227348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:16.234699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3313-3943-4f46-8d88-a51973a56f84 req-b4af61cc-4148-4385-8a48-e2b11a1a27a2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:16.242408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab3c3313-3943-4f46-8d88-a51973a56f84 req-b4af61cc-4148-4385-8a48-e2b11a1a27a2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.3437512 Oct 25 23:22:16.331407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49742) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:16.340969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab3c3313-3943-4f46-8d88-a51973a56f84 req-eef7e93f-0b87-4d78-a110-d4799322bd3c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973790 Oct 25 23:22:16.362710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 929ef231-85f4-4a05-ae59-cd5f71ab85dd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:16.362977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.378091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Update dhcp port {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '59c14860-ee89-4f81-b70c-be257498ba2f', 'ip_address': '2001:db8::f816:3eff:fedb:6ab7'}, {'subnet_id': '1b5d0e56-8f0f-4c3a-8a17-0faf015ef263'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '4f2c9604-493f-4d59-b6de-f3f7a5e435e4'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:22:16.421381 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.541790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e2226ef-ab4e-475d-831f-e20576af8298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.641171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.655519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e2226ef-ab4e-475d-831f-e20576af8298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.666597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e2226ef-ab4e-475d-831f-e20576af8298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.682565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 929ef231-85f4-4a05-ae59-cd5f71ab85dd owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:16.701231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2226ef-ab4e-475d-831f-e20576af8298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4cc507-720c-42b5-97ff-448ad968f77b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:16.729015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7e2226ef-ab4e-475d-831f-e20576af8298 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c31b5a9e05fc4518b59bc5dd6cf76b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969254 Oct 25 23:22:16.735615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49758) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:16.869939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Allocated IP 172.20.0.2 (57fc94dc-2742-4a31-abc4-7afd577fd939/1b5d0e56-8f0f-4c3a-8a17-0faf015ef263/4f2c9604-493f-4d59-b6de-f3f7a5e435e4) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:16.870428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9a5dd77-de7f-4d30-91e9-c01296e79420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:16.921904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9a5dd77-de7f-4d30-91e9-c01296e79420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.013012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.041490 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9a5dd77-de7f-4d30-91e9-c01296e79420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.045043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9a5dd77-de7f-4d30-91e9-c01296e79420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.046367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d9a5dd77-de7f-4d30-91e9-c01296e79420 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b4cc507-720c-42b5-97ff-448ad968f77b HTTP/1.1" status: 204 len: 168 time: 0.3094697 Oct 25 23:22:17.072572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5dd77-de7f-4d30-91e9-c01296e79420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4cc507-720c-42b5-97ff-448ad968f77b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:17.090509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=929ef231-85f4-4a05-ae59-cd5f71ab85dd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:17.122084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:17.307967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] For port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:17.341360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.346800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-316bd0a6-75ed-46d6-abd5-df3a78857b6d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/929ef231-85f4-4a05-ae59-cd5f71ab85dd HTTP/1.1" status: 204 len: 168 time: 1.4415288 Oct 25 23:22:17.347168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49782) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:17.404366 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.428802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:17.429395 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.433963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.469318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f10eb3-00ab-452c-9b87-cd66cd3824f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:17.471287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f10eb3-00ab-452c-9b87-cd66cd3824f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:17.473091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f10eb3-00ab-452c-9b87-cd66cd3824f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:17.474914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-94f10eb3-00ab-452c-9b87-cd66cd3824f7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1267815 Oct 25 23:22:17.477647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49786) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:17.616031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 1b5d0e56-8f0f-4c3a-8a17-0faf015ef263 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:17.643391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:17.699206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Pushing event updated for resources: {'Port': ['ID=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:17.767947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.768310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.768706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.769037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.769421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.769753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.770076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.770444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.771015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.775249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.775249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.775249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d80ae-53b8-4c84-be75-167c72eb9eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:22:17.845039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.081826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.346576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66352ba-47d4-4438-9c04-2340ef7406aa req-f1a975fa-d1f1-430d-b795-d7f8c06e0872 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:18.368906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b66352ba-47d4-4438-9c04-2340ef7406aa req-f1a975fa-d1f1-430d-b795-d7f8c06e0872 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.7678766 Oct 25 23:22:18.371469 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-238580e3-c1b2-4353-ac27-a9e0949327fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.426247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.448866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.454978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:18.455800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/1b5d0e56-8f0f-4c3a-8a17-0faf015ef263 HTTP/1.1" status: 204 len: 168 time: 0.9768937 Oct 25 23:22:18.482856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b66352ba-47d4-4438-9c04-2340ef7406aa req-b7debcf3-4362-436b-96ab-de2984f53d05 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129646 Oct 25 23:22:18.534097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09447ec-dd60-4316-9622-d95254a8ba08 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5d0e56-8f0f-4c3a-8a17-0faf015ef263,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:18.581913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 59c14860-ee89-4f81-b70c-be257498ba2f {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:18.594564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.686182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.839544 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:18.969269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.024361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=59c14860-ee89-4f81-b70c-be257498ba2f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:19.080939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.085126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e808b01d-10e9-4492-bb99-7043780452ea tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/59c14860-ee89-4f81-b70c-be257498ba2f HTTP/1.1" status: 204 len: 168 time: 0.6291575 Oct 25 23:22:19.088039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49848) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:19.128590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:19.141992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49852) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:19.225282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2a43cab0-eb2d-4ae0-8e13-19fc08be4b59 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314719 Oct 25 23:22:19.227984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49856) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:19.233413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:19.236272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bab539-fffb-462a-bc15-e740ff912cc2 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:19.447160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d3255d30-4c58-4581-9030-9898bddff78a None None] Provisioning complete for port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:19.447790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3255d30-4c58-4581-9030-9898bddff78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.488684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1755798547'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:19.528811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:19.532992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.576567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:19.577345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.579145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.654977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:19.661137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.709665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:22:19.816954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.913836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d3255d30-4c58-4581-9030-9898bddff78a None None] Could not find standard attr ID for object 929ef231-85f4-4a05-ae59-cd5f71ab85dd. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:19.920917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] Deleting port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:19.921524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcb16c-196c-4bea-b280-7880bc26c6c9 req-7cd89fda-179b-4d62-8c03-c21965df7a9a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:19.921758 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.924799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86bcb16c-196c-4bea-b280-7880bc26c6c9 req-7cd89fda-179b-4d62-8c03-c21965df7a9a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.1822047 Oct 25 23:22:19.940365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:19.968389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.001672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:22:20.019120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.019524 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Added segment 4c68b14d-7f21-4164-a721-dee54b4255fd of type vlan for network 6e81b848-b865-40da-99a5-d15d37a133ff Oct 25 23:22:20.028939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] For port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:20.029781 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.046929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] Calling delete_port for 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:20.061598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.096939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.102736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:20.103314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.180447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Network': ['ID=6e81b848-b865-40da-99a5-d15d37a133ff,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:20.185172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b2f5b4-1cc7-48e7-8321-f041aee3b154,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:20.204823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-86bcb16c-196c-4bea-b280-7880bc26c6c9 req-3cf7bd64-6168-4313-aa2a-7441ed7b3436 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673588 Oct 25 23:22:20.219746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ac4e75f8-da68-4466-9c94-2b0a26f5b4b8 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0758569 Oct 25 23:22:20.222494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49880) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:20.237830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'subnet': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:20.248703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6e81b848-b865-40da-99a5-d15d37a133ff details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:22:20.507984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:22:20.515572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:20.519527 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.608419 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.626163 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:20.671068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] Pushing event deleted for resources: {'Port': ['ID=4f2c9604-493f-4d59-b6de-f3f7a5e435e4,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:20.676713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c5c3f-68fb-4768-961f-70d81c9f285c None None] No DVR routers for this DVR port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:20.726659 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:21.037248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:21.125961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:21.219586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:22:21.223118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:22:21.403664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Subnet': ['ID=3c056827-93e5-4160-9540-2f386229952d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:21.448952 n-d-815373-1 neutron-server[102134]: WARNING neutron.services.revisions.revision_plugin [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Could not find related port for resource to bump revision. Oct 25 23:22:21.467385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_pluggable_backend [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Port 4f2c9604-493f-4d59-b6de-f3f7a5e435e4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102134) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 25 23:22:21.467699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_pluggable_backend [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Reverting IP allocation for 2001:db8::f816:3eff:fedb:6ab7 {{(pid=102134) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 25 23:22:21.477030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_pluggable_backend [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedb:6ab7 {{(pid=102134) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 25 23:22:21.482464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:21.561744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:21.590307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:21.591709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=999b4f53-906b-4cfb-babb-ac0879d1975c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:21.595220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:21.597991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:21.598614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:21.610702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1430e-e1fe-44b1-b585-2b42c9599a98 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:21.616292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Checking segment: {'id': '4c68b14d-7f21-4164-a721-dee54b4255fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:21.616689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network hostable DHCP agents. Network: 6e81b848-b865-40da-99a5-d15d37a133ff, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:22:21.627415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49928) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:21.628160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8342b2ef-ab48-4678-add2-f036f8f0e276 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3990269 Oct 25 23:22:21.638526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:21.685152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199be86-10c1-435b-a6fb-d5d9e63cdd00 req-efe6c5f2-0ce0-4be8-bf69-96ee09573a2a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:21.691226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b199be86-10c1-435b-a6fb-d5d9e63cdd00 req-efe6c5f2-0ce0-4be8-bf69-96ee09573a2a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.3068309 Oct 25 23:22:22.008283 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '999b4f53-906b-4cfb-babb-ac0879d1975c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:22.009084 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:22.285098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Allocated IP 2001:db8::f816:3eff:fe58:f6b1 (57fc94dc-2742-4a31-abc4-7afd577fd939/999b4f53-906b-4cfb-babb-ac0879d1975c/42b8aab9-3dd3-485b-a193-26e010366681) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:22.385215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:22:22.502570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:22.518233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:22.549370 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-822ea423-f740-4b0f-ad63-70dca19c43bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:22.564468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:22:22.727310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b199be86-10c1-435b-a6fb-d5d9e63cdd00 req-141de962-517f-4d05-9398-131868d45e64 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8838892 Oct 25 23:22:22.743614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6e81b848-b865-40da-99a5-d15d37a133ff) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:22.806991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:22.807598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:22.848826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236281a6-1979-4f78-8738-822ff031db6d None None] Network 6e81b848-b865-40da-99a5-d15d37a133ff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:22.871935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3f27eb55-c984-43c3-bc40-1e596e97d50d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6481316 Oct 25 23:22:22.874715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:22.883371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1459870126'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:22.989951 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-822ea423-f740-4b0f-ad63-70dca19c43bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.012666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-822ea423-f740-4b0f-ad63-70dca19c43bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.123567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-822ea423-f740-4b0f-ad63-70dca19c43bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bca2c8b6d744fddbccdc700a26fc681&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5585897 Oct 25 23:22:23.129788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49966) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:23.197469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ea423-f740-4b0f-ad63-70dca19c43bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba44b9-f6a7-4cf7-ae6d-1ab6c15dea0e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:23.251845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:23.255415 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.268711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.289863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] device_id is not set on port eaca0e73-3ab4-43a7-9415-6cf55ed24dda yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:23.310662 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68ae76b0-318c-4f81-857f-5b36d039c587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.318228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.334979 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.385324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68ae76b0-318c-4f81-857f-5b36d039c587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.439987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:23.460129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:23.489054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:23.502755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:23.525379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'port_id': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'mac_address': 'fa:16:3e:25:42:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:22:23.527720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:23.527879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:23.528584 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.532684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Pushing event updated for resources: {'Port': ['ID=42b8aab9-3dd3-485b-a193-26e010366681,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:23.535284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:23.580006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Allocated IP 2001:db8::1f2 (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/eaca0e73-3ab4-43a7-9415-6cf55ed24dda) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:23.608073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=bd9308f7-b634-4dd2-b450-6d4e47268943,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:23.614473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6e81b848-b865-40da-99a5-d15d37a133ff', 'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'tenant_id': '5a5bdcc4f1d94e188261c9a1b361f185', 'fixed_ips': [{'subnet_id': '3c056827-93e5-4160-9540-2f386229952d'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:23.614804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68ae76b0-318c-4f81-857f-5b36d039c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.615356 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.619533 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68ae76b0-318c-4f81-857f-5b36d039c587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.620585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-68ae76b0-318c-4f81-857f-5b36d039c587 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68ba44b9-f6a7-4cf7-ae6d-1ab6c15dea0e HTTP/1.1" status: 204 len: 168 time: 0.4894698 Oct 25 23:22:23.635192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8f28ba5e-8733-4fc5-95da-15bf725508ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0022326 Oct 25 23:22:23.638356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49984) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:23.643219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:71:9f:ee', 'name': 'tempest-NetworksTestDHCPv6-1162766240'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:23.653273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae76b0-318c-4f81-857f-5b36d039c587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba44b9-f6a7-4cf7-ae6d-1ab6c15dea0e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:23.841721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Attempting to bind port 42b8aab9-3dd3-485b-a193-26e010366681 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:23.845384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Attempting to bind port 42b8aab9-3dd3-485b-a193-26e010366681 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:23.845965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Attempting to bind port 42b8aab9-3dd3-485b-a193-26e010366681 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:23.861389 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:23.887776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:23.963607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.008991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.030371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:24.031104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:24.032276 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.035833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:24.036540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Bound port: 42b8aab9-3dd3-485b-a193-26e010366681, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:24.037109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.094001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:22:24.122691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:24.130403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:24.135297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:24.142482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:24.143573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.165050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=eaca0e73-3ab4-43a7-9415-6cf55ed24dda,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:24.192624 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa37784c-30bf-4b8f-ad4c-982f3ae2b1d4 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3132782 Oct 25 23:22:24.194123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:24.205362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:24.207822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1916371264', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:a7:a1:1f'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:24.209425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a782-ba08-4afb-ade6-854e2951ed4e req-629321b5-1333-4042-a125-ab46296df553 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:24.211106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8420a782-ba08-4afb-ade6-854e2951ed4e req-629321b5-1333-4042-a125-ab46296df553 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 944 time: 0.2057769 Oct 25 23:22:24.289695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.304661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.361960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8420a782-ba08-4afb-ade6-854e2951ed4e req-6ca3b854-58ae-4a5c-9380-39f14d2d5395 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298342 Oct 25 23:22:24.379369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port abaad6e9-8226-420f-98f2-b59cb134e44a yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:24.393487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50008) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:24.465579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b29b8a4b-96c7-49f6-989a-fd9d455ea349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.484406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:24.521285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] For port 42b8aab9-3dd3-485b-a193-26e010366681, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:24.526062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Allocated IP 2001:db8::2 (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/6e506c57-c5d7-4cee-9434-355ea40ae6c4) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:24.529809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] For port 42b8aab9-3dd3-485b-a193-26e010366681, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42b8aab9-3dd3-485b-a193-26e010366681,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:24.540873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['b8489c80-e0fd-40cc-a974-0e4106466fd5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:22:24.650107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-dc8bc9cf-4d41-4d23-8331-3abd1b50e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:24.653629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-dc8bc9cf-4d41-4d23-8331-3abd1b50e827 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1096 time: 0.2673011 Oct 25 23:22:24.713215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b29b8a4b-96c7-49f6-989a-fd9d455ea349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.734802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b29b8a4b-96c7-49f6-989a-fd9d455ea349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.814986 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.821027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.864532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:24.903518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b29b8a4b-96c7-49f6-989a-fd9d455ea349 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f82df81f27604969a5b5d6966d6ba354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088022 Oct 25 23:22:24.906086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50022) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:24.940055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad5e6-6936-4f66-b51d-03690dfdb70b None None] Pushing event updated for resources: {'Port': ['ID=42b8aab9-3dd3-485b-a193-26e010366681,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:24.943940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b8a4b-96c7-49f6-989a-fd9d455ea349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861eb64a-c7de-483a-8e81-5cfe552fccc5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:24.953246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:25.058749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-f3a426c7-4757-4872-98bb-f68c30f127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:25.060675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-f3a426c7-4757-4872-98bb-f68c30f127a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.3388760 Oct 25 23:22:25.074412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Pushing event updated for resources: {'Port': ['ID=6e506c57-c5d7-4cee-9434-355ea40ae6c4,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:25.091567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:25.095897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:25.148660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:25.178796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e42241e-cf65-433c-bc61-515e4654bab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.206789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-6b50abc7-6cf7-4d2c-b700-ce90183a53da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 200 len: 1000 time: 0.1358383 Oct 25 23:22:25.217750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 172.20.0.7 (57fc94dc-2742-4a31-abc4-7afd577fd939/bd9308f7-b634-4dd2-b450-6d4e47268943/abaad6e9-8226-420f-98f2-b59cb134e44a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:25.246018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Attempting to bind port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:25.246451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Attempting to bind port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '4c68b14d-7f21-4164-a721-dee54b4255fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:25.274386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Attempting to bind port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 on network 6e81b848-b865-40da-99a5-d15d37a133ff {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:25.288565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:25.291470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Checking segment: {'id': '4c68b14d-7f21-4164-a721-dee54b4255fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:25.291673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.294200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Bound using segment: {'id': '4c68b14d-7f21-4164-a721-dee54b4255fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:25.294200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Bound port: 6e506c57-c5d7-4cee-9434-355ea40ae6c4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68b14d-7f21-4164-a721-dee54b4255fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:25.295839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.326606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fe71:9fee (57fc94dc-2742-4a31-abc4-7afd577fd939/999b4f53-906b-4cfb-babb-ac0879d1975c/abaad6e9-8226-420f-98f2-b59cb134e44a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:25.386386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e42241e-cf65-433c-bc61-515e4654bab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.389026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-89884db7-2040-42e1-81b8-61e0e0f6ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:25.399990 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-89884db7-2040-42e1-81b8-61e0e0f6ba32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1837335 Oct 25 23:22:25.491687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] For port 6e506c57-c5d7-4cee-9434-355ea40ae6c4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:25.507734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] For port 6e506c57-c5d7-4cee-9434-355ea40ae6c4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6e506c57-c5d7-4cee-9434-355ea40ae6c4,segment=NetworkSegment(4c68b14d-7f21-4164-a721-dee54b4255fd),segment_id=4c68b14d-7f21-4164-a721-dee54b4255fd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:25.527727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.532061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.562775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] device_id is not set on port bbd40496-a4d6-4457-b245-4b8f1dbaf459 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:25.726351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Allocated IP 2001:db8::34d (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/bbd40496-a4d6-4457-b245-4b8f1dbaf459) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:25.737085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98314f7-018c-47eb-95da-1fa2f20f9f74 req-cbf3d6c7-7d9c-46a5-a464-da072d0d53ab tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:25.739015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c98314f7-018c-47eb-95da-1fa2f20f9f74 req-cbf3d6c7-7d9c-46a5-a464-da072d0d53ab tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 945 time: 0.1525486 Oct 25 23:22:25.749514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-e57b1a3d-55a3-459d-85b5-e5bc8aab5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:25.751346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-e57b1a3d-55a3-459d-85b5-e5bc8aab5caa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387208 Oct 25 23:22:25.773574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.843812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0fafc-644a-40a0-8056-ad2e18563291 None None] Pushing event updated for resources: {'Port': ['ID=6e506c57-c5d7-4cee-9434-355ea40ae6c4,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:25.896493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e42241e-cf65-433c-bc61-515e4654bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.905817 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e42241e-cf65-433c-bc61-515e4654bab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:25.915003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e42241e-cf65-433c-bc61-515e4654bab3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/861eb64a-c7de-483a-8e81-5cfe552fccc5 HTTP/1.1" status: 204 len: 168 time: 1.0057971 Oct 25 23:22:25.990379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42241e-cf65-433c-bc61-515e4654bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861eb64a-c7de-483a-8e81-5cfe552fccc5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:26.039577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-7452ae69-ccca-484e-86ad-5989ba08b6c0 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785397 Oct 25 23:22:26.221449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c98314f7-018c-47eb-95da-1fa2f20f9f74 req-2b1103a6-957c-4107-afee-c90fa65921c7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690225 Oct 25 23:22:26.261827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:26.404686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:26.444729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:26.588957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:26.622529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-46635fc2-aca2-4272-9080-fb8a69d645b0 req-ad40643f-c513-46b7-9b39-5ddcce5feff3 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530157 Oct 25 23:22:26.662673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:26.663227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port b8489c80-e0fd-40cc-a974-0e4106466fd5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:22:26.668021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=bbd40496-a4d6-4457-b245-4b8f1dbaf459,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:26.679296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:26.688543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port b8489c80-e0fd-40cc-a974-0e4106466fd5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:26.688921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:26.691720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:26.693901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:26.697651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:26.708258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:26.715607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:26.719953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:26.746625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=abaad6e9-8226-420f-98f2-b59cb134e44a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:26.761980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-13ef2df8-89e7-4123-ab78-23bb145462f1 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.5664740 Oct 25 23:22:26.764848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50062) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:26.879282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feccaf87-df36-4520-8ae6-9fcd553897c3 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:26.887306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feccaf87-df36-4520-8ae6-9fcd553897c3 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:26.896827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feccaf87-df36-4520-8ae6-9fcd553897c3 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:26.901259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-feccaf87-df36-4520-8ae6-9fcd553897c3 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1326325 Oct 25 23:22:26.902570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50070) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:26.940914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d578e9-a7bc-4648-ba3d-c83e2754f880 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:27.156514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:27.157818 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.166530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:27.172665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.197019 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b37cf055-4163-4c10-9721-5937505c6e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.283814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:22:27.294805 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3c1421-aea5-4948-94b4-e47cb1b07cb6" -d '{"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-plugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:22:27.396265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-30ed1747-bab6-458f-8d10-7c82f4301f6e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7546751 Oct 25 23:22:27.399392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50082) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:27.404763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cc32c98d-c9a9-4b1f-b1cb-13fa6716314c None None] Provisioning complete for port 42b8aab9-3dd3-485b-a193-26e010366681 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:27.405305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc32c98d-c9a9-4b1f-b1cb-13fa6716314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.555312 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1558112-1b65-46e7-b9c7-ee920aeb2847 x-openstack-request-id: req-a1558112-1b65-46e7-b9c7-ee920aeb2847 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:22:27.555611 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-plugged", "status": "completed", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:22:27.555874 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1558112-1b65-46e7-b9c7-ee920aeb2847 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:22:27.556285 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'code': 200} Oct 25 23:22:27.559035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:27.587345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6e506c57-c5d7-4cee-9434-355ea40ae6c4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:27.591261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b37cf055-4163-4c10-9721-5937505c6e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.602184 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b37cf055-4163-4c10-9721-5937505c6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.625297 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.630911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port bbd40496-a4d6-4457-b245-4b8f1dbaf459 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:27.631257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.784442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b37cf055-4163-4c10-9721-5937505c6e21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5812232c1eb40d7a52c8d5ec87eacaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266971 Oct 25 23:22:27.790635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50096) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:27.809986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cf055-4163-4c10-9721-5937505c6e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb10df-3974-47fc-8243-e6364c680121,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:27.874178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6578bf5-9ad9-4307-b476-39289f8329fb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:27.880977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6578bf5-9ad9-4307-b476-39289f8329fb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:27.883426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c6578bf5-9ad9-4307-b476-39289f8329fb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4720583 Oct 25 23:22:27.889521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50100) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:27.928753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:27.974111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4247-be5a-4e99-890a-fd588b8bd5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.980793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:27.981181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:27.987371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc32c98d-c9a9-4b1f-b1cb-13fa6716314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.021886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4247-be5a-4e99-890a-fd588b8bd5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.040610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d6574-bde9-438d-882f-134e86d223fd None None] Update dhcp port {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '999b4f53-906b-4cfb-babb-ac0879d1975c', 'ip_address': '2001:db8::f816:3eff:fe58:f6b1'}, {'subnet_id': 'bd9308f7-b634-4dd2-b450-6d4e47268943'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '42b8aab9-3dd3-485b-a193-26e010366681'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:22:28.052791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97fa34-4c70-4597-9a1d-d790a55cc944 req-7d5fba49-31d8-41a6-a01d-1204349abce8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:28.061264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab97fa34-4c70-4597-9a1d-d790a55cc944 req-7d5fba49-31d8-41a6-a01d-1204349abce8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.5213315 Oct 25 23:22:28.108988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef916405-a5fc-46e4-b497-c8f5a8cd3584 None None] Network 6e81b848-b865-40da-99a5-d15d37a133ff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:28.118015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49156cf5-9bb7-4d91-9caf-031e451a8e5c req-82e11d5d-eac6-494e-8d32-b334e96fbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:28.119617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49156cf5-9bb7-4d91-9caf-031e451a8e5c req-82e11d5d-eac6-494e-8d32-b334e96fbc8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 1097 time: 0.3016651 Oct 25 23:22:28.131634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4247-be5a-4e99-890a-fd588b8bd5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.134009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4247-be5a-4e99-890a-fd588b8bd5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.135369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b5b4247-be5a-4e99-890a-fd588b8bd5d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5feb10df-3974-47fc-8243-e6364c680121 HTTP/1.1" status: 204 len: 168 time: 0.3434587 Oct 25 23:22:28.148582 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-533d6574-bde9-438d-882f-134e86d223fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.160179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b4247-be5a-4e99-890a-fd588b8bd5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb10df-3974-47fc-8243-e6364c680121,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:28.163777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.200676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for bbd40496-a4d6-4457-b245-4b8f1dbaf459 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:28.241973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab97fa34-4c70-4597-9a1d-d790a55cc944 req-86f40afd-3e2a-463c-aae3-adeed40dbce3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795905 Oct 25 23:22:28.271042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-49156cf5-9bb7-4d91-9caf-031e451a8e5c req-b7c67f44-8fe2-48d4-9d6c-cb4bf7cdeb87 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228895 Oct 25 23:22:28.334317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port abaad6e9-8226-420f-98f2-b59cb134e44a {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:28.334891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.596714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cc32c98d-c9a9-4b1f-b1cb-13fa6716314c None None] For port 42b8aab9-3dd3-485b-a193-26e010366681, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42b8aab9-3dd3-485b-a193-26e010366681,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:28.676092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.689823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc32c98d-c9a9-4b1f-b1cb-13fa6716314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.717366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for abaad6e9-8226-420f-98f2-b59cb134e44a owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:28.721603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:28.796777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=bbd40496-a4d6-4457-b245-4b8f1dbaf459,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:29.013538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32c98d-c9a9-4b1f-b1cb-13fa6716314c None None] Pushing event updated for resources: {'Port': ['ID=42b8aab9-3dd3-485b-a193-26e010366681,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:29.023927 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.056722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.063835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cb98bc77-916b-4142-bc64-c45d0c2177da tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/ports/bbd40496-a4d6-4457-b245-4b8f1dbaf459 HTTP/1.1" status: 204 len: 168 time: 2.1565187 Oct 25 23:22:29.066770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:29.129509 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e3247b-16a2-418f-b951-b638088f4525 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] GET failed (client error): The resource could not be found. Oct 25 23:22:29.141936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-45e3247b-16a2-418f-b951-b638088f4525 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "GET /v2.0/ports/bbd40496-a4d6-4457-b245-4b8f1dbaf459 HTTP/1.1" status: 404 len: 333 time: 0.0735109 Oct 25 23:22:29.147306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50144) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:29.164618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-430667429'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:29.357264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-24128189-335e-4139-97bf-392dfc1b5ba1 None None] Provisioning complete for port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:29.357860 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-24128189-335e-4139-97bf-392dfc1b5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.409598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.484493 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.494015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:29.497664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.555428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] device_id is not set on port d6574b37-571f-45da-9ce1-f8f0e2684fbb yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:29.560170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-24128189-335e-4139-97bf-392dfc1b5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.613114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-533d6574-bde9-438d-882f-134e86d223fd None None] Allocated IP 172.20.0.2 (57fc94dc-2742-4a31-abc4-7afd577fd939/bd9308f7-b634-4dd2-b450-6d4e47268943/42b8aab9-3dd3-485b-a193-26e010366681) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:29.641292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 6e506c57-c5d7-4cee-9434-355ea40ae6c4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6e506c57-c5d7-4cee-9434-355ea40ae6c4,segment=NetworkSegment(4c68b14d-7f21-4164-a721-dee54b4255fd),segment_id=4c68b14d-7f21-4164-a721-dee54b4255fd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:29.643688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=abaad6e9-8226-420f-98f2-b59cb134e44a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:29.753614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.754617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42b8aab9-3dd3-485b-a193-26e010366681 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:29.761345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-24128189-335e-4139-97bf-392dfc1b5ba1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:22:29.761784 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-24128189-335e-4139-97bf-392dfc1b5ba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:22:29.779335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50176) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:29.961322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:29.963563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Allocated IP 2001:db8::2e0 (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/d6574b37-571f-45da-9ce1-f8f0e2684fbb) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:29.973158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c2d19156-95d0-4102-b00f-3fad90d01b5f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/abaad6e9-8226-420f-98f2-b59cb134e44a HTTP/1.1" status: 204 len: 168 time: 2.0740442 Oct 25 23:22:29.977008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50186) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:30.007336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faabb97-2be9-4982-9103-d41c7ab2ad98 req-7b00d141-5c46-49e6-81c5-fb9e84d76f8e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:30.015558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3faabb97-2be9-4982-9103-d41c7ab2ad98 req-7b00d141-5c46-49e6-81c5-fb9e84d76f8e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.5803442 Oct 25 23:22:30.116332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1163516007-network', 'tenant_id': 'fc5b710aacc242e19a3304fd6b6543e8'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:30.132202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=6e506c57-c5d7-4cee-9434-355ea40ae6c4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:30.176977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Made reservation on behalf of fc5b710aacc242e19a3304fd6b6543e8 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:30.179554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.197612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42b8aab9-3dd3-485b-a193-26e010366681 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:30.199446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.200713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6801be-c392-4dbb-a16a-0a9dfb63d279 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:30.209019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6801be-c392-4dbb-a16a-0a9dfb63d279 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:30.210801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6801be-c392-4dbb-a16a-0a9dfb63d279 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:30.218431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ad6801be-c392-4dbb-a16a-0a9dfb63d279 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1971560 Oct 25 23:22:30.221158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50192) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:30.257440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.389436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-533d6574-bde9-438d-882f-134e86d223fd None None] For port 42b8aab9-3dd3-485b-a193-26e010366681, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42b8aab9-3dd3-485b-a193-26e010366681,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:30.424772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3faabb97-2be9-4982-9103-d41c7ab2ad98 req-dab7d527-e100-458b-ada0-a2511992f154 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015557 Oct 25 23:22:30.436869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 999b4f53-906b-4cfb-babb-ac0879d1975c {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:30.518722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-533d6574-bde9-438d-882f-134e86d223fd None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.527800 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.545221 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-533d6574-bde9-438d-882f-134e86d223fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.686772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.830456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d6574-bde9-438d-882f-134e86d223fd None None] Pushing event updated for resources: {'Port': ['ID=42b8aab9-3dd3-485b-a193-26e010366681,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:30.864484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6e506c57-c5d7-4cee-9434-355ea40ae6c4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:30.929966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.967602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:30.990270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.031108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:22:31.060367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.060711 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Added segment aa954844-e0b3-41ff-90f1-e8aa95ebce4e of type vlan for network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e Oct 25 23:22:31.062124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:31.074017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.113759 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.159042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ed94e7a3-07f8-4ec7-8870-9d0921eba149 None None] Provisioning complete for port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:31.159417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ed94e7a3-07f8-4ec7-8870-9d0921eba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.234376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:31.235071 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.249917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.258250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:31.279868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:31.312450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.322609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:31.329886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:31.330562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.349096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=d6574b37-571f-45da-9ce1-f8f0e2684fbb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:31.374469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=999b4f53-906b-4cfb-babb-ac0879d1975c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:31.391454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.396626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-70c67dc9-c7c1-41cd-8589-b1777aa06e78 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/999b4f53-906b-4cfb-babb-ac0879d1975c HTTP/1.1" status: 204 len: 168 time: 1.1745615 Oct 25 23:22:31.399120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50242) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:31.422743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4377a1ba-0445-48e7-9f10-b04ea46d38b2 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2731779 Oct 25 23:22:31.433660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50244) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:31.447044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:a7:a1:1f'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:31.498647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.499627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:31.500201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.764828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet bd9308f7-b634-4dd2-b450-6d4e47268943 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:31.771662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.782035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42b8aab9-3dd3-485b-a193-26e010366681 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:31.946280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ed94e7a3-07f8-4ec7-8870-9d0921eba149 None None] Provisioning complete for port eaca0e73-3ab4-43a7-9415-6cf55ed24dda triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:31.949970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ed94e7a3-07f8-4ec7-8870-9d0921eba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:31.982345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2017982 Oct 25 23:22:31.985695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50262) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:31.993512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583804b-fa95-4b74-90a9-5a94dcc9791e req-517a002c-90aa-40aa-bd65-933886c1c918 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:31.998275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8583804b-fa95-4b74-90a9-5a94dcc9791e req-517a002c-90aa-40aa-bd65-933886c1c918 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.3431709 Oct 25 23:22:32.001972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.043841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Request body: {'subnet': {'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1163516007-subnet', 'tenant_id': 'fc5b710aacc242e19a3304fd6b6543e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:32.079982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ed94e7a3-07f8-4ec7-8870-9d0921eba149 None None] Port eaca0e73-3ab4-43a7-9415-6cf55ed24dda cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:32.101106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42b8aab9-3dd3-485b-a193-26e010366681 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:32.101714 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.205760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ad32-24a2-4310-9334-06f53538b9ee admin admin] Pushing event updated for resources: {'Network': ['ID=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:32.232739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Made reservation on behalf of fc5b710aacc242e19a3304fd6b6543e8 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:32.236626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.243377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:22:32.255992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Provisioning complete for port d6574b37-571f-45da-9ce1-f8f0e2684fbb triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:32.256362 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.325306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.413043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8583804b-fa95-4b74-90a9-5a94dcc9791e req-84bb565c-1816-440b-8089-a9d5824a58ef tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271508 Oct 25 23:22:32.494613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.540232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.544622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9308f7-b634-4dd2-b450-6d4e47268943,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:32.590270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.611449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9f1e848d-423b-443b-9410-11111f44e135 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/bd9308f7-b634-4dd2-b450-6d4e47268943 HTTP/1.1" status: 204 len: 168 time: 1.2040668 Oct 25 23:22:32.613829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50276) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:32.664526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Port d6574b37-571f-45da-9ce1-f8f0e2684fbb cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:32.680754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Could not find standard attr ID for object bbd40496-a4d6-4457-b245-4b8f1dbaf459. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:32.714221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Provisioning complete for port eaca0e73-3ab4-43a7-9415-6cf55ed24dda triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:32.716827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:32.747113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f267077a-3104-4592-bd04-23f1e9fa8db7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311679 Oct 25 23:22:32.749176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50278) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:32.775624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:32.808200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42b8aab9-3dd3-485b-a193-26e010366681 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:32.863303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f18c76-0c12-4bec-8f8c-6076643380fa None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:32.998214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:33.001834 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.008759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88da9708-c4aa-4d67-b318-e605b8000056 None None] Port eaca0e73-3ab4-43a7-9415-6cf55ed24dda cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:33.112292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42b8aab9-3dd3-485b-a193-26e010366681 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:33.112617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.153984 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.231752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e9bcfdaf-2977-4ef9-a738-fddde93a608d None None] Provisioning complete for port 42b8aab9-3dd3-485b-a193-26e010366681 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:33.232422 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfdaf-2977-4ef9-a738-fddde93a608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.232599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.348139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.351481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] In _notify_port_updated(), no bound segment for port d6574b37-571f-45da-9ce1-f8f0e2684fbb on network 6e81b848-b865-40da-99a5-d15d37a133ff {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:22:33.359626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:33.363765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.365818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "PUT /v2.0/ports/d6574b37-571f-45da-9ce1-f8f0e2684fbb HTTP/1.1" status: 200 len: 1002 time: 1.9304426 Oct 25 23:22:33.396483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:33.489642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.575261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:33.616457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ffc14-2878-40b8-81cb-09bf52aa39c7 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=d6574b37-571f-45da-9ce1-f8f0e2684fbb,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:33.644823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=25b06569-94a4-42e1-99e6-76cb3f380ba4,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:33.650410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:33.653197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:33.656878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:33.657663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.721766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Checking segment: {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:33.722344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Network hostable DHCP agents. Network: 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:22:33.753213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port d6574b37-571f-45da-9ce1-f8f0e2684fbb {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:33.753718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.758460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c93ba885-44a8-48f0-9543-54f05aa33ded tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0063376 Oct 25 23:22:33.759104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50310) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:33.767608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:33.787639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a59f5-7b56-4430-b619-c5275ba762a9 req-fecf2f42-1d1e-42db-a824-e7464a644211 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:33.787790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:22:33.806048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e0a59f5-7b56-4430-b619-c5275ba762a9 req-fecf2f42-1d1e-42db-a824-e7464a644211 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.1584508 Oct 25 23:22:33.843095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:22:33.865439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:33.874463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:33.875189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.891097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa83a7a3-1402-45da-be75-a3f7b3e53f28 None None] Network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:33.949433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-39cd4ecd-7931-4039-908b-f61abcd7af0d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9555614 Oct 25 23:22:33.974694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:33.978307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:33.987812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e9bcfdaf-2977-4ef9-a738-fddde93a608d None None] Could not find standard attr ID for object abaad6e9-8226-420f-98f2-b59cb134e44a. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:33.989613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:34.038543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for d6574b37-571f-45da-9ce1-f8f0e2684fbb owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:34.058013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] Deleting port 42b8aab9-3dd3-485b-a193-26e010366681 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:34.058013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:34.083869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e0a59f5-7b56-4430-b619-c5275ba762a9 req-597fc232-46a8-4f9f-8a6d-c452b204b32b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768271 Oct 25 23:22:34.175860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc208af-a2d6-4a5d-ae44-0a3df41a9423 None None] Network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:34.338550 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:34.433831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=d6574b37-571f-45da-9ce1-f8f0e2684fbb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:34.477060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] For port 42b8aab9-3dd3-485b-a193-26e010366681, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42b8aab9-3dd3-485b-a193-26e010366681,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:34.477837 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:34.492313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] Calling delete_port for 42b8aab9-3dd3-485b-a193-26e010366681 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:34.624118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-55acb30d-f3b1-46b6-a04f-265127200576 None None] Could not find standard attr ID for object d6574b37-571f-45da-9ce1-f8f0e2684fbb. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:34.674248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42b8aab9-3dd3-485b-a193-26e010366681 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:34.768154 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:34.775839 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-af16d402-91c7-4392-a872-45fad805d429 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/ports/d6574b37-571f-45da-9ce1-f8f0e2684fbb HTTP/1.1" status: 204 len: 168 time: 1.3753569 Oct 25 23:22:34.776869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:34.890010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:34.999691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] Pushing event deleted for resources: {'Port': ['ID=42b8aab9-3dd3-485b-a193-26e010366681,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:35.048077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58008e-0180-4bd5-8407-a09c5c08d15b None None] No DVR routers for this DVR port 42b8aab9-3dd3-485b-a193-26e010366681 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:35.050653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No active binding found for port 42b8aab9-3dd3-485b-a193-26e010366681 {{(pid=102135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 23:22:35.051131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42b8aab9-3dd3-485b-a193-26e010366681 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:22:35.112990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73814336-82a0-4b02-90ad-74137e8e3f86 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:35.379097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '25b06569-94a4-42e1-99e6-76cb3f380ba4'}, {'subnet_id': 'f6dd2609-628d-4cfb-8b7e-dedffbfa20be'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:35.380070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:35.548661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:22:35.551153 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5128e58-5d52-485b-939e-ea13fc69f61d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] GET failed (client error): The resource could not be found. Oct 25 23:22:35.556590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e5128e58-5d52-485b-939e-ea13fc69f61d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "GET /v2.0/ports/d6574b37-571f-45da-9ce1-f8f0e2684fbb HTTP/1.1" status: 404 len: 333 time: 0.7739131 Oct 25 23:22:35.556739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:35.565955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823982945'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:35.747769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Allocated IP 172.20.0.2 (57fc94dc-2742-4a31-abc4-7afd577fd939/25b06569-94a4-42e1-99e6-76cb3f380ba4/d9b3f5b2-7673-474b-9dfd-96453a4950d3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:35.764422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Allocated IP 2001:db8::f816:3eff:fe98:f061 (57fc94dc-2742-4a31-abc4-7afd577fd939/f6dd2609-628d-4cfb-8b7e-dedffbfa20be/d9b3f5b2-7673-474b-9dfd-96453a4950d3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:35.859811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:35.863593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:35.925118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] device_id is not set on port bf6b6459-2e63-4578-9853-9a813423174c yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:36.035190 n-d-815373-1 neutron-server[102133]: WARNING neutron.services.revisions.revision_plugin [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Could not find related port for resource to bump revision. Oct 25 23:22:36.050956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_pluggable_backend [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Port 42b8aab9-3dd3-485b-a193-26e010366681 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 25 23:22:36.055377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_pluggable_backend [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Reverting IP allocation for 2001:db8::f816:3eff:fe58:f6b1 {{(pid=102133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 25 23:22:36.061076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_pluggable_backend [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe58:f6b1 {{(pid=102133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 25 23:22:36.062179 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.127835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.143173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.165907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:36.169965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Allocated IP 2001:db8::26d (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/bf6b6459-2e63-4578-9853-9a813423174c) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:36.196156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:36.210275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:36.213399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.229092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=f6dd2609-628d-4cfb-8b7e-dedffbfa20be,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:36.264568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-12c93538-81b2-40f8-a37a-e4ffb18ade21 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5023675 Oct 25 23:22:36.267366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:36.270354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Pushing event updated for resources: {'Port': ['ID=d9b3f5b2-7673-474b-9dfd-96453a4950d3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:36.286191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:c5:b5:64', 'name': 'tempest-NetworksTestDHCPv6-1054714862'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:36.289156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:36.310841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:36.317700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:36.475021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Attempting to bind port d9b3f5b2-7673-474b-9dfd-96453a4950d3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:36.475507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Attempting to bind port d9b3f5b2-7673-474b-9dfd-96453a4950d3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:36.476747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Attempting to bind port d9b3f5b2-7673-474b-9dfd-96453a4950d3 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:36.485701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:36.502214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:36.503172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.505022 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.505886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:36.506870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Bound port: d9b3f5b2-7673-474b-9dfd-96453a4950d3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:36.508664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.565327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.622442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:36.676101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] For port d9b3f5b2-7673-474b-9dfd-96453a4950d3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:36.682086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] For port d9b3f5b2-7673-474b-9dfd-96453a4950d3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d9b3f5b2-7673-474b-9dfd-96453a4950d3,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:36.692485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.699335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:36.704709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:36.707748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:36.713831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:36.714759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.735245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=bf6b6459-2e63-4578-9853-9a813423174c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:36.766718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-42b3e685-bbc4-421e-add9-2b8d8651ab56 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2090945 Oct 25 23:22:36.767589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50404) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:36.780420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:a1:1f'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:36.784575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:36.825637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5a4af-cc83-41cf-b49b-8e29aa17dd76 None None] Pushing event updated for resources: {'Port': ['ID=d9b3f5b2-7673-474b-9dfd-96453a4950d3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:36.872446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 8aaaab7b-acb3-40a5-8ae5-2f01d958b374 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:36.972577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.203868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 172.20.0.8 (57fc94dc-2742-4a31-abc4-7afd577fd939/25b06569-94a4-42e1-99e6-76cb3f380ba4/8aaaab7b-acb3-40a5-8ae5-2f01d958b374) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:37.220678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fec5:b564 (57fc94dc-2742-4a31-abc4-7afd577fd939/f6dd2609-628d-4cfb-8b7e-dedffbfa20be/8aaaab7b-acb3-40a5-8ae5-2f01d958b374) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:37.301387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-97e959cb-d25c-443d-a1bc-5ab28c39c899 None None] Provisioning complete for port bf6b6459-2e63-4578-9853-9a813423174c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:37.304609 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97e959cb-d25c-443d-a1bc-5ab28c39c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.400342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-97e959cb-d25c-443d-a1bc-5ab28c39c899 None None] Port bf6b6459-2e63-4578-9853-9a813423174c cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:37.517351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.539917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.631637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.682756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=bf6b6459-2e63-4578-9853-9a813423174c,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:37.693596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.715280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] In _notify_port_updated(), no bound segment for port bf6b6459-2e63-4578-9853-9a813423174c on network 6e81b848-b865-40da-99a5-d15d37a133ff {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:22:37.740634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:37.741315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:37.742684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7a052b1e-6804-4761-95e8-74a9fa3965c5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "PUT /v2.0/ports/bf6b6459-2e63-4578-9853-9a813423174c HTTP/1.1" status: 200 len: 1002 time: 0.9739249 Oct 25 23:22:37.750705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50436) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:37.848516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:37.863108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:37.878604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:37.997850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port bf6b6459-2e63-4578-9853-9a813423174c {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:37.998430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.003177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=8aaaab7b-acb3-40a5-8ae5-2f01d958b374,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:38.019945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:38.020609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.060975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59f287b7-2669-4bc3-94ce-7265edbed35e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7919497 Oct 25 23:22:38.064406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50442) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:38.168591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391bfaf6-cf60-419d-82ce-8d8259aaa66c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:38.191419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391bfaf6-cf60-419d-82ce-8d8259aaa66c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:38.195714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-391bfaf6-cf60-419d-82ce-8d8259aaa66c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1278994 Oct 25 23:22:38.196508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50448) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:38.207744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.342568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for bf6b6459-2e63-4578-9853-9a813423174c owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:38.373951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ab59b0e4-35dc-4372-83f0-791333962193 None None] Provisioning complete for port bf6b6459-2e63-4578-9853-9a813423174c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:38.373951 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab59b0e4-35dc-4372-83f0-791333962193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.416122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ab59b0e4-35dc-4372-83f0-791333962193 None None] Port bf6b6459-2e63-4578-9853-9a813423174c cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:38.606333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 8aaaab7b-acb3-40a5-8ae5-2f01d958b374 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:38.606693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.755343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d9b3f5b2-7673-474b-9dfd-96453a4950d3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:38.815289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.891471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d9b3f5b2-7673-474b-9dfd-96453a4950d3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:38.896810 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.929072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:38.961798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 8aaaab7b-acb3-40a5-8ae5-2f01d958b374 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:39.101193 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.127186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=bf6b6459-2e63-4578-9853-9a813423174c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:39.189715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d9b3f5b2-7673-474b-9dfd-96453a4950d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d9b3f5b2-7673-474b-9dfd-96453a4950d3,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:39.211903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.243494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.256830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b65ed941-5f61-4c85-b268-45a8495925ae tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/ports/bf6b6459-2e63-4578-9853-9a813423174c HTTP/1.1" status: 204 len: 168 time: 1.5028291 Oct 25 23:22:39.257221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:39.337669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d9b3f5b2-7673-474b-9dfd-96453a4950d3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:39.360312 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2015cbbf-bea3-43d7-955b-91b2685eb26a tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] GET failed (client error): The resource could not be found. Oct 25 23:22:39.363358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec5f2d-f465-4a9b-8e7b-a07786837edf None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:39.386385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2015cbbf-bea3-43d7-955b-91b2685eb26a tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "GET /v2.0/ports/bf6b6459-2e63-4578-9853-9a813423174c HTTP/1.1" status: 404 len: 333 time: 0.1273293 Oct 25 23:22:39.391731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50488) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:39.403347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-884900010'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:39.458503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.551532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-31fb6139-8193-41f4-a762-02dd3f3ff18a None None] Provisioning complete for port d9b3f5b2-7673-474b-9dfd-96453a4950d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:39.552013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-31fb6139-8193-41f4-a762-02dd3f3ff18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.570207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=8aaaab7b-acb3-40a5-8ae5-2f01d958b374,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:39.831113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.835792 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7a448c8c-af27-4f4f-bff8-e903a7da509c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/8aaaab7b-acb3-40a5-8ae5-2f01d958b374 HTTP/1.1" status: 204 len: 168 time: 1.6388247 Oct 25 23:22:39.840802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50500) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:39.921313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:39.930039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:39.970209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] device_id is not set on port 8e384646-4eb8-4498-a917-1369e10bd40c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:40.094609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5796a-4cec-48dc-a406-1c6bd22bb763 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:40.102382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5796a-4cec-48dc-a406-1c6bd22bb763 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:40.108307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5796a-4cec-48dc-a406-1c6bd22bb763 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:40.113505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ded5796a-4cec-48dc-a406-1c6bd22bb763 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2685776 Oct 25 23:22:40.114369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:40.224876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Allocated IP 2001:db8::239 (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/8e384646-4eb8-4498-a917-1369e10bd40c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:40.274018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 25b06569-94a4-42e1-99e6-76cb3f380ba4 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:40.283142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:40.418393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:40.663606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:40.717413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:40.772613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d9b3f5b2-7673-474b-9dfd-96453a4950d3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:40.844396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:40.860277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:40.950789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-96baab99-4cad-425c-9c5b-7c8192dd016b None None] Provisioning complete for port d9b3f5b2-7673-474b-9dfd-96453a4950d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:40.951354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96baab99-4cad-425c-9c5b-7c8192dd016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:41.016531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:41.019898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:41.030364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=25b06569-94a4-42e1-99e6-76cb3f380ba4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:41.045899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:41.047286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:41.056144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a752c22f-7541-4955-81da-9d39a5354a5e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/25b06569-94a4-42e1-99e6-76cb3f380ba4 HTTP/1.1" status: 204 len: 168 time: 0.9404621 Oct 25 23:22:41.066983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50532) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:41.067992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:41.070881 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:41.135573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d9b3f5b2-7673-474b-9dfd-96453a4950d3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:41.148810 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:41.177281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50536) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:41.178846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7838647 Oct 25 23:22:41.202503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ea903-7aae-444f-ab86-404031fe6f4e tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=8e384646-4eb8-4498-a917-1369e10bd40c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:41.212541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'network_id': '6e81b848-b865-40da-99a5-d15d37a133ff', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1811276809'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:41.314878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90a024-f394-4ea2-ab33-128deceebd48 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:41.500046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet f6dd2609-628d-4cfb-8b7e-dedffbfa20be {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:41.512735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:41.837577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:41.841609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-af35b436-b192-46e2-90e6-0c008bbacee1 None None] Could not find standard attr ID for object abaad6e9-8226-420f-98f2-b59cb134e44a. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:41.986999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-af35b436-b192-46e2-90e6-0c008bbacee1 None None] Provisioning complete for port 8e384646-4eb8-4498-a917-1369e10bd40c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:41.987288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-af35b436-b192-46e2-90e6-0c008bbacee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:42.026767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Made reservation on behalf of 5a5bdcc4f1d94e188261c9a1b361f185 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:42.048288 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:42.120347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] device_id is not set on port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:42.286080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:42.675626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-9debe25f-7068-4c38-9576-ce49530459c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4242132 Oct 25 23:22:42.702220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-af35b436-b192-46e2-90e6-0c008bbacee1 None None] Port 8e384646-4eb8-4498-a917-1369e10bd40c cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:42.835985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-2dd12e02-d884-4fe2-98c7-81966f4c2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:42.838028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-2dd12e02-d884-4fe2-98c7-81966f4c2daa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 1101 time: 0.0799015 Oct 25 23:22:43.017974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:43.045972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-5320da88-8a4b-452f-a5ca-df30af681046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:43.049934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-5320da88-8a4b-452f-a5ca-df30af681046 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1908288 Oct 25 23:22:43.126166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-7af8d2ec-ba93-437c-837f-c254e8c75452 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 200 len: 217 time: 0.0688820 Oct 25 23:22:43.226372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-0d7b97a7-88d3-4ba1-ab7b-2871b469e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:43.229421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-0d7b97a7-88d3-4ba1-ab7b-2871b469e5a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0953248 Oct 25 23:22:43.327802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-298bbcd0-fd47-4549-8b24-f1c8570254c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:43.329386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-298bbcd0-fd47-4549-8b24-f1c8570254c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846591 Oct 25 23:22:43.349012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Allocated IP 2001:db8::108 (6e81b848-b865-40da-99a5-d15d37a133ff/3c056827-93e5-4160-9540-2f386229952d/29dd27ea-134d-4dce-a5bd-9c64930d2d90) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:43.437255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:43.613917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-49fed1f9-9967-448a-9323-0cf728238668 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768021 Oct 25 23:22:43.625539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:43.640316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f6dd2609-628d-4cfb-8b7e-dedffbfa20be HTTP/1.1" status: 204 len: 168 time: 2.5709202 Oct 25 23:22:43.645962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50596) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:43.647740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ce943-92de-4a3f-ac0e-a12810456c6f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dd2609-628d-4cfb-8b7e-dedffbfa20be,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:43.752907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b26aceef-a868-4a97-a3d2-75f30cf254e4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057565 Oct 25 23:22:43.757225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50600) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:43.766383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:43.768677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb848ad1-98b8-4eb4-9ae9-7945c05ed212 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:43.876734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-56b4b956-24da-41f7-9284-c928a341c489 None None] Provisioning complete for port d9b3f5b2-7673-474b-9dfd-96453a4950d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:43.877509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-56b4b956-24da-41f7-9284-c928a341c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:43.902206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25cb6c-4410-4212-bc45-414fe2c47bf5 req-695a3e07-f41f-4272-b521-1c3c9dcbc6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713389 Oct 25 23:22:43.928879 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:43.946536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:43.951395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.110240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.215897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:22:44.237448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Network 6e81b848-b865-40da-99a5-d15d37a133ff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:44.243086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=29dd27ea-134d-4dce-a5bd-9c64930d2d90,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:44.248137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:44.252934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:44.260850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:44.261906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.303698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-95a91b3e-1ad2-491c-87af-052cbdaff37d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1115654 Oct 25 23:22:44.306834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50614) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:44.320499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:a7:a1:1f'}, {'ip_address': '2001:db8::239', 'mac_address': 'fa:16:3e:01:95:fe'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:44.324740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] Deleting port d9b3f5b2-7673-474b-9dfd-96453a4950d3 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:44.325122 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.417854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] For port d9b3f5b2-7673-474b-9dfd-96453a4950d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d9b3f5b2-7673-474b-9dfd-96453a4950d3,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:44.418300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.434045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] Calling delete_port for d9b3f5b2-7673-474b-9dfd-96453a4950d3 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:44.508773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.604490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.631608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:44.654107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:44.660088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:44.660944 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:44.696528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=9af5b053-a417-4c86-b4e7-bbddb7d0e435,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:44.710277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d9b3f5b2-7673-474b-9dfd-96453a4950d3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:44.715094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d3d8afd7-1ef5-40d6-9912-a1b717c8eba4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9568343 Oct 25 23:22:44.718067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50628) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:44.727917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:44.741460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d9b3f5b2-7673-474b-9dfd-96453a4950d3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:22:44.741786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d9b3f5b2-7673-474b-9dfd-96453a4950d3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:22:44.743391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] Pushing event deleted for resources: {'Port': ['ID=d9b3f5b2-7673-474b-9dfd-96453a4950d3,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:44.748155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5566b0e-ecb4-41c2-9638-d0d036387402 None None] No DVR routers for this DVR port d9b3f5b2-7673-474b-9dfd-96453a4950d3 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:44.770942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb717d5f-ffec-4201-9568-e624026fb9a1 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:44.780033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.014947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:45.019027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.080193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '9af5b053-a417-4c86-b4e7-bbddb7d0e435'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:45.081063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.126037 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.128583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8d1dd343-e5a8-47fd-be53-487a00ad65d4 None None] Provisioning complete for port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:45.128948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd343-e5a8-47fd-be53-487a00ad65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.139742 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.214416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event updated for resources: {'Port': ['ID=29dd27ea-134d-4dce-a5bd-9c64930d2d90,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:45.246351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] In _notify_port_updated(), no bound segment for port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 on network 6e81b848-b865-40da-99a5-d15d37a133ff {{(pid=102133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:22:45.261486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:45.269831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.271393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fa6ca690-5bae-409d-b7e6-2d41e88e4a69 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "PUT /v2.0/ports/29dd27ea-134d-4dce-a5bd-9c64930d2d90 HTTP/1.1" status: 200 len: 1068 time: 0.9631367 Oct 25 23:22:45.274207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50638) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:45.388768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dd343-e5a8-47fd-be53-487a00ad65d4 None None] Port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:45.537556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Allocated IP 172.20.0.2 (57fc94dc-2742-4a31-abc4-7afd577fd939/9af5b053-a417-4c86-b4e7-bbddb7d0e435/c691cefb-62b2-4594-9990-5806e93e6e5b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:45.900752 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.914228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.921281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46d59c42-7e3f-4434-98ca-776a64bf536d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:45.944821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:45.945475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.024257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:46.032866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:46.035248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Pushing event updated for resources: {'Port': ['ID=c691cefb-62b2-4594-9990-5806e93e6e5b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:46.038708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:46.047338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6d4814c5-d972-4fc7-beb0-9dbac56b70be None None] Provisioning complete for port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:46.047717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6d4814c5-d972-4fc7-beb0-9dbac56b70be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.099777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:22:46.202600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Attempting to bind port c691cefb-62b2-4594-9990-5806e93e6e5b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:46.202600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Attempting to bind port c691cefb-62b2-4594-9990-5806e93e6e5b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:46.202600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Attempting to bind port c691cefb-62b2-4594-9990-5806e93e6e5b on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:46.202600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6d4814c5-d972-4fc7-beb0-9dbac56b70be None None] Port 29dd27ea-134d-4dce-a5bd-9c64930d2d90 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:22:46.222503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:46.223067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:46.223591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.224097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:46.224687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Bound port: c691cefb-62b2-4594-9990-5806e93e6e5b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:46.226259 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.282523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.336672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for 29dd27ea-134d-4dce-a5bd-9c64930d2d90 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:46.412550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] For port c691cefb-62b2-4594-9990-5806e93e6e5b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:46.422438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] For port c691cefb-62b2-4594-9990-5806e93e6e5b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c691cefb-62b2-4594-9990-5806e93e6e5b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:46.434736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.559217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0a961-749f-4d61-9b47-dddd69bf1b6f None None] Pushing event updated for resources: {'Port': ['ID=c691cefb-62b2-4594-9990-5806e93e6e5b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:46.851795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.868938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:46.933874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=29dd27ea-134d-4dce-a5bd-9c64930d2d90,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:47.267908 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.275367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f99e55fb-7813-450a-b201-513ff4f15269 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/ports/29dd27ea-134d-4dce-a5bd-9c64930d2d90 HTTP/1.1" status: 204 len: 168 time: 2.0000274 Oct 25 23:22:47.276213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:47.345447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] For port c691cefb-62b2-4594-9990-5806e93e6e5b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c691cefb-62b2-4594-9990-5806e93e6e5b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:47.357827 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1136f3f3-7975-4ef7-85b4-6bb91102e725 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] GET failed (client error): The resource could not be found. Oct 25 23:22:47.362078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1136f3f3-7975-4ef7-85b4-6bb91102e725 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "GET /v2.0/ports/29dd27ea-134d-4dce-a5bd-9c64930d2d90 HTTP/1.1" status: 404 len: 333 time: 0.0823629 Oct 25 23:22:47.362514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:47.490090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.534075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.534941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.629720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port 8e384646-4eb8-4498-a917-1369e10bd40c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:47.630165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.684006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=c691cefb-62b2-4594-9990-5806e93e6e5b,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:47.740948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:47.747277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:47.752296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:47.752858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.771067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=f99b2363-9e57-437d-b481-d99f526760a7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:47.787420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1cd65f29-14d8-4578-856c-93101b994381 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0682456 Oct 25 23:22:47.791646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50688) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:47.797527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:1d:23:81', 'name': 'tempest-NetworksTestDHCPv6-1403824414'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:47.877051 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:47.898715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for 8e384646-4eb8-4498-a917-1369e10bd40c owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:48.015841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:48.081407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.139933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=8e384646-4eb8-4498-a917-1369e10bd40c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:48.152352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.180287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.188684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a69cfeb-8ee6-424a-bcf5-3c9f250925ec tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/ports/8e384646-4eb8-4498-a917-1369e10bd40c HTTP/1.1" status: 204 len: 168 time: 0.8248732 Oct 25 23:22:48.189552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50696) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:48.204952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port aaf6f0b2-987c-4972-a91a-04e468a93e4b yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:48.233042 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23d33c9-f86e-4c13-8ded-cfe5c550f6ac tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] GET failed (client error): The resource could not be found. Oct 25 23:22:48.244934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c23d33c9-f86e-4c13-8ded-cfe5c550f6ac tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "GET /v2.0/ports/8e384646-4eb8-4498-a917-1369e10bd40c HTTP/1.1" status: 404 len: 333 time: 0.0516162 Oct 25 23:22:48.245558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50700) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:48.351283 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d84a330-977a-4ec0-9b46-bcff295058cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.522479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b4a62-b780-403e-ba4c-3ab9e60d500a None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:48.544947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port eaca0e73-3ab4-43a7-9415-6cf55ed24dda {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:48.545447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.631243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-bd15b52f-64ca-4ab6-81e6-59e1268a9728 None None] Provisioning complete for port c691cefb-62b2-4594-9990-5806e93e6e5b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:48.631619 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd15b52f-64ca-4ab6-81e6-59e1268a9728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.670085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 172.20.0.9 (57fc94dc-2742-4a31-abc4-7afd577fd939/9af5b053-a417-4c86-b4e7-bbddb7d0e435/aaf6f0b2-987c-4972-a91a-04e468a93e4b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:48.708941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fe1d:2381 (57fc94dc-2742-4a31-abc4-7afd577fd939/f99b2363-9e57-437d-b481-d99f526760a7/aaf6f0b2-987c-4972-a91a-04e468a93e4b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:48.778353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:22:48.805086 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd15b52f-64ca-4ab6-81e6-59e1268a9728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.830300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:48.868418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c691cefb-62b2-4594-9990-5806e93e6e5b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:48.877806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for eaca0e73-3ab4-43a7-9415-6cf55ed24dda owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:48.939378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bd15b52f-64ca-4ab6-81e6-59e1268a9728 None None] For port c691cefb-62b2-4594-9990-5806e93e6e5b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c691cefb-62b2-4594-9990-5806e93e6e5b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:49.041191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd15b52f-64ca-4ab6-81e6-59e1268a9728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.131987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c691cefb-62b2-4594-9990-5806e93e6e5b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:49.132640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.163458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.173791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.195504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15b52f-64ca-4ab6-81e6-59e1268a9728 None None] Pushing event updated for resources: {'Port': ['ID=c691cefb-62b2-4594-9990-5806e93e6e5b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:49.269306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=eaca0e73-3ab4-43a7-9415-6cf55ed24dda,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:49.275226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.304071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.310543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-370d0016-109e-42f2-a5c9-c2846d52cde6 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/ports/eaca0e73-3ab4-43a7-9415-6cf55ed24dda HTTP/1.1" status: 204 len: 168 time: 1.0597413 Oct 25 23:22:49.311316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50722) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:49.406950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:49.437860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:49.447800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:49.461218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=aaf6f0b2-987c-4972-a91a-04e468a93e4b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:49.517121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting subnet 3c056827-93e5-4160-9540-2f386229952d {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:49.528379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.620753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.667167 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.686300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:49.687035 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:49.720728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ccddbcc2-c102-4160-91b2-f8b5ae30e3df tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9278870 Oct 25 23:22:49.723408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50732) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:49.833623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aaf5c1-b43c-4506-83e8-aa90850253c0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:49.847866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aaf5c1-b43c-4506-83e8-aa90850253c0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:49.852862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09aaf5c1-b43c-4506-83e8-aa90850253c0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1284449 Oct 25 23:22:49.855893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:49.916080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.083922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.115509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port aaf6f0b2-987c-4972-a91a-04e468a93e4b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:50.115856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.123340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.130934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f8e2a-bca7-41e5-8c7d-7b9067dc7bc3 None None] Network 6e81b848-b865-40da-99a5-d15d37a133ff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:50.131139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50750) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:50.134988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/subnets/3c056827-93e5-4160-9540-2f386229952d HTTP/1.1" status: 204 len: 168 time: 0.8225272 Oct 25 23:22:50.180721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f654ef-532f-405e-a05f-8e12f844667d tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Subnet': ['ID=3c056827-93e5-4160-9540-2f386229952d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:50.251855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.357006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.444669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.464546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for aaf6f0b2-987c-4972-a91a-04e468a93e4b owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:50.494039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Deleting port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:50.495258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.590256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] For port 6e506c57-c5d7-4cee-9434-355ea40ae6c4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6e506c57-c5d7-4cee-9434-355ea40ae6c4,segment=NetworkSegment(4c68b14d-7f21-4164-a721-dee54b4255fd),segment_id=4c68b14d-7f21-4164-a721-dee54b4255fd)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:50.590486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] DHCP port deletion for 6e81b848-b865-40da-99a5-d15d37a133ff request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:22:50.590698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.612250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ae6d0267-5391-4cdf-a356-cc2476b4dac6 None None] Provisioning complete for port c691cefb-62b2-4594-9990-5806e93e6e5b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:50.612615 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0267-5391-4cdf-a356-cc2476b4dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.755165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c691cefb-62b2-4594-9990-5806e93e6e5b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:22:50.773636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Calling delete_port for 6e506c57-c5d7-4cee-9434-355ea40ae6c4 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:50.908866 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:50.996791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.019824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Deleting port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:51.020487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.121122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] For port 6e506c57-c5d7-4cee-9434-355ea40ae6c4, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:51.122058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.154868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Calling delete_port for 6e506c57-c5d7-4cee-9434-355ea40ae6c4 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:51.161314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c691cefb-62b2-4594-9990-5806e93e6e5b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:51.163128 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.168289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] No DVR routers for this DVR port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:51.170711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Port': ['ID=6e506c57-c5d7-4cee-9434-355ea40ae6c4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:51.177469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.186629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:22:51.246841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=aaf6f0b2-987c-4972-a91a-04e468a93e4b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:51.516864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.536303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.545198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9076da69-c454-4772-b739-876170aea8e8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/aaf6f0b2-987c-4972-a91a-04e468a93e4b HTTP/1.1" status: 204 len: 168 time: 1.6875427 Oct 25 23:22:51.547712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50772) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:51.580905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e81b848-b865-40da-99a5-d15d37a133ff']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:51.632168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68b14d-7f21-4164-a721-dee54b4255fd') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:51.632601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68b14d-7f21-4164-a721-dee54b4255fd') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:22:51.664753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.668948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7643a3-c5c3-443d-b58f-a29b99a7f8cd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:51.676061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7643a3-c5c3-443d-b58f-a29b99a7f8cd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:51.677751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7643a3-c5c3-443d-b58f-a29b99a7f8cd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:51.679408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2b7643a3-c5c3-443d-b58f-a29b99a7f8cd tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1306965 Oct 25 23:22:51.691809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:51.700051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.707834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6354f25e-961a-410f-9337-c1984da1884e None None] Could not find standard attr ID for object 8aaaab7b-acb3-40a5-8ae5-2f01d958b374. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:51.784745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.799044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:22:51.800322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:51.826499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] Pushing event deleted for resources: {'Port': ['ID=6e506c57-c5d7-4cee-9434-355ea40ae6c4,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:51.829960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42852abb-1f47-4d5f-b8b9-6287c068710d None None] No DVR routers for this DVR port 6e506c57-c5d7-4cee-9434-355ea40ae6c4 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: items = [ Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:22:51.846268 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:22:51.869193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b3e019cf-b448-4ade-9f52-aed8518bc24f None None] Could not find standard attr ID for object aaf6f0b2-987c-4972-a91a-04e468a93e4b. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:22:52.019938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 9af5b053-a417-4c86-b4e7-bbddb7d0e435 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:52.032803 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.140969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.148380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.158401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] 10.222.0.25 "DELETE /v2.0/networks/6e81b848-b865-40da-99a5-d15d37a133ff HTTP/1.1" status: 204 len: 168 time: 2.0228436 Oct 25 23:22:52.194056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf5f95-161d-4b28-a672-57ae135035f5 tempest-AllowedAddressPairIpV6TestJSON-770358254 tempest-AllowedAddressPairIpV6TestJSON-770358254-project] Pushing event deleted for resources: {'Network': ['ID=6e81b848-b865-40da-99a5-d15d37a133ff,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:52.199609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.419653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.502210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.596750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=9af5b053-a417-4c86-b4e7-bbddb7d0e435,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:52.600774 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.603232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df88f4-b750-4da1-9d26-ad7647021633 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:52.606544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-008e75ab-b623-4e1d-8d51-76de04f45e73 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/9af5b053-a417-4c86-b4e7-bbddb7d0e435 HTTP/1.1" status: 204 len: 168 time: 0.9045725 Oct 25 23:22:52.608995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50798) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:52.737934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet f99b2363-9e57-437d-b481-d99f526760a7 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:22:52.742473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50802) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:52.746831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6e506c57-c5d7-4cee-9434-355ea40ae6c4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:52.772849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 6e506c57-c5d7-4cee-9434-355ea40ae6c4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:22:52.773409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6e506c57-c5d7-4cee-9434-355ea40ae6c4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:22:52.776147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:52.883891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.191202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-012abe33-324e-487a-8ce6-964649a3905f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a5bdcc4f1d94e188261c9a1b361f185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467170 Oct 25 23:22:53.193712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50814) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:53.203657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.254097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58e6ce2b-e326-4c3e-a171-263057c580f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.325664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58e6ce2b-e326-4c3e-a171-263057c580f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.367130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.429183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58e6ce2b-e326-4c3e-a171-263057c580f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.429687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=f99b2363-9e57-437d-b481-d99f526760a7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:53.433640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.436446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-58e6ce2b-e326-4c3e-a171-263057c580f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:53.441734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-58e6ce2b-e326-4c3e-a171-263057c580f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04b2f5b4-1cc7-48e7-8321-f041aee3b154 HTTP/1.1" status: 204 len: 168 time: 0.2442453 Oct 25 23:22:53.458812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6ce2b-e326-4c3e-a171-263057c580f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b2f5b4-1cc7-48e7-8321-f041aee3b154,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:53.461682 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f64d7ad4-2196-4675-8941-923c43aefaba tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f99b2363-9e57-437d-b481-d99f526760a7 HTTP/1.1" status: 204 len: 168 time: 0.8512418 Oct 25 23:22:53.464846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50822) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:53.635830 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-41997a2a-2d28-4bec-9c68-856c9490348b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1672404 Oct 25 23:22:53.638117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50828) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:53.803463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e23ed-07eb-4f20-a29e-f5962c4ced01 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:53.811254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b94e23ed-07eb-4f20-a29e-f5962c4ced01 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1717775 Oct 25 23:22:53.813869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50832) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:53.936352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d4265-c5dc-4b24-a792-cbce73022939 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:53.949792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-927d4265-c5dc-4b24-a792-cbce73022939 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1258328 Oct 25 23:22:53.950204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50836) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:54.061878 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87319e4f-b5c0-48c0-a83c-c26c8653870f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167252 Oct 25 23:22:54.071121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50850) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:54.111591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7073c0b9-93d0-43ea-9bd8-38b85be30c48 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:54.182276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c2f84-848e-4b8d-9e95-4e9f93434d5f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:54.282842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073c0b9-93d0-43ea-9bd8-38b85be30c48 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:54.301576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7073c0b9-93d0-43ea-9bd8-38b85be30c48 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:54.308803 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7073c0b9-93d0-43ea-9bd8-38b85be30c48 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:22:54.309511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7073c0b9-93d0-43ea-9bd8-38b85be30c48 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:22:54.349495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7073c0b9-93d0-43ea-9bd8-38b85be30c48 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2466121 Oct 25 23:22:54.352427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50856) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:54.360094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-81d46a12-6d1e-4dfd-921a-a6f17456f1ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:54.509969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8d234a34-6fc8-4495-84a1-5103635d61e2 None None] Provisioning complete for port c691cefb-62b2-4594-9990-5806e93e6e5b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:22:54.511346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d234a34-6fc8-4495-84a1-5103635d61e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:54.562237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d46a12-6d1e-4dfd-921a-a6f17456f1ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:54.567558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81d46a12-6d1e-4dfd-921a-a6f17456f1ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:54.571356 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d46a12-6d1e-4dfd-921a-a6f17456f1ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:22:54.572078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d46a12-6d1e-4dfd-921a-a6f17456f1ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:22:54.628243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50870) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:54.628501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-81d46a12-6d1e-4dfd-921a-a6f17456f1ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2747076 Oct 25 23:22:54.634046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-288dcb3e-607b-4fb6-b0d8-10de5f3c475d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:54.701372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:22:54.998675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288dcb3e-607b-4fb6-b0d8-10de5f3c475d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:55.002283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288dcb3e-607b-4fb6-b0d8-10de5f3c475d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.003748 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-288dcb3e-607b-4fb6-b0d8-10de5f3c475d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:22:55.004175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288dcb3e-607b-4fb6-b0d8-10de5f3c475d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:22:55.056077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-288dcb3e-607b-4fb6-b0d8-10de5f3c475d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4263217 Oct 25 23:22:55.059714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] Deleting port c691cefb-62b2-4594-9990-5806e93e6e5b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:22:55.063843 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.065097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50882) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:55.071576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-eb759a6e-fe38-4a2f-8678-7cf4afe5c12e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:55.238109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] For port c691cefb-62b2-4594-9990-5806e93e6e5b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c691cefb-62b2-4594-9990-5806e93e6e5b,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:22:55.239209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.279892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] Calling delete_port for c691cefb-62b2-4594-9990-5806e93e6e5b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:22:55.359792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb759a6e-fe38-4a2f-8678-7cf4afe5c12e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:55.368953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50890) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:55.379057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb759a6e-fe38-4a2f-8678-7cf4afe5c12e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.381053 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb759a6e-fe38-4a2f-8678-7cf4afe5c12e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:22:55.382143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb759a6e-fe38-4a2f-8678-7cf4afe5c12e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:22:55.413776 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb759a6e-fe38-4a2f-8678-7cf4afe5c12e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3441315 Oct 25 23:22:55.415175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50894) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:55.422954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-98961d7f-6ca7-4d1e-9ab9-bbeb847c1761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:55.515771 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.605133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] Pushing event deleted for resources: {'Port': ['ID=c691cefb-62b2-4594-9990-5806e93e6e5b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:55.607116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ad009-b534-457d-a568-9257cd12d4cd None None] No DVR routers for this DVR port c691cefb-62b2-4594-9990-5806e93e6e5b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:22:55.616027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-498201826'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:55.641602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98961d7f-6ca7-4d1e-9ab9-bbeb847c1761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:55.647436 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-98961d7f-6ca7-4d1e-9ab9-bbeb847c1761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.652860 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-98961d7f-6ca7-4d1e-9ab9-bbeb847c1761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:22:55.656899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98961d7f-6ca7-4d1e-9ab9-bbeb847c1761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:22:55.671429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Made reservation on behalf of 4f2f907ca9f3475eb614f8a5d3126272 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:55.677906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.688855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-98961d7f-6ca7-4d1e-9ab9-bbeb847c1761 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2698214 Oct 25 23:22:55.689526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50902) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:55.700261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.707399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-096f2742-9e5f-4740-81c7-556130a19814 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:55.877907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.888358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.953525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:22:55.967786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77531c82-a1df-40ed-9faa-d489f1b863e7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:55.988122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:55.988475 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Added segment 138ee745-935f-4503-b3b1-3ed1c87a0981 of type vlan for network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 Oct 25 23:22:56.035857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f2742-9e5f-4740-81c7-556130a19814 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:56.039851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-096f2742-9e5f-4740-81c7-556130a19814 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:56.041769 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-096f2742-9e5f-4740-81c7-556130a19814 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:22:56.042662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096f2742-9e5f-4740-81c7-556130a19814 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:22:56.065709 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-096f2742-9e5f-4740-81c7-556130a19814 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3660660 Oct 25 23:22:56.068383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50912) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:56.107721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:56.148375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07cd50aa-7ff2-4b50-9e51-1e48fce9c921 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0785151 Oct 25 23:22:56.148974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50918) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:56.195290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:56.219836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:56.222170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:56.268905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1393866-f677-42c7-bf09-db63acc54132 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:56.270937 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d1393866-f677-42c7-bf09-db63acc54132 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1210372 Oct 25 23:22:56.275085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50924) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:56.347571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Network': ['ID=abf9da6c-4b1a-4a63-a3cf-e91046bd0b78,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:56.360148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:22:56.378814 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1af43018-b99f-47ed-8d04-bdf3bc2aa981 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0063915 Oct 25 23:22:56.381451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50928) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:56.397213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'subnet': {'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:56.485367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0d0d01ee-a382-4e2d-a4fa-2deddcd149f2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2072904 Oct 25 23:22:56.489294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50930) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:56.505681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:56.658336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c691cefb-62b2-4594-9990-5806e93e6e5b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:22:56.711903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Made reservation on behalf of 4f2f907ca9f3475eb614f8a5d3126272 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:56.716354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:56.752895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c691cefb-62b2-4594-9990-5806e93e6e5b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:22:56.754115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c691cefb-62b2-4594-9990-5806e93e6e5b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:22:56.785694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:56.789188 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.015768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50940) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:57.022195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196683369', 'description': 'tempest-secgroup-smoke-196683369 description', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:57.073627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.214473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.361667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.371871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.414535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.418852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3990009 Oct 25 23:22:57.419549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50950) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:57.422077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Subnet': ['ID=6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:57.425986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group_rule': {'security_group_id': '20f9e835-9903-4b50-8f45-7c6f2914d12c', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:57.449853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf313c9d-e9c5-47b4-9f67-e9bb1543b3e8 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9e835-9903-4b50-8f45-7c6f2914d12c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:57.463692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.476791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:22:57.481501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.491599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Checking segment: {'id': '138ee745-935f-4503-b3b1-3ed1c87a0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:57.492348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network hostable DHCP agents. Network: abf9da6c-4b1a-4a63-a3cf-e91046bd0b78, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:22:57.559069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:57.565017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:57.572577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:57.573613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.582751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e00ae9-5186-4eef-b894-58639df4826c None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:57.600852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=5dc1628e-6d63-4f8e-a4e2-543b76ab6265,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:57.607061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-43ac2a9f-7bb0-400f-9d9b-8b3a1464caee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1131201 Oct 25 23:22:57.609631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:22:57.611770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:57.617021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:d9:99:80', 'name': 'tempest-NetworksTestDHCPv6-540761626'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:57.626132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.631839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.696046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db689931-beae-400c-a78c-203499cc4338,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:57.723965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.728196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-28720b71-1cc7-481c-87cb-7198df564a0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3077199 Oct 25 23:22:57.731608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:57.744468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group_rule': {'security_group_id': '20f9e835-9903-4b50-8f45-7c6f2914d12c', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:57.770406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, abf9da6c-4b1a-4a63-a3cf-e91046bd0b78) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:57.780519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:22:57.781106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.789481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7174dc-f879-44f7-b62d-b118a572b25a None None] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:22:57.841023 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:57.847682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-41ff7186-33df-4d29-bcb8-770584028d93 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4636626 Oct 25 23:22:57.851746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50962) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:57.853261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:22:57.866831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2133879875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:58.001703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.002959 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.058234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '5dc1628e-6d63-4f8e-a4e2-543b76ab6265'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:58.059524 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.073740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.082416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.140476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.175813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8630d417-8784-455f-af2d-42fcedbc9fa0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:58.212374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.223261 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58cf086f-4636-41e2-aab2-dbde50a2d88a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4904778 Oct 25 23:22:58.229349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50968) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:58.255500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group_rule': {'security_group_id': '20f9e835-9903-4b50-8f45-7c6f2914d12c', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:58.269080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Allocated IP 2001:db8::f816:3eff:fe14:cd4e (57fc94dc-2742-4a31-abc4-7afd577fd939/5dc1628e-6d63-4f8e-a4e2-543b76ab6265/7bfa7dd9-dd66-4375-9090-3c609d49b2d0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:58.361364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.371417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.391340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.433512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port b96123a1-624c-4d33-9aa0-63ee2bfeeec1 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:22:58.529220 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.543809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.551038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.555455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68a81980-1c90-4018-b27b-f0bff971048b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6930943 Oct 25 23:22:58.559671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50980) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:58.630130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.646112 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.724104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.725141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-abf9da6c-4b1a-4a63-a3cf-e91046bd0b78', 'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78', 'tenant_id': '4f2f907ca9f3475eb614f8a5d3126272', 'fixed_ips': [{'subnet_id': '6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:22:58.725988 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.737564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:22:58.799542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:22:58.813366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:22:58.818839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d472fde-b73e-4d6c-b7b7-5423640cac7d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:58.856486 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:58.858591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5834a7ca-aba3-4b89-bdb2-bf5ca298defe tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6216846 Oct 25 23:22:58.862925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50990) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:58.885279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group_rule': {'security_group_id': '20f9e835-9903-4b50-8f45-7c6f2914d12c', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:59.031170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Pushing event updated for resources: {'Port': ['ID=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:59.033111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.233545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Attempting to bind port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:22:59.233910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Attempting to bind port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:22:59.234291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Attempting to bind port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:22:59.240235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fed9:9980 (57fc94dc-2742-4a31-abc4-7afd577fd939/5dc1628e-6d63-4f8e-a4e2-543b76ab6265/b96123a1-624c-4d33-9aa0-63ee2bfeeec1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:22:59.300520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.312243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:22:59.314874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.317961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:22:59.318460 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.319418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:22:59.319418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Bound port: 7bfa7dd9-dd66-4375-9090-3c609d49b2d0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:22:59.319749 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.365035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.487132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3cd90a-41ce-42eb-aeac-9803c019c816,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:59.521074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.524778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bb119076-57f6-4d6b-beaa-9156ea9b7405 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6580637 Oct 25 23:22:59.526282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:59.532778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group_rule': {'security_group_id': '20f9e835-9903-4b50-8f45-7c6f2914d12c', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:59.550846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] For port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:22:59.561031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] For port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:22:59.659018 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Project 72f2a4a81ae64a44a4b7c4a3912ffba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:22:59.670962 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.709397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.848648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.858497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.893906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.922171 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:22:59.923414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3960938 Oct 25 23:22:59.927858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:22:59.929669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f09ca-5767-4599-b8ef-51c00613db4e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a241596b-2877-40af-9a51-ef06a38a9a1d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:22:59.936317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'security_group_rule': {'security_group_id': '20f9e835-9903-4b50-8f45-7c6f2914d12c', 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:22:59.992113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.002441 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Project 72f2a4a81ae64a44a4b7c4a3912ffba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:23:00.013452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Allocated IP 172.20.0.2 (abf9da6c-4b1a-4a63-a3cf-e91046bd0b78/6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7/991afc0d-327d-45bb-9d51-35138f3ef132) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:00.033704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.066527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:00.074684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:00.083257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:00.108545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:00.113442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.139999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d231753-2265-44ed-83fe-fd5bc1b050a3 None None] Pushing event updated for resources: {'Port': ['ID=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:00.157081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5440748 Oct 25 23:23:00.158067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:00.208293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b696a-2fd2-40b6-a535-5d9a700df201 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=b96123a1-624c-4d33-9aa0-63ee2bfeeec1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:00.283894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.286847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c350edc-4464-4e66-b29c-247d08b7f49c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:00.295108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c350edc-4464-4e66-b29c-247d08b7f49c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:00.296305 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.296942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1c350edc-4464-4e66-b29c-247d08b7f49c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1375813 Oct 25 23:23:00.299853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:00.384270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b07add-1e9a-4c90-8d7b-dc49b29b0228,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:00.421704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.423153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6912b04d-9d9f-4454-b9d4-ba75d002ffe0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4943221 Oct 25 23:23:00.555030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port b96123a1-624c-4d33-9aa0-63ee2bfeeec1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:00.555513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.724888 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.775115 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.858950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:00.879001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for b96123a1-624c-4d33-9aa0-63ee2bfeeec1 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:00.921760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Pushing event updated for resources: {'Port': ['ID=991afc0d-327d-45bb-9d51-35138f3ef132,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:00.935942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:00.941412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:00.947954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:00.992834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Allocated IP 172.20.0.1 (abf9da6c-4b1a-4a63-a3cf-e91046bd0b78/6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7/98ecd395-5ccf-4613-ab3d-711f3efe0259) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:01.002927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:01.080317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-78645dd9-b6df-426c-9397-a0dc5bceca6a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196683369&fields=id&tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1 HTTP/1.1" status: 200 len: 267 time: 0.1125696 Oct 25 23:23:01.084258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Attempting to bind port 991afc0d-327d-45bb-9d51-35138f3ef132 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:01.094818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Attempting to bind port 991afc0d-327d-45bb-9d51-35138f3ef132 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '138ee745-935f-4503-b3b1-3ed1c87a0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:01.095214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Attempting to bind port 991afc0d-327d-45bb-9d51-35138f3ef132 on network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:01.102081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:01.102490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Checking segment: {'id': '138ee745-935f-4503-b3b1-3ed1c87a0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:01.102903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.103296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Bound using segment: {'id': '138ee745-935f-4503-b3b1-3ed1c87a0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:01.104284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Bound port: 991afc0d-327d-45bb-9d51-35138f3ef132, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138ee745-935f-4503-b3b1-3ed1c87a0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:01.106745 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.129194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:01.129194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.194497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.249254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] For port 991afc0d-327d-45bb-9d51-35138f3ef132, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:01.253707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] For port 991afc0d-327d-45bb-9d51-35138f3ef132, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=991afc0d-327d-45bb-9d51-35138f3ef132,segment=NetworkSegment(138ee745-935f-4503-b3b1-3ed1c87a0981),segment_id=138ee745-935f-4503-b3b1-3ed1c87a0981)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:01.275157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.275950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=b96123a1-624c-4d33-9aa0-63ee2bfeeec1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:01.397163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.400480 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2fa8149f-b10d-4780-9a26-e531c91d75ca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/b96123a1-624c-4d33-9aa0-63ee2bfeeec1 HTTP/1.1" status: 204 len: 168 time: 1.0996668 Oct 25 23:23:01.412740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51048) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:01.433259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4118-68db-46c4-8601-fc6f8e8c5f39 None None] Pushing event updated for resources: {'Port': ['ID=991afc0d-327d-45bb-9d51-35138f3ef132,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:01.481779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.564323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a49aa2-4062-485a-ba3b-cd13dc057d82 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:01.566238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a49aa2-4062-485a-ba3b-cd13dc057d82 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:01.567723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-83a49aa2-4062-485a-ba3b-cd13dc057d82 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1540174 Oct 25 23:23:01.576109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51056) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:01.623834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:01.635923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.744057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:01.783875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 5dc1628e-6d63-4f8e-a4e2-543b76ab6265 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:01.794355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:01.841823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.032886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.112418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-14d8eb4c-3537-413c-8fe6-a953f08af5c7 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:02.125422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-14d8eb4c-3537-413c-8fe6-a953f08af5c7 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 814 time: 1.0402281 Oct 25 23:23:02.148562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-06d202d2-6864-4f87-a885-263f2fce287a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/quotas/72f2a4a81ae64a44a4b7c4a3912ffba1 HTTP/1.1" status: 200 len: 375 time: 0.0221601 Oct 25 23:23:02.152821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.216803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1bdad04-6b7a-41e7-9fe6-0bacb7f24f75 None None] Provisioning complete for port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:02.218093 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1bdad04-6b7a-41e7-9fe6-0bacb7f24f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.349360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.425014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:02.437315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:02.451873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:02.466519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.526961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.539000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/5dc1628e-6d63-4f8e-a4e2-543b76ab6265 HTTP/1.1" status: 204 len: 168 time: 0.9639831 Oct 25 23:23:02.544223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:02.657584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Port': ['ID=98ecd395-5ccf-4613-ab3d-711f3efe0259,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:02.669485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55704d-0982-45d6-9dd4-761e25f18957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc1628e-6d63-4f8e-a4e2-543b76ab6265,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:02.710462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-4236fad8-73bb-434e-8df8-027cfbc7ae50 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4496439 Oct 25 23:23:02.751511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:02.811276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a98f2ac-d657-40b3-8a1f-baf96509c8d2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2655029 Oct 25 23:23:02.812424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51078) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:02.818269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:02.870521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3c68b1f4-aaf8-4995-9454-1d25d3338ce5 None None] Could not find standard attr ID for object b96123a1-624c-4d33-9aa0-63ee2bfeeec1. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:23:02.878999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa77d5b-b7cf-4133-b105-479fae456f60 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:03.060607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-42e89b0a-c705-4be5-8b67-1f5b7055b9ca service neutron] 10.222.0.25 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967501 Oct 25 23:23:03.117401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 991afc0d-327d-45bb-9d51-35138f3ef132 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:03.324868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:03.334466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:03.340692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:03.381813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-f7956f97-5f66-4ae0-8f4d-b641e1bf93b3 service neutron] 10.222.0.25 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002326 Oct 25 23:23:03.480777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 991afc0d-327d-45bb-9d51-35138f3ef132 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:03.481394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.008065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24938d-c3fd-4392-95b4-f06ff9110cbb None None] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:04.022597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:04.107991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.117598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.368165 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.395753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4be8d38a-bb5b-4c59-922c-ec506dd77c1c None None] Provisioning complete for port 991afc0d-327d-45bb-9d51-35138f3ef132 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:04.396742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4be8d38a-bb5b-4c59-922c-ec506dd77c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.409962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:04.540287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cfc1bdc3-ad58-458e-bdd6-93f7fc81ec7a req-9753b3f8-271b-4c07-a19b-6d7a04c17f39 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.2848899 Oct 25 23:23:04.578509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Port': ['ID=98ecd395-5ccf-4613-ab3d-711f3efe0259,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:04.605637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.610111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.610791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.611363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.611924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.612489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.612992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.613494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.613972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.614500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.615003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.615507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.615988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:04.659064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 991afc0d-327d-45bb-9d51-35138f3ef132, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=991afc0d-327d-45bb-9d51-35138f3ef132,segment=NetworkSegment(138ee745-935f-4503-b3b1-3ed1c87a0981),segment_id=138ee745-935f-4503-b3b1-3ed1c87a0981)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:04.721092 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.743787 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:04.744777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:04.903756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:04.905251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:05.054074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] Deleting port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:05.055392 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:05.084498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:05.086591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:05.123466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Router 77a87782-048c-4fd9-b48b-c26802ea4e03 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:23:05.363440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=991afc0d-327d-45bb-9d51-35138f3ef132,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:05.404740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:23:05.427370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-44ecdedf-cca9-4b42-9bd0-b1cc0583e6b2 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "PUT /v2.0/routers/77a87782-048c-4fd9-b48b-c26802ea4e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8623745 Oct 25 23:23:05.428026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51140) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:05.443112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'port': {'network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78', 'name': 'tempest-FloatingIPNegativeTestJSON-993797144'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:05.449626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] Sync routers for ids ['77a87782-048c-4fd9-b48b-c26802ea4e03'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:23:05.641186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] Routers {'77a87782-048c-4fd9-b48b-c26802ea4e03'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:05.641838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:22:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77a87782-048c-4fd9-b48b-c26802ea4e03'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:05.784028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] For port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:05.784672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:05.841729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] Calling delete_port for 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:05.851546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Made reservation on behalf of 4f2f907ca9f3475eb614f8a5d3126272 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:05.857770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:05.910109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] device_id is not set on port 28877444-c857-4ef3-addd-bd801a98e513 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:05.994562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:06.014934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] Routers {'77a87782-048c-4fd9-b48b-c26802ea4e03'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:06.015673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:22:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77a87782-048c-4fd9-b48b-c26802ea4e03'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:06.037141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] For port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:06.056497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:06.057951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedef1e4-4337-457f-b6f8-b0c97d1297dd None None] The sync data for ids ['77a87782-048c-4fd9-b48b-c26802ea4e03'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:23:06.064300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c260-be84-4aa9-bef9-2336fdbb9e21 None None] Provisioning complete for port 98ecd395-5ccf-4613-ab3d-711f3efe0259 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:06.064717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c260-be84-4aa9-bef9-2336fdbb9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.116325 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.124145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8c260-be84-4aa9-bef9-2336fdbb9e21 None None] Port 98ecd395-5ccf-4613-ab3d-711f3efe0259 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:23:06.193058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Allocated IP 172.20.0.6 (abf9da6c-4b1a-4a63-a3cf-e91046bd0b78/6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7/28877444-c857-4ef3-addd-bd801a98e513) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:06.210857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.211614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.219702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd201a61-7f4c-4eee-9d80-8cf11a9db769 req-46363f34-12e7-412d-8d70-358914243df1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0973794 Oct 25 23:23:06.223027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 991afc0d-327d-45bb-9d51-35138f3ef132 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:06.352057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c260-be84-4aa9-bef9-2336fdbb9e21 None None] Provisioning complete for port 991afc0d-327d-45bb-9d51-35138f3ef132 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:06.352569 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c260-be84-4aa9-bef9-2336fdbb9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.398994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.484876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] No DVR routers for this DVR port 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:06.492958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 991afc0d-327d-45bb-9d51-35138f3ef132 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:06.493332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.510300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:06.511454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=328076fd-f467-4147-bf1e-a19a25a21702,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:06.521258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:06.543428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:06.544064 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.551289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.552265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.552623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.552967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.554636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.554978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.555317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.555655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.555990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.558758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.559100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.559457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:06.628336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8143678 Oct 25 23:23:06.628968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51164) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:06.635641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae3d81-ad2e-441d-acc4-ca4cff2ba96a None None] Pushing event deleted for resources: {'Port': ['ID=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:06.640870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4271d-fdfb-4767-aba6-4e439b85325e None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:06.651741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:95:22:8b', 'name': 'tempest-NetworksTestDHCPv6-917514635'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:06.764065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cb79065e-0f78-447a-932b-473f4916544c tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:06.765893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cb79065e-0f78-447a-932b-473f4916544c tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 814 time: 0.3436751 Oct 25 23:23:06.903504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93adc3e-ff19-4228-9fed-af3e3f7ee2af tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=7bfa7dd9-dd66-4375-9090-3c609d49b2d0,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:06.912828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:06.929318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-489918ca-fc59-4761-97bb-8f92ec250e32 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1 HTTP/1.1" status: 200 len: 379 time: 0.1437771 Oct 25 23:23:06.945098 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:06.952298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'port': {'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'admin_state_up': True, 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'security_groups': ['20f9e835-9903-4b50-8f45-7c6f2914d12c']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:07.024452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '328076fd-f467-4147-bf1e-a19a25a21702'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:07.025308 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.069865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-585f91df-fd4a-4cfc-ac48-918387a60917 None None] Provisioning complete for port 98ecd395-5ccf-4613-ab3d-711f3efe0259 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:07.073806 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-585f91df-fd4a-4cfc-ac48-918387a60917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.093516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:07.125438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.145627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:23:07.146936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7bfa7dd9-dd66-4375-9090-3c609d49b2d0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:07.161981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 5834d985-bf95-44be-9781-d0d915b545c3 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:07.263676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.268180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Made reservation on behalf of 72f2a4a81ae64a44a4b7c4a3912ffba1 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:07.280073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.395042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:07.419579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fe95:228b (57fc94dc-2742-4a31-abc4-7afd577fd939/328076fd-f467-4147-bf1e-a19a25a21702/5834d985-bf95-44be-9781-d0d915b545c3) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:07.430700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:07.483204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-585f91df-fd4a-4cfc-ac48-918387a60917 None None] Port 98ecd395-5ccf-4613-ab3d-711f3efe0259 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:23:07.489406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf002fb7-0950-4f8c-9db3-faaf4d21d4fe req-9d741d3d-5f53-4d1d-8a26-06180c2e3aeb tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1196871 Oct 25 23:23:07.490400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:07.627400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:07.628067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.747766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Port': ['ID=28877444-c857-4ef3-addd-bd801a98e513,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:07.814199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f05544d0-cca6-4f2d-99fb-c2e7ac5b809a tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3791649 Oct 25 23:23:07.821912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51190) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:07.831567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:07.832385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.902653 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.958751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:07.960655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.981862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-32967aec-e29c-4ca3-97ac-8eeea826602d None None] Provisioning complete for port 28877444-c857-4ef3-addd-bd801a98e513 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:07.982538 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-32967aec-e29c-4ca3-97ac-8eeea826602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:07.988487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Allocated IP 2001:db8::f816:3eff:fedd:8462 (57fc94dc-2742-4a31-abc4-7afd577fd939/328076fd-f467-4147-bf1e-a19a25a21702/afc547b9-baf2-4a5c-98a8-4be2d5a844ba) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:08.028808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:08.039044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:08.055584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:08.060453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.062838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-32967aec-e29c-4ca3-97ac-8eeea826602d None None] Port 28877444-c857-4ef3-addd-bd801a98e513 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:23:08.075374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Allocated IP 172.20.0.6 (fe783fb4-bca1-4ad8-a9a3-1b157079cbf2/bcf9ecf3-5481-4c45-92dc-7abdb66e924f/07831ba8-fae5-4def-b914-9fed59397919) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:08.126034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4937685 Oct 25 23:23:08.126592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:08.209368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa9fa4-e90c-4821-b80c-91891483bf3b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=5834d985-bf95-44be-9781-d0d915b545c3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:08.235864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa158205-fd87-4d1e-a124-4983d4c82270 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:08.240889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aa158205-fd87-4d1e-a124-4983d4c82270 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1091352 Oct 25 23:23:08.242305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:08.269718 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.280594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.320401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.341704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.390283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 5834d985-bf95-44be-9781-d0d915b545c3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:08.390724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.412399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:08.417214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:08.428993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:08.435937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Pushing event updated for resources: {'Port': ['ID=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:08.504460 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.559515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Attempting to bind port afc547b9-baf2-4a5c-98a8-4be2d5a844ba on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:08.562917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Attempting to bind port afc547b9-baf2-4a5c-98a8-4be2d5a844ba by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:08.563489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Attempting to bind port afc547b9-baf2-4a5c-98a8-4be2d5a844ba on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:08.578331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:08.579043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:08.579635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.580194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:08.580846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Bound port: afc547b9-baf2-4a5c-98a8-4be2d5a844ba, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:08.581414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.597287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.623725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Allocated IP 172.25.4.222 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/1a853fe0-c177-4441-ac28-e5cbd1750c5e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:08.635399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 5834d985-bf95-44be-9781-d0d915b545c3 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:08.682750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:08.694185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:08.697897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'Port': ['ID=07831ba8-fae5-4def-b914-9fed59397919,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:08.720523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:08.766458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] For port afc547b9-baf2-4a5c-98a8-4be2d5a844ba, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:08.772013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] For port afc547b9-baf2-4a5c-98a8-4be2d5a844ba, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:08.780080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:08.924416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab809-13f7-4ef8-8b14-bae62c724a21 None None] Pushing event updated for resources: {'Port': ['ID=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:08.968568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afadbf3-a4ff-43ca-87be-bd28abe73243 req-c5885751-888a-4b29-82af-52cd70ad8785 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:08.976489 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9afadbf3-a4ff-43ca-87be-bd28abe73243 req-c5885751-888a-4b29-82af-52cd70ad8785 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 931 time: 0.3553584 Oct 25 23:23:09.096276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:09.097096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.122760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9afadbf3-a4ff-43ca-87be-bd28abe73243 req-a65efbba-b658-4dac-96fa-afabc8e1638a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452909 Oct 25 23:23:09.144436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-cba24a3f-d462-4da2-9936-5a3a5a6b71ee tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1970685 Oct 25 23:23:09.156629 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.165115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.172721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Request body: {'port': {'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:09.252235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=5834d985-bf95-44be-9781-d0d915b545c3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:09.283054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.332567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.337667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c99ad8b9-22d9-4e8e-a2f0-4742c3b13b24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/5834d985-bf95-44be-9781-d0d915b545c3 HTTP/1.1" status: 204 len: 168 time: 1.0938282 Oct 25 23:23:09.351527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51212) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:09.376920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.403599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5283801c-62e6-420b-954b-1ae7b5108ec5 None None] Provisioning complete for port 07831ba8-fae5-4def-b914-9fed59397919 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:09.403599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5283801c-62e6-420b-954b-1ae7b5108ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.471654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8dbb1-be01-4f16-bc74-c658f7762dd5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:09.473890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8dbb1-be01-4f16-bc74-c658f7762dd5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:09.483631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eed8dbb1-be01-4f16-bc74-c658f7762dd5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308699 Oct 25 23:23:09.484529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51214) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:09.520137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5283801c-62e6-420b-954b-1ae7b5108ec5 None None] Port 07831ba8-fae5-4def-b914-9fed59397919 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:23:09.572180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 328076fd-f467-4147-bf1e-a19a25a21702 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:09.574840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:09.593814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.608691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:09.617442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:09.668786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:09.700205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Port': ['ID=1a853fe0-c177-4441-ac28-e5cbd1750c5e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:09.841175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.028213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.125895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.131788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/328076fd-f467-4147-bf1e-a19a25a21702 HTTP/1.1" status: 204 len: 168 time: 0.6461115 Oct 25 23:23:10.132456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51228) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:10.133219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43e5e6-b7f4-49af-afaa-c8991b88aaca tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=328076fd-f467-4147-bf1e-a19a25a21702,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:10.275900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3ce9c194-04d0-4dc7-b00e-a8411879bbf4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361716 Oct 25 23:23:10.278585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51230) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:10.298719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device afc547b9-baf2-4a5c-98a8-4be2d5a844ba up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:10.385905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4756e3-7415-415f-83ef-afb6039c4221 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:10.387790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2d4756e3-7415-415f-83ef-afb6039c4221 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1071386 Oct 25 23:23:10.390259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51232) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:10.483419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958203e1-ee33-4995-9f85-24f58d979620 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:10.485234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-958203e1-ee33-4995-9f85-24f58d979620 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0939188 Oct 25 23:23:10.488939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51236) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:10.534211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port afc547b9-baf2-4a5c-98a8-4be2d5a844ba triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:10.536708 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.571756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07385aaf-d80b-44a2-ac73-d2dd2bd43067 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814021 Oct 25 23:23:10.576682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51242) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:10.582223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:10.687682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47aaa9-aae9-4a21-9133-81ef5bff99a8 req-82fd3de2-9f19-4f09-8de6-bba15f9ea4b2 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:10.693983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf47aaa9-aae9-4a21-9133-81ef5bff99a8 req-82fd3de2-9f19-4f09-8de6-bba15f9ea4b2 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 931 time: 0.3295333 Oct 25 23:23:10.711451 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.744716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:10.760675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port afc547b9-baf2-4a5c-98a8-4be2d5a844ba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:10.763085 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.765133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387e9a7-9163-4cd3-aee4-875ec94cf4c5 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:10.785337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf47aaa9-aae9-4a21-9133-81ef5bff99a8 req-cb92aec4-d2da-4a19-91cc-bbef990463d5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748429 Oct 25 23:23:10.791731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.858015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:10.946786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.002464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07831ba8-fae5-4def-b914-9fed59397919 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:23:11.052267 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.129891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:11.144889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Transition to ACTIVE for port object 07831ba8-fae5-4def-b914-9fed59397919 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:23:11.161875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.187757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b9e28541-b744-4345-9b7b-f4aaa4ad0d93 None None] Provisioning complete for port afc547b9-baf2-4a5c-98a8-4be2d5a844ba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:11.188485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9e28541-b744-4345-9b7b-f4aaa4ad0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.245968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:11.355913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=07831ba8-fae5-4def-b914-9fed59397919,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:11.407963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:11.412302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.446338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.509484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] Deleting port afc547b9-baf2-4a5c-98a8-4be2d5a844ba {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:11.510413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.718273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.741040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Port': ['ID=1a853fe0-c177-4441-ac28-e5cbd1750c5e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:11.751211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] For port afc547b9-baf2-4a5c-98a8-4be2d5a844ba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:11.751704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.789027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] Calling delete_port for afc547b9-baf2-4a5c-98a8-4be2d5a844ba owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:11.833782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Attempting to bind port 07831ba8-fae5-4def-b914-9fed59397919 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:11.834120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Attempting to bind port 07831ba8-fae5-4def-b914-9fed59397919 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:11.834479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Attempting to bind port 07831ba8-fae5-4def-b914-9fed59397919 on network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:11.851017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.860011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Port 07831ba8-fae5-4def-b914-9fed59397919 on network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:23:11.860451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Attempting to bind port 07831ba8-fae5-4def-b914-9fed59397919 on network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:11.875149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:11.875558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Checking segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:11.875957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Bound using segment: {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:11.876407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Bound port: 07831ba8-fae5-4def-b914-9fed59397919, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:11.877092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.899628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:11.901951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cfdc63f5-009d-4377-b565-cbaa4d3af90f tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0763032 Oct 25 23:23:11.908068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:11.912885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b30b90fc-c21f-499c-aad4-75d856dfb8d5 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'floatingip': {'port_id': '28877444-c857-4ef3-addd-bd801a98e513', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:12.003979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b30b90fc-c21f-499c-aad4-75d856dfb8d5 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.063198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] For port 07831ba8-fae5-4def-b914-9fed59397919, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:12.071638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] For port 07831ba8-fae5-4def-b914-9fed59397919, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=07831ba8-fae5-4def-b914-9fed59397919,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:12.073729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] For port afc547b9-baf2-4a5c-98a8-4be2d5a844ba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:12.087507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.127382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:12.128241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.130136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] 10.222.0.15 "PUT /v2.0/ports/07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 1091 time: 2.9697754 Oct 25 23:23:12.130839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:12.131082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device afc547b9-baf2-4a5c-98a8-4be2d5a844ba no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:12.134019 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24616bed-74f5-41ae-bf89-84c3eff6590e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:12.213320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56131-0655-469f-a1ed-0059962f5ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=07831ba8-fae5-4def-b914-9fed59397919,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:12.233865 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686d2ed-ec70-4105-90af-dac476d29193 x-openstack-request-id: req-5686d2ed-ec70-4105-90af-dac476d29193 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:12.233865 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:12.233865 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5686d2ed-ec70-4105-90af-dac476d29193 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:12.233865 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'status': 'completed', 'code': 200} Oct 25 23:23:12.336200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-de53e8d5-dc28-4092-a7f1-59a8c13de31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:12.337797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-de53e8d5-dc28-4092-a7f1-59a8c13de31d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1094 time: 0.1423805 Oct 25 23:23:12.357288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.365119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.401450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.402090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.402254 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.424178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-1c9ae330-51d4-4282-8e1c-cde02beb50fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 217 time: 0.0714023 Oct 25 23:23:12.452715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] Pushing event deleted for resources: {'Port': ['ID=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:12.456527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a973fe-8014-4919-8dd6-fe6483d17fad None None] No DVR routers for this DVR port afc547b9-baf2-4a5c-98a8-4be2d5a844ba on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:12.491580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b10a6-45f6-4a6b-9994-6bdefe768f1e req-ec09bfc1-f458-4314-be70-7f5c5e066a7b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:12.500414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-086b10a6-45f6-4a6b-9994-6bdefe768f1e req-ec09bfc1-f458-4314-be70-7f5c5e066a7b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.5079520 Oct 25 23:23:12.521719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-53556710-fe40-4210-92c6-a48110af5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:12.523232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-53556710-fe40-4210-92c6-a48110af5952 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.0866029 Oct 25 23:23:12.611490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-c9db4bab-c1e0-44b4-9329-1302f5b34de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:12.613754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-c9db4bab-c1e0-44b4-9329-1302f5b34de1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825577 Oct 25 23:23:12.637967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=afc547b9-baf2-4a5c-98a8-4be2d5a844ba,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:12.664508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=ddaaf435-72cb-46a7-ab5d-6d3d5489d139,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:12.703158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:12.729844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:12.735041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:12.735624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:12.744511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-086b10a6-45f6-4a6b-9994-6bdefe768f1e req-d8956a29-c6bf-4787-b100-e648d6f4a7c0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426596 Oct 25 23:23:12.748362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594a1b7-2c6f-487e-a7ff-8b6dabfa591f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:12.749309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-b7e73178-59f8-4a3c-9d56-ffffde52d546 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225100 Oct 25 23:23:12.800698 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-b30b90fc-c21f-499c-aad4-75d856dfb8d5 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] update failed (client error): The resource could not be found. Oct 25 23:23:12.805986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b30b90fc-c21f-499c-aad4-75d856dfb8d5 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "PUT /v2.0/floatingips/3928fb32-2701-4561-9453-89f578a0cc6d HTTP/1.1" status: 404 len: 507 time: 0.8968935 Oct 25 23:23:12.813013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:12.878652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f21f3f31-1399-4414-855f-1dcf3039e08a req-1299cd24-fc17-402f-b027-0017b22be7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268632 Oct 25 23:23:12.929597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-288f0f42-8307-4b0e-82c8-06a9c032f45d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3494952 Oct 25 23:23:12.932649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51286) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:12.937355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:97:70:11', 'name': 'tempest-NetworksTestDHCPv6-1664261029'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:13.152507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-fbe73944-c5f1-432d-9080-99a5da274453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:13.160809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-fbe73944-c5f1-432d-9080-99a5da274453 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1094 time: 0.2002561 Oct 25 23:23:13.360596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-bcbb49b4-a8fd-4a69-9afe-edcb2443541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:13.362048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-bcbb49b4-a8fd-4a69-9afe-edcb2443541a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 915 time: 0.1944733 Oct 25 23:23:13.377949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Deleting port 1a853fe0-c177-4441-ac28-e5cbd1750c5e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:13.378316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:13.381311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:13.463689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'ddaaf435-72cb-46a7-ab5d-6d3d5489d139'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:13.464575 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:13.468595 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:13.473861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-8ca7c62d-2917-4588-b376-2ff85b576296 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 217 time: 0.1038783 Oct 25 23:23:13.654134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-585f2a8b-72bf-4b49-b4ca-cd17619272e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:13.656434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-585f2a8b-72bf-4b49-b4ca-cd17619272e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.1475568 Oct 25 23:23:13.674186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3c4d-eab3-447c-b40f-76f760890a5d req-05034933-7663-4ebf-8242-3dcf6237c965 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:13.675169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:13.677323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-761f3c4d-eab3-447c-b40f-76f760890a5d req-05034933-7663-4ebf-8242-3dcf6237c965 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.2060089 Oct 25 23:23:13.688868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:13.706888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:13.722022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Calling delete_port for 1a853fe0-c177-4441-ac28-e5cbd1750c5e owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:13.737221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port d2eb1171-adad-4880-8dd4-86ebbbe016d7 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:13.780835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Allocated IP 2001:db8::f816:3eff:fe89:932f (57fc94dc-2742-4a31-abc4-7afd577fd939/ddaaf435-72cb-46a7-ab5d-6d3d5489d139/a06215a5-20dd-4244-9120-a4ef33d2fd36) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:13.883918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-761f3c4d-eab3-447c-b40f-76f760890a5d req-734e34cd-727d-4190-a6f4-0b10e597f660 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742117 Oct 25 23:23:13.902021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-ae7f58c8-9dcd-495d-bd1c-4248502e7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:13.903919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-ae7f58c8-9dcd-495d-bd1c-4248502e7f4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250125 Oct 25 23:23:13.959324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.008959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Port': ['ID=1a853fe0-c177-4441-ac28-e5cbd1750c5e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:14.067407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.078650 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.184537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-1147a5cb-c71f-4278-949b-e0c345ed0cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731094 Oct 25 23:23:14.186854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Pushing event updated for resources: {'Port': ['ID=a06215a5-20dd-4244-9120-a4ef33d2fd36,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:14.211512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:14.213519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:14.216115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:14.245888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.253384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.254721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0bd67a8d-4d2a-4931-807e-d2a241a2ec07 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "DELETE /v2.0/floatingips/3928fb32-2701-4561-9453-89f578a0cc6d HTTP/1.1" status: 204 len: 168 time: 1.4407725 Oct 25 23:23:14.271737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51328) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:14.328158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-45849f6e-629f-4edd-8866-9c500fb6c226 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'floatingip': {'floating_network_id': 'abf9da6c-4b1a-4a63-a3cf-e91046bd0b78', 'port_id': '28877444-c857-4ef3-addd-bd801a98e513', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:14.337556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24616bed-74f5-41ae-bf89-84c3eff6590e req-9a2e5940-d568-47be-9a02-542bc346f240 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454954 Oct 25 23:23:14.339868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Attempting to bind port a06215a5-20dd-4244-9120-a4ef33d2fd36 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:14.340475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Attempting to bind port a06215a5-20dd-4244-9120-a4ef33d2fd36 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:14.341019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Attempting to bind port a06215a5-20dd-4244-9120-a4ef33d2fd36 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:14.347663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:14.348290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:14.349676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.351243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:14.351882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Bound port: a06215a5-20dd-4244-9120-a4ef33d2fd36, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:14.354665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.371961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe814-8778-4ac8-83b2-bbbd197d449b req-94cb380d-8e30-4c0c-ad92-462818d02a5a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:14.384254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b78fe814-8778-4ac8-83b2-bbbd197d449b req-94cb380d-8e30-4c0c-ad92-462818d02a5a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.4382544 Oct 25 23:23:14.455258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fe97:7011 (57fc94dc-2742-4a31-abc4-7afd577fd939/ddaaf435-72cb-46a7-ab5d-6d3d5489d139/d2eb1171-adad-4880-8dd4-86ebbbe016d7) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:14.500870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] For port a06215a5-20dd-4244-9120-a4ef33d2fd36, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:14.504267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] For port a06215a5-20dd-4244-9120-a4ef33d2fd36, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a06215a5-20dd-4244-9120-a4ef33d2fd36,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:14.510374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45849f6e-629f-4edd-8866-9c500fb6c226 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.512941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:14.614755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b78fe814-8778-4ac8-83b2-bbbd197d449b req-43b1dac8-315f-40b0-ae57-2145e3fffc7c tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290776 Oct 25 23:23:14.642589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ccf0-4b38-4aad-88f5-c875a356347a None None] Pushing event updated for resources: {'Port': ['ID=a06215a5-20dd-4244-9120-a4ef33d2fd36,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:14.927474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-18c092b2-6813-4e9b-b5a3-6b748ea01e89 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:14.934862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-18c092b2-6813-4e9b-b5a3-6b748ea01e89 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.11 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.1522040 Oct 25 23:23:14.950352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.046015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.180224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7863d-d1f8-414c-9abb-87705325a8c2 req-776923bb-b6c0-499c-9f09-fbfbe61fd1c7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:15.194300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc7863d-d1f8-414c-9abb-87705325a8c2 req-776923bb-b6c0-499c-9f09-fbfbe61fd1c7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 946 time: 0.1263070 Oct 25 23:23:15.202422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=d2eb1171-adad-4880-8dd4-86ebbbe016d7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:15.204030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Deleting port b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:15.204415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.357450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:15.360211 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-45849f6e-629f-4edd-8866-9c500fb6c226 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:23:15.362126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-45849f6e-629f-4edd-8866-9c500fb6c226 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0420604 Oct 25 23:23:15.369802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51342) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:15.393861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '28877444-c857-4ef3-addd-bd801a98e513', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:15.449631 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:15.458518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:15.465659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:15.466337 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.484805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.499676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c14a4da7-dd94-4ed9-bc7e-7cad6c48e88c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5652740 Oct 25 23:23:15.507707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51346) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:15.529301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc7863d-d1f8-414c-9abb-87705325a8c2 req-0368ba5b-198f-4aee-b63f-011503adf68a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=29fe31db-2ec1-4770-bc27-60047894f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009865 Oct 25 23:23:15.555075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] For port b8489c80-e0fd-40cc-a974-0e4106466fd5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=b8489c80-e0fd-40cc-a974-0e4106466fd5,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:15.555758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.676514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c924d-e3a2-4250-90ba-85b0a46912a6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:15.684885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c924d-e3a2-4250-90ba-85b0a46912a6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:15.687713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d70c924d-e3a2-4250-90ba-85b0a46912a6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1661909 Oct 25 23:23:15.697965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51354) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:15.828908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80157776-4f60-49cf-bd01-4c76b1d3448d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.951709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:15.956329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port d2eb1171-adad-4880-8dd4-86ebbbe016d7 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:15.956921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.006003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.006581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.006716 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Floating IP 9bd72843-a5ad-471a-8ad8-feae7b306d56 disassociated. External IP: 172.25.4.164, port: b8489c80-e0fd-40cc-a974-0e4106466fd5. Oct 25 23:23:16.007150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Calling delete_port for b8489c80-e0fd-40cc-a974-0e4106466fd5 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:16.046523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbfde-ff16-4f3d-a6ef-d142dc749b3c req-1d9aef63-2a71-4a09-b57c-c512908ed3a5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:16.076170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0cdbfde-ff16-4f3d-a6ef-d142dc749b3c req-1d9aef63-2a71-4a09-b57c-c512908ed3a5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.2025268 Oct 25 23:23:16.184061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0cdbfde-ff16-4f3d-a6ef-d142dc749b3c req-71a13fde-6e90-4650-84d2-7a449c7dc9a2 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067302 Oct 25 23:23:16.205764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.240418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for d2eb1171-adad-4880-8dd4-86ebbbe016d7 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:16.243689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a06215a5-20dd-4244-9120-a4ef33d2fd36 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:16.264769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Allocated IP 172.25.4.146 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/cf80a10d-0eef-4941-b7a0-8fa8ff739fcb) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:16.345348 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.362783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a06215a5-20dd-4244-9120-a4ef33d2fd36 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:16.363535 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.444952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event deleted for resources: {'Port': ['ID=b8489c80-e0fd-40cc-a974-0e4106466fd5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:16.497407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-15997e2e-9756-4e95-9b0b-5934a65c4316 req-4e85405c-c69a-43d4-9396-9aaa8f76d5ae service neutron] (102134) timed out ('10.222.0.25', 53980) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:23:16.555494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.592139 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.595193 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.596369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-723a6deb-5292-4d93-a771-2183da412e56 None None] Provisioning complete for port a06215a5-20dd-4244-9120-a4ef33d2fd36 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:16.597035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-723a6deb-5292-4d93-a771-2183da412e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.644727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=d2eb1171-adad-4880-8dd4-86ebbbe016d7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:16.731723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:23:16.739296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.746623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-82ad537f-116c-418d-a741-6e24d104b2cf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/d2eb1171-adad-4880-8dd4-86ebbbe016d7 HTTP/1.1" status: 204 len: 168 time: 1.0453203 Oct 25 23:23:16.758742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51366) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:16.788884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port a06215a5-20dd-4244-9120-a4ef33d2fd36, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a06215a5-20dd-4244-9120-a4ef33d2fd36,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:16.831244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bca0dc79-5416-4abe-8a06-c39af475892c req-fafaffe4-84b7-4982-ab3f-68aa37fe463f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5114e53f-747f-48d6-a92c-956544588f35 HTTP/1.1" status: 200 len: 210 time: 0.1462853 Oct 25 23:23:16.833557 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.865602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-723a6deb-5292-4d93-a771-2183da412e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.947634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c712f-d495-4d1c-a77b-d7201269491e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:16.949907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c712f-d495-4d1c-a77b-d7201269491e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:16.956318 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-960c712f-d495-4d1c-a77b-d7201269491e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1638861 Oct 25 23:23:16.957707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:16.958972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:16.982437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-723a6deb-5292-4d93-a771-2183da412e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:23:16.987185 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-723a6deb-5292-4d93-a771-2183da412e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:23:16.999282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:23:17.012450 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:23:17.031828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=a06215a5-20dd-4244-9120-a4ef33d2fd36,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:17.032399 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:17.033050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:22:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:17.074077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] No DVR routers for this DVR port b8489c80-e0fd-40cc-a974-0e4106466fd5 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:17.076801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:17.080492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74b416ee-8a74-48e2-afb6-383ef7f149b5 req-72c381d5-3bac-4cd9-890a-0f4a2b7ffd01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.11 "DELETE /v2.0/ports/b8489c80-e0fd-40cc-a974-0e4106466fd5 HTTP/1.1" status: 204 len: 173 time: 2.1325195 Oct 25 23:23:17.081097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-deleted', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:17.083618 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1989a84-f5ce-4140-aca1-317b885ce763" -d '{"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-deleted", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:17.143935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:17.170293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event updated for resources: {'Port': ['ID=cf80a10d-0eef-4941-b7a0-8fa8ff739fcb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:17.194429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet ddaaf435-72cb-46a7-ab5d-6d3d5489d139 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:17.200703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:17.220000 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e249a-06ad-49a8-ba7a-49da21e29360 x-openstack-request-id: req-571e249a-06ad-49a8-ba7a-49da21e29360 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:17.223656 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:23:17.224237 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5114e53f-747f-48d6-a92c-956544588f35", "name": "network-vif-deleted", "tag": "b8489c80-e0fd-40cc-a974-0e4106466fd5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:17.224600 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-571e249a-06ad-49a8-ba7a-49da21e29360 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:17.225134 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5114e53f-747f-48d6-a92c-956544588f35', 'name': 'network-vif-deleted', 'tag': 'b8489c80-e0fd-40cc-a974-0e4106466fd5', 'status': 'completed', 'code': 200} Oct 25 23:23:17.272417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:17.279602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:17.600739 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:17.639342 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:23:17.648851 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:17.649754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:22:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:17.697553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-26d8555b-c7d7-4917-8d48-bccfa3b27410 None None] Could not find standard attr ID for object d2eb1171-adad-4880-8dd4-86ebbbe016d7. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:23:17.779302 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:23:17.826412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:17.929238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddc906-5f3a-4318-bf73-0d3d1f52e740 req-34c1dcb0-5b8a-4cc7-814f-27af7e934e19 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:17.937807 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5eddc906-5f3a-4318-bf73-0d3d1f52e740 req-34c1dcb0-5b8a-4cc7-814f-27af7e934e19 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1525686 Oct 25 23:23:18.030521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51386) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:18.074466 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:18.116248 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a7245-5066-4d59-8210-877cb2ffe68e None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:23:18.142622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.149908 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5eddc906-5f3a-4318-bf73-0d3d1f52e740 req-eb2df42f-bf22-4be5-bed2-0ffc85fc3f1a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110009 Oct 25 23:23:18.157128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a06215a5-20dd-4244-9120-a4ef33d2fd36 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:18.235517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a06215a5-20dd-4244-9120-a4ef33d2fd36 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:18.239792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.242672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14c78ff4-9312-4cb4-9f95-fe22585e6296 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.295823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.301290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14c78ff4-9312-4cb4-9f95-fe22585e6296 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.327435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Deleting port cf80a10d-0eef-4941-b7a0-8fa8ff739fcb {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:18.333616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.379853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=ddaaf435-72cb-46a7-ab5d-6d3d5489d139,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:18.398356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df7983-9465-463c-9179-b7f5515f8b17 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:18.412488 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14c78ff4-9312-4cb4-9f95-fe22585e6296 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.414074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.418481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14c78ff4-9312-4cb4-9f95-fe22585e6296 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.425005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-14c78ff4-9312-4cb4-9f95-fe22585e6296 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "DELETE /v2.0/security-groups/29fe31db-2ec1-4770-bc27-60047894f7aa HTTP/1.1" status: 204 len: 168 time: 0.3928585 Oct 25 23:23:18.426099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51388) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:18.452959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-627dc76e-9561-470c-a942-1ab39f389c1c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/ddaaf435-72cb-46a7-ab5d-6d3d5489d139 HTTP/1.1" status: 204 len: 168 time: 1.4888225 Oct 25 23:23:18.462523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-809097b7-4d7c-44ba-9198-e87ed93e65cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.472497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:18.473830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78ff4-9312-4cb4-9f95-fe22585e6296 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe31db-2ec1-4770-bc27-60047894f7aa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:18.573789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:18.616320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b026df4-b7c2-4b11-82dd-95461dfce74f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242185 Oct 25 23:23:18.616793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51396) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:18.632452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.632786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:18.633498 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.644601 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-3cd9cc97-ae9f-42c1-940e-a957945b3055 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] show failed (client error): The resource could not be found. Oct 25 23:23:18.645616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3cd9cc97-ae9f-42c1-940e-a957945b3055 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups/29fe31db-2ec1-4770-bc27-60047894f7aa HTTP/1.1" status: 404 len: 347 time: 0.2015159 Oct 25 23:23:18.655346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a83329-0421-40e1-b8e6-1f2dc3724382 None None] New status for floating IP 9bd72843-a5ad-471a-8ad8-feae7b306d56: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:23:18.657524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: b8489c80-e0fd-40cc-a974-0e4106466fd5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:23:18.658120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device b8489c80-e0fd-40cc-a974-0e4106466fd5 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:18.658361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:18.659060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Calling delete_port for cf80a10d-0eef-4941-b7a0-8fa8ff739fcb owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:18.818727 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:18.887972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Port': ['ID=cf80a10d-0eef-4941-b7a0-8fa8ff739fcb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:18.913371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:18.921360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:18.932258 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.008779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Deleting port a06215a5-20dd-4244-9120-a4ef33d2fd36 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:19.011071 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.127790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] For port a06215a5-20dd-4244-9120-a4ef33d2fd36, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a06215a5-20dd-4244-9120-a4ef33d2fd36,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:19.127790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.149849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Calling delete_port for a06215a5-20dd-4244-9120-a4ef33d2fd36 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:19.153742 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] create failed (client error): The resource could not be found. Oct 25 23:23:19.154982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b9f0e6b-9ac5-4326-b6d8-f89a7eec16d3 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7805521 Oct 25 23:23:19.158417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51416) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:19.261508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.291521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Deleting port c485ee82-1286-41a8-80fd-0ff777a78c6a {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:19.295209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.309047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Pushing event deleted for resources: {'Port': ['ID=a06215a5-20dd-4244-9120-a4ef33d2fd36,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:19.312282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] No DVR routers for this DVR port a06215a5-20dd-4244-9120-a4ef33d2fd36 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:19.337228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.339610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.340921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.341458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.342832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.343447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.343956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.344541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.345033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.345523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.346033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.346606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcce364-1854-48bc-aacb-3c2ca58f2992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:23:19.448374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5662c-bc09-4023-a72a-0c618ffec55c req-ab9f1c69-f9a4-4671-930d-b9f89043e4b7 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:19.457133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9d5662c-bc09-4023-a72a-0c618ffec55c req-ab9f1c69-f9a4-4671-930d-b9f89043e4b7 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.0799224 Oct 25 23:23:19.474163 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.474659 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.491442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Deleting port 28877444-c857-4ef3-addd-bd801a98e513 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:19.491771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.495056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Calling delete_port for c485ee82-1286-41a8-80fd-0ff777a78c6a owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:19.605851 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9d5662c-bc09-4023-a72a-0c618ffec55c req-8cbab77e-8b37-46ae-94b9-9c6e72babe61 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475680 Oct 25 23:23:19.610129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.651516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.665466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Calling delete_port for 28877444-c857-4ef3-addd-bd801a98e513 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:19.738714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:19.741199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.800921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=afba2ce9-830e-415c-9801-6ebe4178902a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:19.816556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:19.819843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:19.824324 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.824931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:19.825703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:19.830892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:19.835132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a7822-6cba-4b5b-a62e-7bbdc367fa97 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:19.888453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-daaba510-5525-430a-b3b0-b2d3307109d1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2667382 Oct 25 23:23:19.889260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51430) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:19.896470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:4a:3c:6a', 'name': 'tempest-NetworksTestDHCPv6-2009751034'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:19.932043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Port': ['ID=28877444-c857-4ef3-addd-bd801a98e513,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:20.018354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.047317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.061530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33d90833-ecf6-486a-9859-42abe99d621b tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "DELETE /v2.0/ports/28877444-c857-4ef3-addd-bd801a98e513 HTTP/1.1" status: 204 len: 168 time: 0.9020171 Oct 25 23:23:20.062251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51434) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:20.121628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event deleted for resources: {'Port': ['ID=c485ee82-1286-41a8-80fd-0ff777a78c6a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:20.134057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'afba2ce9-830e-415c-9801-6ebe4178902a'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:20.135125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.237690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.243075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378dc8f5-dc11-47e0-8224-081a280dbe18 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:20.250665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-378dc8f5-dc11-47e0-8224-081a280dbe18 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "GET /v2.0/ports?device_id=77a87782-048c-4fd9-b48b-c26802ea4e03 HTTP/1.1" status: 200 len: 913 time: 0.1859794 Oct 25 23:23:20.251276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51436) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:20.285905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a06215a5-20dd-4244-9120-a4ef33d2fd36 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:20.335810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a06215a5-20dd-4244-9120-a4ef33d2fd36 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:23:20.336168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a06215a5-20dd-4244-9120-a4ef33d2fd36 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:20.352564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05f85813-bd33-4c11-8271-6d5304ca83c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.387417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.391131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.407931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fe42823d-8368-4f6e-a568-0f28b658cfcb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "DELETE /v2.0/floatingips/9bd72843-a5ad-471a-8ad8-feae7b306d56 HTTP/1.1" status: 204 len: 168 time: 1.7370827 Oct 25 23:23:20.407931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:20.458288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Allocated IP 2001:db8::f816:3eff:fed7:88e0 (57fc94dc-2742-4a31-abc4-7afd577fd939/afba2ce9-830e-415c-9801-6ebe4178902a/205477a6-aebd-41f2-865e-e6cfc098426f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:20.517992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.571113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 88b26e53-87e9-4ebe-948c-df3ee65f8c47 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:20.741649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05f85813-bd33-4c11-8271-6d5304ca83c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.750259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05f85813-bd33-4c11-8271-6d5304ca83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.750530 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.779580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.797870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85813-bd33-4c11-8271-6d5304ca83c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267e2ec5-7835-4ece-b29b-e148c69fdd7a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:20.865542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fe4a:3c6a (57fc94dc-2742-4a31-abc4-7afd577fd939/afba2ce9-830e-415c-9801-6ebe4178902a/88b26e53-87e9-4ebe-948c-df3ee65f8c47) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:20.878748 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.887043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:20.887855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-05f85813-bd33-4c11-8271-6d5304ca83c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93690faa6c15417fa37c40d5f467a68d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558407 Oct 25 23:23:20.890453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51446) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:20.891204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:20.897079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:20.901379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Pushing event updated for resources: {'Port': ['ID=205477a6-aebd-41f2-865e-e6cfc098426f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:20.968609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Attempting to bind port 205477a6-aebd-41f2-865e-e6cfc098426f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:20.968994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Attempting to bind port 205477a6-aebd-41f2-865e-e6cfc098426f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:20.969329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Attempting to bind port 205477a6-aebd-41f2-865e-e6cfc098426f on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:20.979327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:20.979864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:20.980274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:20.980718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:20.981329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Bound port: 205477a6-aebd-41f2-865e-e6cfc098426f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:20.981718 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.046094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9647ef29-a1c6-40ea-ad9a-458e4bd3b3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.073028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-059ada49-75ab-4c09-8930-702a04596806 None None] For port 205477a6-aebd-41f2-865e-e6cfc098426f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:21.078751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-059ada49-75ab-4c09-8930-702a04596806 None None] For port 205477a6-aebd-41f2-865e-e6cfc098426f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=205477a6-aebd-41f2-865e-e6cfc098426f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:21.087158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.124218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51448) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:21.132186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015918555', 'description': 'tempest-description--869609035'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:21.138753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9647ef29-a1c6-40ea-ad9a-458e4bd3b3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.195278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ada49-75ab-4c09-8930-702a04596806 None None] Pushing event updated for resources: {'Port': ['ID=205477a6-aebd-41f2-865e-e6cfc098426f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:21.202388 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.277242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.284382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9647ef29-a1c6-40ea-ad9a-458e4bd3b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.287703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9647ef29-a1c6-40ea-ad9a-458e4bd3b3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.288962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9647ef29-a1c6-40ea-ad9a-458e4bd3b3b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/267e2ec5-7835-4ece-b29b-e148c69fdd7a HTTP/1.1" status: 204 len: 168 time: 0.3975458 Oct 25 23:23:21.413594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cd863-1cc0-492b-954e-a7c06f31331b req-af988e0b-7cb9-4077-b48b-2ba876c84f2b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:21.415193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-007cd863-1cc0-492b-954e-a7c06f31331b req-af988e0b-7cb9-4077-b48b-2ba876c84f2b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.6694040 Oct 25 23:23:21.436954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647ef29-a1c6-40ea-ad9a-458e4bd3b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e2ec5-7835-4ece-b29b-e148c69fdd7a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:21.502546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-007cd863-1cc0-492b-954e-a7c06f31331b req-5cdd489d-97fc-41f5-b5c7-218592789c0e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708129 Oct 25 23:23:21.516149 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.547600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.548307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.625149 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.625823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.626479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4982700 Oct 25 23:23:21.631799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51456) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:21.641149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'security_group_rule': {'security_group_id': 'cca535eb-8dec-4b81-8ea1-258e3598c382', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:21.698959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8172f6-43b3-4854-ae88-e81f159cf8b3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca535eb-8dec-4b81-8ea1-258e3598c382,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:21.726739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=88b26e53-87e9-4ebe-948c-df3ee65f8c47,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:21.749634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.767977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:21.769410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:21.773877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:21.780290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:21.781021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.819063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5598c5bb-e1b7-4e7a-808e-509728c13ef1 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9267919 Oct 25 23:23:21.821656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51468) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:21.907479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.918776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.936091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74674e42-1f20-42e2-9db9-86d26e8f5438 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:21.942283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74674e42-1f20-42e2-9db9-86d26e8f5438 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:21.945952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-74674e42-1f20-42e2-9db9-86d26e8f5438 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1206930 Oct 25 23:23:21.946811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51472) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:21.962243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad825be-569a-4e40-88c7-a4f9d64f4604,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:21.968955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:21.972517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-36ad8188-1d68-4523-9536-bc0832a60d5a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3374021 Oct 25 23:23:21.973393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:21.977262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'security_group_rule': {'security_group_id': 'cca535eb-8dec-4b81-8ea1-258e3598c382', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:21.988604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Deleting port 98ecd395-5ccf-4613-ab3d-711f3efe0259 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:21.989029 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.070665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.126129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.144774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 88b26e53-87e9-4ebe-948c-df3ee65f8c47 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:22.146027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.153002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Calling delete_port for 98ecd395-5ccf-4613-ab3d-711f3efe0259 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:22.177443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.235752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.252921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 205477a6-aebd-41f2-865e-e6cfc098426f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:22.293748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2ed491-3e06-4dab-9969-db6aec8e8815,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:22.341395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.350530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f849ecf9-1487-49f2-beae-76a4bdf62f47 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687739 Oct 25 23:23:22.356500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51486) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:22.363369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.367057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:22.367718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 205477a6-aebd-41f2-865e-e6cfc098426f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:22.368087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.383822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 88b26e53-87e9-4ebe-948c-df3ee65f8c47 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:22.499473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.563128 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.604391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.662786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 205477a6-aebd-41f2-865e-e6cfc098426f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=205477a6-aebd-41f2-865e-e6cfc098426f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:22.672041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=88b26e53-87e9-4ebe-948c-df3ee65f8c47,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:22.686236 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.715617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.754040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.757872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aaaa39e7-d0cc-4c83-88aa-a6ff89fcdf3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/88b26e53-87e9-4ebe-948c-df3ee65f8c47 HTTP/1.1" status: 204 len: 168 time: 0.8092592 Oct 25 23:23:22.760977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Port': ['ID=98ecd395-5ccf-4613-ab3d-711f3efe0259,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:22.761472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:22.831423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=205477a6-aebd-41f2-865e-e6cfc098426f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:22.859635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca6fe9-e0ae-43ab-9227-0088c9a034bf req-9ef89519-2a18-495e-885e-6c8785b9eff3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:22.865383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36ca6fe9-e0ae-43ab-9227-0088c9a034bf req-9ef89519-2a18-495e-885e-6c8785b9eff3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.2076507 Oct 25 23:23:22.917702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dcc7b-5fc4-4a2a-b4e9-c2a7c443eb86 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:22.917702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dcc7b-5fc4-4a2a-b4e9-c2a7c443eb86 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:22.917702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-329dcc7b-5fc4-4a2a-b4e9-c2a7c443eb86 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1424754 Oct 25 23:23:22.921304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:22.943460 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:22.989220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36ca6fe9-e0ae-43ab-9227-0088c9a034bf req-7cd279b9-d042-4679-83c9-f6bed36ca74d tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122067 Oct 25 23:23:23.019896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet afba2ce9-830e-415c-9801-6ebe4178902a {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:23.023454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.091554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.094256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1854e539-fee3-48c0-b0b1-70557c484a1e None None] Provisioning complete for port 205477a6-aebd-41f2-865e-e6cfc098426f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:23.094635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1854e539-fee3-48c0-b0b1-70557c484a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.206311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Allocated IP 172.25.4.199 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/96ab4b53-b655-497e-b7ce-20f329d3fa97) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:23.244360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.339869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.387995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=afba2ce9-830e-415c-9801-6ebe4178902a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:23.408581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b98b62-aca5-4a2f-95c2-46681d3ee3da None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:23.411724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.421846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3f412f89-a9eb-4e85-9527-627aba81f785 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/afba2ce9-830e-415c-9801-6ebe4178902a HTTP/1.1" status: 204 len: 168 time: 0.4959409 Oct 25 23:23:23.421846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51506) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:23.426665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51508) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:23.469342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-144c29b7-f879-4778-8872-51ae5556be24 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415554 Oct 25 23:23:23.471674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51514) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:23.546397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.548141 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.563072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023d8be-36e2-4098-98df-249e94486100 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:23.566858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3023d8be-36e2-4098-98df-249e94486100 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0939200 Oct 25 23:23:23.570512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51516) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:23.663561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68346cd1-86ce-4274-9731-ff6e4b542149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.678949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c5e6c-c55a-46fb-987f-b2fc8a12e15e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:23.681016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f2c5e6c-c55a-46fb-987f-b2fc8a12e15e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089928 Oct 25 23:23:23.684239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51518) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:23.728868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5dcc7681-9778-454a-9583-b375c8de3933 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427353 Oct 25 23:23:23.732851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51520) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:23.739616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:23.767422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.790683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-270405be-ddb6-48a2-b945-0d28afa58014 None None] Could not find standard attr ID for object 88b26e53-87e9-4ebe-948c-df3ee65f8c47. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:23:23.835015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:23.844789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:23.850345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Router 77a87782-048c-4fd9-b48b-c26802ea4e03 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:23:23.854980 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:23.881077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'Port': ['ID=96ab4b53-b655-497e-b7ce-20f329d3fa97,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:23.889841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:23.894167 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.902316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68346cd1-86ce-4274-9731-ff6e4b542149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.915216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68346cd1-86ce-4274-9731-ff6e4b542149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:23.993767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:23:24.017125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] Sync routers for ids ['77a87782-048c-4fd9-b48b-c26802ea4e03'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:23:24.046143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:24.053272 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] Routers {'77a87782-048c-4fd9-b48b-c26802ea4e03'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:24.053827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77a87782-048c-4fd9-b48b-c26802ea4e03'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:24.060557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f019c18e-5b7c-4bcd-a50c-a822e78d430e tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "PUT /v2.0/routers/77a87782-048c-4fd9-b48b-c26802ea4e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8078816 Oct 25 23:23:24.064387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51528) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:24.080267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68346cd1-86ce-4274-9731-ff6e4b542149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79e17dbb32b641048d40ab5d05edd8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563900 Oct 25 23:23:24.080267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346cd1-86ce-4274-9731-ff6e4b542149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26cc75-2159-428f-bee6-244591ae2521,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:24.082443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51530) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:24.108534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.158389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.170630 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:24.180922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] Routers {'77a87782-048c-4fd9-b48b-c26802ea4e03'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:24.181999 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77a87782-048c-4fd9-b48b-c26802ea4e03'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:24.232382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.245234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 205477a6-aebd-41f2-865e-e6cfc098426f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:24.250597 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:24.251574 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351498cc-3334-421f-8223-56d3b61d00ec None None] The sync data for ids ['77a87782-048c-4fd9-b48b-c26802ea4e03'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:23:24.344872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] Deleting port 205477a6-aebd-41f2-865e-e6cfc098426f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:24.345283 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.397722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.401455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f60f-04b9-43e5-ba96-a8439a3ba53e req-6dcf7855-4b2a-482f-86b7-5bde9350a05e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:24.403074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce57f60f-04b9-43e5-ba96-a8439a3ba53e req-6dcf7855-4b2a-482f-86b7-5bde9350a05e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.2411826 Oct 25 23:23:24.407702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.433628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15eacd51-c058-4659-bf41-ab293eb47938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.470013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.498907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'Port': ['ID=96ab4b53-b655-497e-b7ce-20f329d3fa97,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:24.513283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.513522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] For port 205477a6-aebd-41f2-865e-e6cfc098426f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=205477a6-aebd-41f2-865e-e6cfc098426f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:24.513839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.538595 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.547006 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f5eb8a7d-d2e5-492e-b4b6-e5b603fe01d3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1892357 Oct 25 23:23:24.565650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] Calling delete_port for 205477a6-aebd-41f2-865e-e6cfc098426f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:24.604031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.609962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.616680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15eacd51-c058-4659-bf41-ab293eb47938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.671490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 205477a6-aebd-41f2-865e-e6cfc098426f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=205477a6-aebd-41f2-865e-e6cfc098426f,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:24.683102 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.689312 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.723931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] No DVR routers for this DVR port 205477a6-aebd-41f2-865e-e6cfc098426f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:24.725559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event deleted for resources: {'Port': ['ID=205477a6-aebd-41f2-865e-e6cfc098426f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:24.764967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3914b4-faee-4f3b-924d-4a5575971f44 None None] Pushing event deleted for resources: {'Port': ['ID=205477a6-aebd-41f2-865e-e6cfc098426f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:24.794900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-081bd4af-640a-41d9-a6c0-432d49f00062 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1015918555&fields=id&tenant_id=e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 267 time: 0.0404794 Oct 25 23:23:24.800625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce57f60f-04b9-43e5-ba96-a8439a3ba53e req-7b0805a0-2ccd-494b-a3aa-1a5a731c4ae3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703351 Oct 25 23:23:24.820255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.834563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.835972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Fanout notify agent at l3_agent the message router_deleted on router 77a87782-048c-4fd9-b48b-c26802ea4e03 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:23:24.846903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.851097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-be5b9ab9-3018-4943-93bd-4273fdeb72ea tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "DELETE /v2.0/routers/77a87782-048c-4fd9-b48b-c26802ea4e03 HTTP/1.1" status: 204 len: 168 time: 0.7857172 Oct 25 23:23:24.853913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51548) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:24.929400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:24.932875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-8ab82289-f806-4a3f-9661-e841e1e180bf tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:24.934541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-8ab82289-f806-4a3f-9661-e841e1e180bf tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 817 time: 0.1300073 Oct 25 23:23:24.939142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:24.943018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:24.943608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.951475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09fde06-b1f6-4ce4-8851-3aa104e4080b None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:24.965523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=aa73f8e8-f740-48b3-8c42-c0cf9d53ae57,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:24.978066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Deleting subnet 6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:24.981917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15eacd51-c058-4659-bf41-ab293eb47938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.984562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15eacd51-c058-4659-bf41-ab293eb47938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.988585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-15eacd51-c058-4659-bf41-ab293eb47938 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab26cc75-2159-428f-bee6-244591ae2521 HTTP/1.1" status: 204 len: 168 time: 0.9020443 Oct 25 23:23:24.989452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:24.990070 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-3abb537d-4909-4cd2-91fc-49640a72cc41 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/quotas/e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 375 time: 0.0332444 Oct 25 23:23:25.021306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c28df81b-ba72-4836-97b8-36d6bfb688ad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2872195 Oct 25 23:23:25.021916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51554) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:25.034417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:01:20:39', 'name': 'tempest-NetworksTestDHCPv6-1065676082'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:25.048264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eacd51-c058-4659-bf41-ab293eb47938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26cc75-2159-428f-bee6-244591ae2521,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:25.075826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-f6d32f34-b53e-4ebd-9004-c023d9061fa9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790057 Oct 25 23:23:25.107156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.263840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'aa73f8e8-f740-48b3-8c42-c0cf9d53ae57'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:25.266462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.281220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.364051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:25.368140 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.400625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 45b77641-0881-4704-a54e-87d289efd4d0 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:25.451690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.497358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:25.511624 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.515458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-65f71d59-624f-4f91-a0c5-29a31f76bcc0 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "DELETE /v2.0/subnets/6ef744b7-5bf1-4ce3-8f1a-73d4c3b4b7f7 HTTP/1.1" status: 204 len: 168 time: 0.6588247 Oct 25 23:23:25.519738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:25.555247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/aa73f8e8-f740-48b3-8c42-c0cf9d53ae57/02979538-fadb-4e38-ade4-8c0e1032fe51) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:25.649831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.683322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-ca29792f-748b-4f50-92cb-4dbeb68b4490 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3333423 Oct 25 23:23:25.754928 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-c1a7a40a-6fec-4d55-b0ac-fb4aa90eaa33 service neutron] 10.222.0.25 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675339 Oct 25 23:23:25.759233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8885fe6-965a-480b-869b-5564a128c294 None None] Network abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:25.784426 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:23:25.845288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-287e658b-b4bb-4903-8f5e-90a6ad1c72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:25.846844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-287e658b-b4bb-4903-8f5e-90a6ad1c72ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 1096 time: 0.1250024 Oct 25 23:23:25.848110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Deleting port 991afc0d-327d-45bb-9d51-35138f3ef132 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:25.848450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:25.918524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-a9728a7e-3500-48f8-b36f-93c38cf60a31 service neutron] 10.222.0.25 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522954 Oct 25 23:23:25.997254 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.022701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.095176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] For port 991afc0d-327d-45bb-9d51-35138f3ef132, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=991afc0d-327d-45bb-9d51-35138f3ef132,segment=NetworkSegment(138ee745-935f-4503-b3b1-3ed1c87a0981),segment_id=138ee745-935f-4503-b3b1-3ed1c87a0981)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:26.095573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.153235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Calling delete_port for 991afc0d-327d-45bb-9d51-35138f3ef132 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:26.184517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Pushing event updated for resources: {'Port': ['ID=02979538-fadb-4e38-ade4-8c0e1032fe51,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:26.217310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce5e5-79a8-4cf4-8a92-145b53e4ea19 req-4bc4a51d-3265-4459-815c-0ad65dd617d1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:26.220945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322ce5e5-79a8-4cf4-8a92-145b53e4ea19 req-4bc4a51d-3265-4459-815c-0ad65dd617d1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.2766459 Oct 25 23:23:26.222903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::1f8 (57fc94dc-2742-4a31-abc4-7afd577fd939/aa73f8e8-f740-48b3-8c42-c0cf9d53ae57/45b77641-0881-4704-a54e-87d289efd4d0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:26.223927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:26.225454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:26.243840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:26.313893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-322ce5e5-79a8-4cf4-8a92-145b53e4ea19 req-9dca4c5f-233e-453e-b1a3-e8f48145273a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704761 Oct 25 23:23:26.317692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-cd27c271-b4ac-4867-9649-bfca7f02e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:26.319062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ca58b40-f8ce-40a9-bf23-d1bb6d1c1f0c req-1d42f02f-9c23-40fb-98ba-057381599e83 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 210 time: 0.0885563 Oct 25 23:23:26.319328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-cd27c271-b4ac-4867-9649-bfca7f02e18c service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.4361441 Oct 25 23:23:26.328537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] DHCP port deletion for abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:26.409771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Attempting to bind port 02979538-fadb-4e38-ade4-8c0e1032fe51 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:26.410696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Attempting to bind port 02979538-fadb-4e38-ade4-8c0e1032fe51 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:26.411128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Attempting to bind port 02979538-fadb-4e38-ade4-8c0e1032fe51 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:26.420649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-59b1b0eb-2667-4f0e-a86d-e547e97d2a0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 200 len: 1001 time: 0.0647550 Oct 25 23:23:26.424988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:26.425801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:26.426418 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.426839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:26.427565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Bound port: 02979538-fadb-4e38-ade4-8c0e1032fe51, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:26.428317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.477281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] Deleting port 991afc0d-327d-45bb-9d51-35138f3ef132 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:26.477654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.593382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-740ce804-b039-49f6-b573-d5febdeec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:26.596030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-740ce804-b039-49f6-b573-d5febdeec422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.1671011 Oct 25 23:23:26.637039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] For port 991afc0d-327d-45bb-9d51-35138f3ef132, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=991afc0d-327d-45bb-9d51-35138f3ef132,segment=NetworkSegment(138ee745-935f-4503-b3b1-3ed1c87a0981),segment_id=138ee745-935f-4503-b3b1-3ed1c87a0981)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:26.637638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.646351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] For port 02979538-fadb-4e38-ade4-8c0e1032fe51, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:26.652104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] For port 02979538-fadb-4e38-ade4-8c0e1032fe51, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=02979538-fadb-4e38-ade4-8c0e1032fe51,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:26.656626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] Calling delete_port for 991afc0d-327d-45bb-9d51-35138f3ef132 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:26.663152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.696165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.745119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] No DVR routers for this DVR port 991afc0d-327d-45bb-9d51-35138f3ef132 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:26.783103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640db6e7-78e0-4bc0-a37a-0741e5ac5181 None None] Pushing event updated for resources: {'Port': ['ID=02979538-fadb-4e38-ade4-8c0e1032fe51,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:26.824043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Port': ['ID=991afc0d-327d-45bb-9d51-35138f3ef132,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:26.856652 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.906757 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:26.953636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] Pushing event deleted for resources: {'Port': ['ID=991afc0d-327d-45bb-9d51-35138f3ef132,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:26.957923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf9da6c-4b1a-4a63-a3cf-e91046bd0b78']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:26.973367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138ee745-935f-4503-b3b1-3ed1c87a0981') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:26.973858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138ee745-935f-4503-b3b1-3ed1c87a0981') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:26.994460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395eb8ed-9cfc-4ef6-ba88-fceab471af37 None None] No DVR routers for this DVR port 991afc0d-327d-45bb-9d51-35138f3ef132 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:27.007151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.030713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.037380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:23:27.037851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:23:27.123306 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:23:27.126968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.173461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-631dc040-f378-434a-82f6-8dea8662ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:27.175555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-631dc040-f378-434a-82f6-8dea8662ae87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5634167 Oct 25 23:23:27.183412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.188346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] 10.222.0.25 "DELETE /v2.0/networks/abf9da6c-4b1a-4a63-a3cf-e91046bd0b78 HTTP/1.1" status: 204 len: 168 time: 1.6673315 Oct 25 23:23:27.211130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1f107-e119-4c9a-9e39-28d5b58f8c27 tempest-FloatingIPNegativeTestJSON-975732051 tempest-FloatingIPNegativeTestJSON-975732051-project] Pushing event deleted for resources: {'Network': ['ID=abf9da6c-4b1a-4a63-a3cf-e91046bd0b78,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:27.443929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-772c41db-4f6c-40ff-a38d-f0b5d4dac5e6 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137702 Oct 25 23:23:27.514805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32d71513-0e66-4c46-ac17-558404d8194d req-3cb08214-3aaf-469a-b4aa-1e4ea206fa33 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 210 time: 0.0523355 Oct 25 23:23:27.546488 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.694478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af7d8-54cc-455f-ba8b-a4c92264ff3d req-1a1e38af-c843-418d-9ec9-a46782dc91ca tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:27.696324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a3af7d8-54cc-455f-ba8b-a4c92264ff3d req-1a1e38af-c843-418d-9ec9-a46782dc91ca tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1997797 Oct 25 23:23:27.763545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b6984c4a-c863-443a-b8bc-4217db445f58 req-770de6eb-7975-40f2-8ec7-bfe5ce346dde service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114491 Oct 25 23:23:27.785265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.812671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a3af7d8-54cc-455f-ba8b-a4c92264ff3d req-9bdb89c3-869d-4d71-82c6-d39ef55d5fb0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963936 Oct 25 23:23:27.908858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:27.916901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:27.921301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:27.927856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:27.928740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:27.941632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:27.977972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9457917 Oct 25 23:23:27.978736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51638) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:28.012597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018b1bf-7e3e-4c7a-a612-c5550d1311f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=45b77641-0881-4704-a54e-87d289efd4d0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:28.133861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f8d26-4fb2-48bb-8653-c703b1afebae tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:28.173468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f8d26-4fb2-48bb-8653-c703b1afebae tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:28.176570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-048f8d26-4fb2-48bb-8653-c703b1afebae tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1959472 Oct 25 23:23:28.182934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51640) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:28.383755 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.403426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a31e57bd-daa0-48f6-b45e-0e1d28c6b858 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f2f907ca9f3475eb614f8a5d3126272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575129 Oct 25 23:23:28.406488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51644) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:28.419452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 02979538-fadb-4e38-ade4-8c0e1032fe51 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:28.551002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893bac14-6e9f-4ab7-9b88-fefcc1b03d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.584919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 02979538-fadb-4e38-ade4-8c0e1032fe51 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:28.585294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.628505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893bac14-6e9f-4ab7-9b88-fefcc1b03d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.730232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4ecac7fc-eb44-4bdd-9068-fbe414352615 None None] Provisioning complete for port 02979538-fadb-4e38-ade4-8c0e1032fe51 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:28.732911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab735faf-59b4-42ff-8f9a-739768ffcb62 req-771f2100-0cb5-475a-bd8c-ecf97a274de6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 210 time: 0.0591531 Oct 25 23:23:28.733593 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4ecac7fc-eb44-4bdd-9068-fbe414352615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.795589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893bac14-6e9f-4ab7-9b88-fefcc1b03d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.806990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893bac14-6e9f-4ab7-9b88-fefcc1b03d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:28.811133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-893bac14-6e9f-4ab7-9b88-fefcc1b03d2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77531c82-a1df-40ed-9faa-d489f1b863e7 HTTP/1.1" status: 204 len: 168 time: 0.4024720 Oct 25 23:23:28.861580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bac14-6e9f-4ab7-9b88-fefcc1b03d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77531c82-a1df-40ed-9faa-d489f1b863e7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:29.166429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40542f7-6b95-4b96-9225-c1886c6fc017 req-ed5ff2a7-1eb9-4398-af45-b61c1a3d46d9 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:29.174283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d40542f7-6b95-4b96-9225-c1886c6fc017 req-ed5ff2a7-1eb9-4398-af45-b61c1a3d46d9 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1454585 Oct 25 23:23:29.181987 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.203610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 45b77641-0881-4704-a54e-87d289efd4d0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:29.204072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.235118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-c6cd382e-d495-4d93-bb2d-eb0203ca744d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:29.236879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-c6cd382e-d495-4d93-bb2d-eb0203ca744d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 817 time: 0.9250071 Oct 25 23:23:29.339952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d40542f7-6b95-4b96-9225-c1886c6fc017 req-1278c744-0d6d-4ca5-b573-39401ffd4a9f tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642196 Oct 25 23:23:29.390340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-bd909121-2c52-4c9e-91b5-d211576b7333 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 380 time: 0.1215448 Oct 25 23:23:29.407780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'port': {'device_id': '46cc4191-9ce3-403c-820f-06081ffda52f', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'admin_state_up': True, 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'security_groups': ['cca535eb-8dec-4b81-8ea1-258e3598c382']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:29.434256 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4ecac7fc-eb44-4bdd-9068-fbe414352615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.437339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 02979538-fadb-4e38-ade4-8c0e1032fe51, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=02979538-fadb-4e38-ade4-8c0e1032fe51,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:29.462679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.522869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.550384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 45b77641-0881-4704-a54e-87d289efd4d0 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:29.614830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 991afc0d-327d-45bb-9d51-35138f3ef132 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:29.646898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=02979538-fadb-4e38-ade4-8c0e1032fe51,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:29.694474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 991afc0d-327d-45bb-9d51-35138f3ef132 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:23:29.695230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 991afc0d-327d-45bb-9d51-35138f3ef132 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:29.709685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Made reservation on behalf of e6db85b6142c4d53accf07237edb2f5d for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:29.716087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.732095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-4ecac7fc-eb44-4bdd-9068-fbe414352615 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:23:29.734407 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-4ecac7fc-eb44-4bdd-9068-fbe414352615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:23:29.956580 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:29.990121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1921cb8-fefc-4f76-81b2-9d586e90f7e0 req-51d65d44-8bb7-4969-bd34-de96b6ebd6a6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 210 time: 0.0762143 Oct 25 23:23:30.106928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=45b77641-0881-4704-a54e-87d289efd4d0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:30.122416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.126688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-205d1261-eb28-4df1-b828-8a0456af20b8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/45b77641-0881-4704-a54e-87d289efd4d0 HTTP/1.1" status: 204 len: 168 time: 1.9424000 Oct 25 23:23:30.129287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51684) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:30.206747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 02979538-fadb-4e38-ade4-8c0e1032fe51 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:30.270367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51690) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:30.284234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff5e5a-61f7-4cb5-9d72-f4cd4bd198b7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:30.285858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff5e5a-61f7-4cb5-9d72-f4cd4bd198b7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:30.302538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Allocated IP 172.20.0.3 (01622bd7-7fda-44c0-a57e-22b8a7807b9a/294267f9-0c8f-466c-a224-73ba058e5389/80704e7b-a75f-40a1-b90a-c348b78dfd4b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:30.306248 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1aff5e5a-61f7-4cb5-9d72-f4cd4bd198b7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1752667 Oct 25 23:23:30.310018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:30.450707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 02979538-fadb-4e38-ade4-8c0e1032fe51 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:30.451702 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.474943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet aa73f8e8-f740-48b3-8c42-c0cf9d53ae57 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:30.481042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.587027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.624352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b2abbf1f-ffcf-46e9-a71a-e123a7437cd0 None None] Could not find standard attr ID for object 45b77641-0881-4704-a54e-87d289efd4d0. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:23:30.642047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1354608123'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:30.720516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.739994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760b35-6518-4c81-ba90-5990862e9de7 req-30cbbcc4-4a77-4d11-adaf-26c9c78a4584 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:30.741707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc760b35-6518-4c81-ba90-5990862e9de7 req-30cbbcc4-4a77-4d11-adaf-26c9c78a4584 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1095853 Oct 25 23:23:30.744362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:30.748339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.766961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.824338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:30.984836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.006733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc760b35-6518-4c81-ba90-5990862e9de7 req-633b7db4-eb62-43c2-866b-e3f24eaf7328 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424204 Oct 25 23:23:31.007845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.026451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba719b6-790f-4417-a9e9-93da588981fe None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:31.049134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.060245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/aa73f8e8-f740-48b3-8c42-c0cf9d53ae57 HTTP/1.1" status: 204 len: 168 time: 0.7495654 Oct 25 23:23:31.062745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d9a1-7ada-4c98-af24-aa1d1fae5f3e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=aa73f8e8-f740-48b3-8c42-c0cf9d53ae57,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:31.064475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51744) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:31.110380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:31.128264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:31.147672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-0896e11a-2064-4c0d-ada8-6b6d5f6a872d tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5a7db4f92e1a4f759a7fd282844d862c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859954 Oct 25 23:23:31.152603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:31.212240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54336573-1bf6-4b8b-acf9-851905016f60 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460149 Oct 25 23:23:31.241970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51748) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:31.318862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.369183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:31.382073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.414185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:23:31.423495 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.423848 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Added segment 6c06df9d-56c0-4fd4-bc30-b40c376e2279 of type vlan for network 49869406-d027-4aa5-a169-c80630ef39a3 Oct 25 23:23:31.448180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:31.469756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.488392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-2c81dd73-d582-4fd1-8e8a-79ec7889a806 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:31.497947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-2c81dd73-d582-4fd1-8e8a-79ec7889a806 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866967 Oct 25 23:23:31.520415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.529856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:31.530420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-cd324515-1783-44f2-8e3e-286baa73b9c0 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/quotas/5a7db4f92e1a4f759a7fd282844d862c HTTP/1.1" status: 200 len: 375 time: 0.0311761 Oct 25 23:23:31.530579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.593323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:31.594173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.599112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-4c6f8ea7-3f76-4a2f-82fe-939c6567d14c tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a7db4f92e1a4f759a7fd282844d862c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664935 Oct 25 23:23:31.607577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] Deleting port 02979538-fadb-4e38-ade4-8c0e1032fe51 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:31.608067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.685512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] For port 02979538-fadb-4e38-ade4-8c0e1032fe51, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=02979538-fadb-4e38-ade4-8c0e1032fe51,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:31.686214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.700648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] Calling delete_port for 02979538-fadb-4e38-ade4-8c0e1032fe51 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:31.756333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d34c0fa-942f-4806-a220-47d3b761e95a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:31.783893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab68d0-6287-47df-8fc7-156fdb6ec94f req-7d30dbe6-7e3a-4407-9091-b7cde6cc6c1f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:31.793055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1dab68d0-6287-47df-8fc7-156fdb6ec94f req-7d30dbe6-7e3a-4407-9091-b7cde6cc6c1f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 931 time: 0.6083765 Oct 25 23:23:31.798699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-2967d87b-4025-4c83-a772-b7f09063466e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3965566 Oct 25 23:23:31.818697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6452d-eab9-4ac1-9e0e-43361262e2c9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:31.823503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-34a6452d-eab9-4ac1-9e0e-43361262e2c9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5638866 Oct 25 23:23:31.825897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5542624 Oct 25 23:23:31.826672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51760) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:31.855761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d6f10e08-9aa2-491e-a372-25874193d812 None None] Provisioning complete for port 80704e7b-a75f-40a1-b90a-c348b78dfd4b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:31.857850 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d6f10e08-9aa2-491e-a372-25874193d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:31.909842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Request body: {'port': {'device_id': '46cc4191-9ce3-403c-820f-06081ffda52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:31.930373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70177f4-56d8-46d9-a6b0-1c0ffde8d49c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Network': ['ID=49869406-d027-4aa5-a169-c80630ef39a3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:31.959574 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-08ab99bc-7fb3-4671-ae9a-6d5d82994986 req-afd56821-80d0-4443-83e3-e8bfe7920517 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 210 time: 0.1533456 Oct 25 23:23:32.213632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1dab68d0-6287-47df-8fc7-156fdb6ec94f req-c462e0c6-4c03-4449-878a-9c09264a67a7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190533 Oct 25 23:23:32.218607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65dd823-08fe-458c-8cb7-720dd6fbd237 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:32.220060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c65dd823-08fe-458c-8cb7-720dd6fbd237 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3872294 Oct 25 23:23:32.223933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51778) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:32.256722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:32.451682 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-833cf2fb-464c-487f-aef7-4bac1f757e84 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2262678 Oct 25 23:23:32.482893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:32.483185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:32.500557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 49869406-d027-4aa5-a169-c80630ef39a3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:23:32.502407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 02979538-fadb-4e38-ade4-8c0e1032fe51 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:32.505656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:32.726225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d6f10e08-9aa2-491e-a372-25874193d812 None None] Port 80704e7b-a75f-40a1-b90a-c348b78dfd4b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:23:32.739402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] No DVR routers for this DVR port 02979538-fadb-4e38-ade4-8c0e1032fe51 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:32.839828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7a75b-de52-40d6-a14b-633843e1f1c3 None None] Pushing event deleted for resources: {'Port': ['ID=02979538-fadb-4e38-ade4-8c0e1032fe51,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:32.854790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 02979538-fadb-4e38-ade4-8c0e1032fe51 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:23:32.855334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 02979538-fadb-4e38-ade4-8c0e1032fe51 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:32.873520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa17fd-385a-4738-b8c4-78e04a6b45aa req-b7bb9ff8-5254-4968-b640-f04fb286974b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:32.882427 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1afa17fd-385a-4738-b8c4-78e04a6b45aa req-b7bb9ff8-5254-4968-b640-f04fb286974b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.4538927 Oct 25 23:23:32.987964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:32.992015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.117563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:23:33.156082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.182699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1afa17fd-385a-4738-b8c4-78e04a6b45aa req-b6e9930a-3d06-41ac-9f3a-c2a419abe2d4 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953715 Oct 25 23:23:33.206167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7705e32-7913-4f23-960b-c1b77c135975 req-7455711d-a6dc-4fa3-a3c8-cbf6de736c43 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 210 time: 0.0640235 Oct 25 23:23:33.237944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Transition to ACTIVE for port object 80704e7b-a75f-40a1-b90a-c348b78dfd4b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:23:33.249286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.506031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:33.536799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:33.537484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:33.538016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:33.543628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:23:33.544147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:33.549910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:33.551015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:33.551569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Bound using segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:33.552294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Bound port: 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:33.552831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.601447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b54656-38d7-4b88-9c30-bcf2c64fd734 req-eec54c18-5c99-4f0e-80a3-15765f97847f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:33.617393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83b54656-38d7-4b88-9c30-bcf2c64fd734 req-eec54c18-5c99-4f0e-80a3-15765f97847f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.1976988 Oct 25 23:23:33.672882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:33.687765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:33.700928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.756932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:33.789917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:33.791901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.793387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-fc3c8ad4-b168-4c4a-9b6f-5378d66a0298 service neutron] 10.222.0.11 "PUT /v2.0/ports/80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 1091 time: 1.9645610 Oct 25 23:23:33.793863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:33.813414 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edff905-fce1-4429-a5be-c64e560ce707" -d '{"events": [{"name": "network-changed", "server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:33.837121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83b54656-38d7-4b88-9c30-bcf2c64fd734 req-9db3f367-35fb-4122-9912-27e37a1600d4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185357 Oct 25 23:23:33.910109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:33.924047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:33.933063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-df0ea310-6570-49c8-8287-dda482aa84b1 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a7db4f92e1a4f759a7fd282844d862c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943997 Oct 25 23:23:34.018554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:34.029089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:34.039898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:34.047211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:34.050585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173c451-e82a-47fe-9396-93cfb75d0f78 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:34.081875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=820d7715-5f5d-48f1-8739-290c0549d060,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:34.102515 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e407efdb-402d-4b63-a9ff-92ab4dde6e1b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6186621 Oct 25 23:23:34.106026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:34.128527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:34.450751 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23bc106-55ef-4db3-8bd1-9ad5878ef7f6 x-openstack-request-id: req-c23bc106-55ef-4db3-8bd1-9ad5878ef7f6 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:34.451345 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:34.457611 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c23bc106-55ef-4db3-8bd1-9ad5878ef7f6 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:34.458264 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'status': 'completed', 'code': 200} Oct 25 23:23:34.539941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f26a77a6-c282-4192-8feb-419642407cbf req-92e511c0-cb18-4441-8447-7c2297330fff tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 210 time: 0.0390790 Oct 25 23:23:34.563307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-39b5bf22-bc2c-4bae-aae1-c870b8856cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:34.565381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-39b5bf22-bc2c-4bae-aae1-c870b8856cb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1094 time: 0.6074293 Oct 25 23:23:34.577663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:34.583626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:34.633295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': '820d7715-5f5d-48f1-8739-290c0549d060'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:34.634690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:34.672264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-44e032cb-6e0c-47c9-8bb5-fe5e832592c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 217 time: 0.0904603 Oct 25 23:23:34.675940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1fc7-438f-4176-8870-51c1246ad33e req-d58d5b07-a711-4ba6-92bc-622d6adaf3d6 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:34.685488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60db1fc7-438f-4176-8870-51c1246ad33e req-d58d5b07-a711-4ba6-92bc-622d6adaf3d6 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1964328 Oct 25 23:23:34.751490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60db1fc7-438f-4176-8870-51c1246ad33e req-103fefb2-09ea-461f-9189-d5b418a68315 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647218 Oct 25 23:23:34.794481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-9ab9c5eb-4efe-4d54-89c6-26a686ecc582 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:34.796421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-9ab9c5eb-4efe-4d54-89c6-26a686ecc582 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8450940 Oct 25 23:23:34.798746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-534ae7e5-205b-4fbc-8244-ece1a55b4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:34.800284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-534ae7e5-205b-4fbc-8244-ece1a55b4ded service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1221595 Oct 25 23:23:34.864767 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 820d7715-5f5d-48f1-8739-290c0549d060 (CIDR: 2001:db8::/64) Oct 25 23:23:34.874849 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:23:34.874849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:23:34.891138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Request body: {'port': {'device_id': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': '5a7db4f92e1a4f759a7fd282844d862c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:34.920903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6836fae9-c2b0-4295-b730-96cfa54d6ccf tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8126192 Oct 25 23:23:34.923951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:34.932119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:35.003396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Allocated IP 2001:db8::f816:3eff:fe56:73e0 (57fc94dc-2742-4a31-abc4-7afd577fd939/820d7715-5f5d-48f1-8739-290c0549d060/487c99d4-d6bd-40eb-8017-774ea9ffd951) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:35.111748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-d9bba4c5-4ba7-405e-aca5-bf8cb2b0ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:35.121006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-d9bba4c5-4ba7-405e-aca5-bf8cb2b0ffe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3118627 Oct 25 23:23:35.187165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:35.192841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.281350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:35.291173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'subnet': {'network_id': '49869406-d027-4aa5-a169-c80630ef39a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:35.292954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927171-e456-475c-9926-5ffde3e535b1 req-635b1f73-caf9-486f-9f19-66ff9334a896 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:35.294767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1927171-e456-475c-9926-5ffde3e535b1 req-635b1f73-caf9-486f-9f19-66ff9334a896 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.2836447 Oct 25 23:23:35.304626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.312822 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.365597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:35.370440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Made reservation on behalf of 5a7db4f92e1a4f759a7fd282844d862c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:35.386186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:35.386186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:35.387071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.400243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Pushing event updated for resources: {'Port': ['ID=487c99d4-d6bd-40eb-8017-774ea9ffd951,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:35.426413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-78505fd3-138d-4d42-912b-efe413f62297 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754984 Oct 25 23:23:35.445860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.471707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:35.475699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f1927171-e456-475c-9926-5ffde3e535b1 req-95a3b25b-3dab-44b6-9c68-a38638220198 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688788 Oct 25 23:23:35.480736 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.515997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Attempting to bind port 487c99d4-d6bd-40eb-8017-774ea9ffd951 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:35.516716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Attempting to bind port 487c99d4-d6bd-40eb-8017-774ea9ffd951 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:35.517279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Attempting to bind port 487c99d4-d6bd-40eb-8017-774ea9ffd951 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:35.522731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:35.523374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:35.523981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.524569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:35.525953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Bound port: 487c99d4-d6bd-40eb-8017-774ea9ffd951, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:35.526732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.614521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18fd275-b003-4412-a5fd-f8f3a69432e5 req-7ebb420e-7af6-4dbe-aab3-cf8c5a04df25 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794796 Oct 25 23:23:35.674569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.678372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] For port 487c99d4-d6bd-40eb-8017-774ea9ffd951, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:35.687917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] For port 487c99d4-d6bd-40eb-8017-774ea9ffd951, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=487c99d4-d6bd-40eb-8017-774ea9ffd951,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:35.691834 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.699875 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.742826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d26d3f9b-2e6d-4a11-8d86-bb329dbdf7f9 req-f9161eb6-b371-4510-840c-ad0c8ad85d85 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 210 time: 0.0328462 Oct 25 23:23:35.745906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:35.752819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac7a38-e6f8-46f5-86cd-080897bdd472,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:35.812444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238fa2d-519f-434b-be37-dcc3034bf08f None None] Pushing event updated for resources: {'Port': ['ID=487c99d4-d6bd-40eb-8017-774ea9ffd951,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:35.936024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Subnet': ['ID=4454b2a4-7480-4b24-a9be-e5bae5c8b7d9,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:35.964124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Checking segment: {'id': '6c06df9d-56c0-4fd4-bc30-b40c376e2279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49869406-d027-4aa5-a169-c80630ef39a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:35.964490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network hostable DHCP agents. Network: 49869406-d027-4aa5-a169-c80630ef39a3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:23:36.026802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 49869406-d027-4aa5-a169-c80630ef39a3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:23:36.051794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 49869406-d027-4aa5-a169-c80630ef39a3) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:36.058282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.058981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.062650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.065037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b128b8-d661-45c3-98c0-24004cddf4d3 None None] Network 49869406-d027-4aa5-a169-c80630ef39a3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:36.075464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Allocated IP 192.168.233.126 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/a7658979-b234-4186-a654-24415bdfaf4f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:36.099069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:36.105934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:36.150367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff905-fce1-4429-a5be-c64e560ce707 req-1c15cc81-7c60-4ebd-8ffa-8e3acb99d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.150609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.151246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.151957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-1c15cc81-7c60-4ebd-8ffa-8e3acb99d7d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1094 time: 0.4731064 Oct 25 23:23:36.193734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-39e33356-b883-4cf7-8c55-07981bff069b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9111292 Oct 25 23:23:36.197882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:36.207953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1159365207'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:36.249452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3241642 Oct 25 23:23:36.253393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51842) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:36.265345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b046a88-945c-48e8-a1af-da16a57734e5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=05523084-68a5-40b3-a9d3-c5c49ae86270,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:36.267179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:e9:3a:af', 'name': 'tempest-NetworksTestDHCPv6-100881950'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:36.303039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022759e8-fcfb-49f9-a879-5346c2db1c27 req-8cfc7bec-c51f-4eb1-8974-679832afdf62 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.313172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:36.314735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-022759e8-fcfb-49f9-a879-5346c2db1c27 req-8cfc7bec-c51f-4eb1-8974-679832afdf62 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.4505157 Oct 25 23:23:36.317320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.370816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:23:36.397411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.397908 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Added segment bebabc7e-6342-41b7-97fb-bec16428b676 of type vlan for network 6685349b-5624-460f-8711-201cf452a631 Oct 25 23:23:36.440778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-49869406-d027-4aa5-a169-c80630ef39a3', 'network_id': '49869406-d027-4aa5-a169-c80630ef39a3', 'tenant_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'fixed_ips': [{'subnet_id': '4454b2a4-7480-4b24-a9be-e5bae5c8b7d9'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:36.445370 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.461528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.515694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-022759e8-fcfb-49f9-a879-5346c2db1c27 req-bd20a393-9324-415a-815f-e6e3364c9d2f tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932817 Oct 25 23:23:36.537663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.562010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.563479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.588017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff905-fce1-4429-a5be-c64e560ce707 req-f6fa329f-eaef-4fbc-bf99-950f2c3ca336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.589497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-f6fa329f-eaef-4fbc-bf99-950f2c3ca336 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.4267802 Oct 25 23:23:36.675622 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4756091 Oct 25 23:23:36.708519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51850) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:36.723809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-8d1970b6-b731-4b53-91c6-455207c2d2fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 217 time: 0.1149979 Oct 25 23:23:36.730425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'subnet': {'network_id': '6685349b-5624-460f-8711-201cf452a631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:36.797772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Allocated IP 2001:db8:0:ffff::2 (49869406-d027-4aa5-a169-c80630ef39a3/4454b2a4-7480-4b24-a9be-e5bae5c8b7d9/5ca7aa71-8152-444b-9714-52201e6802d7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:36.810981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff905-fce1-4429-a5be-c64e560ce707 req-9c4064f1-ce18-4ef2-8bbf-ca0954532ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.817058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-9c4064f1-ce18-4ef2-8bbf-ca0954532ecb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.0845044 Oct 25 23:23:36.831314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f4e6b-cb94-4a8b-9e8d-da9a32a7ebd3 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Network': ['ID=6685349b-5624-460f-8711-201cf452a631,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:36.855435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6685349b-5624-460f-8711-201cf452a631 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:23:36.875377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db6af2-e91c-4cd0-864c-838550980df1 req-8ace6765-bfe0-4b5b-80eb-28fe188102a0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:36.876941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64db6af2-e91c-4cd0-864c-838550980df1 req-8ace6765-bfe0-4b5b-80eb-28fe188102a0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.2255232 Oct 25 23:23:36.889166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:36.937095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:36.998961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64db6af2-e91c-4cd0-864c-838550980df1 req-47657bf0-0aae-4a24-be97-b25e1692290f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925245 Oct 25 23:23:36.999799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-156c6c6a-edc4-4182-97b5-5d6b1807c35b req-a5d20c1d-b061-49e3-95ef-0c29036c52c7 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 210 time: 0.0864289 Oct 25 23:23:37.043751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:37.047936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.080225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff905-fce1-4429-a5be-c64e560ce707 req-34446317-247f-4646-a33d-f189ed17e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:37.081965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-34446317-247f-4646-a33d-f189ed17e847 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443423 Oct 25 23:23:37.157823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.285633 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.298485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.381929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Network 49869406-d027-4aa5-a169-c80630ef39a3 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:37.388669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:37.391276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:37.403765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Pushing event updated for resources: {'Port': ['ID=5ca7aa71-8152-444b-9714-52201e6802d7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:37.496542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Attempting to bind port 5ca7aa71-8152-444b-9714-52201e6802d7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:37.497248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Attempting to bind port 5ca7aa71-8152-444b-9714-52201e6802d7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6c06df9d-56c0-4fd4-bc30-b40c376e2279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49869406-d027-4aa5-a169-c80630ef39a3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:37.497513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Attempting to bind port 5ca7aa71-8152-444b-9714-52201e6802d7 on network 49869406-d027-4aa5-a169-c80630ef39a3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:37.500379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d41cf-12c4-49d6-a099-b8bfccd542b3 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:37.607162 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:37.608716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:37.608920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.609150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Checking segment: {'id': '6c06df9d-56c0-4fd4-bc30-b40c376e2279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49869406-d027-4aa5-a169-c80630ef39a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:37.609491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.609886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Bound using segment: {'id': '6c06df9d-56c0-4fd4-bc30-b40c376e2279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49869406-d027-4aa5-a169-c80630ef39a3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:37.610392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Bound port: 5ca7aa71-8152-444b-9714-52201e6802d7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c06df9d-56c0-4fd4-bc30-b40c376e2279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49869406-d027-4aa5-a169-c80630ef39a3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:37.610773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.689512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-64d58975-bcf9-4049-8984-ea529a443d2d None None] Provisioning complete for port 487c99d4-d6bd-40eb-8017-774ea9ffd951 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:37.689731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64d58975-bcf9-4049-8984-ea529a443d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.712785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Checking segment: {'id': 'bebabc7e-6342-41b7-97fb-bec16428b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6685349b-5624-460f-8711-201cf452a631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:37.713149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network hostable DHCP agents. Network: 6685349b-5624-460f-8711-201cf452a631, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:23:37.715346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Subnet': ['ID=9a159546-5816-4558-865c-510ea9c46013,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:37.738995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 6685349b-5624-460f-8711-201cf452a631 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:23:37.739631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.753120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6685349b-5624-460f-8711-201cf452a631) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:37.758600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:37.760024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:37.802632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-24c20968-124a-47e8-8d1d-79147f6ee873 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0919785 Oct 25 23:23:37.803517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51864) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:37.809866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'port': {'network_id': '6685349b-5624-460f-8711-201cf452a631', 'name': 'tempest-NetworksIpV6TestAttrs-2103467524'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:37.819168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b132ed-b3f2-46df-a7b7-574bd4ac57c6 None None] Network 6685349b-5624-460f-8711-201cf452a631 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:37.821445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:37.852065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-98df0931-c039-4205-9c99-e75c7e20d51c service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617352 Oct 25 23:23:37.883399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 0dad528e-2430-46b8-9092-977c929c18c6 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:37.900907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:37.942010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:38.066806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] For port 5ca7aa71-8152-444b-9714-52201e6802d7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:38.078190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] For port 5ca7aa71-8152-444b-9714-52201e6802d7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5ca7aa71-8152-444b-9714-52201e6802d7,segment=NetworkSegment(6c06df9d-56c0-4fd4-bc30-b40c376e2279),segment_id=6c06df9d-56c0-4fd4-bc30-b40c376e2279)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:38.257111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:38.264796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:38.277582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:38.343363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 487c99d4-d6bd-40eb-8017-774ea9ffd951 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:38.347308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] device_id is not set on port 5ee99d61-b242-4a6d-acd5-261f90498f1e yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:38.388919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f90d10-a09a-430f-bc5c-258a5a4feca7 req-1897021f-c1a0-4285-a0ee-e541905cdbc9 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:38.393766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00f90d10-a09a-430f-bc5c-258a5a4feca7 req-1897021f-c1a0-4285-a0ee-e541905cdbc9 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 936 time: 0.1922328 Oct 25 23:23:38.530523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 487c99d4-d6bd-40eb-8017-774ea9ffd951 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:38.530523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:38.755225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8:0:1::2e5 (57fc94dc-2742-4a31-abc4-7afd577fd939/05523084-68a5-40b3-a9d3-c5c49ae86270/0dad528e-2430-46b8-9092-977c929c18c6) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:38.775316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:fee9:3aaf (57fc94dc-2742-4a31-abc4-7afd577fd939/820d7715-5f5d-48f1-8739-290c0549d060/0dad528e-2430-46b8-9092-977c929c18c6) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:38.831002 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00f90d10-a09a-430f-bc5c-258a5a4feca7 req-7bff83e9-536b-4a82-9c5f-813c646cb5c5 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693920 Oct 25 23:23:38.843174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Pushing event updated for resources: {'Port': ['ID=a7658979-b234-4186-a654-24415bdfaf4f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:38.862599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Allocated IP 2001:db8::f816:3eff:fe7d:6956 (6685349b-5624-460f-8711-201cf452a631/9a159546-5816-4558-865c-510ea9c46013/5ee99d61-b242-4a6d-acd5-261f90498f1e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:39.039739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:23:39.042738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b8f1-778c-4f69-9711-a6610c3f2d05 None None] Pushing event updated for resources: {'Port': ['ID=5ca7aa71-8152-444b-9714-52201e6802d7,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:39.147305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3edff905-fce1-4429-a5be-c64e560ce707 req-7e3ae3ae-bcb7-415a-ac58-c40dbce8a0ae service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2238827 Oct 25 23:23:39.243686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73941a-62c6-4340-ab08-26e81afb4a8a req-78d94627-988a-4d9b-91eb-815e02415093 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:39.245931 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad73941a-62c6-4340-ab08-26e81afb4a8a req-78d94627-988a-4d9b-91eb-815e02415093 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 1.5091591 Oct 25 23:23:39.353385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64d58975-bcf9-4049-8984-ea529a443d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.399254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:39.401315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.403095 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.413703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788bca0-8ed2-4c48-976f-350be75c27b1 req-e946b939-16b1-4cdc-9ae6-4f86d376434f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:39.418265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3788bca0-8ed2-4c48-976f-350be75c27b1 req-e946b939-16b1-4cdc-9ae6-4f86d376434f tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.4114933 Oct 25 23:23:39.422885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad73941a-62c6-4340-ab08-26e81afb4a8a req-d0ed5de7-5363-4c0a-9ca7-b4a28aa6b20e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631813 Oct 25 23:23:39.434057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-a939df3f-2cbf-45de-b9ad-423deba25163 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5534732 Oct 25 23:23:39.465313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Request body: {'port': {'device_id': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:39.484877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] Update dhcp port {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '820d7715-5f5d-48f1-8739-290c0549d060', 'ip_address': '2001:db8::f816:3eff:fe56:73e0'}, {'subnet_id': '05523084-68a5-40b3-a9d3-c5c49ae86270'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '487c99d4-d6bd-40eb-8017-774ea9ffd951'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:23:39.491326 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:23:39.543778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6685349b-5624-460f-8711-201cf452a631', 'network_id': '6685349b-5624-460f-8711-201cf452a631', 'tenant_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'fixed_ips': [{'subnet_id': '9a159546-5816-4558-865c-510ea9c46013'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:39.544674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.598974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.637404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3788bca0-8ed2-4c48-976f-350be75c27b1 req-ecee2b75-b474-4749-bcb2-5b37228dcad4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977742 Oct 25 23:23:39.657144 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.695878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-64d58975-bcf9-4049-8984-ea529a443d2d None None] For port 487c99d4-d6bd-40eb-8017-774ea9ffd951, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=487c99d4-d6bd-40eb-8017-774ea9ffd951,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:39.713860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 6685349b-5624-460f-8711-201cf452a631 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:39.725417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:39.737897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-64d58975-bcf9-4049-8984-ea529a443d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.749885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:39.767720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:39.770969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.838254 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:39.907396 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1026204 Oct 25 23:23:39.918903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:40.065595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ad669-99db-46e3-8d7a-994ece9d0fc2 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Port': ['ID=5ee99d61-b242-4a6d-acd5-261f90498f1e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:40.124859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Deleting subnet 9a159546-5816-4558-865c-510ea9c46013 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:40.158134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7de75d40-2bca-42f7-b9c8-fe31c258b69f None None] Provisioning complete for port a7658979-b234-4186-a654-24415bdfaf4f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:40.162329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7de75d40-2bca-42f7-b9c8-fe31c258b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:40.245582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:40.292467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7de75d40-2bca-42f7-b9c8-fe31c258b69f None None] Port a7658979-b234-4186-a654-24415bdfaf4f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:23:40.296068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:40.404361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d58975-bcf9-4049-8984-ea529a443d2d None None] Pushing event updated for resources: {'Port': ['ID=487c99d4-d6bd-40eb-8017-774ea9ffd951,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:40.584910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795349c0-6be1-4fd4-81a9-ed87aeb113fb req-26e34ece-77a2-4d39-802e-6036567ec82b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:40.591900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-795349c0-6be1-4fd4-81a9-ed87aeb113fb req-26e34ece-77a2-4d39-802e-6036567ec82b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 936 time: 0.5386040 Oct 25 23:23:40.623570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'mac_address': 'fa:16:3e:85:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:23:40.635856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5ca7aa71-8152-444b-9714-52201e6802d7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:40.744661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:40.767123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7bead-4014-483c-a5aa-69ee64f1ccff req-ef368020-87c5-457f-a7c9-f452e9208263 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:40.768597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f0517-f29a-465f-b760-dc3c1c3b848d None None] Network 49869406-d027-4aa5-a169-c80630ef39a3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:40.787326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4e7bead-4014-483c-a5aa-69ee64f1ccff req-ef368020-87c5-457f-a7c9-f452e9208263 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1007552 Oct 25 23:23:40.800425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Allocated IP 2001:db8::f816:3eff:feae:ad44 (6685349b-5624-460f-8711-201cf452a631/9a159546-5816-4558-865c-510ea9c46013/dcf54abb-28cb-42bb-8c40-380bec4f2350) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:40.847968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4e7bead-4014-483c-a5aa-69ee64f1ccff req-852ceaba-9aa4-436f-a5bf-5e9261782e1e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597625 Oct 25 23:23:40.903113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-795349c0-6be1-4fd4-81a9-ed87aeb113fb req-acbcf34d-0cd7-49c1-b3d3-47bbaad65ce0 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635274 Oct 25 23:23:40.929613 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:40.958023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:40.987017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:40.997047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:41.012532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:41.013762 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.021632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7658979-b234-4186-a654-24415bdfaf4f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:23:41.071687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.084563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=0dad528e-2430-46b8-9092-977c929c18c6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:41.117092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61839940-d9ca-4c28-97f3-ceff2ac8168c req-b0c4ab28-9c7b-40f6-9c6a-9bd99d1f95f6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:41.121745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-af0e9efa-54b9-4f7c-969e-35db77b53a18 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8585858 Oct 25 23:23:41.129546 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61839940-d9ca-4c28-97f3-ceff2ac8168c req-b0c4ab28-9c7b-40f6-9c6a-9bd99d1f95f6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.1367228 Oct 25 23:23:41.132948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52116) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:41.148019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Transition to ACTIVE for port object a7658979-b234-4186-a654-24415bdfaf4f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:23:41.183093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-61839940-d9ca-4c28-97f3-ceff2ac8168c req-a9f0a2bb-52f3-4bd1-b761-e1f8a6c368dd tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521095 Oct 25 23:23:41.225234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.372492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:23:41.388562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Pushing event updated for resources: {'Port': ['ID=a7658979-b234-4186-a654-24415bdfaf4f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:41.455361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] Allocated IP 2001:db8:0:1::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/05523084-68a5-40b3-a9d3-c5c49ae86270/487c99d4-d6bd-40eb-8017-774ea9ffd951) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:41.648933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8cfc940b-5166-460c-922e-497c92a1532c None None] Provisioning complete for port 5ca7aa71-8152-444b-9714-52201e6802d7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:41.650573 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8cfc940b-5166-460c-922e-497c92a1532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.692646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 0dad528e-2430-46b8-9092-977c929c18c6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:41.693649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.722303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Attempting to bind port a7658979-b234-4186-a654-24415bdfaf4f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:41.722813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Attempting to bind port a7658979-b234-4186-a654-24415bdfaf4f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:41.723269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Attempting to bind port a7658979-b234-4186-a654-24415bdfaf4f on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:41.758297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Port a7658979-b234-4186-a654-24415bdfaf4f on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:23:41.759110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Attempting to bind port a7658979-b234-4186-a654-24415bdfaf4f on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:41.767771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:41.768473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:41.769124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:41.770200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Bound port: a7658979-b234-4186-a654-24415bdfaf4f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:41.770798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.809046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:41.882182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] For port a7658979-b234-4186-a654-24415bdfaf4f, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:41.887903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] For port a7658979-b234-4186-a654-24415bdfaf4f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7658979-b234-4186-a654-24415bdfaf4f,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:41.938713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:41.975643 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] For port 487c99d4-d6bd-40eb-8017-774ea9ffd951, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=487c99d4-d6bd-40eb-8017-774ea9ffd951,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:42.118963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:42.119843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.121449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] 10.222.0.15 "PUT /v2.0/ports/a7658979-b234-4186-a654-24415bdfaf4f HTTP/1.1" status: 200 len: 1096 time: 2.6626630 Oct 25 23:23:42.131522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'tag': 'a7658979-b234-4186-a654-24415bdfaf4f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:42.134595 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373f26aa-8d9c-4f35-bba7-219d3f39744c" -d '{"events": [{"name": "network-changed", "server_uuid": "f994e7fb-8dd2-4d49-b8ff-33665943cf3e", "tag": "a7658979-b234-4186-a654-24415bdfaf4f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:42.165708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.255392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5ca7aa71-8152-444b-9714-52201e6802d7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:42.256055 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.266399 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.268661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.294177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 0dad528e-2430-46b8-9092-977c929c18c6 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:42.297408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d86398-b809-4085-bfde-0e97914a3469 service neutron] Pushing event updated for resources: {'Port': ['ID=a7658979-b234-4186-a654-24415bdfaf4f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:42.299202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290baf-f66b-4b0c-b0da-a986a0d65b83 req-a312ac7f-a741-4eb2-bb1d-7ebd6d4789d5 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:42.301446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97290baf-f66b-4b0c-b0da-a986a0d65b83 req-a312ac7f-a741-4eb2-bb1d-7ebd6d4789d5 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 948 time: 0.1953781 Oct 25 23:23:42.376832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97290baf-f66b-4b0c-b0da-a986a0d65b83 req-f40f3ae6-c3e8-4f07-814c-f402f04b4a68 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651822 Oct 25 23:23:42.497695 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5409c6-809f-4c04-bf80-dcdfff12f6bb x-openstack-request-id: req-ac5409c6-809f-4c04-bf80-dcdfff12f6bb {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:42.498274 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f994e7fb-8dd2-4d49-b8ff-33665943cf3e", "tag": "a7658979-b234-4186-a654-24415bdfaf4f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:42.498274 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac5409c6-809f-4c04-bf80-dcdfff12f6bb {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:42.498625 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'tag': 'a7658979-b234-4186-a654-24415bdfaf4f', 'status': 'completed', 'code': 200} Oct 25 23:23:42.560424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:42.595578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6200e-9012-4205-a28e-39296ec6797b req-153fc168-eee7-4025-9465-3c4772898384 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:42.597039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ebc6200e-9012-4205-a28e-39296ec6797b req-153fc168-eee7-4025-9465-3c4772898384 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.5685856 Oct 25 23:23:42.645630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.663945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-1ed8475c-4c5d-4350-88ea-cc6bd6ea27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:42.666052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-1ed8475c-4c5d-4350-88ea-cc6bd6ea27fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a7db4f92e1a4f759a7fd282844d862c&device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 1099 time: 0.4591789 Oct 25 23:23:42.678103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['80704e7b-a75f-40a1-b90a-c348b78dfd4b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:23:42.767880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86909d5-e766-4cac-9e85-581390639627 req-58794808-5264-49c4-b889-f7bb65efc71c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:42.770364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a86909d5-e766-4cac-9e85-581390639627 req-58794808-5264-49c4-b889-f7bb65efc71c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.1961687 Oct 25 23:23:42.815853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-f1b4279f-1df3-401f-96aa-f152688414df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a7658979-b234-4186-a654-24415bdfaf4f HTTP/1.1" status: 200 len: 217 time: 0.1310217 Oct 25 23:23:42.854343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a86909d5-e766-4cac-9e85-581390639627 req-3bacb3c6-5dff-4a10-a372-19bfd33e728b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620160 Oct 25 23:23:42.898783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ebc6200e-9012-4205-a28e-39296ec6797b req-b2e42fc7-bbaa-464c-bf0a-b878f0f943e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832222 Oct 25 23:23:42.905669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.966401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:42.984988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a65b3-931f-4572-ab0c-769ee30df911 None None] Pushing event updated for resources: {'Port': ['ID=487c99d4-d6bd-40eb-8017-774ea9ffd951,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:43.003244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.057610 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.147828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.158645 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8cfc940b-5166-460c-922e-497c92a1532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.173357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Network 6685349b-5624-460f-8711-201cf452a631 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:43.176615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-68f6092d-d749-4dbb-a7d6-e02c7243046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:43.178120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-68f6092d-d749-4dbb-a7d6-e02c7243046c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.3478968 Oct 25 23:23:43.238173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:43.240758 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.261814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:43.264655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Pushing event updated for resources: {'Port': ['ID=dcf54abb-28cb-42bb-8c40-380bec4f2350,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:43.340806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5ca7aa71-8152-444b-9714-52201e6802d7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5ca7aa71-8152-444b-9714-52201e6802d7,segment=NetworkSegment(6c06df9d-56c0-4fd4-bc30-b40c376e2279),segment_id=6c06df9d-56c0-4fd4-bc30-b40c376e2279)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:43.426638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.502758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:43.627093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-77de257a-003a-41ba-a4a9-7990989d7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:43.631809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-77de257a-003a-41ba-a4a9-7990989d7bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4341929 Oct 25 23:23:43.637336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=0dad528e-2430-46b8-9092-977c929c18c6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:43.845385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-cb6af437-5277-4a5d-b92e-3f6f5c83081f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5265884 Oct 25 23:23:43.850042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-96cd287e-7a36-4ccc-bdfe-15048dfbb8b7 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025490 Oct 25 23:23:44.054947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 487c99d4-d6bd-40eb-8017-774ea9ffd951 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:44.069720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afe7c0f2-d65b-4e27-bf03-09129912c91a req-8feee6a2-771a-4b0f-a346-bf55060b9aff service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811390 Oct 25 23:23:44.075527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3851a01-a985-4b23-9105-3dd26599b8f3 req-234f872d-d1e0-4b25-b3d4-102412f5e2e6 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.123558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3851a01-a985-4b23-9105-3dd26599b8f3 req-234f872d-d1e0-4b25-b3d4-102412f5e2e6 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 948 time: 0.5293550 Oct 25 23:23:44.159325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.175671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52394) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:44.177519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-35b29f1e-1b43-41b2-9871-7016b8576f38 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/0dad528e-2430-46b8-9092-977c929c18c6 HTTP/1.1" status: 204 len: 168 time: 3.0306346 Oct 25 23:23:44.183992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Attempting to bind port dcf54abb-28cb-42bb-8c40-380bec4f2350 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:44.184679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Attempting to bind port dcf54abb-28cb-42bb-8c40-380bec4f2350 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'bebabc7e-6342-41b7-97fb-bec16428b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6685349b-5624-460f-8711-201cf452a631'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:44.185310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Attempting to bind port dcf54abb-28cb-42bb-8c40-380bec4f2350 on network 6685349b-5624-460f-8711-201cf452a631 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:44.229649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:44.230511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Checking segment: {'id': 'bebabc7e-6342-41b7-97fb-bec16428b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6685349b-5624-460f-8711-201cf452a631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:44.231141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.231783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Bound using segment: {'id': 'bebabc7e-6342-41b7-97fb-bec16428b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6685349b-5624-460f-8711-201cf452a631'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:44.232509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Bound port: dcf54abb-28cb-42bb-8c40-380bec4f2350, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebabc7e-6342-41b7-97fb-bec16428b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6685349b-5624-460f-8711-201cf452a631'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:44.233123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.296890 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-8cfc940b-5166-460c-922e-497c92a1532c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:23:44.297539 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-8cfc940b-5166-460c-922e-497c92a1532c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:23:44.323195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143472f-8819-42be-8330-5628d0ec5428 req-02287927-75de-4bd7-8501-e61af98dacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.326609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-02287927-75de-4bd7-8501-e61af98dacef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 1101 time: 0.2547038 Oct 25 23:23:44.344139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5ca7aa71-8152-444b-9714-52201e6802d7,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:44.360624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015244-d2d7-40e1-b973-3ddc652ab1f2 req-602f27d4-cdc0-41fd-bef1-a5ff0ba38c29 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.393208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1015244-d2d7-40e1-b973-3ddc652ab1f2 req-602f27d4-cdc0-41fd-bef1-a5ff0ba38c29 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.2995296 Oct 25 23:23:44.425784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 487c99d4-d6bd-40eb-8017-774ea9ffd951 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:44.426343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.457541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.540875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3851a01-a985-4b23-9105-3dd26599b8f3 req-3d38d08b-bae9-45f5-8ddb-8c5ef5865cef tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152284 Oct 25 23:23:44.541935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1015244-d2d7-40e1-b973-3ddc652ab1f2 req-ecaf8d01-ce09-41c1-b6ba-bbcd323b05eb tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469464 Oct 25 23:23:44.573383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-894e5e70-af4c-4cac-8645-0e5223f5ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.583790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-894e5e70-af4c-4cac-8645-0e5223f5ddef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a7db4f92e1a4f759a7fd282844d862c&device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 1099 time: 0.3445508 Oct 25 23:23:44.592491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b3119-7205-483f-912d-ce6729e70ac3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.597305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9d4b3119-7205-483f-912d-ce6729e70ac3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3963525 Oct 25 23:23:44.600513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52398) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:44.741003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-4ddaad78-3148-41e2-b836-f9da8340db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.749483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-4ddaad78-3148-41e2-b836-f9da8340db8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.1563270 Oct 25 23:23:44.757994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d967282-a44c-4f85-b009-5225f0b597bb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.765593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7d967282-a44c-4f85-b009-5225f0b597bb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1636827 Oct 25 23:23:44.774238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52406) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:44.785593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] For port dcf54abb-28cb-42bb-8c40-380bec4f2350, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:44.812296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] For port dcf54abb-28cb-42bb-8c40-380bec4f2350, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dcf54abb-28cb-42bb-8c40-380bec4f2350,segment=NetworkSegment(bebabc7e-6342-41b7-97fb-bec16428b676),segment_id=bebabc7e-6342-41b7-97fb-bec16428b676)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:44.861149 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.881033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-d7fb17b4-7ac5-4230-9b05-0782b7a42c5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a7658979-b234-4186-a654-24415bdfaf4f HTTP/1.1" status: 200 len: 217 time: 0.1222489 Oct 25 23:23:44.916796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed025fc-496a-4df5-81e6-fbd88ef97646 req-409be6b6-291c-4c51-a162-8e8c600af0f5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.922728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ed025fc-496a-4df5-81e6-fbd88ef97646 req-409be6b6-291c-4c51-a162-8e8c600af0f5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.2444375 Oct 25 23:23:44.924924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:44.973784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-671b4237-fd22-4cdf-a39e-457f77550da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:44.975638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-671b4237-fd22-4cdf-a39e-457f77550da7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0841663 Oct 25 23:23:45.040029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41744f6-7294-48bc-8ef4-fcbc24d0778c None None] Pushing event updated for resources: {'Port': ['ID=dcf54abb-28cb-42bb-8c40-380bec4f2350,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:45.041426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.063016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143472f-8819-42be-8330-5628d0ec5428 req-de1cdaf5-8005-4dc2-b9ca-88e1d58efc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.063526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/9a159546-5816-4558-865c-510ea9c46013 HTTP/1.1" status: 204 len: 168 time: 5.1427460 Oct 25 23:23:45.064501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-de1cdaf5-8005-4dc2-b9ca-88e1d58efc75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.6351762 Oct 25 23:23:45.065087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52416) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:45.069866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5468ee-1bf6-4b1a-b85b-384deb6e15d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.074627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5468ee-1bf6-4b1a-b85b-384deb6e15d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.077167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5468ee-1bf6-4b1a-b85b-384deb6e15d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.079828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cd5468ee-1bf6-4b1a-b85b-384deb6e15d6 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3030293 Oct 25 23:23:45.083405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7da66-86d8-418b-b717-ce6b367dc1cb tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Subnet': ['ID=9a159546-5816-4558-865c-510ea9c46013,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:45.092487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52418) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:45.125762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-444663f6-c06c-435d-b2a2-6653469cf5b1 None None] Provisioning complete for port 487c99d4-d6bd-40eb-8017-774ea9ffd951 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:45.127399 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-444663f6-c06c-435d-b2a2-6653469cf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.214218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53772e77-9aa8-4c37-854f-d2b73c0dee85 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.216867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53772e77-9aa8-4c37-854f-d2b73c0dee85 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.223708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53772e77-9aa8-4c37-854f-d2b73c0dee85 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1435032 Oct 25 23:23:45.227134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52422) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:45.236827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-f3431aa2-c5c1-4a51-bb81-cc5f02678a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.239647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-f3431aa2-c5c1-4a51-bb81-cc5f02678a4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531900 Oct 25 23:23:45.345888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-d36b69db-bd8a-46d7-aaa5-b3672f99a5ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 200 len: 217 time: 0.1415784 Oct 25 23:23:45.380236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-444663f6-c06c-435d-b2a2-6653469cf5b1 None None] Could not find standard attr ID for object 0dad528e-2430-46b8-9092-977c929c18c6. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:23:45.419316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-444663f6-c06c-435d-b2a2-6653469cf5b1 None None] Provisioning complete for port 5ca7aa71-8152-444b-9714-52201e6802d7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:45.419788 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-444663f6-c06c-435d-b2a2-6653469cf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.469816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1ed025fc-496a-4df5-81e6-fbd88ef97646 req-0f186ce5-0461-4d08-a18b-88f8e5a3cca0 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5341663 Oct 25 23:23:45.536662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 05523084-68a5-40b3-a9d3-c5c49ae86270 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:45.567933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.701432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5ca7aa71-8152-444b-9714-52201e6802d7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:45.723965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143472f-8819-42be-8330-5628d0ec5428 req-2668db08-846f-4e06-a0e2-2e69ad700539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:45.727484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-2668db08-846f-4e06-a0e2-2e69ad700539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.3437870 Oct 25 23:23:45.730844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.773904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-d279ba45-7204-4425-96b9-54a4b8ebe79c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489021 Oct 25 23:23:45.823055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5ca7aa71-8152-444b-9714-52201e6802d7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:45.823921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.845995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.849214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5d892bee-6d1c-40df-afb7-45982efc881f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.980782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfbd8-5a76-4f0d-8ba5-fd5aeba70b56 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:45.991916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.005002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-373f26aa-8d9c-4f35-bba7-219d3f39744c req-43497953-844e-4e45-8c19-7ff37964c32b service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536093 Oct 25 23:23:46.027797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143472f-8819-42be-8330-5628d0ec5428 req-de0dd69e-e3fa-4fe9-9297-2684100f441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:46.031078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-de0dd69e-e3fa-4fe9-9297-2684100f441b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529912 Oct 25 23:23:46.048841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e70c3-9d04-4fb4-b1d0-7b0eddbe3be7 req-c2673cee-41be-4c8e-8f0c-616ef735a6e2 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:46.055245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a9e70c3-9d04-4fb4-b1d0-7b0eddbe3be7 req-c2673cee-41be-4c8e-8f0c-616ef735a6e2 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 948 time: 0.3231204 Oct 25 23:23:46.085279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054e6e1-7b4f-46cb-8190-ab9933de6ff9 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:46.088707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.093575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/05523084-68a5-40b3-a9d3-c5c49ae86270 HTTP/1.1" status: 204 len: 168 time: 0.9973650 Oct 25 23:23:46.096223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8397937-3b15-41da-bf1d-f2f5912b227d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=05523084-68a5-40b3-a9d3-c5c49ae86270,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:46.100674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52442) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:46.115440 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9cfbd8-5a76-4f0d-8ba5-fd5aeba70b56 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 25 23:23:46.117003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9cfbd8-5a76-4f0d-8ba5-fd5aeba70b56 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:23:46.121832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe9cfbd8-5a76-4f0d-8ba5-fd5aeba70b56 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/6685349b-5624-460f-8711-201cf452a631 HTTP/1.1" status: 409 len: 405 time: 0.8870654 Oct 25 23:23:46.145109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:46.154984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1952306249'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:46.205413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 820d7715-5f5d-48f1-8739-290c0549d060 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:46.211849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.231609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed8d95-75e0-4117-b9c2-0b0f4dd42227 req-71c16bcd-7c20-424d-9718-d3becb7ffa7e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:46.233534 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f2ed8d95-75e0-4117-b9c2-0b0f4dd42227 req-71c16bcd-7c20-424d-9718-d3becb7ffa7e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.2907627 Oct 25 23:23:46.247359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-e90ba709-54b0-4388-b19c-24ba194dc69f service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899219 Oct 25 23:23:46.310786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:46.320396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.354580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:46.370494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.447613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:23:46.476069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f2ed8d95-75e0-4117-b9c2-0b0f4dd42227 req-0bad080a-2fd4-496e-8f47-ea0222560164 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885526 Oct 25 23:23:46.488373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a143472f-8819-42be-8330-5628d0ec5428 req-e0678b6c-7820-4144-a031-a0447d293653 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208495 Oct 25 23:23:46.506044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 80704e7b-a75f-40a1-b90a-c348b78dfd4b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:23:46.517200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.517532 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Added segment aa7c94d7-dec3-472c-8cbd-340b6a5f38f2 of type vlan for network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 Oct 25 23:23:46.548713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 80704e7b-a75f-40a1-b90a-c348b78dfd4b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:46.549347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.557680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a9e70c3-9d04-4fb4-b1d0-7b0eddbe3be7 req-29073808-a961-45de-80d1-54f4f21ea180 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060472 Oct 25 23:23:46.713437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.765620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:46.772558 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c2b0f-59d0-4ec4-acfc-8f001e4eea0b" -d '{"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-plugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:46.802053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:46.818195 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:46.927488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:47.006770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405730e6-9d86-4531-8dcb-79bba96d8149 None None] Network 6685349b-5624-460f-8711-201cf452a631 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:47.011638 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63077bf4-21f3-4850-bb84-585e051180bc x-openstack-request-id: req-63077bf4-21f3-4850-bb84-585e051180bc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:47.012199 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-plugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:47.012606 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63077bf4-21f3-4850-bb84-585e051180bc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:47.013175 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'code': 200} Oct 25 23:23:47.169274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7da77-e942-427f-b0eb-e28d828a6975 req-911ef4b7-4bb0-4f8e-a151-3910e83191f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:47.173913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94b7da77-e942-427f-b0eb-e28d828a6975 req-911ef4b7-4bb0-4f8e-a151-3910e83191f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1096 time: 0.0989802 Oct 25 23:23:47.181888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-938e546b-7cd5-4759-bb7c-465cf56338b9 None None] Provisioning complete for port dcf54abb-28cb-42bb-8c40-380bec4f2350 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:47.182741 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-938e546b-7cd5-4759-bb7c-465cf56338b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.254773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94b7da77-e942-427f-b0eb-e28d828a6975 req-57038ffb-274a-4209-a3f5-e7148b0ae33c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724313 Oct 25 23:23:47.307454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.407317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-938e546b-7cd5-4759-bb7c-465cf56338b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.409613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] DHCP port deletion for 6685349b-5624-460f-8711-201cf452a631 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:47.475894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.522364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dab1-a46f-4e82-a4fd-9f574153dee5 req-708a468f-76a6-44af-b93f-684ba7ed944e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:47.524022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13a0dab1-a46f-4e82-a4fd-9f574153dee5 req-708a468f-76a6-44af-b93f-684ba7ed944e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1761503 Oct 25 23:23:47.527302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.572924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-938e546b-7cd5-4759-bb7c-465cf56338b9 None None] For port dcf54abb-28cb-42bb-8c40-380bec4f2350, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dcf54abb-28cb-42bb-8c40-380bec4f2350,segment=NetworkSegment(bebabc7e-6342-41b7-97fb-bec16428b676),segment_id=bebabc7e-6342-41b7-97fb-bec16428b676)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:47.576405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.584273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:47.584906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.590557 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-938e546b-7cd5-4759-bb7c-465cf56338b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.598599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=820d7715-5f5d-48f1-8739-290c0549d060,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:47.643618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.652001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-354d3d8c-4cf7-47e7-b061-b18ba745392a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/820d7715-5f5d-48f1-8739-290c0549d060 HTTP/1.1" status: 204 len: 168 time: 1.5470493 Oct 25 23:23:47.669811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb05eb-f544-4a4e-9a46-6a6320854107 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:47.678447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52474) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:47.725340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5764711 Oct 25 23:23:47.739989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52476) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:47.753623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13a0dab1-a46f-4e82-a4fd-9f574153dee5 req-cfa71026-99e5-4bc5-bf2e-88fc295df121 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890318 Oct 25 23:23:47.761946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'subnet': {'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:47.764331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8fef5bfd-e8e2-4ef2-b18c-9f3683de8da8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800765 Oct 25 23:23:47.767478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:47.770804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] Deleting port dcf54abb-28cb-42bb-8c40-380bec4f2350 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:47.771176 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.777104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:47.872660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8751c8-5395-42a2-a16b-fe46ce7c6d9e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Network': ['ID=7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:47.904796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:47.905902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d2b98359-f091-4317-80bf-32dd518e9351 None None] Provisioning complete for port 487c99d4-d6bd-40eb-8017-774ea9ffd951 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:47.906512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2b98359-f091-4317-80bf-32dd518e9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.908354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e546b-7cd5-4759-bb7c-465cf56338b9 None None] Pushing event updated for resources: {'Port': ['ID=dcf54abb-28cb-42bb-8c40-380bec4f2350,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:47.910362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:47.921696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:23:48.034845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] For port dcf54abb-28cb-42bb-8c40-380bec4f2350, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dcf54abb-28cb-42bb-8c40-380bec4f2350,segment=NetworkSegment(bebabc7e-6342-41b7-97fb-bec16428b676),segment_id=bebabc7e-6342-41b7-97fb-bec16428b676)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:48.035526 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.089331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] Calling delete_port for dcf54abb-28cb-42bb-8c40-380bec4f2350 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:48.124318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aee47-7591-44c0-ad56-9de42acb6805 req-bdc3919f-010b-410c-8ce0-f7fdf1797dcb tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:48.128195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae2aee47-7591-44c0-ad56-9de42acb6805 req-bdc3919f-010b-410c-8ce0-f7fdf1797dcb tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 948 time: 0.1702054 Oct 25 23:23:48.247705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae2aee47-7591-44c0-ad56-9de42acb6805 req-4a4a1307-7a5c-41f4-8089-8d3f80aa59d2 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915563 Oct 25 23:23:48.284467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:48.371897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c0a4ff1c-dd3a-4add-91ee-a3124fece785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.374325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.422537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] Pushing event deleted for resources: {'Port': ['ID=dcf54abb-28cb-42bb-8c40-380bec4f2350,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:48.433405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8eaa77-8944-47db-9cf8-5cc69ed9bbcd None None] No DVR routers for this DVR port dcf54abb-28cb-42bb-8c40-380bec4f2350 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:48.443739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] Deleting port 487c99d4-d6bd-40eb-8017-774ea9ffd951 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:48.444617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.466466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989135-a6ae-4d56-8803-f2a1aea0e31d req-c96bfaad-9106-4983-b822-9c89c6771fad tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:48.473772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa989135-a6ae-4d56-8803-f2a1aea0e31d req-c96bfaad-9106-4983-b822-9c89c6771fad tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.8404403 Oct 25 23:23:48.541551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa989135-a6ae-4d56-8803-f2a1aea0e31d req-dff08911-6606-42b4-8b3e-b4dc4a5e62c2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665309 Oct 25 23:23:48.545083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:48.554052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.596798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] For port 487c99d4-d6bd-40eb-8017-774ea9ffd951, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=487c99d4-d6bd-40eb-8017-774ea9ffd951,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:48.597112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:48.598001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.598627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.614342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] Calling delete_port for 487c99d4-d6bd-40eb-8017-774ea9ffd951 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:48.701563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Subnet': ['ID=88f8922a-b7ae-43ce-ad3f-637f458d89c5,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:48.715608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Checking segment: {'id': 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:48.715972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network hostable DHCP agents. Network: 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:23:48.755354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:23:48.773615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:48.779906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:48.780491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.786756 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:48.806979 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] No DVR routers for this DVR port 487c99d4-d6bd-40eb-8017-774ea9ffd951 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:48.808495 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-deebf51a-7d2e-48a2-911c-fe34efa7e499 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0533497 Oct 25 23:23:48.808629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e261d-8327-4c2a-a28d-e78701d8fda2 None None] Network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:48.812628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52496) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:48.824461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'port': {'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17', 'name': 'tempest-NetworksIpV6TestAttrs-1716367816'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:48.894977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081ba17-b5e0-459a-a3fc-82cd1f9bffe7 None None] Pushing event deleted for resources: {'Port': ['ID=487c99d4-d6bd-40eb-8017-774ea9ffd951,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:48.980983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:48.982194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.037274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:49.042628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:49.047178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:49.047767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.079594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=d04a93bf-3af7-4a3c-9b62-9ea7f5818aad,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:49.080613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:49.084219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39b9ed-e01a-413b-a40a-6397bd20a14e None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:49.085051 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.094887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5f7b5ee1-2f02-46f0-a5ce-4bd7407524a2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3233600 Oct 25 23:23:49.094887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:49.100712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:49.107946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17', 'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17', 'tenant_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'fixed_ips': [{'subnet_id': '88f8922a-b7ae-43ce-ad3f-637f458d89c5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:49.109364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.152052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] device_id is not set on port db945ad4-cdc3-4e48-9f64-46e5ae94f125 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:49.292930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:49.296608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.316005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Allocated IP 2001:db8::f816:3eff:fe84:e766 (7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17/88f8922a-b7ae-43ce-ad3f-637f458d89c5/db945ad4-cdc3-4e48-9f64-46e5ae94f125) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:49.360023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7658979-b234-4186-a654-24415bdfaf4f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:23:49.457387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e72ad8-e9fc-49b6-83d6-23a322de53e4 req-83bc8632-008b-469c-ab48-8b14ec93d49c tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:49.465825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66e72ad8-e9fc-49b6-83d6-23a322de53e4 req-83bc8632-008b-469c-ab48-8b14ec93d49c tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.1767380 Oct 25 23:23:49.484198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e4ad9-47f3-4758-8b63-39981dd4d315 req-11daef45-403d-4018-a84b-e6ece9e4d3d7 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:49.492999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-143e4ad9-47f3-4758-8b63-39981dd4d315 req-11daef45-403d-4018-a84b-e6ece9e4d3d7 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 948 time: 0.1218772 Oct 25 23:23:49.576759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-143e4ad9-47f3-4758-8b63-39981dd4d315 req-f8b8d772-47aa-4837-9063-f1f7a178a370 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824888 Oct 25 23:23:49.588457 n-d-815373-1 neutron-server[102133]: INFO neutron.db.ipam_backend_mixin [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d04a93bf-3af7-4a3c-9b62-9ea7f5818aad (CIDR: 2001:db8::/64) Oct 25 23:23:49.601191 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:23:49.601646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:23:49.639988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-63ebf95a-49e8-4202-a0cb-cedd45608941 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5440013 Oct 25 23:23:49.644576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52512) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:49.661095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:49.724311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-66e72ad8-e9fc-49b6-83d6-23a322de53e4 req-f4b62bca-ce9c-45b3-bf3b-c039b04f070a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487991 Oct 25 23:23:49.764621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 487c99d4-d6bd-40eb-8017-774ea9ffd951 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:49.784537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.806619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 487c99d4-d6bd-40eb-8017-774ea9ffd951 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:23:49.806956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 487c99d4-d6bd-40eb-8017-774ea9ffd951 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:49.839969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-57fc94dc-2742-4a31-abc4-7afd577fd939', 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'tenant_id': '609d39cd0be54209b3413bcaa2fd4e90', 'fixed_ips': [{'subnet_id': 'd04a93bf-3af7-4a3c-9b62-9ea7f5818aad'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:49.841012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.854285 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.881483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.896806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7506b-5409-4460-a830-4a2aa957576b req-0756e48a-f930-4d88-ba29-f304924b8a37 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:49.898547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfe7506b-5409-4460-a830-4a2aa957576b req-0756e48a-f930-4d88-ba29-f304924b8a37 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1453350 Oct 25 23:23:49.941005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:49.945542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:49.954935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:49.961613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:49.963776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:49.986757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Port': ['ID=db945ad4-cdc3-4e48-9f64-46e5ae94f125,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:50.002672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d988c4e7-1081-4f6f-adc6-e394a71906c5 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1891186 Oct 25 23:23:50.005117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52518) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:50.012969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Allocated IP 2001:db8::f816:3eff:fe5d:9b74 (57fc94dc-2742-4a31-abc4-7afd577fd939/d04a93bf-3af7-4a3c-9b62-9ea7f5818aad/df5430de-a37b-40f6-9dde-54af22610771) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:50.061158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfe7506b-5409-4460-a830-4a2aa957576b req-2de9903c-c1ee-4f6d-a2ac-86cced36a3c6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017156 Oct 25 23:23:50.094182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:50.094182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.143194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Allocated IP 2001:db8::f816:3eff:fe20:8d89 (7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17/88f8922a-b7ae-43ce-ad3f-637f458d89c5/8b004ffa-8407-4bb8-8c96-191a6365f679) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:50.153916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Deleting subnet 88f8922a-b7ae-43ce-ad3f-637f458d89c5 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:50.248739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc03ad-7a3b-4f6c-80ae-827b87d735e1 req-69ee3c51-b2d0-4ae2-b4cc-335c917bf541 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:50.255680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3bcc03ad-7a3b-4f6c-80ae-827b87d735e1 req-69ee3c51-b2d0-4ae2-b4cc-335c917bf541 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.0680225 Oct 25 23:23:50.260490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52522) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:50.266297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Request body: {'floatingip': {'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:50.277937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a7658979-b234-4186-a654-24415bdfaf4f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7658979-b234-4186-a654-24415bdfaf4f,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:50.317741 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.327103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.356118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a7658979-b234-4186-a654-24415bdfaf4f', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'a7658979-b234-4186-a654-24415bdfaf4f', 'mac_address': 'fa:16:3e:1c:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:23:50.445374 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.500469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:50.507647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:50.515377 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.517736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:50.519281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.551751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.572988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7658979-b234-4186-a654-24415bdfaf4f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:23:50.574293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9280508 Oct 25 23:23:50.574727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52528) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:50.581578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:b6:37:e1', 'name': 'tempest-NetworksTestDHCPv6-178453406'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:50.585516 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.625034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b84c9-4dce-47ea-9f9c-9df8eed8b4f4 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=91e29040-294e-465e-a3ea-3974436e6b1d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:50.642891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a7658979-b234-4186-a654-24415bdfaf4f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7658979-b234-4186-a654-24415bdfaf4f,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:50.669127 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.671004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 07831ba8-fae5-4def-b914-9fed59397919 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:23:50.675279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.692233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.699981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:50.704638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.714133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:50.719029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:50.736335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:50.841523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.842131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:50.854185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:50.857583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cff01-40b1-453a-9a7d-6debf6bc821d req-a2b89034-0e17-41d8-a101-f6d53d8ccf26 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:50.859741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-603cff01-40b1-453a-9a7d-6debf6bc821d req-a2b89034-0e17-41d8-a101-f6d53d8ccf26 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 949 time: 0.1388366 Oct 25 23:23:50.871735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:50.882622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:50.925910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-603cff01-40b1-453a-9a7d-6debf6bc821d req-53cdc084-b5d1-412f-9c1d-5e8eb885c2b1 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 Oct 25 23:23:50.941081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Attempting to bind port df5430de-a37b-40f6-9dde-54af22610771 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:50.941704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Attempting to bind port df5430de-a37b-40f6-9dde-54af22610771 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:50.942068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Attempting to bind port df5430de-a37b-40f6-9dde-54af22610771 on network 57fc94dc-2742-4a31-abc4-7afd577fd939 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:50.943984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a7658979-b234-4186-a654-24415bdfaf4f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:51.028686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:51.028686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Checking segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:51.028686 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.028686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Bound using segment: {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:51.028686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Bound port: df5430de-a37b-40f6-9dde-54af22610771, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e30f69-1e27-4549-998c-917f456134a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:51.028686 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.079546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 07831ba8-fae5-4def-b914-9fed59397919, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=07831ba8-fae5-4def-b914-9fed59397919,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:51.096610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:51.098638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Attempting to bind port 8b004ffa-8407-4bb8-8c96-191a6365f679 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:23:51.098839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Attempting to bind port 8b004ffa-8407-4bb8-8c96-191a6365f679 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:23:51.099211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Attempting to bind port 8b004ffa-8407-4bb8-8c96-191a6365f679 on network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:23:51.126229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Pushing event updated for resources: {'Port': ['ID=8b004ffa-8407-4bb8-8c96-191a6365f679,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:51.128782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '07831ba8-fae5-4def-b914-9fed59397919', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:23:51.132886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:23:51.133264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Checking segment: {'id': 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:51.133664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.134582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Bound using segment: {'id': 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:23:51.135058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Bound port: 8b004ffa-8407-4bb8-8c96-191a6365f679, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:23:51.135503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.192115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1358-267f-4daf-abd0-8c89a78fd63f req-96645feb-83bc-4d78-b957-3bfb07ebc0ac tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:51.193619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eece1358-267f-4daf-abd0-8c89a78fd63f req-96645feb-83bc-4d78-b957-3bfb07ebc0ac tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 943 time: 0.2365160 Oct 25 23:23:51.243958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:51.247670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.280056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:51.284960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07831ba8-fae5-4def-b914-9fed59397919 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:23:51.293907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.343529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 07831ba8-fae5-4def-b914-9fed59397919, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=07831ba8-fae5-4def-b914-9fed59397919,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:51.357216 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.385630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90248b9-5fe7-45fe-a76a-88e1fab3bf25 None None] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:51.425073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.429475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eece1358-267f-4daf-abd0-8c89a78fd63f req-2d33daca-7983-498c-abc5-e305cae8ae30 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096455 Oct 25 23:23:51.432827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.437425 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.442054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.536494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=07831ba8-fae5-4def-b914-9fed59397919,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:51.565407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 026e61b2-7a34-498f-bbd6-9c4ec78f8061 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:23:51.653049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.654758 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] For port 8b004ffa-8407-4bb8-8c96-191a6365f679, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:23:51.687955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] For port 8b004ffa-8407-4bb8-8c96-191a6365f679, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8b004ffa-8407-4bb8-8c96-191a6365f679,segment=NetworkSegment(aa7c94d7-dec3-472c-8cbd-340b6a5f38f2),segment_id=aa7c94d7-dec3-472c-8cbd-340b6a5f38f2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:23:51.700262 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.737739 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Floating IP 4c7f7ca7-e9e7-4b57-9906-eb15ade3944f associated. External IP: 172.25.4.199, port: 80704e7b-a75f-40a1-b90a-c348b78dfd4b. Oct 25 23:23:51.756546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Subnet': ['ID=88f8922a-b7ae-43ce-ad3f-637f458d89c5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:51.778859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:51.799657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0584e7ec-cf38-4ffd-9572-b50e7a1ea962 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/88f8922a-b7ae-43ce-ad3f-637f458d89c5 HTTP/1.1" status: 204 len: 168 time: 1.7924325 Oct 25 23:23:51.802345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:51.861553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bbbd6-dbfa-46ab-81fa-43e32edea9bb None None] Pushing event updated for resources: {'Port': ['ID=8b004ffa-8407-4bb8-8c96-191a6365f679,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:51.892336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4254fa6-f1fe-4809-b593-e9172d9aa198 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:51.893851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4254fa6-f1fe-4809-b593-e9172d9aa198 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:51.895568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4254fa6-f1fe-4809-b593-e9172d9aa198 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0915921 Oct 25 23:23:51.898132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52548) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:51.901512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['07831ba8-fae5-4def-b914-9fed59397919'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:23:51.969133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a7658979-b234-4186-a654-24415bdfaf4f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:23:52.017933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67e8dbb7-c0df-4542-9eda-0eeb3bef8676 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:52.027722 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e8dbb7-c0df-4542-9eda-0eeb3bef8676 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 25 23:23:52.029141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e8dbb7-c0df-4542-9eda-0eeb3bef8676 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:23:52.038095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-67e8dbb7-c0df-4542-9eda-0eeb3bef8676 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 HTTP/1.1" status: 409 len: 405 time: 0.1351719 Oct 25 23:23:52.039337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52552) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:52.052216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-727654739'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:52.199507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:52.210486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:52.276310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16313-babe-4bbc-8ac8-f7918cd720b7 req-fe00e485-d552-4908-ae63-86c8f8fa8bd8 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:52.293898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75e16313-babe-4bbc-8ac8-f7918cd720b7 req-fe00e485-d552-4908-ae63-86c8f8fa8bd8 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 949 time: 0.1913707 Oct 25 23:23:52.364078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:23:52.375216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8:0:1::2db (57fc94dc-2742-4a31-abc4-7afd577fd939/91e29040-294e-465e-a3ea-3974436e6b1d/026e61b2-7a34-498f-bbd6-9c4ec78f8061) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:52.376199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:52.376760 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Added segment 40e859c1-6ed5-459a-bfb9-bc7143baaae1 of type vlan for network 90a7df6e-4240-480d-8238-e89fc6b5c698 Oct 25 23:23:52.466325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:52.523736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75e16313-babe-4bbc-8ac8-f7918cd720b7 req-018ebdad-4e17-47dc-80d4-45f179a4635d tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288308 Oct 25 23:23:52.530698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:52.563050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:52.563884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:52.713832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Network': ['ID=90a7df6e-4240-480d-8238-e89fc6b5c698,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:52.722047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d1ac7ef3-c38f-4947-9c39-fd4f93c89dda tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6785109 Oct 25 23:23:52.722888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:52.725959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 90a7df6e-4240-480d-8238-e89fc6b5c698 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:23:52.734729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'subnet': {'network_id': '90a7df6e-4240-480d-8238-e89fc6b5c698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:52.914838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:52.919355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.113924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c633a76-0080-4d6d-b1a7-8e6b49c93527 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:53.171199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::f816:3eff:feb6:37e1 (57fc94dc-2742-4a31-abc4-7afd577fd939/d04a93bf-3af7-4a3c-9b62-9ea7f5818aad/026e61b2-7a34-498f-bbd6-9c4ec78f8061) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:53.243063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd8c2f-a976-49ea-acd4-c602beb9c4d4 req-4e4459fc-4ea7-40cb-abba-e98fbedfb837 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:53.244626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73dd8c2f-a976-49ea-acd4-c602beb9c4d4 req-4e4459fc-4ea7-40cb-abba-e98fbedfb837 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 944 time: 0.1516447 Oct 25 23:23:53.287604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:23:53.328782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:23:53.330035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-623c5309-f921-46c1-aea0-0c63562a7d01 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:53.331858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.339720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-623c5309-f921-46c1-aea0-0c63562a7d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.381398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73dd8c2f-a976-49ea-acd4-c602beb9c4d4 req-956d8d8f-7078-476d-b37b-1a4a4a41dc4a tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298287 Oct 25 23:23:53.443583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7658979-b234-4186-a654-24415bdfaf4f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:53.446339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Subnet': ['ID=a5f4d748-92b8-4e80-9d99-bf389432c61d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:53.469898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Checking segment: {'id': '40e859c1-6ed5-459a-bfb9-bc7143baaae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '90a7df6e-4240-480d-8238-e89fc6b5c698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:53.470401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network hostable DHCP agents. Network: 90a7df6e-4240-480d-8238-e89fc6b5c698, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:23:53.497999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 90a7df6e-4240-480d-8238-e89fc6b5c698 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:23:53.513501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 90a7df6e-4240-480d-8238-e89fc6b5c698) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:53.534430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50566f67-4ffe-48ab-a831-01ed00e84f1c None None] Network 90a7df6e-4240-480d-8238-e89fc6b5c698 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:53.543315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:53.544787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.584896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-38480503-e749-40a8-941a-3851b6466fdf tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8600221 Oct 25 23:23:53.587541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52576) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:53.678228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:23:53.751205 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.808717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.811196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.843346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38059a5e-4df7-4dba-b6e5-cf62e95dfea4 None None] Network 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:53.847405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9eec3db3-a027-48e8-9b77-d233b857b2b1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "PUT /v2.0/floatingips/4c7f7ca7-e9e7-4b57-9906-eb15ade3944f HTTP/1.1" status: 200 len: 991 time: 3.5856981 Oct 25 23:23:53.848705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:53.851349 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c06ce23-297d-490e-bcfb-391542b9671e" -d '{"events": [{"name": "network-changed", "server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:53.856302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.928852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:53.930373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=026e61b2-7a34-498f-bbd6-9c4ec78f8061,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:53.942431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:53.945448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:23:53.948778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.954192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:53.958892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:53.980164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e40b6083-927c-4a0b-abaa-78889ad166a0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4042830 Oct 25 23:23:53.984110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8b004ffa-8407-4bb8-8c96-191a6365f679 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:53.984842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52584) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:53.986186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:23:54.085340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.141635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 026e61b2-7a34-498f-bbd6-9c4ec78f8061 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:54.141982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.151019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:54.151675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:54.154814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af826-27a7-4dcd-b95d-88fbeb75a7f9 req-c497d337-9db2-471c-8156-363555487c92 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:54.163365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc1af826-27a7-4dcd-b95d-88fbeb75a7f9 req-c497d337-9db2-471c-8156-363555487c92 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 949 time: 0.3684232 Oct 25 23:23:54.179006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f4d748-92b8-4e80-9d99-bf389432c61d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:54.243544 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df2d60-02de-443e-909c-7ac5b877d39a x-openstack-request-id: req-88df2d60-02de-443e-909c-7ac5b877d39a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:54.244467 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:54.244916 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88df2d60-02de-443e-909c-7ac5b877d39a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:54.245932 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'status': 'completed', 'code': 200} Oct 25 23:23:54.315925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc1af826-27a7-4dcd-b95d-88fbeb75a7f9 req-8923c46d-04f8-44a6-9497-3b62807ace25 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515799 Oct 25 23:23:54.327434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.350414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.361139 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 026e61b2-7a34-498f-bbd6-9c4ec78f8061 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:54.361681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ce23-297d-490e-bcfb-391542b9671e req-75657382-2f1c-450f-a82e-7da6c94249ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:54.364315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-75657382-2f1c-450f-a82e-7da6c94249ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1096 time: 0.1102221 Oct 25 23:23:54.432821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a7df6e-4240-480d-8238-e89fc6b5c698']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:54.528835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a7658979-b234-4186-a654-24415bdfaf4f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:23:54.562198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e859c1-6ed5-459a-bfb9-bc7143baaae1') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:54.565011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e859c1-6ed5-459a-bfb9-bc7143baaae1') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:54.569554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-623c5309-f921-46c1-aea0-0c63562a7d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.602536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.627738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a7658979-b234-4186-a654-24415bdfaf4f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:54.630893 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.635553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b4b5aa-7afe-4e50-a685-39243ef70c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-90a7df6e-4240-480d-8238-e89fc6b5c698', 'network_id': '90a7df6e-4240-480d-8238-e89fc6b5c698', 'tenant_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'fixed_ips': [{'subnet_id': 'a5f4d748-92b8-4e80-9d99-bf389432c61d'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:54.638095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b5aa-7afe-4e50-a685-39243ef70c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.652355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.698701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:23:54.700111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:23:54.719839 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:23:54.770421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.789261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-623c5309-f921-46c1-aea0-0c63562a7d01 None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:54.791558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8b004ffa-8407-4bb8-8c96-191a6365f679 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:54.792098 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.840554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ce23-297d-490e-bcfb-391542b9671e req-bfb7189f-73a6-4be1-98ec-41f958862e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:54.842053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-bfb7189f-73a6-4be1-98ec-41f958862e60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.4694135 Oct 25 23:23:54.857914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-623c5309-f921-46c1-aea0-0c63562a7d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:54.872757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] DHCP port deletion for 7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:23:54.886088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e47a5-210d-4a01-b264-1e9420e2d746 req-ac3d78ed-8002-4fe6-a7d9-5e3de1b86763 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:54.887810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c42e47a5-210d-4a01-b264-1e9420e2d746 req-ac3d78ed-8002-4fe6-a7d9-5e3de1b86763 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 944 time: 0.1748424 Oct 25 23:23:54.888566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=026e61b2-7a34-498f-bbd6-9c4ec78f8061,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:54.930042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:23:54.954678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-8a006b0a-bdd5-4e14-b0f8-eab9a5d930fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 999 time: 0.0925202 Oct 25 23:23:54.995897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] Update dhcp port {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': 'd04a93bf-3af7-4a3c-9b62-9ea7f5818aad', 'ip_address': '2001:db8::f816:3eff:fe5d:9b74'}, {'subnet_id': '91e29040-294e-465e-a3ea-3974436e6b1d'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'df5430de-a37b-40f6-9dde-54af22610771'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:23:55.016013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.038058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.046078 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.059825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/90a7df6e-4240-480d-8238-e89fc6b5c698 HTTP/1.1" status: 204 len: 168 time: 1.4670134 Oct 25 23:23:55.063914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c42e47a5-210d-4a01-b264-1e9420e2d746 req-b1d4da57-f91b-421e-9f5c-ea8654b7ac21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567695 Oct 25 23:23:55.066173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:55.071859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-142979015'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:55.076732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.082338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a68a9409-8828-4a25-9200-cc00931ae92a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/026e61b2-7a34-498f-bbd6-9c4ec78f8061 HTTP/1.1" status: 204 len: 168 time: 1.0940950 Oct 25 23:23:55.083254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52608) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:55.130338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ce23-297d-490e-bcfb-391542b9671e req-c140d797-570e-4a47-9285-2b539e6a4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.138266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-c140d797-570e-4a47-9285-2b539e6a4f7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1734540 Oct 25 23:23:55.139836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:55.141364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbdf22-a88d-4fad-b2e3-1a98575861f7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Network': ['ID=90a7df6e-4240-480d-8238-e89fc6b5c698,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:55.144034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.155388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942cd74e-e17b-4d4d-b9d9-b06da3b216a9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.158358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-942cd74e-e17b-4d4d-b9d9-b06da3b216a9 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0729661 Oct 25 23:23:55.160538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52610) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:55.205230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194fb7e-d440-4740-81d5-a92c8fd1a01a req-c75656a9-3159-41d2-95e0-6961b000cf15 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.217688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a194fb7e-d440-4740-81d5-a92c8fd1a01a req-c75656a9-3159-41d2-95e0-6961b000cf15 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 950 time: 0.2635498 Oct 25 23:23:55.247652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:23:55.254071 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-f9b4b5aa-7afe-4e50-a685-39243ef70c56 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:23:55.254071 n-d-815373-1 neutron-server[102135]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 25 23:23:55.254071 n-d-815373-1 neutron-server[102135]: [parameters: {'project_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'id': 'b18848b1-562a-4017-bcfd-ba0c218344b6', 'name': '', 'network_id': '90a7df6e-4240-480d-8238-e89fc6b5c698', 'mac_address': 'fa:16:3e:51:11:b6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-90a7df6e-4240-480d-8238-e89fc6b5c698', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2806}] Oct 25 23:23:55.254071 n-d-815373-1 neutron-server[102135]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:23:55.254886 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-f9b4b5aa-7afe-4e50-a685-39243ef70c56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:23:55.262746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.275113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41f863-e67f-4936-bc66-31757025d667 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.277601 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e41f863-e67f-4936-bc66-31757025d667 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1158657 Oct 25 23:23:55.279197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.279950 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Added segment 9248581d-c2b0-4721-a111-c13ca142c2a5 of type vlan for network d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 Oct 25 23:23:55.281806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52612) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:55.294224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a194fb7e-d440-4740-81d5-a92c8fd1a01a req-fcd01547-5bcb-47f3-b4bb-42ba8b1815dc tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723164 Oct 25 23:23:55.311329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-17217214-d52a-4914-a79f-dbef38358b79 None None] Provisioning complete for port 8b004ffa-8407-4bb8-8c96-191a6365f679 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:55.311847 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-17217214-d52a-4914-a79f-dbef38358b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.327261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ce23-297d-490e-bcfb-391542b9671e req-4f218859-c3e8-4258-9fea-ee79f554a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.328975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-4f218859-c3e8-4258-9fea-ee79f554a3a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773381 Oct 25 23:23:55.425424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7658979-b234-4186-a654-24415bdfaf4f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:55.428036 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5efdde2-9c82-4326-b16f-cf06494ddfa2" -d '{"events": [{"server_uuid": "f994e7fb-8dd2-4d49-b8ff-33665943cf3e", "name": "network-vif-plugged", "status": "completed", "tag": "a7658979-b234-4186-a654-24415bdfaf4f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:55.460600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] Deleting port 8b004ffa-8407-4bb8-8c96-191a6365f679 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:55.461062 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.471273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5309-f921-46c1-aea0-0c63562a7d01 None None] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:55.497523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.509775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a7658979-b234-4186-a654-24415bdfaf4f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7658979-b234-4186-a654-24415bdfaf4f,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:55.516298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b417f54-dc5a-4577-8451-e093c318cf3a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.517947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b417f54-dc5a-4577-8451-e093c318cf3a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.519953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b417f54-dc5a-4577-8451-e093c318cf3a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.521606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1b417f54-dc5a-4577-8451-e093c318cf3a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2385814 Oct 25 23:23:55.525142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:55.583520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-9f706b2a-0213-4c21-ad4c-202583e32ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423673 Oct 25 23:23:55.593313 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799700a3-53fc-41b5-b8b5-e2797a0e9f95 x-openstack-request-id: req-799700a3-53fc-41b5-b8b5-e2797a0e9f95 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:55.594377 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f994e7fb-8dd2-4d49-b8ff-33665943cf3e", "name": "network-vif-plugged", "status": "completed", "tag": "a7658979-b234-4186-a654-24415bdfaf4f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:55.594377 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-799700a3-53fc-41b5-b8b5-e2797a0e9f95 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:55.594377 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7658979-b234-4186-a654-24415bdfaf4f', 'code': 200} Oct 25 23:23:55.606369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.607175 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 07831ba8-fae5-4def-b914-9fed59397919 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:55.607869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97be34a-885e-4e01-b06d-5d552550766d req-e0b02d9a-f1f7-441e-8d8e-460d576df2f7 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.617874 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a97be34a-885e-4e01-b06d-5d552550766d req-e0b02d9a-f1f7-441e-8d8e-460d576df2f7 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 949 time: 0.1647325 Oct 25 23:23:55.626799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.634649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.635487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.736671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] Allocated IP 2001:db8:0:1::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/91e29040-294e-465e-a3ea-3974436e6b1d/df5430de-a37b-40f6-9dde-54af22610771) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:23:55.751640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 91e29040-294e-465e-a3ea-3974436e6b1d {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:55.763600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b5aa-7afe-4e50-a685-39243ef70c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.771932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7019644 Oct 25 23:23:55.783643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52628) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:55.801068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73d3b0-c931-4326-9c57-e9df2805558c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Network': ['ID=d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:55.801325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'subnet': {'network_id': 'd3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:55.810347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a97be34a-885e-4e01-b06d-5d552550766d req-c6f6ba50-8c24-4d99-81d5-a629aa7c69e9 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912286 Oct 25 23:23:55.822828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-17217214-d52a-4914-a79f-dbef38358b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.824602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:55.826953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:23:55.947614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45acdf1-7620-44f8-8c00-65f191f37e03 req-3728a43e-d709-4513-baa9-bb3cbe0388fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:55.949262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a45acdf1-7620-44f8-8c00-65f191f37e03 req-3728a43e-d709-4513-baa9-bb3cbe0388fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 1101 time: 0.2938664 Oct 25 23:23:55.984927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c06ce23-297d-490e-bcfb-391542b9671e req-c623ac90-07ed-4c2c-ab50-0bec0e704ac8 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961616 Oct 25 23:23:55.994340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:55.998948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.092235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a45acdf1-7620-44f8-8c00-65f191f37e03 req-b4ab3d87-9959-456f-8bc9-369a63079bc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873778 Oct 25 23:23:56.159941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] For port 8b004ffa-8407-4bb8-8c96-191a6365f679, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8b004ffa-8407-4bb8-8c96-191a6365f679,segment=NetworkSegment(aa7c94d7-dec3-472c-8cbd-340b6a5f38f2),segment_id=aa7c94d7-dec3-472c-8cbd-340b6a5f38f2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:56.160597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.170451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70058fe0-3313-42a0-b9f2-1e41241d78dd None None] Network 90a7df6e-4240-480d-8238-e89fc6b5c698 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:56.286229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] Calling delete_port for 8b004ffa-8407-4bb8-8c96-191a6365f679 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:56.298046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70058fe0-3313-42a0-b9f2-1e41241d78dd None None] Network 90a7df6e-4240-480d-8238-e89fc6b5c698 could not be found, it might have been deleted concurrently. {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 23:23:56.333139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a7658979-b234-4186-a654-24415bdfaf4f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:56.362334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.372554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c22c-b4b3-4e79-b8c1-043cbaa54c1d req-452506db-d6d5-4c26-a8e7-8a4e8f8271d2 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:56.374661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5664c22c-b4b3-4e79-b8c1-043cbaa54c1d req-452506db-d6d5-4c26-a8e7-8a4e8f8271d2 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 944 time: 0.1238787 Oct 25 23:23:56.397304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-17217214-d52a-4914-a79f-dbef38358b79 None None] For port 8b004ffa-8407-4bb8-8c96-191a6365f679, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8b004ffa-8407-4bb8-8c96-191a6365f679,segment=NetworkSegment(aa7c94d7-dec3-472c-8cbd-340b6a5f38f2),segment_id=aa7c94d7-dec3-472c-8cbd-340b6a5f38f2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:56.426350 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-17217214-d52a-4914-a79f-dbef38358b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.520699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcedb2-fd65-41a1-a0f4-8323ccb7054b req-2dc780c0-3316-4566-b479-9c72cb9756bd tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:56.522373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Subnet': ['ID=6f825aa7-5a5d-4306-9ce1-3b2d75c40309,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:56.530514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3fcedb2-fd65-41a1-a0f4-8323ccb7054b req-2dc780c0-3316-4566-b479-9c72cb9756bd tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 950 time: 0.1171513 Oct 25 23:23:56.534856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5664c22c-b4b3-4e79-b8c1-043cbaa54c1d req-9ebb3c63-2084-4672-93d6-ba1ebdf08d41 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485860 Oct 25 23:23:56.537299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 07831ba8-fae5-4def-b914-9fed59397919 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:23:56.537821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Checking segment: {'id': '9248581d-c2b0-4721-a111-c13ca142c2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:23:56.538194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network hostable DHCP agents. Network: d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:23:56.576756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:23:56.579196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 07831ba8-fae5-4def-b914-9fed59397919 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:56.579566 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.593124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:56.601315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:56.602120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.639728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b8ddd70c-3912-4bf9-8220-52ecbaea9a30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8525448 Oct 25 23:23:56.645531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52644) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:56.656729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3fcedb2-fd65-41a1-a0f4-8323ccb7054b req-fc93b027-46b0-461f-99f3-47159e3461bb tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084781 Oct 25 23:23:56.694497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531d66f-2877-49dc-9b27-f612c94024a6 None None] Network d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:56.702119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:56.770763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:23:56.771118 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:23:56.797886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17217214-d52a-4914-a79f-dbef38358b79 None None] Pushing event updated for resources: {'Port': ['ID=8b004ffa-8407-4bb8-8c96-191a6365f679,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:56.840933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-02b220ac-8754-42f7-83e2-2d9bcf1e7f97 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:56.843692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-02b220ac-8754-42f7-83e2-2d9bcf1e7f97 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 950 time: 0.0923152 Oct 25 23:23:56.852691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.955047 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.959504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:56.965758 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.006008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.010791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] No DVR routers for this DVR port 8b004ffa-8407-4bb8-8c96-191a6365f679 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:57.027249 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.036672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.103180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d38a9-e21e-4a56-bf7e-774fa1290348 req-5c124ac6-16a2-44f2-90b8-2ae7be2b3966 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:57.105310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-647d38a9-e21e-4a56-bf7e-774fa1290348 req-5c124ac6-16a2-44f2-90b8-2ae7be2b3966 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 950 time: 0.1643836 Oct 25 23:23:57.130907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Deleting port 638489a8-4291-4984-9169-412a40b4d078 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:23:57.131443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.143673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f95c38-7c1e-4dae-8fc9-dfb1deac12eb None None] Pushing event deleted for resources: {'Port': ['ID=8b004ffa-8407-4bb8-8c96-191a6365f679,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:57.193011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '4c7f7ca7-e9e7-4b57-9906-eb15ade3944f', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'mac_address': 'fa:16:3e:85:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cc4191-9ce3-403c-820f-06081ffda52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:23:23Z', 'updated_at': '2021-10-25T23:23:51Z', 'revision_number': 1, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:57.230687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.233518 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.280437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Subnet': ['ID=6f825aa7-5a5d-4306-9ce1-3b2d75c40309,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:57.310964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-647d38a9-e21e-4a56-bf7e-774fa1290348 req-3cab189c-49c9-4016-a816-a7572c5e9ec0 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911626 Oct 25 23:23:57.349574 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.354142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.405290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:23:57.420820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=91e29040-294e-465e-a3ea-3974436e6b1d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:57.432342 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.435909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-555c08c7-e9cb-49e3-8552-2b55efdbdbc2 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/91e29040-294e-465e-a3ea-3974436e6b1d HTTP/1.1" status: 204 len: 168 time: 1.9070849 Oct 25 23:23:57.438601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52662) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:57.446421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Port 8b004ffa-8407-4bb8-8c96-191a6365f679 update to ACTIVE by agent not found {{(pid=102135) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 25 23:23:57.448207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:57.508764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ede7fa-dd1e-4386-b7b6-04fa9c3a62ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4', 'network_id': 'd3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4', 'tenant_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'fixed_ips': [{'subnet_id': '6f825aa7-5a5d-4306-9ce1-3b2d75c40309'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:23:57.510242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-35ede7fa-dd1e-4386-b7b6-04fa9c3a62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.514213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 07831ba8-fae5-4def-b914-9fed59397919, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=07831ba8-fae5-4def-b914-9fed59397919,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:57.524959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:23:57.526090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:57.529874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.540251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet d04a93bf-3af7-4a3c-9b62-9ea7f5818aad {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:23:57.544780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.586055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] For port 638489a8-4291-4984-9169-412a40b4d078, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=638489a8-4291-4984-9169-412a40b4d078,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:23:57.586486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.599407 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.601918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:57.605027 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67fe821-1c40-4b88-bb9e-134507118e30" -d '{"events": [{"server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "name": "network-vif-plugged", "status": "completed", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:57.608215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.673222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 638489a8-4291-4984-9169-412a40b4d078 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:23:57.675737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc81f-e19b-4f6f-8b79-34b5ea0fd84b None None] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:57.715927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Calling delete_port for 638489a8-4291-4984-9169-412a40b4d078 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:23:57.744485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:57.765686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:57.768804 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf9468-fea0-4bad-87a3-bd85b0b88dba x-openstack-request-id: req-89bf9468-fea0-4bad-87a3-bd85b0b88dba {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:57.770738 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "name": "network-vif-plugged", "status": "completed", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:57.771083 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89bf9468-fea0-4bad-87a3-bd85b0b88dba {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:57.771574 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'code': 200} Oct 25 23:23:57.990835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.034842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=d04a93bf-3af7-4a3c-9b62-9ea7f5818aad,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:58.043684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9248581d-c2b0-4721-a111-c13ca142c2a5') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:58.044205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9248581d-c2b0-4721-a111-c13ca142c2a5') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:58.054583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf1913-da53-45f0-adcc-dcc538369af5 req-42663c8b-8329-432a-9971-03c394276882 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:58.074400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83cf1913-da53-45f0-adcc-dcc538369af5 req-42663c8b-8329-432a-9971-03c394276882 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 950 time: 0.1982629 Oct 25 23:23:58.120676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.130652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.131394 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.134042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-351e7408-454b-4f7e-96d8-a773caa374ec tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/d04a93bf-3af7-4a3c-9b62-9ea7f5818aad HTTP/1.1" status: 204 len: 168 time: 0.6943476 Oct 25 23:23:58.142855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52682) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:58.154591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:23:58.185372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.197646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f255215-d810-4960-b7ac-bc3bee2ee240 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524135 Oct 25 23:23:58.202632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Pushing event deleted for resources: {'Port': ['ID=638489a8-4291-4984-9169-412a40b4d078,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:58.203945 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52684) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:58.209012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:58.238183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:23:58.238517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:23:58.248625 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:23:58.300336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991c24-29cb-49c1-9465-623afd8594a7 req-85513ef5-893b-4563-9a73-ef87756244f1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:58.302144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e991c24-29cb-49c1-9465-623afd8594a7 req-85513ef5-893b-4563-9a73-ef87756244f1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.5128269 Oct 25 23:23:58.354125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No active binding found for port 638489a8-4291-4984-9169-412a40b4d078 {{(pid=102135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 23:23:58.354668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 638489a8-4291-4984-9169-412a40b4d078 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:23:58.366831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83cf1913-da53-45f0-adcc-dcc538369af5 req-b457ff7c-7413-4c49-89db-3c01111cd1ee tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/security-groups?id=887a52ff-3f68-4916-85a8-00ad2445b333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914686 Oct 25 23:23:58.376246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:58.376682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.405807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:58.410254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.423600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c72ee-563b-47e9-8b2e-7d5ed44c94cb req-361bec60-e548-4999-a956-ff757314c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:58.425129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d59c72ee-563b-47e9-8b2e-7d5ed44c94cb req-361bec60-e548-4999-a956-ff757314c0b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1096 time: 0.3791206 Oct 25 23:23:58.428019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcabb55-7446-4dfc-beb1-57c166f3ec6b None None] Network d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:58.471048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] No DVR routers for this DVR port 638489a8-4291-4984-9169-412a40b4d078 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:23:58.492606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.497218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf9d2fb1-95f9-4a75-93bf-1f6824e01e61 req-f8999ea9-92ee-4b29-bd50-6e833d811c53 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.15 "DELETE /v2.0/ports/638489a8-4291-4984-9169-412a40b4d078 HTTP/1.1" status: 204 len: 173 time: 1.6421802 Oct 25 23:23:58.499369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'name': 'network-vif-deleted', 'tag': '638489a8-4291-4984-9169-412a40b4d078'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:23:58.511481 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04bbdc-e062-417a-97d7-672b44932f40" -d '{"events": [{"server_uuid": "1c870c2e-466e-4f3d-abc9-1fa5865c331a", "name": "network-vif-deleted", "tag": "638489a8-4291-4984-9169-412a40b4d078"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:23:58.559010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d59c72ee-563b-47e9-8b2e-7d5ed44c94cb req-1357ddb5-03e3-462e-8733-70d626d8e9d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961156 Oct 25 23:23:58.560478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b8b87-eac3-47ab-9bcb-4930928eceea None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:23:58.561611 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.578180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.583392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 HTTP/1.1" status: 204 len: 168 time: 1.9365029 Oct 25 23:23:58.588522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=07831ba8-fae5-4def-b914-9fed59397919,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:58.592894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:58.604138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e991c24-29cb-49c1-9465-623afd8594a7 req-5fa7a492-a627-43fb-9b29-1618b4c29c9e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933565 Oct 25 23:23:58.618826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200662139'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:58.626832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68c11e-88b7-41e2-9920-b7e238a256b6 req-18a42615-0dd2-42ed-97c6-2ff34cea3e3a tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:58.628357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe68c11e-88b7-41e2-9920-b7e238a256b6 req-18a42615-0dd2-42ed-97c6-2ff34cea3e3a tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 950 time: 0.1744466 Oct 25 23:23:58.637208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1af11-9cfc-4d76-a7b3-b72d9ce70dcd tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Network': ['ID=d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:58.697394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:58.700943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.772350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe68c11e-88b7-41e2-9920-b7e238a256b6 req-dcf50519-b6af-407a-af12-bf684ea1ea87 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310580 Oct 25 23:23:58.777579 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60601573-6499-4f4b-82c5-63bedb37e5af x-openstack-request-id: req-60601573-6499-4f4b-82c5-63bedb37e5af {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:23:58.777882 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c870c2e-466e-4f3d-abc9-1fa5865c331a", "name": "network-vif-deleted", "tag": "638489a8-4291-4984-9169-412a40b4d078", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:23:58.778138 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60601573-6499-4f4b-82c5-63bedb37e5af {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:23:58.778620 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c870c2e-466e-4f3d-abc9-1fa5865c331a', 'name': 'network-vif-deleted', 'tag': '638489a8-4291-4984-9169-412a40b4d078', 'status': 'completed', 'code': 200} Oct 25 23:23:58.782942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:23:58.819704 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.820404 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.820757 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Added segment 28bd44ee-18e8-47d6-a45f-7d13d13d2796 of type vlan for network 8838e986-d5e5-4a15-8a62-17ba6a751ea5 Oct 25 23:23:58.879830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6c1f8eff-aab3-4d70-9555-adc974bbb9d6 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:58.880203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6c1f8eff-aab3-4d70-9555-adc974bbb9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.946786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:58.957876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.030403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:23:59.038972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:23:59.066014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:59.066014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.099287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=516d338a-4a3a-435f-b0a9-68fe400725f6,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:59.115940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-23c21784-0a46-42ec-9aae-692f2cd99c19 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9106035 Oct 25 23:23:59.118942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52712) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:59.119628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.125638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:59.126600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.133600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:59.233739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6380117 Oct 25 23:23:59.237384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52714) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:23:59.248948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Request body: {'subnet': {'network_id': '8838e986-d5e5-4a15-8a62-17ba6a751ea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:23:59.295687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:59.300063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.353433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3a60f-a1f0-458b-8dc2-15bce0d16044 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Network': ['ID=8838e986-d5e5-4a15-8a62-17ba6a751ea5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:23:59.396839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8838e986-d5e5-4a15-8a62-17ba6a751ea5 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:23:59.399586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951fda4-d996-4abf-9fbc-380a70285356 req-a24b2deb-392f-49d1-af91-63815b296c1d tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:59.407279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5951fda4-d996-4abf-9fbc-380a70285356 req-a24b2deb-392f-49d1-af91-63815b296c1d tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 950 time: 0.2554302 Oct 25 23:23:59.474389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5951fda4-d996-4abf-9fbc-380a70285356 req-0685d42e-5e32-4f4b-be6f-93f3187836ef tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653279 Oct 25 23:23:59.478402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Made reservation on behalf of ef69d3974d6b487595b8eefb8c46a02d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:23:59.484408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.615690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6c1f8eff-aab3-4d70-9555-adc974bbb9d6 None None] Could not find standard attr ID for object 026e61b2-7a34-498f-bbd6-9c4ec78f8061. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:23:59.619153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '4c7f7ca7-e9e7-4b57-9906-eb15ade3944f', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'mac_address': 'fa:16:3e:85:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cc4191-9ce3-403c-820f-06081ffda52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:23:23Z', 'updated_at': '2021-10-25T23:23:51Z', 'revision_number': 1, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:23:59.700794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee7605-7009-488f-8ec5-e9a774ad1fdd None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '4c7f7ca7-e9e7-4b57-9906-eb15ade3944f', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'mac_address': 'fa:16:3e:85:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cc4191-9ce3-403c-820f-06081ffda52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:23:23Z', 'updated_at': '2021-10-25T23:23:51Z', 'revision_number': 1, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:23:59.734329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:23:59.852950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] Update dhcp port {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '516d338a-4a3a-435f-b0a9-68fe400725f6'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'df5430de-a37b-40f6-9dde-54af22610771'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:23:59.896352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:23:59.896905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.903623 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:23:59.924826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe742c7-c258-4003-b06f-edc195fa0ad7 req-1df11d47-0dfd-47a9-adcf-c4c0b4e3bfb9 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:23:59.945728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbe742c7-c258-4003-b06f-edc195fa0ad7 req-1df11d47-0dfd-47a9-adcf-c4c0b4e3bfb9 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.2386663 Oct 25 23:23:59.999971 n-d-815373-1 neutron-server[102133]: INFO neutron.db.ipam_backend_mixin [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 516d338a-4a3a-435f-b0a9-68fe400725f6 (CIDR: 2001:db8::/64) Oct 25 23:24:00.015304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-663389fd-044b-4ae2-9527-8e3b5b161b66 req-8b541ab1-c9da-4928-a019-4be6da914397 tempest-VolumesBackupsTest-119547376 tempest-VolumesBackupsTest-119547376-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c870c2e-466e-4f3d-abc9-1fa5865c331a HTTP/1.1" status: 200 len: 210 time: 0.0985627 Oct 25 23:24:00.018107 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:24:00.024293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:00.057287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9cc209ae-3ca0-41b3-ab66-a3e738c42634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9357769 Oct 25 23:24:00.062620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:00.069053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:00.179660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.objects.ports [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:24:00.183302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.201338 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac57b6-a9ca-4fca-9f71-885b66c38ef9 None None] New status for floating IP 4c7f7ca7-e9e7-4b57-9906-eb15ade3944f: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:24:00.209557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbe742c7-c258-4003-b06f-edc195fa0ad7 req-6bdd7687-385d-447a-8852-ebe1bf56cf51 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618179 Oct 25 23:24:00.262502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:00.269318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.292015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/516d338a-4a3a-435f-b0a9-68fe400725f6/df5430de-a37b-40f6-9dde-54af22610771) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:00.304622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Checking segment: {'id': '28bd44ee-18e8-47d6-a45f-7d13d13d2796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8838e986-d5e5-4a15-8a62-17ba6a751ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:00.306478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network hostable DHCP agents. Network: 8838e986-d5e5-4a15-8a62-17ba6a751ea5, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:00.317032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event updated for resources: {'Subnet': ['ID=ccb754ac-7ef5-47c7-84f0-5fe8c00c23e5,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:00.357240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Network 8838e986-d5e5-4a15-8a62-17ba6a751ea5 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:00.370469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8838e986-d5e5-4a15-8a62-17ba6a751ea5) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:00.378532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:00.379228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.379384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8b004ffa-8407-4bb8-8c96-191a6365f679 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:24:00.412196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6053ac0-5839-4e77-8020-267cf9d37f1e tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1699519 Oct 25 23:24:00.412196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:00.422408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896bdf49-a08c-44f2-95c2-5561ef70bedd None None] Network 8838e986-d5e5-4a15-8a62-17ba6a751ea5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:00.467953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8b004ffa-8407-4bb8-8c96-191a6365f679 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:24:00.468570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8b004ffa-8407-4bb8-8c96-191a6365f679 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:24:00.586254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.602116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:00.679269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.735031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd904c-44b7-4062-8a7f-d81956c45908 req-08bfc893-fa26-4eeb-b744-8106a9a7e5bc tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:00.752485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45fd904c-44b7-4062-8a7f-d81956c45908 req-08bfc893-fa26-4eeb-b744-8106a9a7e5bc tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 950 time: 0.1132128 Oct 25 23:24:00.756831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333f30f-42ff-41bd-ab7f-791fb02881ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8838e986-d5e5-4a15-8a62-17ba6a751ea5', 'network_id': '8838e986-d5e5-4a15-8a62-17ba6a751ea5', 'tenant_id': 'ef69d3974d6b487595b8eefb8c46a02d', 'fixed_ips': [{'subnet_id': 'ccb754ac-7ef5-47c7-84f0-5fe8c00c23e5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:00.757787 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3333f30f-42ff-41bd-ab7f-791fb02881ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.765375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.780272 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.787502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.819696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb754ac-7ef5-47c7-84f0-5fe8c00c23e5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:00.836151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45fd904c-44b7-4062-8a7f-d81956c45908 req-7be29f9a-4400-4836-af9b-f3b020613520 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826807 Oct 25 23:24:00.909372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:00.926600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd12f1-5b7a-4ef3-ba3f-a533b4dd84b7 None None] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:00.930507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f925f-bc9c-4dd7-97d6-c0db962b1f3b None None] Network 8838e986-d5e5-4a15-8a62-17ba6a751ea5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:00.959516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8838e986-d5e5-4a15-8a62-17ba6a751ea5']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:00.970948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd44ee-18e8-47d6-a45f-7d13d13d2796') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:00.971250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd44ee-18e8-47d6-a45f-7d13d13d2796') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:00.986357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.010138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.027305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:24:01.027744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.064675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:24:01.136211 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:24:01.143001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.154089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-30c066eb-cc54-4926-8a45-e01015bcb7ba tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:01.156869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-30c066eb-cc54-4926-8a45-e01015bcb7ba tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 950 time: 0.2139816 Oct 25 23:24:01.164479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.187765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/8838e986-d5e5-4a15-8a62-17ba6a751ea5 HTTP/1.1" status: 204 len: 168 time: 0.7713106 Oct 25 23:24:01.197354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52762) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.220449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0ce4b-3c34-4669-a2b0-3e6a25f8791d tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Network': ['ID=8838e986-d5e5-4a15-8a62-17ba6a751ea5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:01.253879 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb67cc5-4664-49f4-b8cd-ebaa093bf71b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:01.267126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb67cc5-4664-49f4-b8cd-ebaa093bf71b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:01.271618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2cb67cc5-4664-49f4-b8cd-ebaa093bf71b tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/ccb754ac-7ef5-47c7-84f0-5fe8c00c23e5 HTTP/1.1" status: 404 len: 337 time: 0.0617254 Oct 25 23:24:01.280669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52768) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.356843 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cdf91a-57b5-4e09-8f22-eb31842ff8c6 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:01.359644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cdf91a-57b5-4e09-8f22-eb31842ff8c6 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:01.373941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-74cdf91a-57b5-4e09-8f22-eb31842ff8c6 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/8838e986-d5e5-4a15-8a62-17ba6a751ea5 HTTP/1.1" status: 404 len: 339 time: 0.0920184 Oct 25 23:24:01.379535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52770) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.480840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.492022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Deleting port a7658979-b234-4186-a654-24415bdfaf4f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:01.492538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.505049 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78be97e-949f-4eb2-8214-e36b53bb2ade tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:01.505499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78be97e-949f-4eb2-8214-e36b53bb2ade tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:01.515837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f78be97e-949f-4eb2-8214-e36b53bb2ade tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/6f825aa7-5a5d-4306-9ce1-3b2d75c40309 HTTP/1.1" status: 404 len: 337 time: 0.1350334 Oct 25 23:24:01.516459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.538225 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-178ba8ce-6e9b-4d1a-9826-b69921c9440c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:01.538783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178ba8ce-6e9b-4d1a-9826-b69921c9440c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:01.544654 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-178ba8ce-6e9b-4d1a-9826-b69921c9440c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/d3fd0af2-fd43-4ab1-a7e3-7f25c2aad3d4 HTTP/1.1" status: 404 len: 339 time: 0.0247889 Oct 25 23:24:01.545324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.591354 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-80397add-e9fa-411e-b61f-8d6f9c5f7460 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:01.591820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80397add-e9fa-411e-b61f-8d6f9c5f7460 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:01.594899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80397add-e9fa-411e-b61f-8d6f9c5f7460 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/a5f4d748-92b8-4e80-9d99-bf389432c61d HTTP/1.1" status: 404 len: 337 time: 0.0484278 Oct 25 23:24:01.598126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52778) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.623877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] For port a7658979-b234-4186-a654-24415bdfaf4f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7658979-b234-4186-a654-24415bdfaf4f,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:01.624251 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.633333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8062-ced4-4ac6-9989-571c67a97d1e req-e2f5c126-e7f9-493f-9712-67104176c957 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:01.641519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02a8062-ced4-4ac6-9989-571c67a97d1e req-e2f5c126-e7f9-493f-9712-67104176c957 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.2627575 Oct 25 23:24:01.653055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Calling delete_port for a7658979-b234-4186-a654-24415bdfaf4f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:01.657096 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c9486d-c664-4cfd-94a4-c4cd1c2a58d0 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:01.657668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c9486d-c664-4cfd-94a4-c4cd1c2a58d0 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:01.660777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-41c9486d-c664-4cfd-94a4-c4cd1c2a58d0 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/90a7df6e-4240-480d-8238-e89fc6b5c698 HTTP/1.1" status: 404 len: 339 time: 0.0619822 Oct 25 23:24:01.663310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52782) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:01.688421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:01.788656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:01.788967 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:01.789399 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e02a8062-ced4-4ac6-9989-571c67a97d1e req-69a26c11-406e-469f-a0f4-e35839968789 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419864 Oct 25 23:24:01.883463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Deleting port db945ad4-cdc3-4e48-9f64-46e5ae94f125 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:01.891503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.048781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.075024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e1cc9-79c1-4db2-bdfa-fabe31ba8eae None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:02.093887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e0cb-7396-4497-a713-eb4c2d89d411 req-3ccba65b-33f3-4b28-95d1-32092d7f2e60 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:02.095755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c032e0cb-7396-4497-a713-eb4c2d89d411 req-3ccba65b-33f3-4b28-95d1-32092d7f2e60 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 950 time: 0.1210394 Oct 25 23:24:02.097102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Calling delete_port for db945ad4-cdc3-4e48-9f64-46e5ae94f125 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:02.186366 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.215528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c032e0cb-7396-4497-a713-eb4c2d89d411 req-e5d3ca3d-9cce-4f0e-8293-9a16333b7676 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfac7a38-e6f8-46f5-86cd-080897bdd472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060302 Oct 25 23:24:02.281936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6444eee1-0083-451a-b3e3-3590eee4dbc4 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:02.282348 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6444eee1-0083-451a-b3e3-3590eee4dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.295435 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.331410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Port': ['ID=db945ad4-cdc3-4e48-9f64-46e5ae94f125,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:02.359177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.363803 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e4a64851-faa2-451e-ae51-be1fd828e08c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/ports/db945ad4-cdc3-4e48-9f64-46e5ae94f125 HTTP/1.1" status: 204 len: 168 time: 0.6996605 Oct 25 23:24:02.366678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52796) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:02.451118 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f112398-8cf6-43ce-b92a-226acdbb814c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:02.455532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f112398-8cf6-43ce-b92a-226acdbb814c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:02.459824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9f112398-8cf6-43ce-b92a-226acdbb814c tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/88f8922a-b7ae-43ce-ad3f-637f458d89c5 HTTP/1.1" status: 404 len: 337 time: 0.0881381 Oct 25 23:24:02.465764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52802) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:02.497220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Pushing event deleted for resources: {'Port': ['ID=a7658979-b234-4186-a654-24415bdfaf4f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:02.572000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] No DVR routers for this DVR port a7658979-b234-4186-a654-24415bdfaf4f on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:02.593070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.605644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53495a21-1137-40a7-8b9d-da1111d0e02f req-416debe3-a3e2-4a1f-bfb6-9ff1f886464b tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.15 "DELETE /v2.0/ports/a7658979-b234-4186-a654-24415bdfaf4f HTTP/1.1" status: 204 len: 173 time: 1.4361653 Oct 25 23:24:02.606439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'name': 'network-vif-deleted', 'tag': 'a7658979-b234-4186-a654-24415bdfaf4f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:24:02.608963 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e79798-46b9-4d51-882b-55115e33f3bd" -d '{"events": [{"server_uuid": "f994e7fb-8dd2-4d49-b8ff-33665943cf3e", "name": "network-vif-deleted", "tag": "a7658979-b234-4186-a654-24415bdfaf4f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:24:02.674347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2ca0-9ec2-4173-84f4-efef453e61af req-5593c082-2f9b-4135-8b63-875a49616bb5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:02.682537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-934d2ca0-9ec2-4173-84f4-efef453e61af req-5593c082-2f9b-4135-8b63-875a49616bb5 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.6826177 Oct 25 23:24:02.692202 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b52c0c-e8e8-4aee-acd8-d89f9f2bd29a x-openstack-request-id: req-34b52c0c-e8e8-4aee-acd8-d89f9f2bd29a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:24:02.692579 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f994e7fb-8dd2-4d49-b8ff-33665943cf3e", "name": "network-vif-deleted", "tag": "a7658979-b234-4186-a654-24415bdfaf4f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:24:02.692900 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34b52c0c-e8e8-4aee-acd8-d89f9f2bd29a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:24:02.693414 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f994e7fb-8dd2-4d49-b8ff-33665943cf3e', 'name': 'network-vif-deleted', 'tag': 'a7658979-b234-4186-a654-24415bdfaf4f', 'status': 'completed', 'code': 200} Oct 25 23:24:02.721523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:02.752700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.787754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-934d2ca0-9ec2-4173-84f4-efef453e61af req-e78776b8-1a4d-4deb-95cb-c907ea07b55d tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039588 Oct 25 23:24:02.790636 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:24:02.812393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52810) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:02.840642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.856016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.857058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:02.950669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=9e65ed54-fecb-4ed5-9a30-ad21e8a4bc8f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:02.980051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:02.988544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:02.995178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:02.995895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.022361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.033287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=9']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:03.042884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ce6c2312-617a-4515-b58a-ff1f5e688cee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9754791 Oct 25 23:24:03.046777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52818) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:03.072256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:f7:c2:90', 'name': 'tempest-NetworksTestDHCPv6-1126880376'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:03.078911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:03.103659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:03.105036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7c94d7-dec3-472c-8cbd-340b6a5f38f2') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:03.127116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.162952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.173719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:24:03.176013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:24:03.181692 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:24:03.285119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74802ada-9e1b-4dce-9f62-3d482d2754e7 tempest-TestVolumeBackupRestore-493380828 tempest-TestVolumeBackupRestore-493380828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:03.288376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-74802ada-9e1b-4dce-9f62-3d482d2754e7 tempest-TestVolumeBackupRestore-493380828 tempest-TestVolumeBackupRestore-493380828-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1091 time: 0.4722939 Oct 25 23:24:03.291499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52824) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:03.304781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:03.357314 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.365188 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.381727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17 HTTP/1.1" status: 204 len: 168 time: 0.9141974 Oct 25 23:24:03.398172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52830) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:03.434324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.463223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7658979-b234-4186-a654-24415bdfaf4f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:24:03.504266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f4fda1e-56b7-4773-acdc-c47f99a31630 req-b5459e3e-dd4d-4758-95a1-3bf581afd6d2 tempest-VolumesNegativeTest-1640593026 tempest-VolumesNegativeTest-1640593026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f994e7fb-8dd2-4d49-b8ff-33665943cf3e HTTP/1.1" status: 200 len: 210 time: 0.1214113 Oct 25 23:24:03.536580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a7658979-b234-4186-a654-24415bdfaf4f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:24:03.536923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7658979-b234-4186-a654-24415bdfaf4f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:24:03.685169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c6ee8-320c-4719-8c93-4610bd4d7949 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Network': ['ID=7dc9dc06-f266-4d3d-aa15-6eaeeeddcb17,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:03.687051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:03.737572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d15e2c-10a6-4652-9a50-c576f41739e6 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:03.799713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Deleting port 5ee99d61-b242-4a6d-acd5-261f90498f1e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:03.800313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.906604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.923234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Calling delete_port for 5ee99d61-b242-4a6d-acd5-261f90498f1e owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:03.932324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:03.953817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:03.970465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.051507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:24:04.088191 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.154312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Port': ['ID=5ee99d61-b242-4a6d-acd5-261f90498f1e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:04.166269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.167381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Allocated IP 172.25.4.103 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/8cbb9aae-f06f-4dc5-a80b-6a5072a1efa4) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:04.174249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-387bf43c-6c47-4fd0-adb0-00b09c8cdea7 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/ports/5ee99d61-b242-4a6d-acd5-261f90498f1e HTTP/1.1" status: 204 len: 168 time: 0.7760134 Oct 25 23:24:04.177024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:04.221690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:04.222327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.224535 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b6d40e-cec7-488b-b17a-e62feb4ac48a tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:04.225160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b6d40e-cec7-488b-b17a-e62feb4ac48a tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:04.231298 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e3b6d40e-cec7-488b-b17a-e62feb4ac48a tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/9a159546-5816-4558-865c-510ea9c46013 HTTP/1.1" status: 404 len: 337 time: 0.0527475 Oct 25 23:24:04.233358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52848) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:04.266937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7f77d84a-6248-475a-a020-73053a757f68 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:04.267722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f77d84a-6248-475a-a020-73053a757f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.412145 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.449144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::25e (57fc94dc-2742-4a31-abc4-7afd577fd939/516d338a-4a3a-435f-b0a9-68fe400725f6/60ba6c10-8c70-4a2b-8111-a870f9d5fbf3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:04.467805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:c290 (57fc94dc-2742-4a31-abc4-7afd577fd939/9e65ed54-fecb-4ed5-9a30-ad21e8a4bc8f/60ba6c10-8c70-4a2b-8111-a870f9d5fbf3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:04.491674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.590517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.669490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6685349b-5624-460f-8711-201cf452a631']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:04.716917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebabc7e-6342-41b7-97fb-bec16428b676') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:04.717221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebabc7e-6342-41b7-97fb-bec16428b676') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:04.736360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.766095 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.814094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.824070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:24:04.824676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:24:04.828122 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:24:04.861700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:04.864288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e1075a05-f6bc-4e5f-a490-f2a8152ee2ad None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:04.864740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e1075a05-f6bc-4e5f-a490-f2a8152ee2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:04.872981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:04.878017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:04.967420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'Port': ['ID=8cbb9aae-f06f-4dc5-a80b-6a5072a1efa4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:04.996704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.997150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.997548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.997954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.998402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.998797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.999188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.999573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:04.999966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:05.000358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:05.000749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:05.001132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:05.004754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.021550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.068543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.079216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/6685349b-5624-460f-8711-201cf452a631 HTTP/1.1" status: 204 len: 168 time: 0.8448143 Oct 25 23:24:05.097481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52884) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:05.233070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Deleting subnet 4454b2a4-7480-4b24-a9be-e5bae5c8b7d9 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:05.237099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.304578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-93fda395-db40-4a89-a1e6-e8b3487ef810 None None] Could not find standard attr ID for object 026e61b2-7a34-498f-bbd6-9c4ec78f8061. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:24:05.317816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705d642-5a61-4154-aa4d-380e2a5e4d05 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Network': ['ID=6685349b-5624-460f-8711-201cf452a631,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:05.326575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.530803 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.647889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.700682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Subnet': ['ID=4454b2a4-7480-4b24-a9be-e5bae5c8b7d9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:05.702697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.705977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fc1933ed-5ebe-4b4d-8491-8d32cd2bcc30 tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/subnets/4454b2a4-7480-4b24-a9be-e5bae5c8b7d9 HTTP/1.1" status: 204 len: 168 time: 0.6067543 Oct 25 23:24:05.712488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda2f99-4046-4808-a58d-3fe757c7ed03 None None] Network 49869406-d027-4aa5-a169-c80630ef39a3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:05.715085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52918) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:05.918621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:05.984484 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.083699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:06.084380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.091444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:06.104031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:06.110035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:06.110990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.132364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] DHCP port deletion for 49869406-d027-4aa5-a169-c80630ef39a3 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:24:06.232092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1841936 Oct 25 23:24:06.235570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:06.243988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee889a0-104e-4ab5-9a48-5f1eccdfa957 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=60ba6c10-8c70-4a2b-8111-a870f9d5fbf3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:06.263473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.275253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Deleting port 5ca7aa71-8152-444b-9714-52201e6802d7 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:06.276187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.298384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] Deleting port 5ca7aa71-8152-444b-9714-52201e6802d7 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:06.299173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.483183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] For port 5ca7aa71-8152-444b-9714-52201e6802d7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5ca7aa71-8152-444b-9714-52201e6802d7,segment=NetworkSegment(6c06df9d-56c0-4fd4-bc30-b40c376e2279),segment_id=6c06df9d-56c0-4fd4-bc30-b40c376e2279)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:06.483709 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.509162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] Calling delete_port for 5ca7aa71-8152-444b-9714-52201e6802d7 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:06.686173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.694053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.742018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] For port 5ca7aa71-8152-444b-9714-52201e6802d7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5ca7aa71-8152-444b-9714-52201e6802d7,segment=NetworkSegment(6c06df9d-56c0-4fd4-bc30-b40c376e2279),segment_id=6c06df9d-56c0-4fd4-bc30-b40c376e2279)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:06.742621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.787042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Calling delete_port for 5ca7aa71-8152-444b-9714-52201e6802d7 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:06.787601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.877879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:06.878557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:06.926064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event updated for resources: {'Port': ['ID=8cbb9aae-f06f-4dc5-a80b-6a5072a1efa4,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:07.002203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c0a44f2d-fd80-4c05-a70a-7c0808f597ad None None] Provisioning complete for port 60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:07.002812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c0a44f2d-fd80-4c05-a70a-7c0808f597ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:07.049809 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Floating IP c9b2b874-44f1-4c49-a2f5-44923ab476e2 associated. External IP: 172.25.4.103, port: 07831ba8-fae5-4def-b914-9fed59397919. Oct 25 23:24:07.082207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:07.123097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c0a44f2d-fd80-4c05-a70a-7c0808f597ad None None] Port 60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:07.130319 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:07.157706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] No DVR routers for this DVR port 5ca7aa71-8152-444b-9714-52201e6802d7 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:07.215335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985bbc-fbab-4c11-89b2-ccfebbb8b96b None None] Pushing event deleted for resources: {'Port': ['ID=5ca7aa71-8152-444b-9714-52201e6802d7,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:07.249885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Port': ['ID=5ca7aa71-8152-444b-9714-52201e6802d7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:07.267744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] No DVR routers for this DVR port 5ca7aa71-8152-444b-9714-52201e6802d7 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:07.276720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:07.737987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5ca7aa71-8152-444b-9714-52201e6802d7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:24:07.833146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5ca7aa71-8152-444b-9714-52201e6802d7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:24:07.833361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5ca7aa71-8152-444b-9714-52201e6802d7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:24:08.109983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.110687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.110795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.111147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.111576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.111906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.112316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.112643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.113028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.113613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.113958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.114355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:08.124607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:08.219010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.247535 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49869406-d027-4aa5-a169-c80630ef39a3']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:08.260263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c06df9d-56c0-4fd4-bc30-b40c376e2279') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:08.260629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c06df9d-56c0-4fd4-bc30-b40c376e2279') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:08.275763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Router fa6597e7-8bc2-46ec-9196-0d503770ec49 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:08.277269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.312665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.473253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:24:08.473973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:24:08.476861 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:24:08.523481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:08.541990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] Sync routers for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:08.559192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:08.560467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:08.580821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.617292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.628809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.635168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] 10.222.0.25 "DELETE /v2.0/networks/49869406-d027-4aa5-a169-c80630ef39a3 HTTP/1.1" status: 204 len: 168 time: 2.9156380 Oct 25 23:24:08.690704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3adc-e944-4ecf-a726-844b4795710f tempest-NetworksIpV6TestAttrs-150695692 tempest-NetworksIpV6TestAttrs-150695692-project] Pushing event deleted for resources: {'Network': ['ID=49869406-d027-4aa5-a169-c80630ef39a3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:08.694574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.700904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4e9035b4-0ba4-4290-a701-00d5ab02a864 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4018135 Oct 25 23:24:08.703619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53190) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:08.704099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:24:08.717430 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da692cf-a618-4f53-9809-15d1cfdcfdff" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:24:08.742330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=60ba6c10-8c70-4a2b-8111-a870f9d5fbf3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:08.854468 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9f61c-e97e-408c-aab8-4af650c6c076 x-openstack-request-id: req-68d9f61c-e97e-408c-aab8-4af650c6c076 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:24:08.854792 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:24:08.855072 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68d9f61c-e97e-408c-aab8-4af650c6c076 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:24:08.855479 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'status': 'completed', 'code': 200} Oct 25 23:24:08.932261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:08.935620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63d631b4-84b5-43be-a436-e2b6090510f5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 HTTP/1.1" status: 204 len: 168 time: 2.6987393 Oct 25 23:24:08.942810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53200) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:08.988043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:09.068921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f7ed1-98c7-4aed-be7a-7a9e7bcbf2ed tempest-TestVolumeBackupRestore-493380828 tempest-TestVolumeBackupRestore-493380828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:09.073663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-085f7ed1-98c7-4aed-be7a-7a9e7bcbf2ed tempest-TestVolumeBackupRestore-493380828 tempest-TestVolumeBackupRestore-493380828-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1091 time: 0.3490467 Oct 25 23:24:09.075739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53202) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:09.081412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Request body: {'floatingip': {'port_id': '07831ba8-fae5-4def-b914-9fed59397919'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:09.144273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-9d024bab-79c7-4050-a593-d5f564feeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:09.162549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-9d024bab-79c7-4050-a593-d5f564feeeca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1096 time: 0.2901521 Oct 25 23:24:09.281304 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:09.357932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05af074-7b40-4ae6-b185-b09a17c8e5f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:09.363060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b05af074-7b40-4ae6-b185-b09a17c8e5f8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4159145 Oct 25 23:24:09.365864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53218) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:09.441100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53224) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:09.617134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169f68a-329e-4662-9918-f07a534ae251 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:09.619632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c169f68a-329e-4662-9918-f07a534ae251 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2483509 Oct 25 23:24:09.624931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53234) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:09.670244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-ba6c9858-8566-432a-8617-0ca11b2d854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:09.683738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-ba6c9858-8566-432a-8617-0ca11b2d854f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 915 time: 0.5202644 Oct 25 23:24:09.822425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c9b2b874-44f1-4c49-a2f5-44923ab476e2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:24:05Z', 'updated_at': '2021-10-25T23:24:05Z', 'revision_number': 0, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:09.847528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-68ac0a9c-c49a-4d43-8f18-622372c2883b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 999 time: 0.1539330 Oct 25 23:24:09.923701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-f1e14295-cb3a-46fe-ad17-3e30fb2c4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:09.925844 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-f1e14295-cb3a-46fe-ad17-3e30fb2c4a8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.0710542 Oct 25 23:24:09.933839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d0675cf1-02c6-44eb-8eba-1e2ebfeb9799 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef69d3974d6b487595b8eefb8c46a02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879005 Oct 25 23:24:09.939238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] Checking router: fa6597e7-8bc2-46ec-9196-0d503770ec49 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:09.944123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53254) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:09.961903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:09.962588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:10.016437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-3423254e-aec9-4727-a043-4fc4c550cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:10.018477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-3423254e-aec9-4727-a043-4fc4c550cdb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832918 Oct 25 23:24:10.133576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4300db7-a15b-4957-9481-dd6bbf2fb095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.159481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d98d4-7462-4f6f-a579-09c35ddd6ec5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:10.164253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d98d4-7462-4f6f-a579-09c35ddd6ec5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:10.170002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d98d4-7462-4f6f-a579-09c35ddd6ec5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:10.174143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fc7d98d4-7462-4f6f-a579-09c35ddd6ec5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5383077 Oct 25 23:24:10.174544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53264) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:10.190218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4300db7-a15b-4957-9481-dd6bbf2fb095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.205599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:10.357128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-52c2d9dc-0884-4326-9295-37cf0a63c132 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297849 Oct 25 23:24:10.605046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da692cf-a618-4f53-9809-15d1cfdcfdff req-19cea984-ecb4-491b-8719-642299b8c5d7 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322237 Oct 25 23:24:10.618952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 516d338a-4a3a-435f-b0a9-68fe400725f6 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:10.627740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.635357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c9b2b874-44f1-4c49-a2f5-44923ab476e2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:24:05Z', 'updated_at': '2021-10-25T23:24:05Z', 'revision_number': 0, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:10.660417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:24:10.711197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fc61d-4ada-4d5f-a0a7-0b44bd609354 None None] The sync data for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 is: [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c9b2b874-44f1-4c49-a2f5-44923ab476e2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:24:05Z', 'updated_at': '2021-10-25T23:24:05Z', 'revision_number': 0, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:10.720104 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4300db7-a15b-4957-9481-dd6bbf2fb095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.728618 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4300db7-a15b-4957-9481-dd6bbf2fb095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.732344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4300db7-a15b-4957-9481-dd6bbf2fb095 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d34c0fa-942f-4806-a220-47d3b761e95a HTTP/1.1" status: 204 len: 168 time: 0.7867432 Oct 25 23:24:10.763585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4300db7-a15b-4957-9481-dd6bbf2fb095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d34c0fa-942f-4806-a220-47d3b761e95a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:10.787333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.792918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:10.801354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:11.047099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:11.209216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:11.231922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e96353-bbb6-45da-b4f8-13bbb4b5effd None None] New status for floating IP c9b2b874-44f1-4c49-a2f5-44923ab476e2: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:24:11.288618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=516d338a-4a3a-435f-b0a9-68fe400725f6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:11.315972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653ac6e-63f0-4db8-9c61-edee99edeb1f None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:11.333936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:11.362289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-15f4f4c7-9ef2-4e9c-9da4-10d4d7c0624c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/516d338a-4a3a-435f-b0a9-68fe400725f6 HTTP/1.1" status: 204 len: 168 time: 1.1816809 Oct 25 23:24:11.366719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53302) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:11.662426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 9e65ed54-fecb-4ed5-9a30-ad21e8a4bc8f {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:11.681275 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:11.716464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Router fa6597e7-8bc2-46ec-9196-0d503770ec49 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:11.858136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:12.139582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:12.141976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:12.146350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:12.151316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] Sync routers for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:12.173345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:12.174730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:12.228773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:24:12.231735 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a043d-0e03-4797-af69-9bcc240a6eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:24:12.237086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-49ee7cee-5ed5-4fcb-a04a-1fd6b1c0abb1 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "PUT /v2.0/floatingips/c9b2b874-44f1-4c49-a2f5-44923ab476e2 HTTP/1.1" status: 200 len: 991 time: 3.1595812 Oct 25 23:24:12.298544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:12.395811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=9e65ed54-fecb-4ed5-9a30-ad21e8a4bc8f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:12.420176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:12.432664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53332) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:12.447486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f19769e2-26e0-4231-aebf-927b9a1e8308 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/9e65ed54-fecb-4ed5-9a30-ad21e8a4bc8f HTTP/1.1" status: 204 len: 168 time: 1.0794427 Oct 25 23:24:12.576618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2a1175d9-0ffc-41b6-a624-e6152e7fba91 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420929 Oct 25 23:24:12.578444 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e83b4ac-ec32-41b6-b283-2179eee9cebf x-openstack-request-id: req-1e83b4ac-ec32-41b6-b283-2179eee9cebf {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:24:12.595767 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:24:12.597409 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e83b4ac-ec32-41b6-b283-2179eee9cebf {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:24:12.598064 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'status': 'completed', 'code': 200} Oct 25 23:24:12.600899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:12.617088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:12.618948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:12.667875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-5fedb929-cdd3-4833-a531-74cebc114d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:12.673104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-5fedb929-cdd3-4833-a531-74cebc114d2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1096 time: 0.1813412 Oct 25 23:24:12.927948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53348) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:12.986200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-0c25f8fe-b9cf-4de5-9096-68a00217cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:12.986200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-0c25f8fe-b9cf-4de5-9096-68a00217cf4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 915 time: 0.2995341 Oct 25 23:24:13.023752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:13.029854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:13.189788 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-f0f289ce-a8bd-439a-92c4-e562bee19e47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 1001 time: 0.1976070 Oct 25 23:24:13.215873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-291abe6f-4e19-4c3a-9098-63320fbb0a6d tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] Request body: {'port': {'network_id': '4900a680-fe57-4d75-af88-a9f6742ee866', 'name': 'tempest-NetworksNegativeTestJSON-834756024'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:13.236800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770373f0-1c59-4280-9c80-03e4f11b1862 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:13.276681 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-291abe6f-4e19-4c3a-9098-63320fbb0a6d tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] POST failed (client error): The resource could not be found. Oct 25 23:24:13.277875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291abe6f-4e19-4c3a-9098-63320fbb0a6d tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:13.281029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-291abe6f-4e19-4c3a-9098-63320fbb0a6d tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3494728 Oct 25 23:24:13.286206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53352) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.370939 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7442ad4-18f1-4967-9cfb-ad74bfebd3d0 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:13.371646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7442ad4-18f1-4967-9cfb-ad74bfebd3d0 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:13.385832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b7442ad4-18f1-4967-9cfb-ad74bfebd3d0 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "DELETE /v2.0/networks/c8d4d0e3-47c4-45df-907a-782989103b23 HTTP/1.1" status: 404 len: 339 time: 0.0962927 Oct 25 23:24:13.386716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.443975 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-721efc02-a829-43e0-b261-49a618836bb1 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:13.445233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721efc02-a829-43e0-b261-49a618836bb1 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:13.455443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.455980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-721efc02-a829-43e0-b261-49a618836bb1 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "DELETE /v2.0/ports/b66d80f5-6604-41d1-84eb-c79a079389f7 HTTP/1.1" status: 404 len: 333 time: 0.0606236 Oct 25 23:24:13.460077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-8d457c78-1967-48f2-bd52-741ff650a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:13.462517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-8d457c78-1967-48f2-bd52-741ff650a4a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.2628453 Oct 25 23:24:13.539159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-db3635e3-3a31-49a7-aca5-b23d84ff019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:13.542273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-db3635e3-3a31-49a7-aca5-b23d84ff019e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619411 Oct 25 23:24:13.546307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d7905e79-7319-4f2d-96e9-9ee6984cd04f None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:13.547006 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7905e79-7319-4f2d-96e9-9ee6984cd04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:13.561405 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-14be3a0f-0cc5-4cb3-b397-a85ba1f8d2c7 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:13.562940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14be3a0f-0cc5-4cb3-b397-a85ba1f8d2c7 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:13.564322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:13.570339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-14be3a0f-0cc5-4cb3-b397-a85ba1f8d2c7 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "DELETE /v2.0/subnets/b36c3fb1-9ec7-444a-a9d4-71be93b99398 HTTP/1.1" status: 404 len: 337 time: 0.1137166 Oct 25 23:24:13.581403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53366) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.699390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:13.728574 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-058c0cc6-d62a-4131-887a-ba41a5b3170e tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] GET failed (client error): The resource could not be found. Oct 25 23:24:13.735166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-058c0cc6-d62a-4131-887a-ba41a5b3170e tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "GET /v2.0/networks/4a6806e6-fd8f-4cc3-872d-e21a6648f579 HTTP/1.1" status: 404 len: 339 time: 0.1518743 Oct 25 23:24:13.740099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53370) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.816202 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f3cff2-97ee-4824-bb23-11a9cad7a005 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] GET failed (client error): The resource could not be found. Oct 25 23:24:13.818688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-58f3cff2-97ee-4824-bb23-11a9cad7a005 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "GET /v2.0/ports/4e7ef3d6-3741-43ec-b44c-3bbeeeddd1ce HTTP/1.1" status: 404 len: 333 time: 0.0758293 Oct 25 23:24:13.819642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:13.825041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53372) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.834070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:13.845119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:13.850881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:13.873563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=176f197c-dd0f-464c-a3db-8ed5afd9f7ac,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:13.903229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cd2fd5e-b35e-4155-8933-5ea21830b467 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3007817 Oct 25 23:24:13.905793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53376) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.912209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:13.921369 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-df68fd13-8795-4237-b0e2-d46fb15ab470 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] GET failed (client error): The resource could not be found. Oct 25 23:24:13.924435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-df68fd13-8795-4237-b0e2-d46fb15ab470 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "GET /v2.0/subnets/6e6e25b9-cae4-456c-b828-d4e15e917d32 HTTP/1.1" status: 404 len: 337 time: 0.0966814 Oct 25 23:24:13.933181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:13.973432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fd551b64-4013-40ad-938c-9f913d0c80e3 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:13.998333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-8fe8bd8a-879e-48d1-b578-d045ed0108b9 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429421 Oct 25 23:24:13.999827 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd551b64-4013-40ad-938c-9f913d0c80e3 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] PUT failed (client error): The resource could not be found. Oct 25 23:24:14.000624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd551b64-4013-40ad-938c-9f913d0c80e3 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:14.001846 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fd551b64-4013-40ad-938c-9f913d0c80e3 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "PUT /v2.0/networks/3e1fd14c-62d6-4b68-9800-fbef788474e0 HTTP/1.1" status: 404 len: 339 time: 0.0637457 Oct 25 23:24:14.007114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53384) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:14.013681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d4bdfa09-db2d-4719-801b-10dd3cf77225 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:14.063734 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bdfa09-db2d-4719-801b-10dd3cf77225 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] PUT failed (client error): The resource could not be found. Oct 25 23:24:14.066411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bdfa09-db2d-4719-801b-10dd3cf77225 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:14.072647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53388) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:14.075218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4bdfa09-db2d-4719-801b-10dd3cf77225 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "PUT /v2.0/ports/486e4c09-3a30-47f1-9992-0ec4ff6cb0e6 HTTP/1.1" status: 404 len: 333 time: 0.0669508 Oct 25 23:24:14.088571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ab8b70d1-09e6-4f5b-ad10-0fcfa96335a5 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:14.158739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c9b2b874-44f1-4c49-a2f5-44923ab476e2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:24:05Z', 'updated_at': '2021-10-25T23:24:11Z', 'revision_number': 2, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:14.186391 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8b70d1-09e6-4f5b-ad10-0fcfa96335a5 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] PUT failed (client error): The resource could not be found. Oct 25 23:24:14.186853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8b70d1-09e6-4f5b-ad10-0fcfa96335a5 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:14.188256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ab8b70d1-09e6-4f5b-ad10-0fcfa96335a5 tempest-NetworksNegativeTestJSON-417556149 tempest-NetworksNegativeTestJSON-417556149-project] 10.222.0.25 "PUT /v2.0/subnets/408b3fe8-b2c1-42aa-ab5b-4db7bbf57d25 HTTP/1.1" status: 404 len: 337 time: 0.1118124 Oct 25 23:24:14.324407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] Checking router: fa6597e7-8bc2-46ec-9196-0d503770ec49 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:14.325961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:14.332396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b5a043d-0e03-4797-af69-9bcc240a6eb4 req-677f9eca-5e6f-482b-a31b-ca4930d7ba40 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261287 Oct 25 23:24:14.337742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:14.453779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:14.454454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:23:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:14.603762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:24:14.606308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] Update dhcp port {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'fixed_ips': [{'subnet_id': '176f197c-dd0f-464c-a3db-8ed5afd9f7ac'}], 'binding:host_id': 'n-d-815373-1'}, 'id': 'df5430de-a37b-40f6-9dde-54af22610771'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:24:14.609269 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f61af2-7432-4172-aca2-cce47ce0d12e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:24:14.664907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:14.670850 n-d-815373-1 neutron-server[102134]: INFO neutron.db.ipam_backend_mixin [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 176f197c-dd0f-464c-a3db-8ed5afd9f7ac (CIDR: 2001:db8::/64) Oct 25 23:24:14.679563 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:24:14.680731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:14.717280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fb350145-1b95-40cd-acb0-97db979e6f62 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8100984 Oct 25 23:24:14.720170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53404) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:14.729514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'subnet': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:14.746777 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8889b632-c026-4382-99e8-f45394d5e00c x-openstack-request-id: req-8889b632-c026-4382-99e8-f45394d5e00c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:24:14.747336 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:24:14.747840 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8889b632-c026-4382-99e8-f45394d5e00c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:24:14.748457 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'status': 'completed', 'code': 200} Oct 25 23:24:14.894543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53408) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:14.922733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] Allocated IP 2001:db8::2 (57fc94dc-2742-4a31-abc4-7afd577fd939/176f197c-dd0f-464c-a3db-8ed5afd9f7ac/df5430de-a37b-40f6-9dde-54af22610771) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:15.090446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-aed0460c-f7c6-4c97-93ec-1d187f74c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:15.092741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-aed0460c-f7c6-4c97-93ec-1d187f74c868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1096 time: 0.1767061 Oct 25 23:24:15.115806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:15.120732 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.136351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:15.190990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69b2bda2-52ea-4fdb-92be-007bb91bf14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.357459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:15.407900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69b2bda2-52ea-4fdb-92be-007bb91bf14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.417256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69b2bda2-52ea-4fdb-92be-007bb91bf14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.440756 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.468770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.559806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69b2bda2-52ea-4fdb-92be-007bb91bf14c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6bfcfd5de004a8ca8040176fb6e48c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639624 Oct 25 23:24:15.564414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53420) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:15.566327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2bda2-52ea-4fdb-92be-007bb91bf14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e101ac-84f8-4be7-b5d4-5604a30b39bd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:15.660488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f04020a8-9ace-4778-b135-6fb34edc3903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.692237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f04020a8-9ace-4778-b135-6fb34edc3903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.709872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-3499f8dd-b4f7-4aa4-8774-2dace7563081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:15.723759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-3499f8dd-b4f7-4aa4-8774-2dace7563081 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 915 time: 0.6198683 Oct 25 23:24:15.853755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f04020a8-9ace-4778-b135-6fb34edc3903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.856379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f04020a8-9ace-4778-b135-6fb34edc3903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:15.860175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f04020a8-9ace-4778-b135-6fb34edc3903 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69e101ac-84f8-4be7-b5d4-5604a30b39bd HTTP/1.1" status: 204 len: 168 time: 0.2811811 Oct 25 23:24:15.891788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04020a8-9ace-4778-b135-6fb34edc3903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e101ac-84f8-4be7-b5d4-5604a30b39bd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:15.980966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d864c77-d3f1-4a2c-b6c8-465982c20a1f None None] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:15.999358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd4a247a-69c6-4911-8cd8-c05f20832b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:16.044646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-7921833f-b773-4683-9b15-739605192a41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 1001 time: 0.3111510 Oct 25 23:24:16.227902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c9b2b874-44f1-4c49-a2f5-44923ab476e2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:24:05Z', 'updated_at': '2021-10-25T23:24:11Z', 'revision_number': 2, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:16.233721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-2bb0966a-9d43-48ef-8aca-f501e187e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:16.235280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-2bb0966a-9d43-48ef-8aca-f501e187e7f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.1669192 Oct 25 23:24:16.277785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4385cc-6793-4ff3-bf4a-ad5ca886012c None None] The sync data for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 is: [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c9b2b874-44f1-4c49-a2f5-44923ab476e2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'port_id': '07831ba8-fae5-4def-b914-9fed59397919', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'mac_address': 'fa:16:3e:86:4e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:24:05Z', 'updated_at': '2021-10-25T23:24:11Z', 'revision_number': 2, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:16.644827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:24:16.672867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-2245f6ea-90e1-44a1-857f-0261c7cfe247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:16.674945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-2245f6ea-90e1-44a1-857f-0261c7cfe247 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4284649 Oct 25 23:24:16.995453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-c8572d49-1995-4656-bb87-043798b7aad2 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134697 Oct 25 23:24:17.029228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c9eb2-3f80-4a80-904f-073b1278adff None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:17.382050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:17.425732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1093697d-f5cc-4466-8192-fca93fd5e6f2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:17.425732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1093697d-f5cc-4466-8192-fca93fd5e6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:17.614383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:17.657491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05f61af2-7432-4172-aca2-cce47ce0d12e req-9409ba6e-ca8a-4ef3-ae17-7e9836c19cfa service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477759 Oct 25 23:24:17.742303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:17.881462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4ef7473e-34fe-4162-8285-2ff4524593fc tempest-DvrRoutersNegativeTest-1875727004 tempest-DvrRoutersNegativeTest-1875727004-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1602086198', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:17.892722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.policy [None req-4ef7473e-34fe-4162-8285-2ff4524593fc tempest-DvrRoutersNegativeTest-1875727004 tempest-DvrRoutersNegativeTest-1875727004-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102133) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 25 23:24:17.893031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.policy [None req-4ef7473e-34fe-4162-8285-2ff4524593fc tempest-DvrRoutersNegativeTest-1875727004 tempest-DvrRoutersNegativeTest-1875727004-project] Failed policy check for 'create_router' {{(pid=102133) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 25 23:24:17.893557 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-4ef7473e-34fe-4162-8285-2ff4524593fc tempest-DvrRoutersNegativeTest-1875727004 tempest-DvrRoutersNegativeTest-1875727004-project] create failed (client error): Access was denied to this resource. Oct 25 23:24:17.894595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4ef7473e-34fe-4162-8285-2ff4524593fc tempest-DvrRoutersNegativeTest-1875727004 tempest-DvrRoutersNegativeTest-1875727004-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2779529 Oct 25 23:24:17.923615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:17.924135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:18.060017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53492) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:18.126619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:18.422485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2a9646ac-d7c8-4199-886d-c89ae24059a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:18.604149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:18.769022 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1af7cf7e-7a0b-4a07-b947-ca4992d78a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:18.936780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-abffc783-d75c-47d7-ac01-cbb7107c5977 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a7db4f92e1a4f759a7fd282844d862c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8745878 Oct 25 23:24:18.939039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53514) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:18.987743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d4e7c7d1-5b97-4700-bc8c-71fc18eb662f None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:18.989635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c7d1-5b97-4700-bc8c-71fc18eb662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.040222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.057630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.058592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.088593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e135a44c-6cb9-4726-833d-ec572901ebe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.137910 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1af7cf7e-7a0b-4a07-b947-ca4992d78a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.149712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e135a44c-6cb9-4726-833d-ec572901ebe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.152343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1af7cf7e-7a0b-4a07-b947-ca4992d78a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.204287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=14']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:19.245246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:19.248364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53520) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:19.249336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1af7cf7e-7a0b-4a07-b947-ca4992d78a8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ecf83460ac24bbe8a361f583454c233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404076 Oct 25 23:24:19.253433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7cf7e-7a0b-4a07-b947-ca4992d78a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17d413-57b7-496e-ae30-bac685a1c62c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:19.285154 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e135a44c-6cb9-4726-833d-ec572901ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.290519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e135a44c-6cb9-4726-833d-ec572901ebe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.291709 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e135a44c-6cb9-4726-833d-ec572901ebe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfac7a38-e6f8-46f5-86cd-080897bdd472 HTTP/1.1" status: 204 len: 168 time: 0.3515437 Oct 25 23:24:19.299304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Subnet': ['ID=17380381-0a8d-4278-b6c8-5cdcc59b3237,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:19.307340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135a44c-6cb9-4726-833d-ec572901ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac7a38-e6f8-46f5-86cd-080897bdd472,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:19.310056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:19.314649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:19.315578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.323984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb31da3-e9a8-4a0f-b15f-e72893188a91 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:19.412354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:19.418110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Request body: {'port': {'network_id': '57fc94dc-2742-4a31-abc4-7afd577fd939', 'mac_address': 'fa:16:3e:23:af:32', 'name': 'tempest-NetworksTestDHCPv6-1783751179'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:19.420935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e9b3dd52-09cb-4fef-a875-de42b71183d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6879735 Oct 25 23:24:19.512828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a89c-9024-4e4e-ab03-2c107a9a32cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.595409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a89c-9024-4e4e-ab03-2c107a9a32cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.655676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Made reservation on behalf of 609d39cd0be54209b3413bcaa2fd4e90 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:19.758508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:19.765112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a89c-9024-4e4e-ab03-2c107a9a32cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.771768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a89c-9024-4e4e-ab03-2c107a9a32cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.773009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f9c0a89c-9024-4e4e-ab03-2c107a9a32cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d17d413-57b7-496e-ae30-bac685a1c62c HTTP/1.1" status: 204 len: 168 time: 0.5206540 Oct 25 23:24:19.795729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a89c-9024-4e4e-ab03-2c107a9a32cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17d413-57b7-496e-ae30-bac685a1c62c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:19.840378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.851486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:19.885790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] device_id is not set on port 3887a0b6-0b67-48ca-981f-f65f5821ee21 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:24:19.989205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:19.994097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:20.295463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:20.427671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8::195 (57fc94dc-2742-4a31-abc4-7afd577fd939/176f197c-dd0f-464c-a3db-8ed5afd9f7ac/3887a0b6-0b67-48ca-981f-f65f5821ee21) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:20.451777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:af32 (57fc94dc-2742-4a31-abc4-7afd577fd939/17380381-0a8d-4278-b6c8-5cdcc59b3237/3887a0b6-0b67-48ca-981f-f65f5821ee21) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:20.500209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4b455d13-30df-4c99-b2d8-75f9036f4ebb None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:20.501308 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4b455d13-30df-4c99-b2d8-75f9036f4ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:20.794280 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:20.875528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:20.918138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:20.940577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:20.993369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:21.035765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event updated for resources: {'Port': ['ID=3887a0b6-0b67-48ca-981f-f65f5821ee21,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:21.038897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:21.043811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:21.051663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:21.052479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.075114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e11732a-4c5b-4154-a87c-7848b5c2f870 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6614606 Oct 25 23:24:21.077593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:21.168773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-232273017-network', 'tenant_id': '40ad49e73005423f92d06780a8f497d1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:21.224449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Made reservation on behalf of 40ad49e73005423f92d06780a8f497d1 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:21.227893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.246780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.349279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting port 3887a0b6-0b67-48ca-981f-f65f5821ee21 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:21.349623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.471136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.482004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.551003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0f8ef79-ee0a-4b9b-b5a2-6696e0c7a9fb None None] Provisioning complete for port 3887a0b6-0b67-48ca-981f-f65f5821ee21 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:21.551426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.552504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0f8ef79-ee0a-4b9b-b5a2-6696e0c7a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.589347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Calling delete_port for 3887a0b6-0b67-48ca-981f-f65f5821ee21 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:21.594797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:21.608468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8ef79-ee0a-4b9b-b5a2-6696e0c7a9fb None None] Port 3887a0b6-0b67-48ca-981f-f65f5821ee21 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:21.615436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7edee9-6351-428a-b7b4-2b28f266a06b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:21.658783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.658783 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Added segment e1db5569-a609-4208-b46a-8fe05c972d22 of type vlan for network 16720bb1-352a-469e-8950-b0551de141bf Oct 25 23:24:21.659771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53606) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:21.785549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.849158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2103765081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:21.864936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.876402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:21.878550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:21.938583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.002601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Port': ['ID=3887a0b6-0b67-48ca-981f-f65f5821ee21,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:22.061068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.066099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.082921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1412437 Oct 25 23:24:22.089975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a862f-043d-46ce-b0a0-a6163fd95e4e admin admin] Pushing event updated for resources: {'Network': ['ID=16720bb1-352a-469e-8950-b0551de141bf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:22.098092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53616) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.100943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 16720bb1-352a-469e-8950-b0551de141bf details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:22.116122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Request body: {'subnet': {'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-232273017-subnet', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:22.131195 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.144494 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4ee25f91-0c67-4d66-ab7b-83b14084420d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/3887a0b6-0b67-48ca-981f-f65f5821ee21 HTTP/1.1" status: 204 len: 168 time: 1.0655608 Oct 25 23:24:22.145236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.211751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.221321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.248723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc639ef5-9bf5-4db0-90a4-6d3f313c3298 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:22.254178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53620) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.254411 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc639ef5-9bf5-4db0-90a4-6d3f313c3298 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1068616 Oct 25 23:24:22.255688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Made reservation on behalf of 40ad49e73005423f92d06780a8f497d1 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:22.259339 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.294804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.301197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c6d7769d-febe-4712-a4ef-e4c0cf56a0b8 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6341755 Oct 25 23:24:22.301197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53622) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.320747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-954338506'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:22.501254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e58f61f-2b05-477a-8831-8882994c6f43 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:22.503035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e58f61f-2b05-477a-8831-8882994c6f43 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2280738 Oct 25 23:24:22.505935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.523706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:22.528669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.583228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.638292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.704449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdb5d8b-15ae-44e8-bf9a-01de1842b001,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:22.718863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199add6-5b75-4d98-af9d-9f0e951bc88a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:22.720969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199add6-5b75-4d98-af9d-9f0e951bc88a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:22.722927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199add6-5b75-4d98-af9d-9f0e951bc88a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:22.724668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1199add6-5b75-4d98-af9d-9f0e951bc88a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2102768 Oct 25 23:24:22.728761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53636) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.753160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Checking segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:22.753884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Network hostable DHCP agents. Network: 16720bb1-352a-469e-8950-b0551de141bf, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:22.777133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Network 16720bb1-352a-469e-8950-b0551de141bf is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:22.792880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 16720bb1-352a-469e-8950-b0551de141bf) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:22.803832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.804680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:22.810324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4bde1-3ba9-474f-ae2b-b2d9db56c31e None None] Network 16720bb1-352a-469e-8950-b0551de141bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:22.819335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.819599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.860104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1369346a-346f-4bb5-94fc-d751314c98e2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7577605 Oct 25 23:24:22.862456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:22.875314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:22.884913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 17380381-0a8d-4278-b6c8-5cdcc59b3237 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:22.894610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.953398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:22.955008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.027917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.029899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.154642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.197755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:23.222257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.279087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.315378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.315742 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Added segment 9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3 of type vlan for network c5832439-bb77-4b0a-bfed-470e70d2e4ff Oct 25 23:24:23.378467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94958585-53fc-45a8-b830-b32a997c5409,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:23.386006 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.392633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53650) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:23.392994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/17380381-0a8d-4278-b6c8-5cdcc59b3237 HTTP/1.1" status: 204 len: 168 time: 0.6630886 Oct 25 23:24:23.394893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae90ca-5c3e-4788-96c9-afb580b34e4e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=17380381-0a8d-4278-b6c8-5cdcc59b3237,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:23.410737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a4040-2768-4231-8c5b-389bd87463f5 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:23.428174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-16720bb1-352a-469e-8950-b0551de141bf', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'fixed_ips': [{'subnet_id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:23.429790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.467624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Deleting subnet 176f197c-dd0f-464c-a3db-8ed5afd9f7ac {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:23.470472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.489994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.517946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.529473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:23.532606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.576142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2757261 Oct 25 23:24:23.592849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:23.611374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'subnet': {'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:23.733745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Allocated IP 172.20.0.2 (16720bb1-352a-469e-8950-b0551de141bf/1bdb5d8b-15ae-44e8-bf9a-01de1842b001/a5f35211-2c78-4f71-881f-00821ef8778f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:23.803517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537511e-6f8a-4edc-9f4a-fd390e580122 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Network': ['ID=c5832439-bb77-4b0a-bfed-470e70d2e4ff,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:23.843460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:23.849610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:23.866927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:24.126724 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.144963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.205780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.228717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Network 16720bb1-352a-469e-8950-b0551de141bf is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:24.231314 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Pushing event updated for resources: {'Port': ['ID=a5f35211-2c78-4f71-881f-00821ef8778f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:24.234578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.259050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:24.264712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.265073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.265496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.265862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.266550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.268841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.269206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.269757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.270117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.270482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.270931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.271265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:24.276079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:24.342446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.354025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Checking segment: {'id': '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:24.354440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network hostable DHCP agents. Network: c5832439-bb77-4b0a-bfed-470e70d2e4ff, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:24.369912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Subnet': ['ID=a09b2db5-3c24-4893-b66b-8527b3988f78,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:24.381742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:24.417157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c5832439-bb77-4b0a-bfed-470e70d2e4ff) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:24.422123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:24.422733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.435807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Attempting to bind port a5f35211-2c78-4f71-881f-00821ef8778f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:24.438398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Attempting to bind port a5f35211-2c78-4f71-881f-00821ef8778f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:24.440139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Attempting to bind port a5f35211-2c78-4f71-881f-00821ef8778f on network 16720bb1-352a-469e-8950-b0551de141bf {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:24.453107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be578b-e4e0-4dd6-bf72-388d2c56d78f None None] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:24.462071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.472286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c7c2ff57-6edb-4c8b-840f-d70127da6c35 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8763576 Oct 25 23:24:24.473444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53670) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:24.483759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'network': {'name': 'tempest-router-network01--103311830'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:24.485651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:24.487480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Checking segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:24.488031 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.490488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Bound using segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:24.491074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Bound port: a5f35211-2c78-4f71-881f-00821ef8778f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:24.491533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.513280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.526566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:24.531242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.542210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.546284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.555750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/176f197c-dd0f-464c-a3db-8ed5afd9f7ac HTTP/1.1" status: 204 len: 168 time: 1.1595399 Oct 25 23:24:24.563874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53672) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:24.630305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4275e1d-6c40-453c-a4f2-2a9599c454be tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Subnet': ['ID=176f197c-dd0f-464c-a3db-8ed5afd9f7ac,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:24.633035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-050b028d-4aa0-417e-ac1e-8d9c48bda50c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674262 Oct 25 23:24:24.645454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:24.657741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:24.726576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.727514 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Added segment dd3012a8-498c-413d-bc22-27000f96fb51 of type vlan for network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 Oct 25 23:24:24.789573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] For port a5f35211-2c78-4f71-881f-00821ef8778f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:24.807467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] For port a5f35211-2c78-4f71-881f-00821ef8778f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a5f35211-2c78-4f71-881f-00821ef8778f,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:24.822332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.929343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:24.957552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdafc9-ff85-46f6-bf10-788fcd7ac7f0 None None] Pushing event updated for resources: {'Port': ['ID=a5f35211-2c78-4f71-881f-00821ef8778f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:24.979931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Allocated IP 172.25.4.58 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/9acaa30d-9f39-4af1-a060-28adc214234d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:25.062205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16c554-32cd-4b25-9c34-6c78330b2bbc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:25.070232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c5832439-bb77-4b0a-bfed-470e70d2e4ff', 'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff', 'tenant_id': '75ec63a3f4e24bff8634ab5e3133128b', 'fixed_ips': [{'subnet_id': 'a09b2db5-3c24-4893-b66b-8527b3988f78'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:25.073179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.074746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4f16c554-32cd-4b25-9c34-6c78330b2bbc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4158700 Oct 25 23:24:25.076640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.093581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:25.095304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.099510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53692) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.278636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8037112 Oct 25 23:24:25.283193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.359698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'network': {'name': 'tempest-router-network02--2051072638'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:25.383676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f11aa-9c81-45c9-bfe2-fee15ff1a599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Network': ['ID=0eaf663f-4f27-47aa-95e5-f65bdfa308a5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:25.398428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Allocated IP 2001:db8::2 (c5832439-bb77-4b0a-bfed-470e70d2e4ff/a09b2db5-3c24-4893-b66b-8527b3988f78/059bb853-9341-4130-aa62-634e424f0999) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:25.438584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:25.442822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.451620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b2591-6b24-4e89-b4fa-9e45c3206871 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:25.455926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53704) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.459555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5f6b2591-6b24-4e89-b4fa-9e45c3206871 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3567791 Oct 25 23:24:25.538427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:25.551675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.563201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c66cca5a-e2b0-4588-9922-c01ff696ecdc tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060812 Oct 25 23:24:25.582450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53706) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.692983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:25.709187 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf780dfd-c150-49b5-a012-43a914cd1be0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:25.710092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf780dfd-c150-49b5-a012-43a914cd1be0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:25.714242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cf780dfd-c150-49b5-a012-43a914cd1be0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/3887a0b6-0b67-48ca-981f-f65f5821ee21 HTTP/1.1" status: 404 len: 333 time: 0.1296802 Oct 25 23:24:25.717513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53708) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.718604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.719117 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Added segment 629a9de9-5543-49e8-9af8-75152c6af3b8 of type vlan for network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 Oct 25 23:24:25.790589 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-86db0cf7-85fb-401f-9809-a28d36ac8449 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:25.791083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86db0cf7-85fb-401f-9809-a28d36ac8449 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:25.796432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-86db0cf7-85fb-401f-9809-a28d36ac8449 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/17380381-0a8d-4278-b6c8-5cdcc59b3237 HTTP/1.1" status: 404 len: 337 time: 0.0752013 Oct 25 23:24:25.796610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc26a7-abaa-4fed-ba83-7b5aebcccc48 None None] Network 57fc94dc-2742-4a31-abc4-7afd577fd939 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:25.797420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53710) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.832130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.860709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.891391 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4259780-a4af-49cf-b3d7-7240634fdf28 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:25.891850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4259780-a4af-49cf-b3d7-7240634fdf28 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:25.900247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4259780-a4af-49cf-b3d7-7240634fdf28 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/176f197c-dd0f-464c-a3db-8ed5afd9f7ac HTTP/1.1" status: 404 len: 337 time: 0.0989075 Oct 25 23:24:25.900493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53716) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.929338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a5f35211-2c78-4f71-881f-00821ef8778f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:25.965145 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a553f292-2e4a-478e-abe7-af6c19a42d20 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:25.965456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:25.966320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a553f292-2e4a-478e-abe7-af6c19a42d20 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:25.974249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:25.979432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a553f292-2e4a-478e-abe7-af6c19a42d20 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/60ba6c10-8c70-4a2b-8111-a870f9d5fbf3 HTTP/1.1" status: 404 len: 333 time: 0.0764873 Oct 25 23:24:25.981011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53720) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:25.982755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.029249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:26.070523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:26.070523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:26.114379 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7776513c-8ef0-44a5-ae3c-8d8f7cc73eab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.119705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7776513c-8ef0-44a5-ae3c-8d8f7cc73eab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.128950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7776513c-8ef0-44a5-ae3c-8d8f7cc73eab tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/9e65ed54-fecb-4ed5-9a30-ad21e8a4bc8f HTTP/1.1" status: 404 len: 337 time: 0.1198492 Oct 25 23:24:26.129859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53724) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.186265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.191223 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccc413a-6100-4299-9ced-d3447bb794da tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.192337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccc413a-6100-4299-9ced-d3447bb794da tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.197848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0ccc413a-6100-4299-9ced-d3447bb794da tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/516d338a-4a3a-435f-b0a9-68fe400725f6 HTTP/1.1" status: 404 len: 337 time: 0.0654297 Oct 25 23:24:26.204038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53726) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.208996 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.211459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2eff4cbc-db48-4dfd-8b30-436f916bef5e None None] Provisioning complete for port df5430de-a37b-40f6-9dde-54af22610771 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:26.212013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2eff4cbc-db48-4dfd-8b30-436f916bef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.213643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Pushing event updated for resources: {'Port': ['ID=9acaa30d-9f39-4af1-a060-28adc214234d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:26.236696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9483359 Oct 25 23:24:26.238809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53728) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.239904 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8608fe09-9415-4df6-b5ee-6247b8884862 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.240675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8608fe09-9415-4df6-b5ee-6247b8884862 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.246616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8608fe09-9415-4df6-b5ee-6247b8884862 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/026e61b2-7a34-498f-bbd6-9c4ec78f8061 HTTP/1.1" status: 404 len: 333 time: 0.0411699 Oct 25 23:24:26.248955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53730) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.262462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'subnet': {'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:26.313873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ad67b-d21f-4dec-b12a-7b9fa185693e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Network': ['ID=2b31564c-22dd-468a-9a51-25ab7b7cc7a8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:26.362856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:26.394757 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e261040c-bc22-415d-b46e-31bae007dceb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.395308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e261040c-bc22-415d-b46e-31bae007dceb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.398834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e261040c-bc22-415d-b46e-31bae007dceb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/91e29040-294e-465e-a3ea-3974436e6b1d HTTP/1.1" status: 404 len: 337 time: 0.1486392 Oct 25 23:24:26.402684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.445319 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b8b181-b30e-4651-a52a-fc87b099d634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.446470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b8b181-b30e-4651-a52a-fc87b099d634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.450520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-19b8b181-b30e-4651-a52a-fc87b099d634 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/d04a93bf-3af7-4a3c-9b62-9ea7f5818aad HTTP/1.1" status: 404 len: 337 time: 0.0463059 Oct 25 23:24:26.454646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.509466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:26.527476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:26.529875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Pushing event updated for resources: {'Port': ['ID=059bb853-9341-4130-aa62-634e424f0999,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:26.541916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.546284 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74afeae-3ace-4a21-9a8b-2d2d690d6096 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.547052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74afeae-3ace-4a21-9a8b-2d2d690d6096 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.554488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a74afeae-3ace-4a21-9a8b-2d2d690d6096 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/0dad528e-2430-46b8-9092-977c929c18c6 HTTP/1.1" status: 404 len: 333 time: 0.0975661 Oct 25 23:24:26.557584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53736) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.575393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:26.581927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:26.602344 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dad1b6e-371e-4f9c-b8a9-1fd088ba0910 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.602748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dad1b6e-371e-4f9c-b8a9-1fd088ba0910 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.609194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4dad1b6e-371e-4f9c-b8a9-1fd088ba0910 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/05523084-68a5-40b3-a9d3-c5c49ae86270 HTTP/1.1" status: 404 len: 337 time: 0.0480292 Oct 25 23:24:26.611563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53738) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.739042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7345d-7191-442d-a865-9043d1c2806d None None] Network 16720bb1-352a-469e-8950-b0551de141bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:26.741316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] DHCP port deletion for 57fc94dc-2742-4a31-abc4-7afd577fd939 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:24:26.744471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a5f35211-2c78-4f71-881f-00821ef8778f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:26.744984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.780906 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-151c8518-10eb-4ada-b138-fdac2b1c6092 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.781822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151c8518-10eb-4ada-b138-fdac2b1c6092 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.788697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-151c8518-10eb-4ada-b138-fdac2b1c6092 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/820d7715-5f5d-48f1-8739-290c0549d060 HTTP/1.1" status: 404 len: 337 time: 0.0917845 Oct 25 23:24:26.794938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.825087 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe807d8-c8bb-42a5-84a6-63afd94ef356 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.825775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe807d8-c8bb-42a5-84a6-63afd94ef356 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.832229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8fe807d8-c8bb-42a5-84a6-63afd94ef356 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/45b77641-0881-4704-a54e-87d289efd4d0 HTTP/1.1" status: 404 len: 333 time: 0.0359480 Oct 25 23:24:26.833077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53742) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.879138 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0faaec5-bab6-4c08-bac8-48b82b60d307 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.879600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0faaec5-bab6-4c08-bac8-48b82b60d307 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.886633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e0faaec5-bab6-4c08-bac8-48b82b60d307 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/aa73f8e8-f740-48b3-8c42-c0cf9d53ae57 HTTP/1.1" status: 404 len: 337 time: 0.0503685 Oct 25 23:24:26.887679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.923622 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e11a6c-795c-45c4-926a-a8039741e011 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:26.924260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e11a6c-795c-45c4-926a-a8039741e011 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:26.926877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:26.932368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-31e11a6c-795c-45c4-926a-a8039741e011 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/88b26e53-87e9-4ebe-948c-df3ee65f8c47 HTTP/1.1" status: 404 len: 333 time: 0.0418613 Oct 25 23:24:26.935804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53748) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:26.960299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.047356 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6303f1eb-c013-4597-aaac-9a624a751d83 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.047815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6303f1eb-c013-4597-aaac-9a624a751d83 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.051749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6303f1eb-c013-4597-aaac-9a624a751d83 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/afba2ce9-830e-415c-9801-6ebe4178902a HTTP/1.1" status: 404 len: 337 time: 0.0618901 Oct 25 23:24:27.056817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.065712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Subnet': ['ID=ab83bedb-ae3d-43cc-9736-5ca8d30c5822,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:27.122567 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfc2717-f194-4ad7-9572-c02c210d79f0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.124970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfc2717-f194-4ad7-9572-c02c210d79f0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.130170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-abfc2717-f194-4ad7-9572-c02c210d79f0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/d2eb1171-adad-4880-8dd4-86ebbbe016d7 HTTP/1.1" status: 404 len: 333 time: 0.0712066 Oct 25 23:24:27.132373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53756) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.136213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Checking segment: {'id': 'dd3012a8-498c-413d-bc22-27000f96fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:27.136585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network hostable DHCP agents. Network: 0eaf663f-4f27-47aa-95e5-f65bdfa308a5, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:27.183983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:27.209098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 0eaf663f-4f27-47aa-95e5-f65bdfa308a5) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:27.219543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:27.220128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.223344 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e923e6c6-48b9-456e-a8cb-0ed7d1d12071 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.223759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e923e6c6-48b9-456e-a8cb-0ed7d1d12071 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.230901 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e923e6c6-48b9-456e-a8cb-0ed7d1d12071 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/ddaaf435-72cb-46a7-ab5d-6d3d5489d139 HTTP/1.1" status: 404 len: 337 time: 0.0966263 Oct 25 23:24:27.234067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53760) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.258973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-af7f2519-6601-4dc5-9cf6-17cc6db8e70d tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0111415 Oct 25 23:24:27.266735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53762) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.272242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'subnet': {'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:27.286252 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1817596-a996-4d91-8055-056ef3b3cbd0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.286252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1817596-a996-4d91-8055-056ef3b3cbd0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.299587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e1817596-a996-4d91-8055-056ef3b3cbd0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/5834d985-bf95-44be-9781-d0d915b545c3 HTTP/1.1" status: 404 len: 333 time: 0.0641108 Oct 25 23:24:27.302224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53764) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.349959 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bee0b6-2295-4e5b-9a6e-895cda606d85 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.350584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bee0b6-2295-4e5b-9a6e-895cda606d85 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.358754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-62bee0b6-2295-4e5b-9a6e-895cda606d85 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/328076fd-f467-4147-bf1e-a19a25a21702 HTTP/1.1" status: 404 len: 337 time: 0.0551279 Oct 25 23:24:27.359369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53766) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.365969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd40f68-6165-4f86-8fc4-f8d4643eadd6 None None] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:27.396581 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a70a5ba-f5f8-480e-a416-dbf6d83baaf7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.397258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a70a5ba-f5f8-480e-a416-dbf6d83baaf7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.404423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53768) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.404987 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a70a5ba-f5f8-480e-a416-dbf6d83baaf7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/b96123a1-624c-4d33-9aa0-63ee2bfeeec1 HTTP/1.1" status: 404 len: 333 time: 0.0428152 Oct 25 23:24:27.558395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.565532 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eb3a8b-3b33-437e-9c94-70f1032341c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.565992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7eb3a8b-3b33-437e-9c94-70f1032341c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.569344 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e7eb3a8b-3b33-437e-9c94-70f1032341c3 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/5dc1628e-6d63-4f8e-a4e2-543b76ab6265 HTTP/1.1" status: 404 len: 337 time: 0.1630466 Oct 25 23:24:27.572851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53770) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.613546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Attempting to bind port 059bb853-9341-4130-aa62-634e424f0999 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:27.614696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Attempting to bind port 059bb853-9341-4130-aa62-634e424f0999 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:27.615252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Attempting to bind port 059bb853-9341-4130-aa62-634e424f0999 on network c5832439-bb77-4b0a-bfed-470e70d2e4ff {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:27.635934 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-49da3d53-57ec-4f8c-8e8d-0c38b3278b04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.636732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49da3d53-57ec-4f8c-8e8d-0c38b3278b04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.639910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-49da3d53-57ec-4f8c-8e8d-0c38b3278b04 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/aaf6f0b2-987c-4972-a91a-04e468a93e4b HTTP/1.1" status: 404 len: 333 time: 0.0645368 Oct 25 23:24:27.650686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.661342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-08d42951-a3aa-4ddd-b92f-9bdaa6bf1ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2834773 Oct 25 23:24:27.698891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:27.703152 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.732088 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e195e401-044c-4dd3-8f8a-b1c76686b5e0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.732878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e195e401-044c-4dd3-8f8a-b1c76686b5e0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.735255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:27.735636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Checking segment: {'id': '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:27.736032 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.736421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Bound using segment: {'id': '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:27.736898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Bound port: 059bb853-9341-4130-aa62-634e424f0999, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5832439-bb77-4b0a-bfed-470e70d2e4ff'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:27.737144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e195e401-044c-4dd3-8f8a-b1c76686b5e0 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f99b2363-9e57-437d-b481-d99f526760a7 HTTP/1.1" status: 404 len: 337 time: 0.0853601 Oct 25 23:24:27.737276 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.740410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.778964 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7009f9-d279-48cf-9b72-ebcf9dab331f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.779756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7009f9-d279-48cf-9b72-ebcf9dab331f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.783513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b7009f9-d279-48cf-9b72-ebcf9dab331f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/9af5b053-a417-4c86-b4e7-bbddb7d0e435 HTTP/1.1" status: 404 len: 337 time: 0.0419071 Oct 25 23:24:27.786042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.814008 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff9f113-6dbb-40ae-8b2e-9b02c4e08680 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.815784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff9f113-6dbb-40ae-8b2e-9b02c4e08680 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.819674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7ff9f113-6dbb-40ae-8b2e-9b02c4e08680 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/8aaaab7b-acb3-40a5-8ae5-2f01d958b374 HTTP/1.1" status: 404 len: 333 time: 0.0324967 Oct 25 23:24:27.823134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53778) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.837740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.859698 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe41aa31-77cb-4afe-b243-3d31934183c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.860529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe41aa31-77cb-4afe-b243-3d31934183c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.863991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe41aa31-77cb-4afe-b243-3d31934183c8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f6dd2609-628d-4cfb-8b7e-dedffbfa20be HTTP/1.1" status: 404 len: 337 time: 0.0396347 Oct 25 23:24:27.866865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.877510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-df3e8399-465c-4eea-936c-59df4ce09707 None None] Provisioning complete for port a5f35211-2c78-4f71-881f-00821ef8778f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:27.877872 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3e8399-465c-4eea-936c-59df4ce09707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.897067 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b69907-a9b1-4505-99b9-cdb616848d85 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.897872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b69907-a9b1-4505-99b9-cdb616848d85 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.901502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-49b69907-a9b1-4505-99b9-cdb616848d85 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/25b06569-94a4-42e1-99e6-76cb3f380ba4 HTTP/1.1" status: 404 len: 337 time: 0.0327561 Oct 25 23:24:27.904021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53782) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.938424 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d11524-c4aa-4936-a32c-b5f61fccb44d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.939624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d11524-c4aa-4936-a32c-b5f61fccb44d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.943479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-12d11524-c4aa-4936-a32c-b5f61fccb44d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/abaad6e9-8226-420f-98f2-b59cb134e44a HTTP/1.1" status: 404 len: 333 time: 0.0381558 Oct 25 23:24:27.949206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53786) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:27.984910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] Deleting port df5430de-a37b-40f6-9dde-54af22610771 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:27.985284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:27.987242 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-447360be-7fd6-445c-aa5c-f903dc0005db tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:27.987708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447360be-7fd6-445c-aa5c-f903dc0005db tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:27.991079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-447360be-7fd6-445c-aa5c-f903dc0005db tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/bd9308f7-b634-4dd2-b450-6d4e47268943 HTTP/1.1" status: 404 len: 337 time: 0.0408101 Oct 25 23:24:27.995296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53788) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.037970 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-0104ada3-1b2d-4cb0-b84a-c5edd01ea78f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:28.038556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0104ada3-1b2d-4cb0-b84a-c5edd01ea78f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:28.041966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0104ada3-1b2d-4cb0-b84a-c5edd01ea78f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/999b4f53-906b-4cfb-babb-ac0879d1975c HTTP/1.1" status: 404 len: 337 time: 0.0457304 Oct 25 23:24:28.044538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53790) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.071709 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb70d1a8-0339-4c76-9df4-b26d91ab0dad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:28.072696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb70d1a8-0339-4c76-9df4-b26d91ab0dad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:28.076144 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb70d1a8-0339-4c76-9df4-b26d91ab0dad tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/929ef231-85f4-4a05-ae59-cd5f71ab85dd HTTP/1.1" status: 404 len: 333 time: 0.0305398 Oct 25 23:24:28.079254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53792) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.090117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Router c8bcb58c-0d75-4b6e-a52c-5215969e588b is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:24:28.125092 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a17b3ff-2051-4a55-bb48-ff69c713a06a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:28.125562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a17b3ff-2051-4a55-bb48-ff69c713a06a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:28.128683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a17b3ff-2051-4a55-bb48-ff69c713a06a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/1b5d0e56-8f0f-4c3a-8a17-0faf015ef263 HTTP/1.1" status: 404 len: 337 time: 0.0485184 Oct 25 23:24:28.135859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53796) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.182264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-0eaf663f-4f27-47aa-95e5-f65bdfa308a5', 'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5', 'tenant_id': '75ec63a3f4e24bff8634ab5e3133128b', 'fixed_ips': [{'subnet_id': 'ab83bedb-ae3d-43cc-9736-5ca8d30c5822'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:28.189348 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.195463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.195908 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-000ecf61-e6ee-49f4-8ffd-172b21dc4528 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:28.195908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000ecf61-e6ee-49f4-8ffd-172b21dc4528 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:28.199428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-000ecf61-e6ee-49f4-8ffd-172b21dc4528 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/59c14860-ee89-4f81-b70c-be257498ba2f HTTP/1.1" status: 404 len: 337 time: 0.0645022 Oct 25 23:24:28.204119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53798) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.243831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port a5f35211-2c78-4f71-881f-00821ef8778f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a5f35211-2c78-4f71-881f-00821ef8778f,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:28.283363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.303660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] For port df5430de-a37b-40f6-9dde-54af22610771, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df5430de-a37b-40f6-9dde-54af22610771,segment=NetworkSegment(c9e30f69-1e27-4549-998c-917f456134a2),segment_id=c9e30f69-1e27-4549-998c-917f456134a2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:28.305027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.328482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425f82-461f-4385-8b52-47717e3caa63 req-8e61cd06-0b54-4796-8f43-cac83414353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:28.329994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-8e61cd06-0b54-4796-8f43-cac83414353e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fe692de6ee341bc86102c8ff8aff485&device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 1096 time: 0.2766192 Oct 25 23:24:28.345312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-46973c82-482e-4c57-9ded-70e224003272 None None] For port 059bb853-9341-4130-aa62-634e424f0999, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:28.355194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73e263b5-4f30-441b-86b3-a38b4e0581e7 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d929b51-7f43-4505-be51-126b07c269a4 HTTP/1.1" status: 200 len: 205 time: 0.1150589 Oct 25 23:24:28.378221 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53804) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.401493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] Calling delete_port for df5430de-a37b-40f6-9dde-54af22610771 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:28.430977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:28.444871 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Sync routers for ids ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:28.467303 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Routers {'c8bcb58c-0d75-4b6e-a52c-5215969e588b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:28.468619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:28.493503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.497418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c84d2a0d-b87c-42a2-a652-d0d0832b586f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6314003 Oct 25 23:24:28.505080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53806) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.505679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Subnet': ['ID=60e2b251-6904-406f-9301-c08abec74c51,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:28.540982 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-6e7545f4-0551-4f0e-9fad-53006471b0ac tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] delete failed (client error): The resource could not be found. Oct 25 23:24:28.547615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6e7545f4-0551-4f0e-9fad-53006471b0ac tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/routers/4d929b51-7f43-4505-be51-126b07c269a4 HTTP/1.1" status: 404 len: 336 time: 0.1658521 Oct 25 23:24:28.630281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-46973c82-482e-4c57-9ded-70e224003272 None None] For port 059bb853-9341-4130-aa62-634e424f0999, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=059bb853-9341-4130-aa62-634e424f0999,segment=NetworkSegment(9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3),segment_id=9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:28.646948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53808) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.652098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df5430de-a37b-40f6-9dde-54af22610771 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:24:28.704787 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Set router c8bcb58c-0d75-4b6e-a52c-5215969e588b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:28.713049 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded04cd7-2510-4fad-a5a4-509d6f6ad57f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:28.713735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded04cd7-2510-4fad-a5a4-509d6f6ad57f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:28.718381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ded04cd7-2510-4fad-a5a4-509d6f6ad57f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/d20be7e5-d6da-4bee-ba87-7dd4e73fc029 HTTP/1.1" status: 404 len: 337 time: 0.0663450 Oct 25 23:24:28.727264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53810) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.751595 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.767789 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:28.802597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1b30f591-24ac-490f-87ca-48b6f40c9c7b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "GET /v2.0/ports?device_id=0774562c-dc68-4840-a164-b071c6e99ebc HTTP/1.1" status: 200 len: 205 time: 0.0737703 Oct 25 23:24:28.811502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53812) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.882551 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-822ef360-3162-46f5-8e27-c2dd2e88f6cb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] delete failed (client error): The resource could not be found. Oct 25 23:24:28.884724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-822ef360-3162-46f5-8e27-c2dd2e88f6cb tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/routers/0774562c-dc68-4840-a164-b071c6e99ebc HTTP/1.1" status: 404 len: 336 time: 0.0596678 Oct 25 23:24:28.885874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Checking segment: {'id': '629a9de9-5543-49e8-9af8-75152c6af3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:28.886399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network hostable DHCP agents. Network: 2b31564c-22dd-468a-9a51-25ab7b7cc7a8, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:28.892855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53814) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:28.945334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=a5f35211-2c78-4f71-881f-00821ef8778f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:28.968642 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-058c6289-5811-4460-9a1e-b49532822f39 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:28.970286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058c6289-5811-4460-9a1e-b49532822f39 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:28.975933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-058c6289-5811-4460-9a1e-b49532822f39 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f953ef1f-d2b0-4c62-9932-276956cd5711 HTTP/1.1" status: 404 len: 337 time: 0.0738683 Oct 25 23:24:28.987580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53816) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.085070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425f82-461f-4385-8b52-47717e3caa63 req-45f60e7b-8e9d-4257-97a1-99750e492ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:29.088266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-45f60e7b-8e9d-4257-97a1-99750e492ef5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 200 len: 911 time: 0.6848168 Oct 25 23:24:29.089508 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-497cad5f-7810-43cc-a443-8ce214113a3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.090655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497cad5f-7810-43cc-a443-8ce214113a3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.096447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-497cad5f-7810-43cc-a443-8ce214113a3c tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/225add13-2296-443f-a2ed-ea8f244d26f6 HTTP/1.1" status: 404 len: 337 time: 0.1053410 Oct 25 23:24:29.096447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:29.098309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.107231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Allocated IP 2001:db8::2 (0eaf663f-4f27-47aa-95e5-f65bdfa308a5/ab83bedb-ae3d-43cc-9736-5ca8d30c5822/7ff2ba72-999b-4a9a-b4a1-abaae7f8383c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:29.113928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 2b31564c-22dd-468a-9a51-25ab7b7cc7a8) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:29.156817 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61340982-0edc-451c-8e9a-4681917a3548 None None] Network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:29.160150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:29.160150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:29.173882 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:24:26Z', 'revision_number': 3, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:29.203262 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa75fac-135d-4869-ab52-c1b1d827948d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.204469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa75fac-135d-4869-ab52-c1b1d827948d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.209558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ffa75fac-135d-4869-ab52-c1b1d827948d tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/0ad683b7-f176-443c-939b-c9082a69ad7f HTTP/1.1" status: 404 len: 333 time: 0.0905902 Oct 25 23:24:29.209775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-c52b7b2e-ca66-4fe0-aa2d-ebe4d5714986 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 200 len: 1001 time: 0.1029894 Oct 25 23:24:29.213760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53824) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.215909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cb79a0fa-cb4a-4040-945a-7da1e3185599 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9479318 Oct 25 23:24:29.217280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53826) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.236295 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Checking router: c8bcb58c-0d75-4b6e-a52c-5215969e588b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:29.237156 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Updating router c8bcb58c-0d75-4b6e-a52c-5215969e588b port 9acaa30d-9f39-4af1-a060-28adc214234d binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:24:29.263672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46973c82-482e-4c57-9ded-70e224003272 None None] Pushing event updated for resources: {'Port': ['ID=059bb853-9341-4130-aa62-634e424f0999,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:29.267129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ea9f5bec-4abf-4662-b1a4-17ef1f21c2e9 None None] Provisioning complete for port a5f35211-2c78-4f71-881f-00821ef8778f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:29.267503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5bec-4abf-4662-b1a4-17ef1f21c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:29.285806 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:29.328943 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d4b2b0-075f-47ca-8129-33f4562ac1d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.329397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d4b2b0-075f-47ca-8129-33f4562ac1d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.357789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09d4b2b0-075f-47ca-8129-33f4562ac1d8 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/24d28c36-7189-44a2-b6d4-d726b229820a HTTP/1.1" status: 404 len: 337 time: 0.1393845 Oct 25 23:24:29.360949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53828) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.454985 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac80693a-58bf-4c76-83ed-be763cfdd23f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.460922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac80693a-58bf-4c76-83ed-be763cfdd23f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.468199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ac80693a-58bf-4c76-83ed-be763cfdd23f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/6e7a039d-6503-43a5-9227-082d1f80760a HTTP/1.1" status: 404 len: 333 time: 0.0898974 Oct 25 23:24:29.472041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:29.486985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.603382 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04ec291-be97-4867-8db1-c6ebd62bc638 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.607800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04ec291-be97-4867-8db1-c6ebd62bc638 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.618722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c04ec291-be97-4867-8db1-c6ebd62bc638 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/f6d60319-e239-49ee-8b43-28fdb5385063 HTTP/1.1" status: 404 len: 337 time: 0.1137779 Oct 25 23:24:29.626632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53838) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.774891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] Pushing event deleted for resources: {'Port': ['ID=df5430de-a37b-40f6-9dde-54af22610771,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:29.861106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425f82-461f-4385-8b52-47717e3caa63 req-42f60312-1466-4b6b-9d91-0dff0d133122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:29.864567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-42f60312-1466-4b6b-9d91-0dff0d133122 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 200 len: 849 time: 0.6457062 Oct 25 23:24:29.871610 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:29.873431 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dfc037-fa51-4777-a2ff-ec608a1f66ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.875049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dfc037-fa51-4777-a2ff-ec608a1f66ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.884158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b0dfc037-fa51-4777-a2ff-ec608a1f66ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/380d2522-aa0e-497b-aa07-4d98e4d7be29 HTTP/1.1" status: 404 len: 333 time: 0.2371440 Oct 25 23:24:29.888525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53842) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.900011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96729ca-1a60-433b-84d7-c0163a211173 None None] No DVR routers for this DVR port df5430de-a37b-40f6-9dde-54af22610771 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:29.946109 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f590360f-95f1-4e7d-ac34-77be3803db6b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.946709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f590360f-95f1-4e7d-ac34-77be3803db6b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.952391 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f590360f-95f1-4e7d-ac34-77be3803db6b tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/20c2aac2-015e-439d-b1e9-30adbc8ae2e1 HTTP/1.1" status: 404 len: 337 time: 0.0591989 Oct 25 23:24:29.953603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:29.979130 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:29.990439 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dcb8a4-e9ca-4a0d-940d-a0c1d42600c5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:29.991268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dcb8a4-e9ca-4a0d-940d-a0c1d42600c5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:29.994512 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.000853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-39dcb8a4-e9ca-4a0d-940d-a0c1d42600c5 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/35e2053c-8d77-4440-a676-6b784e3a4726 HTTP/1.1" status: 404 len: 333 time: 0.0459561 Oct 25 23:24:30.028799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53848) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:30.135454 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-723b0ed9-1bc7-4534-b711-b552dd574f1f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:30.136381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723b0ed9-1bc7-4534-b711-b552dd574f1f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:30.139822 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Attempting to bind port 9acaa30d-9f39-4af1-a060-28adc214234d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:30.140198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Attempting to bind port 9acaa30d-9f39-4af1-a060-28adc214234d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:30.140569 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Attempting to bind port 9acaa30d-9f39-4af1-a060-28adc214234d on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:30.141382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-723b0ed9-1bc7-4534-b711-b552dd574f1f tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/a8eafadc-c7c3-43b2-a27b-eb303c75e983 HTTP/1.1" status: 404 len: 337 time: 0.1111915 Oct 25 23:24:30.146083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53854) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:30.149496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425f82-461f-4385-8b52-47717e3caa63 req-a4cdb5cd-0714-4dc8-861b-6d10cf52259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:30.151365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-a4cdb5cd-0714-4dc8-861b-6d10cf52259c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2628653 Oct 25 23:24:30.153529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:30.153915 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:30.154346 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.154785 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:30.155851 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Bound port: 9acaa30d-9f39-4af1-a060-28adc214234d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:30.156275 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.238246 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] For port 9acaa30d-9f39-4af1-a060-28adc214234d, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:30.254192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.279196 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] For port 9acaa30d-9f39-4af1-a060-28adc214234d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9acaa30d-9f39-4af1-a060-28adc214234d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:30.309206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-2b31564c-22dd-468a-9a51-25ab7b7cc7a8', 'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8', 'tenant_id': '75ec63a3f4e24bff8634ab5e3133128b', 'fixed_ips': [{'subnet_id': '60e2b251-6904-406f-9301-c08abec74c51'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:30.310888 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.360824 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.464125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Pushing event updated for resources: {'Port': ['ID=9acaa30d-9f39-4af1-a060-28adc214234d,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:30.500995 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.508276 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.509784 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.516313 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.518909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.519958 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.520326 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.520652 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.522327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.522668 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.522993 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.525930 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:24:30.551371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.565040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:30.700691 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Routers {'c8bcb58c-0d75-4b6e-a52c-5215969e588b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:30.703875 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:30.837734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:30.865908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:30.868316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Pushing event updated for resources: {'Port': ['ID=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:30.875682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:30.940601 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219867b-8645-458f-91e2-3a7b73ed2c8c None None] Pushing event updated for resources: {'Port': ['ID=9acaa30d-9f39-4af1-a060-28adc214234d,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:30.968575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Allocated IP 172.20.0.1 (16720bb1-352a-469e-8950-b0551de141bf/1bdb5d8b-15ae-44e8-bf9a-01de1842b001/526b6086-6f70-4b5f-a050-a5444ad073af) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:31.009557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 059bb853-9341-4130-aa62-634e424f0999 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:31.033341 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] Set router c8bcb58c-0d75-4b6e-a52c-5215969e588b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:31.263328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-43731c4c-626d-40b3-b604-752b9c4d7286 service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1000876 Oct 25 23:24:31.268048 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ece554-91f4-4082-8141-8a70036e4a1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:31.269183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ece554-91f4-4082-8141-8a70036e4a1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:31.272993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8ece554-91f4-4082-8141-8a70036e4a1e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/682ff02f-b8ca-41ca-9875-8203818a8458 HTTP/1.1" status: 404 len: 333 time: 1.1203811 Oct 25 23:24:31.276834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53872) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:31.301493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:31.335572 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a308d0-6f5e-4986-b8c0-16bcc17fd245 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:31.336773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a308d0-6f5e-4986-b8c0-16bcc17fd245 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:31.340576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-28a308d0-6f5e-4986-b8c0-16bcc17fd245 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/d057c713-6ebc-4cbd-ad8a-462010414901 HTTP/1.1" status: 404 len: 337 time: 0.0591948 Oct 25 23:24:31.343489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53874) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:31.390794 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f6fa4d-d0a9-45a6-9221-5f489029537e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:31.392515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f6fa4d-d0a9-45a6-9221-5f489029537e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:31.411157 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58f6fa4d-d0a9-45a6-9221-5f489029537e tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/ae054b8a-a1ac-45a4-a549-571d0b13bef1 HTTP/1.1" status: 404 len: 333 time: 0.0648172 Oct 25 23:24:31.411784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53876) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:31.511843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:31.546314 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccb79af-28f7-48e2-9e2d-121a725ebf1a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:31.546872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccb79af-28f7-48e2-9e2d-121a725ebf1a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:31.559883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3ccb79af-28f7-48e2-9e2d-121a725ebf1a tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/211c9f13-3525-4d51-bf51-22cc4259c5a9 HTTP/1.1" status: 404 len: 337 time: 0.1437697 Oct 25 23:24:31.563332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7742ef-fde9-444e-8d7d-8d96b2a1ba44 None None] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:31.578751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53880) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:31.585969 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:24:26Z', 'revision_number': 3, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:31.609864 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa58ff2-df83-4638-a16e-8ac7a11408aa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:31.610829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa58ff2-df83-4638-a16e-8ac7a11408aa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:31.613920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aaa58ff2-df83-4638-a16e-8ac7a11408aa tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/ports/32340e30-3f63-4e41-9905-e926c6b5afad HTTP/1.1" status: 404 len: 333 time: 0.0338342 Oct 25 23:24:31.615614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:31.617555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53882) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:31.638759 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdcf0b-e636-46ed-bcc8-a47859fb6f1e None None] The sync data for ids ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'] in n-d-815373-1 is: [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:24:26Z', 'revision_number': 3, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:31.703951 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57fcaaf-5f2c-40b9-8226-e088174c7b88 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] DELETE failed (client error): The resource could not be found. Oct 25 23:24:31.704721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57fcaaf-5f2c-40b9-8226-e088174c7b88 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:24:31.709632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f57fcaaf-5f2c-40b9-8226-e088174c7b88 tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/subnets/edb25a82-a0c8-403a-adfb-d06a0e358807 HTTP/1.1" status: 404 len: 337 time: 0.0475671 Oct 25 23:24:31.716165 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b425f82-461f-4385-8b52-47717e3caa63 req-ee8c6d24-086f-4918-9fe7-94382ce0dcce service neutron] 10.222.0.11 "GET /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410357 Oct 25 23:24:31.716956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53884) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:31.729833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Pushing event updated for resources: {'Port': ['ID=526b6086-6f70-4b5f-a050-a5444ad073af,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:31.740090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Allocated IP 2001:db8::2 (2b31564c-22dd-468a-9a51-25ab7b7cc7a8/60e2b251-6904-406f-9301-c08abec74c51/0ddb29b1-c193-4f6c-802c-724fde0b46a6) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:31.775690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Network 16720bb1-352a-469e-8950-b0551de141bf is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:31.783158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:31.804234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:31.880923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:31.903695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Attempting to bind port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:31.907996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Attempting to bind port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'dd3012a8-498c-413d-bc22-27000f96fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:31.908633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Attempting to bind port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c on network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:31.952460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:31.957015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Checking segment: {'id': 'dd3012a8-498c-413d-bc22-27000f96fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:31.957630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:31.957787 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:31.958363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Bound using segment: {'id': 'dd3012a8-498c-413d-bc22-27000f96fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:31.959043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Bound port: 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3012a8-498c-413d-bc22-27000f96fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0eaf663f-4f27-47aa-95e5-f65bdfa308a5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:31.959604 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.112536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] For port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:32.116698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] For port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,segment=NetworkSegment(dd3012a8-498c-413d-bc22-27000f96fb51),segment_id=dd3012a8-498c-413d-bc22-27000f96fb51)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:32.136313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7a3da8eb-a206-4767-8fd2-84e1783ce42d None None] Provisioning complete for port 059bb853-9341-4130-aa62-634e424f0999 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:32.136694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a3da8eb-a206-4767-8fd2-84e1783ce42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.244288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.249122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.266888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 059bb853-9341-4130-aa62-634e424f0999 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:32.267568 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.366992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.436922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fc94dc-2742-4a31-abc4-7afd577fd939']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:32.439836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Allocated IP 2001:db8::1 (0eaf663f-4f27-47aa-95e5-f65bdfa308a5/ab83bedb-ae3d-43cc-9736-5ca8d30c5822/997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:32.491539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e30f69-1e27-4549-998c-917f456134a2') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:32.500037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e30f69-1e27-4549-998c-917f456134a2') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:32.536890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.579516 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.599840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63371e50-abd5-4d06-9b56-02ce221b43f3 None None] Pushing event updated for resources: {'Port': ['ID=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:32.614945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.647145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 059bb853-9341-4130-aa62-634e424f0999, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=059bb853-9341-4130-aa62-634e424f0999,segment=NetworkSegment(9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3),segment_id=9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:32.699909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.707080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.725010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:24:32.725574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:24:32.736145 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:24:32.756101 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.766763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a5f35211-2c78-4f71-881f-00821ef8778f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:32.912508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Pushing event updated for resources: {'Port': ['ID=526b6086-6f70-4b5f-a050-a5444ad073af,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:32.917203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:32.975299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.021109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.045293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] 10.222.0.25 "DELETE /v2.0/networks/57fc94dc-2742-4a31-abc4-7afd577fd939 HTTP/1.1" status: 204 len: 168 time: 1.3224282 Oct 25 23:24:33.070272 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7a3da8eb-a206-4767-8fd2-84e1783ce42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.093245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333adadf-d974-4b2c-97e5-f138baa226ee tempest-NetworksTestDHCPv6-2127947620 tempest-NetworksTestDHCPv6-2127947620-project] Pushing event deleted for resources: {'Network': ['ID=57fc94dc-2742-4a31-abc4-7afd577fd939,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:33.144706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.274729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.279642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Network 16720bb1-352a-469e-8950-b0551de141bf is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:33.284854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:33.377448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-7a3da8eb-a206-4767-8fd2-84e1783ce42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:24:33.378115 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-7a3da8eb-a206-4767-8fd2-84e1783ce42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:24:33.378913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=059bb853-9341-4130-aa62-634e424f0999,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:33.389138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Port': ['ID=997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:33.411244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.415386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a5f35211-2c78-4f71-881f-00821ef8778f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:33.416032 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.423398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:33.429247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:33.435357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:33.436058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.447360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.506767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:33.513054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:33.521849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:33.567941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Pushing event updated for resources: {'Port': ['ID=0ddb29b1-c193-4f6c-802c-724fde0b46a6,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:33.641145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Attempting to bind port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:33.642249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Attempting to bind port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '629a9de9-5543-49e8-9af8-75152c6af3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:33.642864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Attempting to bind port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 on network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:33.651741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:33.652453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Checking segment: {'id': '629a9de9-5543-49e8-9af8-75152c6af3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:33.653092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.653647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Bound using segment: {'id': '629a9de9-5543-49e8-9af8-75152c6af3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:33.655028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Bound port: 0ddb29b1-c193-4f6c-802c-724fde0b46a6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a9de9-5543-49e8-9af8-75152c6af3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b31564c-22dd-468a-9a51-25ab7b7cc7a8'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:33.655746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.746914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Router c8bcb58c-0d75-4b6e-a52c-5215969e588b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:33.877309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:33.994676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53916) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:34.122204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] For port 0ddb29b1-c193-4f6c-802c-724fde0b46a6, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:34.133919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] For port 0ddb29b1-c193-4f6c-802c-724fde0b46a6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0ddb29b1-c193-4f6c-802c-724fde0b46a6,segment=NetworkSegment(629a9de9-5543-49e8-9af8-75152c6af3b8),segment_id=629a9de9-5543-49e8-9af8-75152c6af3b8)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:34.144384 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.262636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cee075a6-be75-4a79-847d-0ea1da0274d2 None None] Provisioning complete for port 059bb853-9341-4130-aa62-634e424f0999 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:34.263080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cee075a6-be75-4a79-847d-0ea1da0274d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.348887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2c97-e974-4193-bf37-ae09907cb5cc None None] Pushing event updated for resources: {'Port': ['ID=0ddb29b1-c193-4f6c-802c-724fde0b46a6,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:34.394042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3bfb61ae-fbce-4c35-a69a-2e4a406b3471 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=609d39cd0be54209b3413bcaa2fd4e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946626 Oct 25 23:24:34.404658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53930) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:34.410272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:34.609949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84cff8fa-675d-4b5e-861f-6ba590287780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.693136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b9f6ce-323e-4ab4-9a0a-813ba809a2aa None None] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:34.705500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:34.705893 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.748707 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84cff8fa-675d-4b5e-861f-6ba590287780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.848170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84cff8fa-675d-4b5e-861f-6ba590287780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.854105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-84cff8fa-675d-4b5e-861f-6ba590287780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.855845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-84cff8fa-675d-4b5e-861f-6ba590287780 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b9d08d7-25b1-4268-a4f5-662c47096173 HTTP/1.1" status: 204 len: 168 time: 0.4501715 Oct 25 23:24:34.916154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.939175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:34.950938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cff8fa-675d-4b5e-861f-6ba590287780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d08d7-25b1-4268-a4f5-662c47096173,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:34.954501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:34.955810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa410fe4-3e2b-4107-8dfe-bcea99ea0837 admin admin] 10.222.0.25 "PUT /v2.0/routers/c8bcb58c-0d75-4b6e-a52c-5215969e588b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4485593 Oct 25 23:24:34.956876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:35.149987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cee075a6-be75-4a79-847d-0ea1da0274d2 None None] Provisioning complete for port 526b6086-6f70-4b5f-a050-a5444ad073af triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:35.150757 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cee075a6-be75-4a79-847d-0ea1da0274d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:35.355007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:35.376201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:35.402751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cee075a6-be75-4a79-847d-0ea1da0274d2 None None] Port 526b6086-6f70-4b5f-a050-a5444ad073af cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:35.415084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Port': ['ID=997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:35.424675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:35.470051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Sync routers for ids ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:35.536228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,segment=NetworkSegment(dd3012a8-498c-413d-bc22-27000f96fb51),segment_id=dd3012a8-498c-413d-bc22-27000f96fb51)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:35.551111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:35.555290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9acaa30d-9f39-4af1-a060-28adc214234d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:35.564850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Routers {'c8bcb58c-0d75-4b6e-a52c-5215969e588b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:35.567318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:35.742620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Router 90581653-ae32-4910-af6a-662ae2163005 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:24:35.980535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:35.993334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fae001b2-b754-407f-882a-a2086ded5d9b tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7650011 Oct 25 23:24:35.996341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53974) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.010463 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] Sync routers for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:36.078296 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:36.081504 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:36.207302 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:36.272766 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:36.273670 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:36.412068 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:36.413030 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51fa69-e3a3-4ab1-8169-a6e6006cf2aa None None] The sync data for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:36.441202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2453c1-8284-41d3-a1de-089f7a44ca39 None None] Network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:36.478477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-51dc68f3-1819-43f8-a08b-f93d7351777f req-f4d9bba1-e49f-4f8b-9aab-7bcec75b0b76 service neutron] (102134) timed out ('10.222.0.25', 55266) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:24:36.503831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53986) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.556008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 53990) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.564874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1871763636-network', 'tenant_id': 'b190975f81e048fb976e6b7849382179'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:36.638932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9acaa30d-9f39-4af1-a060-28adc214234d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:36.639400 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:36.652605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-314b8cbf-be88-4dbc-b781-6266d310adf5 None None] Provisioning complete for port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:36.653066 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-314b8cbf-be88-4dbc-b781-6266d310adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:36.734999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:36.806390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-91f9b017-0a88-4bc4-950c-b9e8979df55c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.807602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-91f9b017-0a88-4bc4-950c-b9e8979df55c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.3021729 Oct 25 23:24:36.810566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53996) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.834354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-1f22f001-f927-4adc-9b4a-719c36abbc9d tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.835520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1f22f001-f927-4adc-9b4a-719c36abbc9d tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0237756 Oct 25 23:24:36.839344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 53998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.848631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-aa1bf33d-7fa2-4a09-a5e4-932b2ff6744e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.849941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aa1bf33d-7fa2-4a09-a5e4-932b2ff6744e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096350 Oct 25 23:24:36.853679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54000) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.860780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-ff187a83-8078-4836-9a76-6bbad8f6b7cb tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.864136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ff187a83-8078-4836-9a76-6bbad8f6b7cb tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0091956 Oct 25 23:24:36.868209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54002) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.875835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-419a6451-102c-4985-abcb-3d46ac92a20e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.877061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-419a6451-102c-4985-abcb-3d46ac92a20e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068948 Oct 25 23:24:36.879509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54004) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.884749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-26bdc48e-7272-4076-9b75-654aad3b597f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.886281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-26bdc48e-7272-4076-9b75-654aad3b597f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055649 Oct 25 23:24:36.888754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54006) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.894169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-fc3bfe9b-3e2c-43b7-9b49-0d1e3a85f095 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.895584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fc3bfe9b-3e2c-43b7-9b49-0d1e3a85f095 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055768 Oct 25 23:24:36.897825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.902812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-0e6d60de-d6bf-40a4-af1c-5fda409c98f1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.904215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0e6d60de-d6bf-40a4-af1c-5fda409c98f1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047617 Oct 25 23:24:36.906649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54010) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.911669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-383f127b-46b8-4474-9544-d6ef83cc0ac6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.912356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Set router c8bcb58c-0d75-4b6e-a52c-5215969e588b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:36.913073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-383f127b-46b8-4474-9544-d6ef83cc0ac6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049655 Oct 25 23:24:36.916940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.922359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-19afbf4f-5acd-4a1c-bd19-77210988e7b3 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.928289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-19afbf4f-5acd-4a1c-bd19-77210988e7b3 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0099590 Oct 25 23:24:36.933127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54014) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.939995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-2c78418c-d918-4ace-9dc2-6dc293ba24d6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.943228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c78418c-d918-4ace-9dc2-6dc293ba24d6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089545 Oct 25 23:24:36.947298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.955739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-b6d34b83-7c25-4e16-954b-f59d2189eddf tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.960652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6d34b83-7c25-4e16-954b-f59d2189eddf tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104072 Oct 25 23:24:36.962564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54018) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.971414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-99790c90-52a1-4be9-b644-1659c3c32e9a tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.974250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-99790c90-52a1-4be9-b644-1659c3c32e9a tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0105455 Oct 25 23:24:36.977383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:36.983140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-2639d4be-a15c-4b75-95b1-a38aa8c4b4d6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:36.984347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2639d4be-a15c-4b75-95b1-a38aa8c4b4d6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048714 Oct 25 23:24:36.987945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.000846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-a426df14-2d4e-4fdd-b04c-d9959f5afc98 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.003173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a426df14-2d4e-4fdd-b04c-d9959f5afc98 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0142255 Oct 25 23:24:37.006878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.016766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-d9abe012-a81d-43d1-8f4d-10786f46028c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.021318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54026) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.022195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d9abe012-a81d-43d1-8f4d-10786f46028c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115407 Oct 25 23:24:37.023156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Made reservation on behalf of b190975f81e048fb976e6b7849382179 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:37.026299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-3932f107-3cd3-4e06-8adc-6422333f69a6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.026751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.027727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3932f107-3cd3-4e06-8adc-6422333f69a6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059295 Oct 25 23:24:37.029881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.034792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-2c9e6b4c-d21d-4f6a-a91d-2a55952da98f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.043036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c9e6b4c-d21d-4f6a-a91d-2a55952da98f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093091 Oct 25 23:24:37.043329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54030) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.051521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-8cc1c170-d583-413d-92d3-326aa5644199 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.055584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8cc1c170-d583-413d-92d3-326aa5644199 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084064 Oct 25 23:24:37.055771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.056084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54032) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.063734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-52873d59-8fe0-46b7-b642-fa5f7094114b tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.067754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-52873d59-8fe0-46b7-b642-fa5f7094114b tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077248 Oct 25 23:24:37.071475 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.071666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.080098 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-6c0a8457-0642-40f5-b0b5-da8f270d9917 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:24:37.080659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-0138bd3f-a861-401a-a522-749c8a776df3 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.088311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0138bd3f-a861-401a-a522-749c8a776df3 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0094771 Oct 25 23:24:37.088532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6c0a8457-0642-40f5-b0b5-da8f270d9917 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0854437 Oct 25 23:24:37.088648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.091940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54038) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.096176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 9acaa30d-9f39-4af1-a060-28adc214234d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9acaa30d-9f39-4af1-a060-28adc214234d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:37.106347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-6727d4c1-89cf-43ec-a529-2645792c2cae tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.109691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6727d4c1-89cf-43ec-a529-2645792c2cae tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0110364 Oct 25 23:24:37.114679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54040) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.119740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.120621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 059bb853-9341-4130-aa62-634e424f0999 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:37.139703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-4af8cd0c-5d12-43b1-80ec-0b4360c225a5 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.143467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4af8cd0c-5d12-43b1-80ec-0b4360c225a5 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0214810 Oct 25 23:24:37.150190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54042) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.167948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-a4920a73-d695-422e-807b-d5a3a724481c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.171286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a4920a73-d695-422e-807b-d5a3a724481c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0177250 Oct 25 23:24:37.182565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54044) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.198318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-12cf54ed-eb02-42e0-b9e4-64ec3bc46d23 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.201646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-12cf54ed-eb02-42e0-b9e4-64ec3bc46d23 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0157623 Oct 25 23:24:37.210906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54046) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.218269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-ea7601fd-5d6d-420f-8e6d-c3cdf0bc6114 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.222740 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ea7601fd-5d6d-420f-8e6d-c3cdf0bc6114 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075119 Oct 25 23:24:37.223223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.236697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-9bed86fe-5c32-4dee-b7c3-d7a6413b53c1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.241264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9bed86fe-5c32-4dee-b7c3-d7a6413b53c1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144310 Oct 25 23:24:37.241428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.246678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-56ff9539-5289-43a3-9c03-061b77883cba tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.249830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-56ff9539-5289-43a3-9c03-061b77883cba tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053904 Oct 25 23:24:37.250611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54054) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.275275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-bb8c43ae-49eb-4cde-8921-c75518e0886d tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.278930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb8c43ae-49eb-4cde-8921-c75518e0886d tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0250974 Oct 25 23:24:37.279768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54056) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.325858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-2d9f45c7-b6ad-4812-ae49-49fd965ec51f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.332725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2d9f45c7-b6ad-4812-ae49-49fd965ec51f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0420811 Oct 25 23:24:37.339218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.353753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-99fc35d9-ea22-406e-8a58-168a381ac32c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.357884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-99fc35d9-ea22-406e-8a58-168a381ac32c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144842 Oct 25 23:24:37.362484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54060) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.370118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-dd7e1fd0-6fc4-4d43-bc9d-214a666a8b8e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.374379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dd7e1fd0-6fc4-4d43-bc9d-214a666a8b8e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0105648 Oct 25 23:24:37.377712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.378982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54062) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.385626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-f3069a47-2906-491b-b396-45b778d5e606 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.391714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f3069a47-2906-491b-b396-45b778d5e606 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0112970 Oct 25 23:24:37.392602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54064) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.400021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-b7147695-6a3a-4d4e-a421-b8db62731bb3 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.404592 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b7147695-6a3a-4d4e-a421-b8db62731bb3 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0097649 Oct 25 23:24:37.405740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.422369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=9acaa30d-9f39-4af1-a060-28adc214234d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:37.424086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54066) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.425973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:37.433509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-c3366277-6894-4991-8b6f-ea2ca18e9800 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.438127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c3366277-6894-4991-8b6f-ea2ca18e9800 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0106738 Oct 25 23:24:37.439898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54068) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.453231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.453579 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Added segment 7a0224e7-6c88-4d42-b8d0-c0cf33b99202 of type vlan for network a0e002fc-90d3-485e-826b-2d6ed7b8f15d Oct 25 23:24:37.458588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-c02a1c47-ca66-49fc-95f0-0c524cdbe63f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.458588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c02a1c47-ca66-49fc-95f0-0c524cdbe63f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0129075 Oct 25 23:24:37.470768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54072) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.473257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Provisioning complete for port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:37.473731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.477684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 059bb853-9341-4130-aa62-634e424f0999 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:37.478080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.479028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-41aec6bf-6426-4b99-940f-5ec00e4f7d84 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.482466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-41aec6bf-6426-4b99-940f-5ec00e4f7d84 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063272 Oct 25 23:24:37.485732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.491463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-99fb48fd-a26f-43f4-8e95-24cefa20d02f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.495118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-99fb48fd-a26f-43f4-8e95-24cefa20d02f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0058160 Oct 25 23:24:37.497480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54076) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.510616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-df4fce18-e907-4f43-85f7-1d7708c6847f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.514413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54078) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.522456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-f97d6fa9-bbc3-4ec8-b309-1b9a3809d182 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.526820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-df4fce18-e907-4f43-85f7-1d7708c6847f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0280168 Oct 25 23:24:37.529320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54080) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.533644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-a7514256-1ff0-4612-a9b5-6405d654031b tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.537462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a7514256-1ff0-4612-a9b5-6405d654031b tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072153 Oct 25 23:24:37.538120 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f97d6fa9-bbc3-4ec8-b309-1b9a3809d182 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0189688 Oct 25 23:24:37.539692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54082) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.568796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-561e75fc-3061-427d-87b7-2591149fb7e1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.573081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-561e75fc-3061-427d-87b7-2591149fb7e1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0246847 Oct 25 23:24:37.574829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54084) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.583227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-26f5253a-6ecc-4532-922c-f15b78c1cc79 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.587983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-26f5253a-6ecc-4532-922c-f15b78c1cc79 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090928 Oct 25 23:24:37.600821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.625483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-cba70e91-c527-4856-a0a4-c568517b2e25 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.626764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cba70e91-c527-4856-a0a4-c568517b2e25 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0173609 Oct 25 23:24:37.627686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb7acd-902b-4cc1-b691-8abf7ac82c38,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:37.632122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54088) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.637294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.682645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-ef4f6e13-2658-4641-a942-452c678eb3b8 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.683901 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ef4f6e13-2658-4641-a942-452c678eb3b8 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120223 Oct 25 23:24:37.685237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.686907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:37.687483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.689675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54090) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.706956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-44f78801-29aa-4827-87cd-350ad9480dfd tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.707945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-44f78801-29aa-4827-87cd-350ad9480dfd tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0087366 Oct 25 23:24:37.724394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54092) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.769760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-8f277505-c72a-44bf-bf43-971210f62838 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.770991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f277505-c72a-44bf-bf43-971210f62838 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048525 Oct 25 23:24:37.777181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.796011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-5714da92-1a00-4e6f-9b47-5e45bffd5cd5 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.797354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5714da92-1a00-4e6f-9b47-5e45bffd5cd5 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0155230 Oct 25 23:24:37.800295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54096) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.823998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] Pushing event updated for resources: {'Network': ['ID=a0e002fc-90d3-485e-826b-2d6ed7b8f15d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:37.826848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-701e578a-1b04-4372-ab0a-4b15d06a88c4 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.831084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-701e578a-1b04-4372-ab0a-4b15d06a88c4 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0080776 Oct 25 23:24:37.833108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54100) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.839194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-80663a14-e1b5-4ba9-85b1-e37f1f3f9c6f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.849869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54102) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.855807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-80663a14-e1b5-4ba9-85b1-e37f1f3f9c6f tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0214682 Oct 25 23:24:37.862497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-ff8c812a-74e2-4a22-beda-ca813df41089 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.867866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:37.869262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff8c812a-74e2-4a22-beda-ca813df41089 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0151391 Oct 25 23:24:37.871950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.877951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-45e8aed7-3c7a-4e05-bdc9-f02db3fd5b9c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3208492 Oct 25 23:24:37.880639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54108) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.886765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-d4cd24b4-0c5f-4d20-9aa2-cca22e9b79b6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.891476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Request body: {'subnet': {'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1871763636-subnet', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:37.899328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4cd24b4-0c5f-4d20-9aa2-cca22e9b79b6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0162175 Oct 25 23:24:37.904218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54110) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.916870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-a5ee6118-652e-47f4-85d8-19fa9e856b2e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.926771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5ee6118-652e-47f4-85d8-19fa9e856b2e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0155394 Oct 25 23:24:37.928859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54112) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.948832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-20e063d0-e25d-4044-94d2-38b0ca470753 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.950664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Made reservation on behalf of b190975f81e048fb976e6b7849382179 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:37.954588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:37.955471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-20e063d0-e25d-4044-94d2-38b0ca470753 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0240347 Oct 25 23:24:37.957242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54114) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.966878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-7df28b3f-16c4-4639-a123-459a4d96e7e0 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:37.983177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7df28b3f-16c4-4639-a123-459a4d96e7e0 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0245140 Oct 25 23:24:37.989449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54120) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:37.997058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-3be5414e-e572-45f9-b584-4688497fca5a tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.013439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3be5414e-e572-45f9-b584-4688497fca5a tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0224495 Oct 25 23:24:38.013714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54126) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.019324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-8da2ca3c-166c-43b0-9605-8e2d22249184 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.022676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8da2ca3c-166c-43b0-9605-8e2d22249184 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052509 Oct 25 23:24:38.022984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54128) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.029188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-d8a70e7b-db49-4a97-9f07-047c4aebd6e5 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.032629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d8a70e7b-db49-4a97-9f07-047c4aebd6e5 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051734 Oct 25 23:24:38.033055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54130) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.038625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-72628b69-23df-4486-891c-1df87dc09374 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.042551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-72628b69-23df-4486-891c-1df87dc09374 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063584 Oct 25 23:24:38.042850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.048547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-9bf7cb36-a418-4d39-8aa1-df90658b4197 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.051631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9bf7cb36-a418-4d39-8aa1-df90658b4197 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057461 Oct 25 23:24:38.053055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54134) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.059201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [None req-c94bf4a5-9b82-4c88-bf0e-b63f9901747e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.074863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c94bf4a5-9b82-4c88-bf0e-b63f9901747e tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0205624 Oct 25 23:24:38.078377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54136) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.083629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-30889e11-7468-4e0f-b8b6-1cb1d23d68d6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.087145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30889e11-7468-4e0f-b8b6-1cb1d23d68d6 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052178 Oct 25 23:24:38.090978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54138) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.095737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-b56af98d-6d8f-4bfb-8d9c-ebee9960a5ef tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.099505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b56af98d-6d8f-4bfb-8d9c-ebee9960a5ef tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052528 Oct 25 23:24:38.100216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.107888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-ae9c91ab-6e4b-4ad3-a602-2e529e2de7fd tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.112064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae9c91ab-6e4b-4ad3-a602-2e529e2de7fd tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085201 Oct 25 23:24:38.112677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.120265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-e1814219-5c19-4a66-84a2-849d27c883ca tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.123686 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e1814219-5c19-4a66-84a2-849d27c883ca tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074928 Oct 25 23:24:38.125580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54144) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.131316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-9eded72c-0a1f-4665-949f-4d50aff2b73c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.135758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9eded72c-0a1f-4665-949f-4d50aff2b73c tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060291 Oct 25 23:24:38.136405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54146) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.142635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-98fb37b7-0813-4ec4-8248-cefda07136d1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.145560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-98fb37b7-0813-4ec4-8248-cefda07136d1 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053198 Oct 25 23:24:38.146722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54148) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.152381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-900863f9-e467-4c7d-bd3e-63bb085727c7 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.152659 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.155754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-900863f9-e467-4c7d-bd3e-63bb085727c7 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055594 Oct 25 23:24:38.156222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54150) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.161296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [None req-eb1418f3-486b-4895-8ffc-627602209192 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:24:38.164982 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb1418f3-486b-4895-8ffc-627602209192 tempest-ExtensionsTestJSON-16268103 tempest-ExtensionsTestJSON-16268103-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050883 Oct 25 23:24:38.268535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] For port 0ddb29b1-c193-4f6c-802c-724fde0b46a6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0ddb29b1-c193-4f6c-802c-724fde0b46a6,segment=NetworkSegment(629a9de9-5543-49e8-9af8-75152c6af3b8),segment_id=629a9de9-5543-49e8-9af8-75152c6af3b8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:38.273075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.286194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.306285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.379313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11a318a-3714-4198-a722-87ed7ffc4e9c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:38.421387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Checking segment: {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:38.421799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Network hostable DHCP agents. Network: a0e002fc-90d3-485e-826b-2d6ed7b8f15d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:38.433199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:24:32Z', 'revision_number': 4, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '526b6086-6f70-4b5f-a050-a5444ad073af', 'name': '', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'mac_address': 'fa:16:3e:97:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:30Z', 'updated_at': '2021-10-25T23:24:32Z', 'revision_number': 2, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'subnets': [{'id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:38.483819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:38.505287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Checking router: c8bcb58c-0d75-4b6e-a52c-5215969e588b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:38.505287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Updating router c8bcb58c-0d75-4b6e-a52c-5215969e588b port 526b6086-6f70-4b5f-a050-a5444ad073af binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:24:38.521904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a0e002fc-90d3-485e-826b-2d6ed7b8f15d) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:38.554242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:38.558858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.606313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a921b-788a-4d30-b5b5-24c003f80658 None None] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:38.636518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e396f4a0-d823-41bc-a97b-a002568d37df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7513740 Oct 25 23:24:38.637188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54160) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.650218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:38.691250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Provisioning complete for port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:38.693735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.707225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.708443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.845980 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.847545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54162) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:38.901722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:38.904178 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:38.911856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Pushing event updated for resources: {'Port': ['ID=0ddb29b1-c193-4f6c-802c-724fde0b46a6,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:38.990388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting port 997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:38.990941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.060584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.230905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa08d93-d11e-48ce-ab94-32dc913ef696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.287700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a0e002fc-90d3-485e-826b-2d6ed7b8f15d', 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'fixed_ips': [{'subnet_id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:39.288955 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.334019 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.361458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa08d93-d11e-48ce-ab94-32dc913ef696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.371184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Calling delete_port for 997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:39.378229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa08d93-d11e-48ce-ab94-32dc913ef696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.437820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8aa08d93-d11e-48ce-ab94-32dc913ef696 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f94984d06aa74121b944069f2b72ad77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870330 Oct 25 23:24:39.437820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa08d93-d11e-48ce-ab94-32dc913ef696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a51ee-7b30-4a01-9b83-92cc48fab15c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:39.465997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54170) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:39.536289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-15c3d585-7e0d-4d0c-8c09-e81e2064bb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.581993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-15c3d585-7e0d-4d0c-8c09-e81e2064bb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.747629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:39.748614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.786114 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:24:39.813350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.852715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Provisioning complete for port 997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:39.853442 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.862257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.899240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Port': ['ID=997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:39.899866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2991f-7656-445e-8554-0d7f6d9439d6 None None] Port 997a5ed5-7b62-40cd-9b1f-06fbc56fa2e3 was deleted so its status cannot be updated. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 23:24:39.933812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.960184 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-15c3d585-7e0d-4d0c-8c09-e81e2064bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.968066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-15c3d585-7e0d-4d0c-8c09-e81e2064bb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:39.972518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-15c3d585-7e0d-4d0c-8c09-e81e2064bb79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/820a51ee-7b30-4a01-9b83-92cc48fab15c HTTP/1.1" status: 204 len: 168 time: 0.5051501 Oct 25 23:24:40.036385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Allocated IP 172.20.0.2 (a0e002fc-90d3-485e-826b-2d6ed7b8f15d/b11a318a-3714-4198-a722-87ed7ffc4e9c/22c7120c-bdc9-4dd0-945d-8dc580ac6c53) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:40.185039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3d585-7e0d-4d0c-8c09-e81e2064bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a51ee-7b30-4a01-9b83-92cc48fab15c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:40.209007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.236725 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.345393 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.370660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1d664569-69bf-4a0a-b711-3feed4f9e0bb None None] Provisioning complete for port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:40.371438 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d664569-69bf-4a0a-b711-3feed4f9e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.471065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Allocated IP 172.25.4.10 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/5605382d-a9e1-4559-bfd3-2ed6a9a9b504) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:40.471740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0ddb29b1-c193-4f6c-802c-724fde0b46a6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:40.526659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f441c44-f8cf-454f-9986-f22aba01619b None None] Pushing event updated for resources: {'Port': ['ID=526b6086-6f70-4b5f-a050-a5444ad073af,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:40.614776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Router 90581653-ae32-4910-af6a-662ae2163005 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:40.730697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.818386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:40.825988 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.835027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8bff3fb5-4c51-4bd9-a8fc-63d3e4117ccd tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7432921 Oct 25 23:24:40.835828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54194) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:40.876302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] Sync routers for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:40.913003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Attempting to bind port 526b6086-6f70-4b5f-a050-a5444ad073af on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:40.913368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Attempting to bind port 526b6086-6f70-4b5f-a050-a5444ad073af by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:40.913727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Attempting to bind port 526b6086-6f70-4b5f-a050-a5444ad073af on network 16720bb1-352a-469e-8950-b0551de141bf {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:40.941182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:40.941601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Checking segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:40.942220 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.942611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Bound using segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:40.943087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Bound port: 526b6086-6f70-4b5f-a050-a5444ad073af, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:40.943461 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.964761 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-9295aab1-30db-48d3-b854-9dd0f65785c9 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] delete failed (client error): The resource could not be found. Oct 25 23:24:40.966874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9295aab1-30db-48d3-b854-9dd0f65785c9 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-341049292 HTTP/1.1" status: 404 len: 334 time: 0.1297038 Oct 25 23:24:40.969936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54200) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:40.980149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b764a504-10ad-4a70-a129-8c9171de0d58 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'router': {'external_gateway_info': {'network_id': '90581653-ae32-4910-af6a-662ae2163005'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:40.980510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Pushing event updated for resources: {'Port': ['ID=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:40.983939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:40.984718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:40.993597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:40.993959 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:40.998541 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:41.004072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:41.010477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:41.016809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:41.092618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] For port 526b6086-6f70-4b5f-a050-a5444ad073af, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:41.096286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] For port 526b6086-6f70-4b5f-a050-a5444ad073af, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=526b6086-6f70-4b5f-a050-a5444ad073af,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:41.120596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:41.122660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:41.124961 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:41.265421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:41.268134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:41.269565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:41.365568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54210) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:41.375906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:41.384637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:41.420510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:41.421178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a27203-e8b0-4981-be28-b93c4be27d9d None None] The sync data for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:41.431844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Pushing event updated for resources: {'Port': ['ID=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:41.517174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Routers {'c8bcb58c-0d75-4b6e-a52c-5215969e588b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:41.517917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:41.640076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:41.695641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] Set router c8bcb58c-0d75-4b6e-a52c-5215969e588b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:41.743580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54216) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:42.059370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2001280250'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:42.064924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b764a504-10ad-4a70-a129-8c9171de0d58 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.091254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-769f4c9d-a046-48ce-b72e-7b824fc30a37 None None] Provisioning complete for port 526b6086-6f70-4b5f-a050-a5444ad073af triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:42.092367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-769f4c9d-a046-48ce-b72e-7b824fc30a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.124060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Made reservation on behalf of 14923184cc2b4d71a3142414a060a6f9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:42.128281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.150430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f441c44-f8cf-454f-9986-f22aba01619b None None] Pushing event updated for resources: {'Port': ['ID=526b6086-6f70-4b5f-a050-a5444ad073af,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:42.164551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.193659 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-b764a504-10ad-4a70-a129-8c9171de0d58 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] update failed (client error): The resource could not be found. Oct 25 23:24:42.201376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b764a504-10ad-4a70-a129-8c9171de0d58 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005 HTTP/1.1" status: 404 len: 339 time: 1.2299626 Oct 25 23:24:42.202043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54224) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:42.211678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-802090665'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:42.223940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Attempting to bind port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:42.224313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Attempting to bind port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:42.224649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Attempting to bind port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 on network a0e002fc-90d3-485e-826b-2d6ed7b8f15d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:42.236929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:42.237379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Checking segment: {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:42.237720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.238110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Bound using segment: {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:42.238695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Bound port: 22c7120c-bdc9-4dd0-945d-8dc580ac6c53, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:42.239070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.247225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9acaa30d-9f39-4af1-a060-28adc214234d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:42.249797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:42.254994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.279130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.361533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:42.400914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.401609 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Added segment 3e17f680-6ad3-49d2-b264-3e58a1a15b9a of type vlan for network 5ac48d33-fe0d-4951-9961-605bb1eebe28 Oct 25 23:24:42.407381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Deleting port 8cbb9aae-f06f-4dc5-a80b-6a5072a1efa4 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:42.413305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] For port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:42.415960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.421590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] For port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:42.490395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.503735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.525574 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.645512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:24:42.659603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51c9ca-1b49-4c32-a612-cbd03cf8a632 None None] Pushing event updated for resources: {'Port': ['ID=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:42.679866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d5b50-4c1b-4845-926e-9f903475cc23,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:42.751970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.752504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.755971 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Added segment daeabb39-a1c0-4530-85e5-02f4901b324d of type vlan for network f541dd0f-972a-44eb-b5d1-91854d47c286 Oct 25 23:24:42.763793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9acaa30d-9f39-4af1-a060-28adc214234d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:42.764303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.767803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:24:32Z', 'revision_number': 4, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '526b6086-6f70-4b5f-a050-a5444ad073af', 'name': '', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'mac_address': 'fa:16:3e:97:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:30Z', 'updated_at': '2021-10-25T23:24:41Z', 'revision_number': 4, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'subnets': [{'id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:42.826275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-769f4c9d-a046-48ce-b72e-7b824fc30a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.838893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35beeed-f291-4744-bb16-00ce5025def5 None None] The sync data for ids ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'] in n-d-815373-1 is: [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:24:32Z', 'revision_number': 4, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '526b6086-6f70-4b5f-a050-a5444ad073af', 'name': '', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'mac_address': 'fa:16:3e:97:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:30Z', 'updated_at': '2021-10-25T23:24:41Z', 'revision_number': 4, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'subnets': [{'id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:42.921357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-769f4c9d-a046-48ce-b72e-7b824fc30a37 None None] For port 526b6086-6f70-4b5f-a050-a5444ad073af, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=526b6086-6f70-4b5f-a050-a5444ad073af,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:42.928540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-769f4c9d-a046-48ce-b72e-7b824fc30a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.964364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:24:42.979978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:42.980582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.020239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.090763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Calling delete_port for 8cbb9aae-f06f-4dc5-a80b-6a5072a1efa4 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:43.200095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-028e67be-9004-4634-b0ca-d5ebecadb058 None None] Provisioning complete for port 526b6086-6f70-4b5f-a050-a5444ad073af triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:43.200764 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-028e67be-9004-4634-b0ca-d5ebecadb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.208553 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.257052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f4c9d-a046-48ce-b72e-7b824fc30a37 None None] Pushing event updated for resources: {'Port': ['ID=526b6086-6f70-4b5f-a050-a5444ad073af,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:43.292868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.300050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:43.300724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.434836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event updated for resources: {'Network': ['ID=f541dd0f-972a-44eb-b5d1-91854d47c286,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:43.440720 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ea1782e-8458-43b6-b267-2b1ee9fb8b0f tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6960964 Oct 25 23:24:43.447334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54234) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:43.455186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Request body: {'subnet': {'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:43.566522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:43.580321 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Sync routers for ids ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:43.605960 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Routers {'9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:43.608380 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:43.713766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.727174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:43.735405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.736360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:43.739600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d18f031a-c972-4991-b5e6-3ff3a6b2c45d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1006045 Oct 25 23:24:43.750026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54242) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:43.920410 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Set router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:43.958789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:44.035222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f541dd0f-972a-44eb-b5d1-91854d47c286 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:44.037354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:44.082850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Network': ['ID=5ac48d33-fe0d-4951-9961-605bb1eebe28,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:44.092794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event deleted for resources: {'Port': ['ID=8cbb9aae-f06f-4dc5-a80b-6a5072a1efa4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:44.223277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5ac48d33-fe0d-4951-9961-605bb1eebe28 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:24:44.355716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:44.355716 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Floating IP c9b2b874-44f1-4c49-a2f5-44923ab476e2 disassociated (deleted). External IP: 172.25.4.103, port: 07831ba8-fae5-4def-b914-9fed59397919. Oct 25 23:24:44.489459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:44.489773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:44.618829 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:24:41Z', 'revision_number': 3, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:44.690452 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Checking router: 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:44.696286 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Updating router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:24:44.754749 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:44.859181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:44.984928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:44.997204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:44.999400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 526b6086-6f70-4b5f-a050-a5444ad073af up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:45.022603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Router fa6597e7-8bc2-46ec-9196-0d503770ec49 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:45.024383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239b49ae-72a0-42b4-80c5-66afc7cc0845 None None] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:45.338627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:45.359879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Made reservation on behalf of 14923184cc2b4d71a3142414a060a6f9 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:45.369586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.372976 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.383766 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.398918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-24eb0de7-7007-4f0e-8547-30913ea30f0e tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1936886 Oct 25 23:24:45.402983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:45.410794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:45.427026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.451162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-89ebbb1b-b30e-4baf-903c-59a9ed9a0ae1 None None] Provisioning complete for port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:45.453325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89ebbb1b-b30e-4baf-903c-59a9ed9a0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.482681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-370b2fc6-6d2a-4aa5-af12-f21edab8d9e3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9b2b874-44f1-4c49-a2f5-44923ab476e2 HTTP/1.1" status: 204 len: 168 time: 4.1130648 Oct 25 23:24:45.482681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:24:45.528198 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c18755e-4cd1-49ad-9d80-398483527378" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:24:45.534546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-2e836d04-2d68-4763-a75e-6f2859f94c10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2679496 Oct 25 23:24:45.541237 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e4a99-cea6-409c-9aa1-86904ec21dbe None None] Pushing event updated for resources: {'Port': ['ID=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:45.571827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'subnet': {'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:45.577944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4453a7-6312-4645-baec-583755822644 None None] Sync routers for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:45.581443 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Attempting to bind port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:45.585029 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Attempting to bind port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:45.586204 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Attempting to bind port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:45.600025 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:45.611909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:45.614700 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.615293 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:45.616092 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Bound port: 5605382d-a9e1-4559-bfd3-2ed6a9a9b504, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:45.618485 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.639161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:45.639804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:45.685682 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f537d4ce-d0a2-45fe-ac99-60a567b14227 x-openstack-request-id: req-f537d4ce-d0a2-45fe-ac99-60a567b14227 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:24:45.686370 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:24:45.686831 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f537d4ce-d0a2-45fe-ac99-60a567b14227 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:24:45.687437 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'status': 'completed', 'code': 200} Oct 25 23:24:45.735709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d708954-edb3-409c-85e4-220285a56570 req-a0e9f9e2-cf2e-448f-8ccb-cb2a824a7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:45.739663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-a0e9f9e2-cf2e-448f-8ccb-cb2a824a7fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1096 time: 0.1173494 Oct 25 23:24:45.792571 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] For port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:45.796803 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] For port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:45.802830 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.819088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 526b6086-6f70-4b5f-a050-a5444ad073af triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:45.822368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:45.886091 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e4a99-cea6-409c-9aa1-86904ec21dbe None None] Pushing event updated for resources: {'Port': ['ID=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:45.926827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Routers {'9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:45.928796 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:46.023361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d708954-edb3-409c-85e4-220285a56570 req-45bb6100-e509-4ef9-a462-0b196a3cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:46.027781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-45bb6100-e509-4ef9-a462-0b196a3cb98f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 915 time: 0.2671206 Oct 25 23:24:46.142234 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] Set router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:46.190372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-6d63e876-ec86-41f0-92c7-e734779df59d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 217 time: 0.1478298 Oct 25 23:24:46.319117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d708954-edb3-409c-85e4-220285a56570 req-d2aaa9e0-29a3-4384-b4e0-5b2b6c3e52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:46.321301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-d2aaa9e0-29a3-4384-b4e0-5b2b6c3e52ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.1244855 Oct 25 23:24:46.332260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Made reservation on behalf of 75ec63a3f4e24bff8634ab5e3133128b for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:46.336487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:46.362734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0ddb29b1-c193-4f6c-802c-724fde0b46a6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:46.370894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5bd30-af85-4946-b45f-ef017eb020f4 req-63b0eda1-e2f7-4b6b-b845-f9bce0e250ca tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:46.380299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17d5bd30-af85-4946-b45f-ef017eb020f4 req-63b0eda1-e2f7-4b6b-b845-f9bce0e250ca tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.3327479 Oct 25 23:24:46.397392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d708954-edb3-409c-85e4-220285a56570 req-cd470fb6-f8f2-47bc-b5ea-96b7c9320278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:46.398922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-cd470fb6-f8f2-47bc-b5ea-96b7c9320278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688627 Oct 25 23:24:46.406067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69d8b643-7e4c-46a0-b2d5-767584d13171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:46.456339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:46.517743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cd605a3c-b099-4cd7-89a2-49a497b8f026 None None] Provisioning complete for port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:46.518118 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd605a3c-b099-4cd7-89a2-49a497b8f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:46.523908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:46.524450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:46.568770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-5036b3eb-6ffe-48a7-80d2-cfbf07da94e5 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611061 Oct 25 23:24:46.577399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:46.639674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17d5bd30-af85-4946-b45f-ef017eb020f4 req-df91c0ad-f30a-4922-9a21-e4c502c64090 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582867 Oct 25 23:24:46.645050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:24:41Z', 'revision_number': 3, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:46.716983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:46.720503 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9318638-df9f-4863-b598-9904a80a0952 None None] The sync data for ids ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'] in n-d-815373-1 is: [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:24:41Z', 'revision_number': 3, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:46.793747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d708954-edb3-409c-85e4-220285a56570 req-ee6657be-0ddd-4c62-b098-3be95e35cb83 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174647 Oct 25 23:24:46.811816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event updated for resources: {'Subnet': ['ID=adf4de4a-560f-482c-9ae2-866b1af7b15a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:46.959210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Checking segment: {'id': 'daeabb39-a1c0-4530-85e5-02f4901b324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:46.959699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Network hostable DHCP agents. Network: f541dd0f-972a-44eb-b5d1-91854d47c286, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:46.997185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18755e-4cd1-49ad-9d80-398483527378 req-b3e47ab0-8bb2-4f4f-ba10-e838c27af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:47.001911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-b3e47ab0-8bb2-4f4f-ba10-e838c27af842 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 1096 time: 0.0963588 Oct 25 23:24:47.104348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:47.153569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4453a7-6312-4645-baec-583755822644 None None] Checking router: fa6597e7-8bc2-46ec-9196-0d503770ec49 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:47.157613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Network f541dd0f-972a-44eb-b5d1-91854d47c286 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:47.158923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 526b6086-6f70-4b5f-a050-a5444ad073af up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:47.197911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:47.205629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f541dd0f-972a-44eb-b5d1-91854d47c286) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:47.212577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18755e-4cd1-49ad-9d80-398483527378 req-13e63d63-1155-4957-b91e-bd8d17fb43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:47.214744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-13e63d63-1155-4957-b91e-bd8d17fb43f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 200 len: 915 time: 0.2030728 Oct 25 23:24:47.246488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:47.247219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:47.260440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9ec72-3235-4cb2-b472-fc4345320316 None None] Network f541dd0f-972a-44eb-b5d1-91854d47c286 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:47.279134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-1afd3700-5d7f-43d1-ad81-7991c3aaa75d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 200 len: 217 time: 0.0551574 Oct 25 23:24:47.384402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Subnet': ['ID=ce3c5a32-c22b-4921-9df3-8aeb562889e2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:47.392253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4953ab95-e2c3-45f9-b473-31c48c76a036 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9438481 Oct 25 23:24:47.403513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54288) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:47.405272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Allocated IP 172.20.0.1 (a0e002fc-90d3-485e-826b-2d6ed7b8f15d/b11a318a-3714-4198-a722-87ed7ffc4e9c/5164a30f-42b3-4cba-bb2e-4e50cc54c854) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:47.417220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18755e-4cd1-49ad-9d80-398483527378 req-0482054d-3b87-4fbc-8c6f-4d91b0a73462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:47.418735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-0482054d-3b87-4fbc-8c6f-4d91b0a73462 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 200 len: 853 time: 0.1319141 Oct 25 23:24:47.472787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:47.473498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:47.516393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18755e-4cd1-49ad-9d80-398483527378 req-a8dd418f-d67a-4ec4-8a3b-7f6ab3ef0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:47.523706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-a8dd418f-d67a-4ec4-8a3b-7f6ab3ef0cec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963757 Oct 25 23:24:47.584840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:47.645833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Request body: {'port': {'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-522950909'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:47.713945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:47.811134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-e99c6785-3307-4693-9886-84f73c89b87d service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781303 Oct 25 23:24:47.874625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f541dd0f-972a-44eb-b5d1-91854d47c286', 'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286', 'tenant_id': '14923184cc2b4d71a3142414a060a6f9', 'fixed_ips': [{'subnet_id': 'adf4de4a-560f-482c-9ae2-866b1af7b15a'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:47.875534 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:47.881288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Checking segment: {'id': '3e17f680-6ad3-49d2-b264-3e58a1a15b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:47.881929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network hostable DHCP agents. Network: 5ac48d33-fe0d-4951-9961-605bb1eebe28, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:24:47.914045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:47.920483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:47.927145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Pushing event updated for resources: {'Port': ['ID=5164a30f-42b3-4cba-bb2e-4e50cc54c854,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:47.939494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:47.959477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-64bf9e64-0840-495a-9e7b-e60aebe9992b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:47.971556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-64bf9e64-0840-495a-9e7b-e60aebe9992b tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.2724521 Oct 25 23:24:48.018974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 526b6086-6f70-4b5f-a050-a5444ad073af triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:48.019974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.028794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.246639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:48.312021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c18755e-4cd1-49ad-9d80-398483527378 req-94e16b33-cb05-43e7-b855-863887d0f914 service neutron] 10.222.0.15 "GET /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924982 Oct 25 23:24:48.356941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0e945-e233-46e3-b6b0-a25ce2c76e1f req-453bd066-a743-4378-870b-badc7221a666 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:48.365026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00c0e945-e233-46e3-b6b0-a25ce2c76e1f req-453bd066-a743-4378-870b-badc7221a666 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 945 time: 0.5245674 Oct 25 23:24:48.371012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Deleting port 07831ba8-fae5-4def-b914-9fed59397919 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:48.371368 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.378058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network 5ac48d33-fe0d-4951-9961-605bb1eebe28 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:24:48.403166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5ac48d33-fe0d-4951-9961-605bb1eebe28) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:48.453661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:48.455002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.474094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72bca77-9ae0-4f42-904c-bf1412a972cc None None] Network 5ac48d33-fe0d-4951-9961-605bb1eebe28 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:48.518870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] For port 07831ba8-fae5-4def-b914-9fed59397919, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=07831ba8-fae5-4def-b914-9fed59397919,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:48.519343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.528283 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00c0e945-e233-46e3-b6b0-a25ce2c76e1f req-46c34917-4a3f-40a4-99d1-cca769369f15 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/security-groups?id=20f9e835-9903-4b50-8f45-7c6f2914d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562154 Oct 25 23:24:48.540413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Calling delete_port for 07831ba8-fae5-4def-b914-9fed59397919 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:48.550209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.563569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Made reservation on behalf of 14923184cc2b4d71a3142414a060a6f9 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:48.573470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.605495 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-553392d6-26ca-4cec-8bfb-198ec85681a3 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0537813 Oct 25 23:24:48.608663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54300) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:48.615356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-365faccf-4363-4a13-9a3a-5790089df361 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:48.725654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:48.737226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-5ac48d33-fe0d-4951-9961-605bb1eebe28', 'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28', 'tenant_id': '75ec63a3f4e24bff8634ab5e3133128b', 'fixed_ips': [{'subnet_id': 'ce3c5a32-c22b-4921-9df3-8aeb562889e2'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:24:48.738042 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.770347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.776025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-557ac085-4335-4e03-8754-1372092323e4 None None] Provisioning complete for port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:48.776711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-557ac085-4335-4e03-8754-1372092323e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.797752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Allocated IP 2001:db8::2 (f541dd0f-972a-44eb-b5d1-91854d47c286/adf4de4a-560f-482c-9ae2-866b1af7b15a/b3ef6466-6f02-4e99-964d-4d31ab74d335) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:48.833097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event deleted for resources: {'Port': ['ID=07831ba8-fae5-4def-b914-9fed59397919,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:48.850906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] device_id is not set on port 20f57b82-2a87-4117-9f3a-c0716a5151bb yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:24:48.920954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] No DVR routers for this DVR port 07831ba8-fae5-4def-b914-9fed59397919 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:48.932838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:48.938217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ad5f69d-cdb2-44e0-8fee-39fda4ad5fd2 req-32996b80-7054-46bd-9e8c-732c2c2f0b79 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.15 "DELETE /v2.0/ports/07831ba8-fae5-4def-b914-9fed59397919 HTTP/1.1" status: 204 len: 173 time: 0.9614542 Oct 25 23:24:48.939036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'name': 'network-vif-deleted', 'tag': '07831ba8-fae5-4def-b914-9fed59397919'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:24:48.943972 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c060ef-ffaa-41c3-b876-57d3b6023182" -d '{"events": [{"server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "name": "network-vif-deleted", "tag": "07831ba8-fae5-4def-b914-9fed59397919"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:24:49.011062 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2febd48c-2f52-4d96-8037-f555838c94b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.064374 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6da86f-36a3-450b-addd-0098744415ca x-openstack-request-id: req-3e6da86f-36a3-450b-addd-0098744415ca {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:24:49.064374 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba80ccf-ed2d-434c-8eb2-6e909cc60460", "name": "network-vif-deleted", "tag": "07831ba8-fae5-4def-b914-9fed59397919", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:24:49.064678 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e6da86f-36a3-450b-addd-0098744415ca {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:24:49.065761 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba80ccf-ed2d-434c-8eb2-6e909cc60460', 'name': 'network-vif-deleted', 'tag': '07831ba8-fae5-4def-b914-9fed59397919', 'status': 'completed', 'code': 200} Oct 25 23:24:49.168909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-365faccf-4363-4a13-9a3a-5790089df361 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.175512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.185441 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.224900 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-557ac085-4335-4e03-8754-1372092323e4 None None] Port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:49.308263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Pushing event updated for resources: {'Port': ['ID=5164a30f-42b3-4cba-bb2e-4e50cc54c854,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:49.316093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.334099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.336028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:49.336497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.386560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.407938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Allocated IP 2001:db8:1::2 (5ac48d33-fe0d-4951-9961-605bb1eebe28/ce3c5a32-c22b-4921-9df3-8aeb562889e2/7619c3de-8c24-4956-8c99-09c2099f1078) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:49.421292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2f4453a7-6312-4645-baec-583755822644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:49.515732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4453a7-6312-4645-baec-583755822644 None None] The sync data for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 is: [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:18:31Z', 'revision_number': 4, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ada730e3-667f-4ab3-bd43-e0a565181f2f', 'name': '', 'network_id': 'fe783fb4-bca1-4ad8-a9a3-1b157079cbf2', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'mac_address': 'fa:16:3e:5e:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:29Z', 'updated_at': '2021-10-25T23:18:36Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'subnets': [{'id': 'bcf9ecf3-5481-4c45-92dc-7abdb66e924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:49.525886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:49.537063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Network f541dd0f-972a-44eb-b5d1-91854d47c286 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:49.545234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:49.548924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Allocated IP 2001:db8::10d (f541dd0f-972a-44eb-b5d1-91854d47c286/adf4de4a-560f-482c-9ae2-866b1af7b15a/20f57b82-2a87-4117-9f3a-c0716a5151bb) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:49.593182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:49.597146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:49.632234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Pushing event updated for resources: {'Port': ['ID=b3ef6466-6f02-4e99-964d-4d31ab74d335,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:49.713778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.715182 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae803dd2-5f0c-462a-9ed8-54cdfbb78106 req-694be699-7c9d-4004-b3df-cea9baf84b91 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0411417 Oct 25 23:24:49.777342 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-365faccf-4363-4a13-9a3a-5790089df361 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:24:49.778429 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-365faccf-4363-4a13-9a3a-5790089df361 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005 HTTP/1.1" status: 400 len: 364 time: 1.1685336 Oct 25 23:24:49.786412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54316) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:49.858530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Attempting to bind port b3ef6466-6f02-4e99-964d-4d31ab74d335 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:49.859287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Attempting to bind port b3ef6466-6f02-4e99-964d-4d31ab74d335 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'daeabb39-a1c0-4530-85e5-02f4901b324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:49.859902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Attempting to bind port b3ef6466-6f02-4e99-964d-4d31ab74d335 on network f541dd0f-972a-44eb-b5d1-91854d47c286 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:49.916296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:49.932678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:49.934659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Checking segment: {'id': 'daeabb39-a1c0-4530-85e5-02f4901b324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:49.935095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:49.935500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Bound using segment: {'id': 'daeabb39-a1c0-4530-85e5-02f4901b324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:49.938407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Bound port: b3ef6466-6f02-4e99-964d-4d31ab74d335, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeabb39-a1c0-4530-85e5-02f4901b324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:49.938808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.027442 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57e4b7-a8e8-41e4-846b-32db6432fdcd None None] New status for floating IP c9b2b874-44f1-4c49-a2f5-44923ab476e2: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:24:50.038415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.090078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:50.132042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.134037 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.153947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:50.170182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e211e18c-e2fb-47f2-a8b7-a7bb179e7a2f admin admin] 10.222.0.25 "PUT /v2.0/routers/9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4057870 Oct 25 23:24:50.213899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.258373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Sync routers for ids ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:50.299732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-87c3e373-a472-4f23-8b84-bb24ef54475a None None] Provisioning complete for port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:50.300262 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-87c3e373-a472-4f23-8b84-bb24ef54475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.306544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Network 5ac48d33-fe0d-4951-9961-605bb1eebe28 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:50.312034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.348304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Network f541dd0f-972a-44eb-b5d1-91854d47c286 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:50.352290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:50.360365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:50.364838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.369784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:50.370733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.391593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event updated for resources: {'Port': ['ID=20f57b82-2a87-4117-9f3a-c0716a5151bb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:50.401545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c56f05b6-823d-48fe-acf1-58bd2bfe8f63 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7653098 Oct 25 23:24:50.406672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54322) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:50.407724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:50.411685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:50.412316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Request body: {'port': {'network_id': 'f541dd0f-972a-44eb-b5d1-91854d47c286', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1261540464', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:50.412806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] bootfile-name is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:24:50.413185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] tftp-server is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:24:50.414071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] server-ip-address is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:24:50.427582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] For port b3ef6466-6f02-4e99-964d-4d31ab74d335, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:50.456181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Routers {'9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:50.458944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:50.463880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Pushing event updated for resources: {'Port': ['ID=7619c3de-8c24-4956-8c99-09c2099f1078,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:50.622008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Made reservation on behalf of 14923184cc2b4d71a3142414a060a6f9 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:50.627505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.651493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] device_id is not set on port 83f03c05-6c6a-4f77-b4b6-caa5cc0e1735 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:24:50.724742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Allocated IP 2001:db8::1 (c5832439-bb77-4b0a-bfed-470e70d2e4ff/a09b2db5-3c24-4893-b66b-8527b3988f78/49c2b63f-aae7-4a69-bc7b-f2ad1de23b48) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:50.729725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] For port b3ef6466-6f02-4e99-964d-4d31ab74d335, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3ef6466-6f02-4e99-964d-4d31ab74d335,segment=NetworkSegment(daeabb39-a1c0-4530-85e5-02f4901b324d),segment_id=daeabb39-a1c0-4530-85e5-02f4901b324d)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:50.796242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.800377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Allocated IP 2001:db8::369 (f541dd0f-972a-44eb-b5d1-91854d47c286/adf4de4a-560f-482c-9ae2-866b1af7b15a/83f03c05-6c6a-4f77-b4b6-caa5cc0e1735) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:50.813239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-87c3e373-a472-4f23-8b84-bb24ef54475a None None] Port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:50.923260 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.939367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:50.939922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.944481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:50.946386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Attempting to bind port 7619c3de-8c24-4956-8c99-09c2099f1078 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:50.946937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Attempting to bind port 7619c3de-8c24-4956-8c99-09c2099f1078 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3e17f680-6ad3-49d2-b264-3e58a1a15b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:50.951205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Attempting to bind port 7619c3de-8c24-4956-8c99-09c2099f1078 on network 5ac48d33-fe0d-4951-9961-605bb1eebe28 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:50.978646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b1d1253-a9e2-4c78-a5a2-ae6fa457dcd9 req-b9faad60-81ec-406b-b328-e2323edc56c4 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0784252 Oct 25 23:24:51.044346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.076922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:51.083846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Checking segment: {'id': '3e17f680-6ad3-49d2-b264-3e58a1a15b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:51.084480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.085053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Bound using segment: {'id': '3e17f680-6ad3-49d2-b264-3e58a1a15b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:51.086387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Bound port: 7619c3de-8c24-4956-8c99-09c2099f1078, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e17f680-6ad3-49d2-b264-3e58a1a15b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ac48d33-fe0d-4951-9961-605bb1eebe28'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:51.087053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.093622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac544c53-0cf7-49a8-b51d-90c81b9c609f None None] Pushing event updated for resources: {'Port': ['ID=b3ef6466-6f02-4e99-964d-4d31ab74d335,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:51.136136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.139729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Set router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:51.158185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:51.166982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:51.171196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:51.171748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.190209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Port': ['ID=49c2b63f-aae7-4a69-bc7b-f2ad1de23b48,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:51.203688 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.419996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] For port 7619c3de-8c24-4956-8c99-09c2099f1078, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:51.464891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.578940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] For port 7619c3de-8c24-4956-8c99-09c2099f1078, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7619c3de-8c24-4956-8c99-09c2099f1078,segment=NetworkSegment(3e17f680-6ad3-49d2-b264-3e58a1a15b9a),segment_id=3e17f680-6ad3-49d2-b264-3e58a1a15b9a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:51.605375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.744370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 07831ba8-fae5-4def-b914-9fed59397919 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:24:51.815164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 07831ba8-fae5-4def-b914-9fed59397919 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:24:51.815412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 07831ba8-fae5-4def-b914-9fed59397919 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:24:51.817489 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.863870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.866054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b2dc9bb1-d50c-48a3-9754-61a743ae9a1e None None] Provisioning complete for port 49c2b63f-aae7-4a69-bc7b-f2ad1de23b48 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:51.866324 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2dc9bb1-d50c-48a3-9754-61a743ae9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.869600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:51.870064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.871859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.873881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ebcad-af89-4c28-aa5b-29bba801d8f6 None None] Pushing event updated for resources: {'Port': ['ID=7619c3de-8c24-4956-8c99-09c2099f1078,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:51.904091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:51.965889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc9bb1-d50c-48a3-9754-61a743ae9a1e None None] Port 49c2b63f-aae7-4a69-bc7b-f2ad1de23b48 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:51.974740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event updated for resources: {'Port': ['ID=83f03c05-6c6a-4f77-b4b6-caa5cc0e1735,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:52.012332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:24:48Z', 'revision_number': 4, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5164a30f-42b3-4cba-bb2e-4e50cc54c854', 'name': '', 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'mac_address': 'fa:16:3e:b0:b6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:46Z', 'updated_at': '2021-10-25T23:24:48Z', 'revision_number': 2, 'project_id': 'b190975f81e048fb976e6b7849382179', 'subnets': [{'id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:52.055678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event updated for resources: {'Port': ['ID=49c2b63f-aae7-4a69-bc7b-f2ad1de23b48,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:52.105891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Checking router: 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:24:52.106303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Updating router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:24:52.108427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Network f541dd0f-972a-44eb-b5d1-91854d47c286 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:52.119243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:52.128347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:52.133921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:52.143550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:52.144244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:52.180618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:52.199203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f6464928-1029-4de5-924c-188f31e97d75 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7880583 Oct 25 23:24:52.202669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54350) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:52.256622 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-255a34de-86ef-46e1-aff1-a6c2e719dd69 req-5d6f71e1-5e6c-4e01-89d6-f0016323af56 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1160192 Oct 25 23:24:52.275598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:52.282052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:52.347435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f5560f8f-7627-41a4-ae44-00e0da91b40e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:52.348643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f5560f8f-7627-41a4-ae44-00e0da91b40e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 1.0809739 Oct 25 23:24:52.398840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-8fa695c7-622f-4273-904a-1ecccf1279f7 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/quotas/b190975f81e048fb976e6b7849382179 HTTP/1.1" status: 200 len: 375 time: 0.0329549 Oct 25 23:24:52.419053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bb656-3cb9-4e42-900a-87fd6fb337bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:52.424320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3ef6466-6f02-4e99-964d-4d31ab74d335 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:52.425416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bb656-3cb9-4e42-900a-87fd6fb337bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:52.432260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bb656-3cb9-4e42-900a-87fd6fb337bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:52.440870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d8bb656-3cb9-4e42-900a-87fd6fb337bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2353501 Oct 25 23:24:52.443926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54352) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:52.675548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b3ef6466-6f02-4e99-964d-4d31ab74d335 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:52.675923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:52.700771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-33c6e217-6598-4f2d-ad51-0fa3327814c1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2584672 Oct 25 23:24:52.747740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Deleting port 83f03c05-6c6a-4f77-b4b6-caa5cc0e1735 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:52.748254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:52.839074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3e712-3580-4676-bf82-f7a5edeb1f93 None None] Network f541dd0f-972a-44eb-b5d1-91854d47c286 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:52.947582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-39f57b09-edbe-4548-8b82-23dd17162233 None None] Provisioning complete for port 49c2b63f-aae7-4a69-bc7b-f2ad1de23b48 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:52.947948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39f57b09-edbe-4548-8b82-23dd17162233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.017645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Router 90581653-ae32-4910-af6a-662ae2163005 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:53.043057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.071093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Calling delete_port for 83f03c05-6c6a-4f77-b4b6-caa5cc0e1735 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:53.092875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-791a25b0-fca4-463e-8f3a-ca8f1bd1f7c3 service neutron] 10.222.0.25 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765869 Oct 25 23:24:53.138600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:53.150132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-01947905-a196-416f-ab55-f54b5f00c0ed tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3626122 Oct 25 23:24:53.153581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54356) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:53.157292 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] Sync routers for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:53.188486 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:53.189121 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:53.201892 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.228329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-39f57b09-edbe-4548-8b82-23dd17162233 None None] Port 49c2b63f-aae7-4a69-bc7b-f2ad1de23b48 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:53.231685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.236676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.240454 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:53.252220 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:53.253195 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:53.299753 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:53.302649 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd504671-8648-4a8f-87f8-68a46cfa9471 None None] The sync data for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:53.306976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e6f208-69eb-45e1-9573-60915125149a None None] Network 5ac48d33-fe0d-4951-9961-605bb1eebe28 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:53.369496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09a88cad-eecf-43ee-9043-8ecc24f93476 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.403020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9b66083-81d3-4472-b975-cd08bd20d1d7 req-1b20276f-138f-4e1c-82f3-7e9419e6b81e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0677221 Oct 25 23:24:53.462339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port b3ef6466-6f02-4e99-964d-4d31ab74d335, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3ef6466-6f02-4e99-964d-4d31ab74d335,segment=NetworkSegment(daeabb39-a1c0-4530-85e5-02f4901b324d),segment_id=daeabb39-a1c0-4530-85e5-02f4901b324d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:53.506491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.526095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-897c2f15-3288-4089-8807-cc04d5f12854 service neutron] 10.222.0.25 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215729 Oct 25 23:24:53.556108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9721d-f937-4ee8-abfa-e83af5b06f7e None None] Pushing event updated for resources: {'Port': ['ID=5164a30f-42b3-4cba-bb2e-4e50cc54c854,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:53.568270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Provisioning complete for port 7619c3de-8c24-4956-8c99-09c2099f1078 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:53.568640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.616815 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-09a88cad-eecf-43ee-9043-8ecc24f93476 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 23:24:53.621297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:53.622024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09a88cad-eecf-43ee-9043-8ecc24f93476 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005 HTTP/1.1" status: 409 len: 329 time: 0.4659603 Oct 25 23:24:53.624790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.660648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event deleted for resources: {'Port': ['ID=83f03c05-6c6a-4f77-b4b6-caa5cc0e1735,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:53.706247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.712028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-893446e2-57c7-4d13-b3ab-5725cf3aebc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "DELETE /v2.0/ports/83f03c05-6c6a-4f77-b4b6-caa5cc0e1735 HTTP/1.1" status: 204 len: 168 time: 1.2576907 Oct 25 23:24:53.727958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54364) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:53.747419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Request body: {'port': {'name': 'tempest-new-port-name-1026043334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:53.749998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] bootfile-name is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:24:53.750357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] tftp-server is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:24:53.751853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.api.validators [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] server-ip-address is not in valid_values {{(pid=102134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 23:24:53.843760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-343ce784-92d5-47a2-a5de-cfb98206bef1 req-ffb95e4b-b9b6-47e9-bcec-9211cb2f763a tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 210 time: 0.0452597 Oct 25 23:24:53.853397 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:53.991786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Attempting to bind port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:24:53.992433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Attempting to bind port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:24:53.997358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Attempting to bind port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 on network a0e002fc-90d3-485e-826b-2d6ed7b8f15d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:24:54.072011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:24:54.080316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Checking segment: {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:24:54.080885 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.081404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Bound using segment: {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:24:54.081978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Bound port: 5164a30f-42b3-4cba-bb2e-4e50cc54c854, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0224e7-6c88-4d42-b8d0-c0cf33b99202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:24:54.087836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.128855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=b3ef6466-6f02-4e99-964d-4d31ab74d335,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:54.216124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] For port 5164a30f-42b3-4cba-bb2e-4e50cc54c854, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:24:54.223506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] For port 5164a30f-42b3-4cba-bb2e-4e50cc54c854, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5164a30f-42b3-4cba-bb2e-4e50cc54c854,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:24:54.241313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.360495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:54.441395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.462989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.477527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.640601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Routers {'9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:54.643222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:54.658537 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.670735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] In _notify_port_updated(), no bound segment for port 20f57b82-2a87-4117-9f3a-c0716a5151bb on network f541dd0f-972a-44eb-b5d1-91854d47c286 {{(pid=102134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 23:24:54.680121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:54.680891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:54.684688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "PUT /v2.0/ports/20f57b82-2a87-4117-9f3a-c0716a5151bb HTTP/1.1" status: 200 len: 1130 time: 0.9534450 Oct 25 23:24:54.691255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54380) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:54.719491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5514b263-56d4-4b80-a9c4-732ca6eaac36 req-ebf92c17-a32c-44da-a6f7-a1003fbef11e tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1133447 Oct 25 23:24:54.752039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afa08b-f74a-40d2-9778-4c8274b3f5c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event updated for resources: {'Port': ['ID=20f57b82-2a87-4117-9f3a-c0716a5151bb,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:54.778805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23987902-4762-44aa-a474-e33895623512 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:54.780282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-23987902-4762-44aa-a474-e33895623512 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "GET /v2.0/ports/20f57b82-2a87-4117-9f3a-c0716a5151bb HTTP/1.1" status: 200 len: 1130 time: 0.0877757 Oct 25 23:24:54.785936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54382) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:54.850494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9721d-f937-4ee8-abfa-e83af5b06f7e None None] Pushing event updated for resources: {'Port': ['ID=5164a30f-42b3-4cba-bb2e-4e50cc54c854,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:54.938607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] Set router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:24:55.031429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Deleting port 20f57b82-2a87-4117-9f3a-c0716a5151bb {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:55.032545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.052501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] For port 7619c3de-8c24-4956-8c99-09c2099f1078, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7619c3de-8c24-4956-8c99-09c2099f1078,segment=NetworkSegment(3e17f680-6ad3-49d2-b264-3e58a1a15b9a),segment_id=3e17f680-6ad3-49d2-b264-3e58a1a15b9a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:55.053061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0041aace-ce2d-4981-85cf-985501f059e6 req-f4a749d6-3dd6-4372-8897-1157ed0fa4aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 210 time: 0.0643072 Oct 25 23:24:55.107679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.132291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting port 49c2b63f-aae7-4a69-bc7b-f2ad1de23b48 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:55.132291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.220001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:55.220531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.230682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.275307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Calling delete_port for 20f57b82-2a87-4117-9f3a-c0716a5151bb owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:55.287537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Provisioning complete for port b3ef6466-6f02-4e99-964d-4d31ab74d335 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:55.288003 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.353145 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.375412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Calling delete_port for 49c2b63f-aae7-4a69-bc7b-f2ad1de23b48 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:55.400476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678944ee-5762-44b8-885d-9073d205d7d3 None None] Pushing event updated for resources: {'Port': ['ID=7619c3de-8c24-4956-8c99-09c2099f1078,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:55.501600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.538111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7619c3de-8c24-4956-8c99-09c2099f1078 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:55.577177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event deleted for resources: {'Port': ['ID=20f57b82-2a87-4117-9f3a-c0716a5151bb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:55.623121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.630840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54386) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:55.631830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-67dd4375-2ee7-4977-b696-0fbfba3f6b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "DELETE /v2.0/ports/20f57b82-2a87-4117-9f3a-c0716a5151bb HTTP/1.1" status: 204 len: 168 time: 0.8433836 Oct 25 23:24:55.676651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:24:48Z', 'revision_number': 4, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5164a30f-42b3-4cba-bb2e-4e50cc54c854', 'name': '', 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'mac_address': 'fa:16:3e:b0:b6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:46Z', 'updated_at': '2021-10-25T23:24:54Z', 'revision_number': 4, 'project_id': 'b190975f81e048fb976e6b7849382179', 'subnets': [{'id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:55.754782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7619c3de-8c24-4956-8c99-09c2099f1078 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:55.756416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.767258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57556293-6ba4-4983-878a-4f032e9195eb None None] The sync data for ids ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'] in n-d-815373-1 is: [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:24:48Z', 'revision_number': 4, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5164a30f-42b3-4cba-bb2e-4e50cc54c854', 'name': '', 'network_id': 'a0e002fc-90d3-485e-826b-2d6ed7b8f15d', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'mac_address': 'fa:16:3e:b0:b6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:46Z', 'updated_at': '2021-10-25T23:24:54Z', 'revision_number': 4, 'project_id': 'b190975f81e048fb976e6b7849382179', 'subnets': [{'id': 'b11a318a-3714-4198-a722-87ed7ffc4e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:55.891274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Provisioning complete for port 7619c3de-8c24-4956-8c99-09c2099f1078 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:55.891647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.917131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Deleting subnet adf4de4a-560f-482c-9ae2-866b1af7b15a {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:55.920616 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:55.968111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-02e90bf5-362e-4405-81ad-b2170027debe req-d3936e24-8ede-44ad-b55c-78d1bd9e9845 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1243713 Oct 25 23:24:55.982786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.059596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.107171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Could not find standard attr ID for object 83f03c05-6c6a-4f77-b4b6-caa5cc0e1735. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:24:56.119240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Could not find standard attr ID for object 20f57b82-2a87-4117-9f3a-c0716a5151bb. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:24:56.139491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Provisioning complete for port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:56.139995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.168992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Port': ['ID=49c2b63f-aae7-4a69-bc7b-f2ad1de23b48,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:56.274460 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24307eae-2beb-4bfc-9007-b01e000c3daa req-94241994-ed30-4814-aaa1-9aa44742bde1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 210 time: 0.0600548 Oct 25 23:24:56.350462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.400234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] For port 5164a30f-42b3-4cba-bb2e-4e50cc54c854, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5164a30f-42b3-4cba-bb2e-4e50cc54c854,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:56.405469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5164a30f-42b3-4cba-bb2e-4e50cc54c854 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:56.469447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.473732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.495979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-91845a3e-f509-4992-a197-22d92e96df11 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:56.498012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-91845a3e-f509-4992-a197-22d92e96df11 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.15 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 0.8155277 Oct 25 23:24:56.557110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.578208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Pushing event updated for resources: {'Port': ['ID=5164a30f-42b3-4cba-bb2e-4e50cc54c854,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:56.608728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Provisioning complete for port b3ef6466-6f02-4e99-964d-4d31ab74d335 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:56.609156 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6b1a74d1-432d-4993-902f-6934374cb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.629526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Request body: {'port': {'device_id': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'admin_state_up': True, 'tenant_id': 'b190975f81e048fb976e6b7849382179'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:56.663029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:56.663681 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.779873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Made reservation on behalf of b190975f81e048fb976e6b7849382179 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:24:56.783901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.812651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Router 90581653-ae32-4910-af6a-662ae2163005 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:24:56.847839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3ef6466-6f02-4e99-964d-4d31ab74d335 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:56.909111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.920963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-48a563a4-ec27-43da-8ef0-abe66c4b1af6 None None] Could not find standard attr ID for object 20f57b82-2a87-4117-9f3a-c0716a5151bb. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:24:56.966955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b3ef6466-6f02-4e99-964d-4d31ab74d335 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:56.967376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:56.978135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event deleted for resources: {'Subnet': ['ID=adf4de4a-560f-482c-9ae2-866b1af7b15a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:57.168204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7619c3de-8c24-4956-8c99-09c2099f1078 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:57.171341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-285d12e4-0972-4b5c-b38c-b8e288c2ffb2 req-5aa6d5dc-8830-4a10-911a-de231a2c9c44 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0746400 Oct 25 23:24:57.205164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:24:57.224489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f4e5dd1b-c890-4145-99fb-492f4ca5ec77 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6020610 Oct 25 23:24:57.229450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54410) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:57.231049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:57.233823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775267b7-aacc-41c0-8e33-09735da573d0 None None] Network f541dd0f-972a-44eb-b5d1-91854d47c286 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:57.235544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cdbd46d6-8115-4a0c-bc50-973d1a952f0c tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "DELETE /v2.0/subnets/adf4de4a-560f-482c-9ae2-866b1af7b15a HTTP/1.1" status: 204 len: 168 time: 1.5985496 Oct 25 23:24:57.241222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54412) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:57.243329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] Sync routers for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:24:57.362295 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-a8341cca-3575-4963-8e96-3e3ee7ce6e32 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] show failed (client error): The resource could not be found. Oct 25 23:24:57.363331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a8341cca-3575-4963-8e96-3e3ee7ce6e32 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-488602354 HTTP/1.1" status: 404 len: 334 time: 0.1308961 Oct 25 23:24:57.370983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54426) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:57.386960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-af3bffe7-ca1f-4db3-b6cf-70eb85813ace tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:57.425025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:57.466599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Allocated IP 172.20.0.14 (16720bb1-352a-469e-8950-b0551de141bf/1bdb5d8b-15ae-44e8-bf9a-01de1842b001/285db41e-11c8-4f6c-a6ab-84f1149ce7da) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:24:57.485967 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-af3bffe7-ca1f-4db3-b6cf-70eb85813ace tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] update failed (client error): The resource could not be found. Oct 25 23:24:57.493383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54438) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:57.495134 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-af3bffe7-ca1f-4db3-b6cf-70eb85813ace tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-572785531 HTTP/1.1" status: 404 len: 334 time: 0.1230628 Oct 25 23:24:57.576646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:57.577309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:57.598431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4628f07c-ce02-4d6c-87c3-8df6ee58b239 req-2a8d7dc8-90df-450f-abe1-cba6a9a54107 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 210 time: 0.1230214 Oct 25 23:24:57.655813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:57.682268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] Routers {'90581653-ae32-4910-af6a-662ae2163005'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:24:57.682907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['90581653-ae32-4910-af6a-662ae2163005'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:57.765056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7619c3de-8c24-4956-8c99-09c2099f1078 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:57.765302 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:57.766824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:57.767443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba490c5-c20d-434b-8c01-5c817175fcd4 None None] The sync data for ids ['90581653-ae32-4910-af6a-662ae2163005'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:24:57.907825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting subnet ce3c5a32-c22b-4921-9df3-8aeb562889e2 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:24:57.932714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:57.935273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] DHCP port deletion for f541dd0f-972a-44eb-b5d1-91854d47c286 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:24:57.996284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] Deleting port b3ef6466-6f02-4e99-964d-4d31ab74d335 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:57.996762 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.090883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] For port b3ef6466-6f02-4e99-964d-4d31ab74d335, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3ef6466-6f02-4e99-964d-4d31ab74d335,segment=NetworkSegment(daeabb39-a1c0-4530-85e5-02f4901b324d),segment_id=daeabb39-a1c0-4530-85e5-02f4901b324d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:58.091289 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.110444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] Calling delete_port for b3ef6466-6f02-4e99-964d-4d31ab74d335 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:58.129973 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.154138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981e0f7-af62-40a1-833a-e66d6cd162c9 req-d33d76f8-662b-437d-bf10-ad92ae5b92f7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:58.165293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d981e0f7-af62-40a1-833a-e66d6cd162c9 req-d33d76f8-662b-437d-bf10-ad92ae5b92f7 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1979313 Oct 25 23:24:58.171262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Deleting port b3ef6466-6f02-4e99-964d-4d31ab74d335 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:58.171593 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.244898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5164a30f-42b3-4cba-bb2e-4e50cc54c854 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:24:58.261725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d981e0f7-af62-40a1-833a-e66d6cd162c9 req-8e0722ca-30ad-4256-8826-4ae9dd1c0d6c tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918474 Oct 25 23:24:58.267676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.353337 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.362431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:58.362886 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.380323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7953028-a330-406a-9a8c-f51899ef1896 req-043134d8-ec38-432c-9ad6-276601f666e9 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0614583 Oct 25 23:24:58.463655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] For port b3ef6466-6f02-4e99-964d-4d31ab74d335, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3ef6466-6f02-4e99-964d-4d31ab74d335,segment=NetworkSegment(daeabb39-a1c0-4530-85e5-02f4901b324d),segment_id=daeabb39-a1c0-4530-85e5-02f4901b324d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:58.464172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.496167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] Pushing event deleted for resources: {'Port': ['ID=b3ef6466-6f02-4e99-964d-4d31ab74d335,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:58.496584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Calling delete_port for b3ef6466-6f02-4e99-964d-4d31ab74d335 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:58.499447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257dcce8-ccac-447a-bd29-1496f557c703 None None] No DVR routers for this DVR port b3ef6466-6f02-4e99-964d-4d31ab74d335 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:58.504709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.512406 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.561236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.673985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Network 16720bb1-352a-469e-8950-b0551de141bf is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:24:58.682855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:24:58.696680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:24:58.839848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5219c59-c885-4cfe-bbb1-96e84ec33a27 req-f8b18329-be85-4817-9eb5-797eb9c71965 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:58.842610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3ef6466-6f02-4e99-964d-4d31ab74d335 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:24:58.845591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a5219c59-c885-4cfe-bbb1-96e84ec33a27 req-f8b18329-be85-4817-9eb5-797eb9c71965 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1028 time: 0.1164296 Oct 25 23:24:58.863385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Pushing event updated for resources: {'Port': ['ID=285db41e-11c8-4f6c-a6ab-84f1149ce7da,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:58.880895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.919917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a5219c59-c885-4cfe-bbb1-96e84ec33a27 req-c1df5de8-5f6a-4573-a8db-efe47ae41505 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564716 Oct 25 23:24:58.921122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b3ef6466-6f02-4e99-964d-4d31ab74d335 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:24:58.921747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3ef6466-6f02-4e99-964d-4d31ab74d335 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:24:58.952541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:58.953092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.955331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:58.980178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3c5a32-c22b-4921-9df3-8aeb562889e2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:58.986331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] No DVR routers for this DVR port b3ef6466-6f02-4e99-964d-4d31ab74d335 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:24:59.021803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.025976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff26fa-d21b-4176-9ddd-0c1123a6a0d4 None None] Network 5ac48d33-fe0d-4951-9961-605bb1eebe28 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:24:59.039195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7a4feaff-322a-4b6a-b8f4-4653e0cf6cc5 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/subnets/ce3c5a32-c22b-4921-9df3-8aeb562889e2 HTTP/1.1" status: 204 len: 168 time: 1.5443122 Oct 25 23:24:59.041126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event deleted for resources: {'Port': ['ID=b3ef6466-6f02-4e99-964d-4d31ab74d335,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:24:59.041703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:24:59.113716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-7ae5285d-1830-4ff1-8867-c7e19c81cc94 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5734138 Oct 25 23:24:59.160553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Request body: {'port': {'device_id': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:24:59.192293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.250988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.294610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-45fb9d2f-e6d7-4ea3-88e7-63a2e7707edd None None] Provisioning complete for port 285db41e-11c8-4f6c-a6ab-84f1149ce7da triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:24:59.295176 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-45fb9d2f-e6d7-4ea3-88e7-63a2e7707edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.302217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.330711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f541dd0f-972a-44eb-b5d1-91854d47c286']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:59.364814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeabb39-a1c0-4530-85e5-02f4901b324d') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:59.365342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeabb39-a1c0-4530-85e5-02f4901b324d') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:24:59.418268 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.426444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-45fb9d2f-e6d7-4ea3-88e7-63a2e7707edd None None] Port 285db41e-11c8-4f6c-a6ab-84f1149ce7da cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:24:59.434607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting port 7619c3de-8c24-4956-8c99-09c2099f1078 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:59.435196 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.492429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.520846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:24:59.521440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.553812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] DHCP port deletion for 5ac48d33-fe0d-4951-9961-605bb1eebe28 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:24:59.598965 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:24:59.648371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] Deleting port 7619c3de-8c24-4956-8c99-09c2099f1078 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:24:59.648744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.656833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] For port 7619c3de-8c24-4956-8c99-09c2099f1078, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7619c3de-8c24-4956-8c99-09c2099f1078,segment=NetworkSegment(3e17f680-6ad3-49d2-b264-3e58a1a15b9a),segment_id=3e17f680-6ad3-49d2-b264-3e58a1a15b9a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:59.657350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.675798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a89a-f974-48a3-9f0f-78231450e11a req-d2ab379d-63f9-4647-84ac-5e5b99387e52 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:24:59.684385 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f120a89a-f974-48a3-9f0f-78231450e11a req-d2ab379d-63f9-4647-84ac-5e5b99387e52 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1118345 Oct 25 23:24:59.729766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ceca7185-5293-4291-8705-6ccfa592094a req-7eeacae0-76f1-4673-988e-702c34867a34 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1246901 Oct 25 23:24:59.772027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f120a89a-f974-48a3-9f0f-78231450e11a req-8556350b-014d-47e8-beda-8028d549c9bc tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835643 Oct 25 23:24:59.780780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Calling delete_port for 7619c3de-8c24-4956-8c99-09c2099f1078 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:59.814142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] For port 7619c3de-8c24-4956-8c99-09c2099f1078, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7619c3de-8c24-4956-8c99-09c2099f1078,segment=NetworkSegment(3e17f680-6ad3-49d2-b264-3e58a1a15b9a),segment_id=3e17f680-6ad3-49d2-b264-3e58a1a15b9a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:24:59.814572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:24:59.855321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] Calling delete_port for 7619c3de-8c24-4956-8c99-09c2099f1078 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:24:59.968536 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.021902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.080849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] No DVR routers for this DVR port 7619c3de-8c24-4956-8c99-09c2099f1078 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:00.088721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Port': ['ID=7619c3de-8c24-4956-8c99-09c2099f1078,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:00.096562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] Pushing event deleted for resources: {'Port': ['ID=7619c3de-8c24-4956-8c99-09c2099f1078,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:00.107044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef052eb-a702-4b58-80d7-5d0c9411b990 None None] No DVR routers for this DVR port 7619c3de-8c24-4956-8c99-09c2099f1078 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:00.194111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7619c3de-8c24-4956-8c99-09c2099f1078 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:00.253016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7619c3de-8c24-4956-8c99-09c2099f1078 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:00.259609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7619c3de-8c24-4956-8c99-09c2099f1078 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:00.327454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.367524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac48d33-fe0d-4951-9961-605bb1eebe28']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:00.389548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.394086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e17f680-6ad3-49d2-b264-3e58a1a15b9a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:00.394421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e17f680-6ad3-49d2-b264-3e58a1a15b9a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:00.408440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-4391f589-f5be-4ac2-afa2-d6e56775cf03 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:00.410208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-4391f589-f5be-4ac2-afa2-d6e56775cf03 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.7927778 Oct 25 23:25:00.415114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.417969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.419164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] 10.222.0.25 "DELETE /v2.0/networks/f541dd0f-972a-44eb-b5d1-91854d47c286 HTTP/1.1" status: 204 len: 168 time: 3.1746652 Oct 25 23:25:00.455150 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.477152 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:00.478261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:00.483136 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:00.533995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1700bf-2f75-44fe-bfba-92e3651299bc tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105 tempest-ExtraDHCPOptionsIpV6TestJSON-1417481105-project] Pushing event deleted for resources: {'Network': ['ID=f541dd0f-972a-44eb-b5d1-91854d47c286,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:00.619680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.639828 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:00.654467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/networks/5ac48d33-fe0d-4951-9961-605bb1eebe28 HTTP/1.1" status: 204 len: 168 time: 1.6094151 Oct 25 23:25:00.670801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54738) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:00.682350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa215579-609e-4eba-9029-e9297d669a28 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Network': ['ID=5ac48d33-fe0d-4951-9961-605bb1eebe28,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:00.711891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9f14-1ebc-4ddf-9532-5cf983842e49 req-d2d2b931-336a-4211-935b-036889de64ad tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:00.732274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01ad9f14-1ebc-4ddf-9532-5cf983842e49 req-d2d2b931-336a-4211-935b-036889de64ad tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1028 time: 0.3397031 Oct 25 23:25:00.902011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01ad9f14-1ebc-4ddf-9532-5cf983842e49 req-9d9eb740-bd45-4cf1-b900-e1fdb2386c98 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688983 Oct 25 23:25:00.978887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e057cf29-17d6-40f8-86e6-b45e4ce2197a req-330dc72a-3572-44f6-a647-65a7693765a3 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0869384 Oct 25 23:25:01.039672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting subnet 60e2b251-6904-406f-9301-c08abec74c51 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:01.043922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.091704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54782) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:01.112005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285db41e-11c8-4f6c-a6ab-84f1149ce7da {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:01.121536 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.137006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Transition to ACTIVE for port object 285db41e-11c8-4f6c-a6ab-84f1149ce7da will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:25:01.180132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.304962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.319207 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a7499ab9-7498-46ed-9592-291365d68c87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14923184cc2b4d71a3142414a060a6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263436 Oct 25 23:25:01.323190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:01.336979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Deleting port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:01.337312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.495508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75815745-15bd-49c5-91d1-c33c152e442a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.514626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Pushing event updated for resources: {'Port': ['ID=285db41e-11c8-4f6c-a6ab-84f1149ce7da,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:01.529013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75815745-15bd-49c5-91d1-c33c152e442a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.603622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75815745-15bd-49c5-91d1-c33c152e442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.606912 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75815745-15bd-49c5-91d1-c33c152e442a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.608243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-75815745-15bd-49c5-91d1-c33c152e442a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b2d5b50-4c1b-4845-926e-9f903475cc23 HTTP/1.1" status: 204 len: 168 time: 0.2821333 Oct 25 23:25:01.638587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75815745-15bd-49c5-91d1-c33c152e442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d5b50-4c1b-4845-926e-9f903475cc23,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:01.738326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e4265-bd47-4851-a4ba-ff3e45f9fc33 req-84cdef29-0e80-4908-9984-d8bc2c6e2e12 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:01.740012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-413e4265-bd47-4851-a4ba-ff3e45f9fc33 req-84cdef29-0e80-4908-9984-d8bc2c6e2e12 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 945 time: 0.5988121 Oct 25 23:25:01.865503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] For port fbd32f15-fc8e-4b3a-ac43-607fa392cff4, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:01.865936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:01.886611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Attempting to bind port 285db41e-11c8-4f6c-a6ab-84f1149ce7da on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:25:01.886952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Attempting to bind port 285db41e-11c8-4f6c-a6ab-84f1149ce7da by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:25:01.887281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Attempting to bind port 285db41e-11c8-4f6c-a6ab-84f1149ce7da on network 16720bb1-352a-469e-8950-b0551de141bf {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:01.920661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-413e4265-bd47-4851-a4ba-ff3e45f9fc33 req-11c2bac7-7426-4481-8b3e-f7f93bbaf834 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5286a48-b770-49c0-bbb4-42376cc32795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659539 Oct 25 23:25:02.060577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3651-4f14-41fe-a018-9bf8ae52d871 req-0f2dcce9-364e-428f-b755-4aae498cdcff tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:02.076298 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dffb3651-4f14-41fe-a018-9bf8ae52d871 req-0f2dcce9-364e-428f-b755-4aae498cdcff tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1053 time: 0.1063476 Oct 25 23:25:02.087949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.095541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Port 285db41e-11c8-4f6c-a6ab-84f1149ce7da on network 16720bb1-352a-469e-8950-b0551de141bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:25:02.095867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Attempting to bind port 285db41e-11c8-4f6c-a6ab-84f1149ce7da on network 16720bb1-352a-469e-8950-b0551de141bf {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:02.136099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dffb3651-4f14-41fe-a018-9bf8ae52d871 req-f61a66bf-6835-4e80-be40-e2acf053fc70 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579824 Oct 25 23:25:02.220879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1dece86-3911-4514-afcf-7ef7b4327d2b req-a77294ea-f0d0-4a38-a066-6f34fd97f4cc tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1261427 Oct 25 23:25:02.225626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:25:02.226563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Checking segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:02.227005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Bound using segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:25:02.227501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Bound port: 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:25:02.227860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.299339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.299847 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.300275 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Floating IP d07691b4-417a-4824-bcdf-1f3747f0da1c disassociated. External IP: 172.25.4.194, port: fbd32f15-fc8e-4b3a-ac43-607fa392cff4. Oct 25 23:25:02.300871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Calling delete_port for fbd32f15-fc8e-4b3a-ac43-607fa392cff4 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:02.465213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.500672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.503010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.506245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/subnets/60e2b251-6904-406f-9301-c08abec74c51 HTTP/1.1" status: 204 len: 168 time: 1.8139586 Oct 25 23:25:02.509231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54938) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:02.516878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341f2e8-1087-42ea-9eec-5c772d18d5a0 None None] Network 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:02.607417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting subnet ab83bedb-ae3d-43cc-9736-5ca8d30c5822 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:02.626998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.638711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fbd32f15-fc8e-4b3a-ac43-607fa392cff4 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:02.671019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f793710-6458-4c6b-a6e7-e36d8049b040 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Subnet': ['ID=60e2b251-6904-406f-9301-c08abec74c51,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:02.683029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] For port 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:25:02.747080 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.752254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event deleted for resources: {'Port': ['ID=fbd32f15-fc8e-4b3a-ac43-607fa392cff4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:02.760744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] For port 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:25:02.784044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: fbd32f15-fc8e-4b3a-ac43-607fa392cff4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:02.784591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device fbd32f15-fc8e-4b3a-ac43-607fa392cff4 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:02.807490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.893358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] DHCP port deletion for 2b31564c-22dd-468a-9a51-25ab7b7cc7a8 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:02.923022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:02.923969 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:02.925592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] 10.222.0.15 "PUT /v2.0/ports/285db41e-11c8-4f6c-a6ab-84f1149ce7da HTTP/1.1" status: 200 len: 1092 time: 3.7773423 Oct 25 23:25:02.928214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'tag': '285db41e-11c8-4f6c-a6ab-84f1149ce7da'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:02.931598 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac4680-0d1f-4910-a342-45e3e5ab2828" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d9c9cc-a639-49c3-94bb-c11326c579db", "tag": "285db41e-11c8-4f6c-a6ab-84f1149ce7da"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:02.972832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ec359-5ba7-4a5b-bdf6-ec37500fe602 service neutron] Pushing event updated for resources: {'Port': ['ID=285db41e-11c8-4f6c-a6ab-84f1149ce7da,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:03.043816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.046026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] Deleting port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:03.046792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.081446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Router 65e14521-11e5-447e-b96e-123d21337258 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:03.179793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] For port 0ddb29b1-c193-4f6c-802c-724fde0b46a6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0ddb29b1-c193-4f6c-802c-724fde0b46a6,segment=NetworkSegment(629a9de9-5543-49e8-9af8-75152c6af3b8),segment_id=629a9de9-5543-49e8-9af8-75152c6af3b8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:03.180674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.183889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd9c5685-91c1-4e85-a16b-af7a72914539 req-1bf0ba93-f35f-4e2b-977c-d8aafdb7cfe8 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0857332 Oct 25 23:25:03.209920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] Calling delete_port for 0ddb29b1-c193-4f6c-802c-724fde0b46a6 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:03.214734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:03.246779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.286978 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.289659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-695b9ab5-1c43-4075-9ce9-fb62f658d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:03.291261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-695b9ab5-1c43-4075-9ce9-fb62f658d1de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.2972639 Oct 25 23:25:03.312728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/subnets/ab83bedb-ae3d-43cc-9736-5ca8d30c5822 HTTP/1.1" status: 204 len: 168 time: 0.8024073 Oct 25 23:25:03.319148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54976) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:03.349325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ecd76f-2f6c-4339-9c3c-e802a36d1beb None None] Network 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:03.387756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f3823-d7ca-476f-b78a-4af30b82dd53 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Subnet': ['ID=ab83bedb-ae3d-43cc-9736-5ca8d30c5822,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:03.439113 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e1a483-7f30-43db-8596-1ab1629daaeb x-openstack-request-id: req-c3e1a483-7f30-43db-8596-1ab1629daaeb {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:03.443895 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d9c9cc-a639-49c3-94bb-c11326c579db", "tag": "285db41e-11c8-4f6c-a6ab-84f1149ce7da", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:03.444430 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3e1a483-7f30-43db-8596-1ab1629daaeb {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:03.445276 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'tag': '285db41e-11c8-4f6c-a6ab-84f1149ce7da', 'status': 'completed', 'code': 200} Oct 25 23:25:03.461797 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.481838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2021554762'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:03.534342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-1a227231-258f-482f-9010-9955d2c4b844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da HTTP/1.1" status: 200 len: 217 time: 0.0878384 Oct 25 23:25:03.568698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.587910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42373b10-26d8-4209-93fc-c9f6da254eb2 req-b567b953-7562-4e74-ab8d-4a199698d912 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:03.590302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42373b10-26d8-4209-93fc-c9f6da254eb2 req-b567b953-7562-4e74-ab8d-4a199698d912 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.1010151 Oct 25 23:25:03.591249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:03.595219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.597933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-9420a8f5-caa5-4e4a-b744-351f3b3beae3 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:03.599754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-9420a8f5-caa5-4e4a-b744-351f3b3beae3 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 814 time: 0.5481164 Oct 25 23:25:03.601725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] Pushing event deleted for resources: {'Port': ['ID=0ddb29b1-c193-4f6c-802c-724fde0b46a6,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:03.614916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.615279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9019eb-7190-4071-9189-c7c00ea8d7ae None None] No DVR routers for this DVR port 0ddb29b1-c193-4f6c-802c-724fde0b46a6 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:03.655967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-489da739-1217-4819-a203-abe5c3af3e47 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/quotas/fc5b710aacc242e19a3304fd6b6543e8 HTTP/1.1" status: 200 len: 375 time: 0.0440848 Oct 25 23:25:03.659352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-c51cdaf3-667b-4005-95e8-31bde12777d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:03.661016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-c51cdaf3-667b-4005-95e8-31bde12777d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdb5d8b-15ae-44e8-bf9a-01de1842b001 HTTP/1.1" status: 200 len: 848 time: 0.1146946 Oct 25 23:25:03.685181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:03.711119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42373b10-26d8-4209-93fc-c9f6da254eb2 req-253b82b8-965f-4833-929f-3690bb2b3314 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927494 Oct 25 23:25:03.715742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:03.727157 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-7a1dd846-fa18-4073-9187-d544d7002b3e tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634971 Oct 25 23:25:03.737720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] DHCP port deletion for 0eaf663f-4f27-47aa-95e5-f65bdfa308a5 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:03.762654 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:03.763374 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:03.816275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] No DVR routers for this DVR port fbd32f15-fc8e-4b3a-ac43-607fa392cff4 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:03.822307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.825914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82a2e50c-ccba-4066-bea6-3b2ed75f16ab req-a305aabb-dc8b-410f-81ec-b67b05b64607 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.11 "DELETE /v2.0/ports/fbd32f15-fc8e-4b3a-ac43-607fa392cff4 HTTP/1.1" status: 204 len: 173 time: 3.3865817 Oct 25 23:25:03.844539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-6d683995-6df9-423f-b570-4c07118f4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:03.846364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-6d683995-6df9-423f-b570-4c07118f4eb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16720bb1-352a-469e-8950-b0551de141bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720018 Oct 25 23:25:03.903068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] Deleting port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:03.903342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.912933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:03.928987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-f3bee417-89b2-433d-a301-699e6124d8bb service neutron] 10.222.0.25 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808608 Oct 25 23:25:03.964540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b31564c-22dd-468a-9a51-25ab7b7cc7a8']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:03.991700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629a9de9-5543-49e8-9af8-75152c6af3b8') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:03.992163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629a9de9-5543-49e8-9af8-75152c6af3b8') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:04.011576 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.044719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.052136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:04.052513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.057375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-79b92767-525b-4105-8fa2-026e4cade6f7 service neutron] 10.222.0.15 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020574 Oct 25 23:25:04.088891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] For port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,segment=NetworkSegment(dd3012a8-498c-413d-bc22-27000f96fb51),segment_id=dd3012a8-498c-413d-bc22-27000f96fb51)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:04.089204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.112688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] Calling delete_port for 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:04.143896 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:04.198819 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:04.201571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:04.245403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-4e61307b-1060-46a6-a87e-c0fe7d688fd6 service neutron] 10.222.0.25 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098190 Oct 25 23:25:04.261042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-127a108c-0232-4767-932a-63b45f7dc8b9 req-75960a4b-b714-46ee-8b3c-53d8351bcd4d tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.1185076 Oct 25 23:25:04.265904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.345193 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.346875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023b4bf6-24d3-4701-8b52-232286f129f5 req-3981418c-88e0-40cb-89f2-cfd830874848 service neutron] 10.222.0.15 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821498 Oct 25 23:25:04.368485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/networks/2b31564c-22dd-468a-9a51-25ab7b7cc7a8 HTTP/1.1" status: 204 len: 168 time: 1.0011840 Oct 25 23:25:04.371838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 54984) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:04.394095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.418793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abea20-62d9-4a81-9a60-eb1ad43e0ddc tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Network': ['ID=2b31564c-22dd-468a-9a51-25ab7b7cc7a8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:04.429907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.472173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.490214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.508495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] No DVR routers for this DVR port 7ff2ba72-999b-4a9a-b4a1-abaae7f8383c on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:04.532889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b312dc-4e71-4381-97d6-904cf7e606dd None None] Pushing event deleted for resources: {'Port': ['ID=7ff2ba72-999b-4a9a-b4a1-abaae7f8383c,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:04.547889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:25:04.579223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28920d-7720-4dea-a677-aec2322b042b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:04.584300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.584672 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 0d600774-f452-4fb4-ba6d-a8b2ba03f8d5 of type vlan for network 717a5391-4c87-4fb4-98b2-78bebc4127cc Oct 25 23:25:04.589289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0ddb29b1-c193-4f6c-802c-724fde0b46a6 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:04.612251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0ddb29b1-c193-4f6c-802c-724fde0b46a6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:04.612967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0ddb29b1-c193-4f6c-802c-724fde0b46a6 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:04.630097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.634086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cbb0e427-3d1c-415d-9cc8-3fd70ee46c94 req-0cd01028-f309-4a55-9f7e-ca559786ba13 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 210 time: 0.0624990 Oct 25 23:25:04.669101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-37523f28-913a-4840-8770-37874396ac26 req-4e8d533f-04cd-40fb-a49d-a8448becf56f tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c24241-3938-4940-9efc-fafd7715b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0654628 Oct 25 23:25:04.690965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.763844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.776757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:04.779383 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.801318 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:04.838830 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:25:04.851903 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:04.852902 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:04.891181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6754251 Oct 25 23:25:04.892099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 54994) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:04.902645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-404111702'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:04.909971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555ed1d-57cb-4e4a-bc4c-04e042d21022 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=717a5391-4c87-4fb4-98b2-78bebc4127cc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:04.929199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:25:04.934703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.935496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:04.940443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:04.975332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaf663f-4f27-47aa-95e5-f65bdfa308a5']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:04.976160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:25:04.995373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-9a3d473f-77e6-4f1e-9aa0-993616533eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:04.997029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-9a3d473f-77e6-4f1e-9aa0-993616533eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.1907959 Oct 25 23:25:04.999190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3012a8-498c-413d-bc22-27000f96fb51') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:04.999567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3012a8-498c-413d-bc22-27000f96fb51') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:05.004603 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:05.007970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.007970 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 015ab6f5-2b82-4736-8698-833ad4ec4790 of type vlan for network 07fe7638-291b-4f10-b5ba-0b9783b6f818 Oct 25 23:25:05.011451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372cc4b-e4f9-4e5a-a514-5f887ffba24e req-4168815f-938a-4096-88ea-bfaa7bcb06a0 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:05.021474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1372cc4b-e4f9-4e5a-a514-5f887ffba24e req-4168815f-938a-4096-88ea-bfaa7bcb06a0 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.2124133 Oct 25 23:25:05.032152 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.080304 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.143012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.153541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:05.154325 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.170587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.193803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:05.194636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.195296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2995567 Oct 25 23:25:05.201219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1372cc4b-e4f9-4e5a-a514-5f887ffba24e req-ea1e364c-46be-4556-824e-44b145d9d3b6 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788902 Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:05.202184 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:05.205355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55000) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:05.226895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:05.277675 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:05.284606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eebf1-410a-4983-8041-526aa9e37f1f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=07fe7638-291b-4f10-b5ba-0b9783b6f818,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:05.326978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:25:05.331403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795374e-8ae9-477b-8bfd-78904cbab31c None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:16:40Z', 'revision_number': 4, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b276e611-c058-438d-bb94-d5060adb06e5', 'name': '', 'network_id': '253e6925-b6d8-4c1a-8abd-cb2a3ed7893a', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'mac_address': 'fa:16:3e:8b:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:39Z', 'updated_at': '2021-10-25T23:16:52Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'subnets': [{'id': '204bac81-1b2e-4c77-8db9-2ddda02719cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:05.452363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3df819f-424e-4e1a-9b33-ba0f4fe12c4f req-5f45fa9c-f13b-45a8-9fa5-de945bcda584 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0634105 Oct 25 23:25:05.803458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad350e7-68cf-4cf9-a5e9-f2dff2714486 None None] New status for floating IP d07691b4-417a-4824-bcdf-1f3747f0da1c: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:25:05.804972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55014) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:05.811640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9444e36f-cad3-4cc3-871f-e27e667af7e4 req-a4954e4a-b353-40b1-adc0-67f35a676007 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 210 time: 0.0459390 Oct 25 23:25:05.833170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'name': 'network-vif-deleted', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:05.836010 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859d23ac-4668-4a54-92f0-ccabed02039e" -d '{"events": [{"server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "name": "network-vif-deleted", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:05.913026 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d4beee-3079-4bca-a432-63328e745904 x-openstack-request-id: req-79d4beee-3079-4bca-a432-63328e745904 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:05.913889 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c24241-3938-4940-9efc-fafd7715b5b8", "name": "network-vif-deleted", "tag": "fbd32f15-fc8e-4b3a-ac43-607fa392cff4", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:05.914168 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79d4beee-3079-4bca-a432-63328e745904 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:05.914562 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c24241-3938-4940-9efc-fafd7715b5b8', 'name': 'network-vif-deleted', 'tag': 'fbd32f15-fc8e-4b3a-ac43-607fa392cff4', 'status': 'completed', 'code': 200} Oct 25 23:25:05.940298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.945951 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:05.952594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:05.953269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/networks/0eaf663f-4f27-47aa-95e5-f65bdfa308a5 HTTP/1.1" status: 204 len: 168 time: 1.5794616 Oct 25 23:25:05.986988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-9528f19b-8d53-474d-9d97-d55e918b0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:05.988460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-9528f19b-8d53-474d-9d97-d55e918b0b1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 0.9540944 Oct 25 23:25:06.042214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Network': ['ID=0eaf663f-4f27-47aa-95e5-f65bdfa308a5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:06.045762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-a3f3f7b3-9bef-49d5-8588-2afcb2a54199 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da HTTP/1.1" status: 200 len: 217 time: 0.0443308 Oct 25 23:25:06.083643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting subnet a09b2db5-3c24-4893-b66b-8527b3988f78 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:06.085365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.085714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.086056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.086427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.086758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.087089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.087417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.087740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.088068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.088252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.088376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.088696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.089019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474803-018c-493e-b956-dc11d535883a tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:06.139631 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.176080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:06.179785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.238534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aef8b34-a7b4-440c-bb83-fc2a104f7d42 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.245877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.306782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-89a1b08d-694d-42e1-af6c-df70760b7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:06.309826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-89a1b08d-694d-42e1-af6c-df70760b7632 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdb5d8b-15ae-44e8-bf9a-01de1842b001 HTTP/1.1" status: 200 len: 848 time: 0.2464604 Oct 25 23:25:06.310864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aef8b34-a7b4-440c-bb83-fc2a104f7d42 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.360673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.396641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.400547 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/subnets/a09b2db5-3c24-4893-b66b-8527b3988f78 HTTP/1.1" status: 204 len: 168 time: 0.4463425 Oct 25 23:25:06.401807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0407d-897e-4d02-8324-c82e18d973ab tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Subnet': ['ID=a09b2db5-3c24-4893-b66b-8527b3988f78,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:06.404427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:06.406163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90223523-c776-40ba-ad86-2cee91af1cf2 None None] Network c5832439-bb77-4b0a-bfed-470e70d2e4ff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:06.456926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f60d5-0c93-475e-9f6f-58350ef6af37 req-4d41a04c-2f5b-4ceb-ac9e-b4578b85273e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:06.458476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-473f60d5-0c93-475e-9f6f-58350ef6af37 req-4d41a04c-2f5b-4ceb-ac9e-b4578b85273e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.1352181 Oct 25 23:25:06.508717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.588855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-473f60d5-0c93-475e-9f6f-58350ef6af37 req-e67ceb78-abe3-4f0a-bc78-e689aef15373 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226611 Oct 25 23:25:06.675116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] DHCP port deletion for c5832439-bb77-4b0a-bfed-470e70d2e4ff request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:06.681557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-28c19f3c-13ea-4b68-b0e9-ac48e5db3975 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:06.683122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-28c19f3c-13ea-4b68-b0e9-ac48e5db3975 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.11 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 814 time: 0.6231802 Oct 25 23:25:06.696669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4491e88-bff3-49ca-80de-e59e77c52831 req-9ce18a30-b566-4688-8b4f-23aee7f7ecbb tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ba80ccf-ed2d-434c-8eb2-6e909cc60460 HTTP/1.1" status: 200 len: 210 time: 0.0723615 Oct 25 23:25:06.698418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Deleting port 059bb853-9341-4130-aa62-634e424f0999 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:06.698764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.711693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Request body: {'port': {'device_id': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e', 'admin_state_up': True, 'tenant_id': 'fc5b710aacc242e19a3304fd6b6543e8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:06.776140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] Deleting port 059bb853-9341-4130-aa62-634e424f0999 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:06.776783 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.776957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-811c6ff0-41da-44ce-9a24-a3018a23e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:06.778817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-811c6ff0-41da-44ce-9a24-a3018a23e13a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16720bb1-352a-469e-8950-b0551de141bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4579666 Oct 25 23:25:06.806412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.822772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] For port 059bb853-9341-4130-aa62-634e424f0999, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=059bb853-9341-4130-aa62-634e424f0999,segment=NetworkSegment(9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3),segment_id=9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:06.823456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.857179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Calling delete_port for 059bb853-9341-4130-aa62-634e424f0999 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:06.865804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aef8b34-a7b4-440c-bb83-fc2a104f7d42 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.869763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6aef8b34-a7b4-440c-bb83-fc2a104f7d42 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.871116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6aef8b34-a7b4-440c-bb83-fc2a104f7d42 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "DELETE /v2.0/security-groups/a5286a48-b770-49c0-bbb4-42376cc32795 HTTP/1.1" status: 204 len: 168 time: 1.0320599 Oct 25 23:25:06.872989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] For port 059bb853-9341-4130-aa62-634e424f0999, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=059bb853-9341-4130-aa62-634e424f0999,segment=NetworkSegment(9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3),segment_id=9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:06.874728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55032) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:06.876146 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:06.909828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] Calling delete_port for 059bb853-9341-4130-aa62-634e424f0999 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:06.945618 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-be3a8970-a590-4725-8957-7df993fc6d03 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] show failed (client error): The resource could not be found. Oct 25 23:25:06.946580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-be3a8970-a590-4725-8957-7df993fc6d03 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "GET /v2.0/security-groups/a5286a48-b770-49c0-bbb4-42376cc32795 HTTP/1.1" status: 404 len: 347 time: 0.0709217 Oct 25 23:25:06.963933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2029f146-6681-4d28-8c19-504d3eadf897 req-2ab33c10-0923-466d-978e-aba227afee1c tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 210 time: 0.0394924 Oct 25 23:25:06.965778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55034) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:06.972679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef8b34-a7b4-440c-bb83-fc2a104f7d42 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5286a48-b770-49c0-bbb4-42376cc32795,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:07.082844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.085429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-16c0b569-7db5-4572-a3df-688baaf32dd5 service neutron] 10.222.0.15 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956877 Oct 25 23:25:07.093934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=9f3768ac-b125-4c3b-9efa-333ca3d34b8c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:07.110330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] Pushing event deleted for resources: {'Port': ['ID=059bb853-9341-4130-aa62-634e424f0999,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:07.116883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d5a3e-1a9e-4c97-983b-84b7935b4aeb None None] No DVR routers for this DVR port 059bb853-9341-4130-aa62-634e424f0999 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:07.126792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:07.127238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: 717a5391-4c87-4fb4-98b2-78bebc4127cc, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:25:07.172998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.176736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Made reservation on behalf of fc5b710aacc242e19a3304fd6b6543e8 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:07.181303 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.214440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] No DVR routers for this DVR port 059bb853-9341-4130-aa62-634e424f0999 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:07.220311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:25:07.249349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Port': ['ID=059bb853-9341-4130-aa62-634e424f0999,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:07.281897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 717a5391-4c87-4fb4-98b2-78bebc4127cc) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:07.292812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fdbd70-55de-43be-b7bc-4f9b0b8e4c32 None None] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:07.306899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:07.307490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.314591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15ac4680-0d1f-4910-a342-45e3e5ab2828 req-39a9810e-f305-4b6c-8008-893ede2d2129 service neutron] 10.222.0.15 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115996 Oct 25 23:25:07.321221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Deleting port 7dcbdb35-8004-4c58-bbb6-e9a1aaa19935 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:07.321565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.377795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b145d371-a7a8-4c5d-8763-e8f24b7c94a0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1556671 Oct 25 23:25:07.378250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.378499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:07.387604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:07.472268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Allocated IP 172.20.0.12 (5a3c7872-097e-4ef8-9098-7e34a1c7cf4e/5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b/549175b2-6d21-4cff-99af-9111b2662ab5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:07.527323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-717a5391-4c87-4fb4-98b2-78bebc4127cc', 'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': '9f3768ac-b125-4c3b-9efa-333ca3d34b8c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:25:07.527993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.557648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:07.561541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.804004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Allocated IP 2001:db8::2 (717a5391-4c87-4fb4-98b2-78bebc4127cc/9f3768ac-b125-4c3b-9efa-333ca3d34b8c/da6fd8de-eb36-46b4-805c-729a88015b96) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:07.816889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.885526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59355649-4b2f-4f57-8c78-6b2e4f1bf378 req-c13b41d5-e601-45dc-bacf-5e36de39526e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:07.887145 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-59355649-4b2f-4f57-8c78-6b2e4f1bf378 req-c13b41d5-e601-45dc-bacf-5e36de39526e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.1250942 Oct 25 23:25:07.909212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55046) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:07.929506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5832439-bb77-4b0a-bfed-470e70d2e4ff']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:07.946221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:07.946886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9f0f19-3280-41a7-a1e6-f5d3c3008ec3') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:07.965528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.986659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.987366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:07.997391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.001688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.010916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:08.011557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:08.015276 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:08.027723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.030946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.041789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-59355649-4b2f-4f57-8c78-6b2e4f1bf378 req-fb6b5146-a8e3-4341-952e-044963708afc tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403177 Oct 25 23:25:08.061952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Calling delete_port for 7dcbdb35-8004-4c58-bbb6-e9a1aaa19935 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:08.086099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.103318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:08.109273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:08.123420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:08.136573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Pushing event updated for resources: {'Port': ['ID=da6fd8de-eb36-46b4-805c-729a88015b96,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:08.167517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 059bb853-9341-4130-aa62-634e424f0999 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:08.187160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:08.202180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0bae6b-63b8-41a5-9717-dd74e0a1ec21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.204111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:08.211851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:08.216995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Pushing event updated for resources: {'Port': ['ID=549175b2-6d21-4cff-99af-9111b2662ab5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:08.230357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 059bb853-9341-4130-aa62-634e424f0999 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:08.230965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 059bb853-9341-4130-aa62-634e424f0999 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:08.249180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Attempting to bind port da6fd8de-eb36-46b4-805c-729a88015b96 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:25:08.249609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Attempting to bind port da6fd8de-eb36-46b4-805c-729a88015b96 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:25:08.250092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Attempting to bind port da6fd8de-eb36-46b4-805c-729a88015b96 on network 717a5391-4c87-4fb4-98b2-78bebc4127cc {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:08.256318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:25:08.256808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Checking segment: {'id': '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:08.257968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.258608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Bound using segment: {'id': '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:25:08.259174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Bound port: da6fd8de-eb36-46b4-805c-729a88015b96, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '717a5391-4c87-4fb4-98b2-78bebc4127cc'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:25:08.260417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.301981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0bae6b-63b8-41a5-9717-dd74e0a1ec21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.307604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=b37ff384-410d-4e6c-9edc-9e144f61732b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:08.326247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.331582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.341769 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/networks/c5832439-bb77-4b0a-bfed-470e70d2e4ff HTTP/1.1" status: 204 len: 168 time: 1.9363565 Oct 25 23:25:08.342750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:08.354431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:08.355255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.356278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01909-b509-4e22-8827-79fd2f7e2ec2 req-aa491897-1f21-430d-8084-a3f3925a350d tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:08.357913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '015ab6f5-2b82-4736-8698-833ad4ec4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:08.358998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: 07fe7638-291b-4f10-b5ba-0b9783b6f818, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:25:08.365644 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2ac01909-b509-4e22-8827-79fd2f7e2ec2 req-aa491897-1f21-430d-8084-a3f3925a350d tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 932 time: 0.2323275 Oct 25 23:25:08.367498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] For port da6fd8de-eb36-46b4-805c-729a88015b96, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:25:08.372196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] For port da6fd8de-eb36-46b4-805c-729a88015b96, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=da6fd8de-eb36-46b4-805c-729a88015b96,segment=NetworkSegment(0d600774-f452-4fb4-ba6d-a8b2ba03f8d5),segment_id=0d600774-f452-4fb4-ba6d-a8b2ba03f8d5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:25:08.379692 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.403089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-48ca6fed-cd6c-4c43-b81f-a13dd5d480e7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953971 Oct 25 23:25:08.408222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:25:08.420367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Request body: {'port': {'device_id': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:08.444183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-690fabda-3e21-4a4d-9fb3-b9e139ffdf3c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "GET /v2.0/ports?device_id=90581653-ae32-4910-af6a-662ae2163005 HTTP/1.1" status: 200 len: 205 time: 0.0647786 Oct 25 23:25:08.447409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:08.451569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Pushing event deleted for resources: {'Network': ['ID=c5832439-bb77-4b0a-bfed-470e70d2e4ff,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:08.458680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 07fe7638-291b-4f10-b5ba-0b9783b6f818) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:08.500522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.503965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:08.504815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.518598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304d661-7c83-4dfa-b6cd-0550e623bdc0 None None] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:08.524758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0bae6b-63b8-41a5-9717-dd74e0a1ec21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.526685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b0bae6b-63b8-41a5-9717-dd74e0a1ec21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.531330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b0bae6b-63b8-41a5-9717-dd74e0a1ec21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] 10.222.0.25 "DELETE /v2.0/security-groups/20f9e835-9903-4b50-8f45-7c6f2914d12c HTTP/1.1" status: 204 len: 168 time: 0.6211095 Oct 25 23:25:08.567362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.575000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.575781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.576131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.576484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.576880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.577217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.577547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.577880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.578231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.578563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.578942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4cf474-0f97-4cb7-aac7-eef80dda6f08 tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:08.590517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.689206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68dfd4-fb81-4239-b24d-3a6cf78f49bd None None] Pushing event updated for resources: {'Port': ['ID=da6fd8de-eb36-46b4-805c-729a88015b96,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:08.735722 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2ac01909-b509-4e22-8827-79fd2f7e2ec2 req-29d976d1-21cc-4107-bdb1-3428b0637585 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682745 Oct 25 23:25:08.760960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bae6b-63b8-41a5-9717-dd74e0a1ec21 tempest-TestVolumeBackupRestore-279872063 tempest-TestVolumeBackupRestore-279872063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9e835-9903-4b50-8f45-7c6f2914d12c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:08.791049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ad75aba0-62e9-44e2-8f8d-a4ca3d574788 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4085152 Oct 25 23:25:08.794363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55062) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:08.810911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-925877625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:08.877938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.880813 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:08.944491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-07fe7638-291b-4f10-b5ba-0b9783b6f818', 'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': 'b37ff384-410d-4e6c-9edc-9e144f61732b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:25:08.944491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.020728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.024953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.136378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.165856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.202741 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.204571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Fanout notify agent at l3_agent the message router_deleted on router 90581653-ae32-4910-af6a-662ae2163005 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:25:09.221520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.229218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c82c838-4517-4c21-b32c-a90179d4a75c tempest-RoutersNegativeIpV6Test-983239244 tempest-RoutersNegativeIpV6Test-983239244-project] 10.222.0.25 "DELETE /v2.0/routers/90581653-ae32-4910-af6a-662ae2163005 HTTP/1.1" status: 204 len: 168 time: 0.7683370 Oct 25 23:25:09.242268 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.243992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a0c6ab71-7de0-498f-a30e-121132029db7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4486916 Oct 25 23:25:09.250197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55084) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:09.278123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Allocated IP 2001:db8:1::2 (07fe7638-291b-4f10-b5ba-0b9783b6f818/b37ff384-410d-4e6c-9edc-9e144f61732b/8610ebc4-c42e-4aa3-b47f-de3391d27d25) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:09.293384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.338400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Pushing event deleted for resources: {'Port': ['ID=7dcbdb35-8004-4c58-bbb6-e9a1aaa19935,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:09.355779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35798e6b-6d25-4464-82ac-5727918e2155 req-387b5cbc-bda8-4c02-b750-4ca013e170fa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:09.369595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35798e6b-6d25-4464-82ac-5727918e2155 req-387b5cbc-bda8-4c02-b750-4ca013e170fa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1095 time: 0.1687615 Oct 25 23:25:09.481210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35798e6b-6d25-4464-82ac-5727918e2155 req-b737d669-55eb-4c39-94f1-873fe5ccb885 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Oct 25 23:25:09.493407 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.496307 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.519551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e45c7d71-49e8-4a8e-91b4-058fd0eeb322 tempest-AttachVolumeTestJSON-1234029196 tempest-AttachVolumeTestJSON-1234029196-project] 10.222.0.25 "DELETE /v2.0/floatingips/d07691b4-417a-4824-bcdf-1f3747f0da1c HTTP/1.1" status: 204 len: 168 time: 2.5338411 Oct 25 23:25:09.606785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549175b2-6d21-4cff-99af-9111b2662ab5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:09.618818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.727660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Transition to ACTIVE for port object 549175b2-6d21-4cff-99af-9111b2662ab5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:25:09.743905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:09.764727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 285db41e-11c8-4f6c-a6ab-84f1149ce7da details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:25:09.811480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55120) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:10.048364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.064291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:10.188245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Attempting to bind port 549175b2-6d21-4cff-99af-9111b2662ab5 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:25:10.188735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Attempting to bind port 549175b2-6d21-4cff-99af-9111b2662ab5 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:25:10.188838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Attempting to bind port 549175b2-6d21-4cff-99af-9111b2662ab5 on network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:10.255844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Port 549175b2-6d21-4cff-99af-9111b2662ab5 on network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:25:10.256105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Attempting to bind port 549175b2-6d21-4cff-99af-9111b2662ab5 on network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:10.258553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Pushing event updated for resources: {'Port': ['ID=549175b2-6d21-4cff-99af-9111b2662ab5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:10.275689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-70ac5d09-74aa-4d08-a59e-5cc6867912f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75ec63a3f4e24bff8634ab5e3133128b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626253 Oct 25 23:25:10.278015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55166) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:10.282765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033719e-3c35-4c1c-8486-56eda035ed91 req-bcdf447d-9010-460e-9149-a43387ee67cb tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:10.293376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e033719e-3c35-4c1c-8486-56eda035ed91 req-bcdf447d-9010-460e-9149-a43387ee67cb tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 944 time: 0.2992070 Oct 25 23:25:10.322506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '285db41e-11c8-4f6c-a6ab-84f1149ce7da', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'port_id': '285db41e-11c8-4f6c-a6ab-84f1149ce7da', 'mac_address': 'fa:16:3e:72:1b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:25:10.327108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da6fd8de-eb36-46b4-805c-729a88015b96 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:10.331921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.406175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.412477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.415860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34743df0-7389-4451-b356-4d5078f4509d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.440154 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285db41e-11c8-4f6c-a6ab-84f1149ce7da {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:10.440386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:25:10.440386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Checking segment: {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:10.440851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Bound using segment: {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:25:10.441173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Bound port: 549175b2-6d21-4cff-99af-9111b2662ab5, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:25:10.441600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.462159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34743df0-7389-4451-b356-4d5078f4509d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.464057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:10.498243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2644e181-7e84-4f02-a5f9-b09bc6df6067 None None] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:10.521996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e033719e-3c35-4c1c-8486-56eda035ed91 req-3a3b9b28-db87-435a-a103-9a1796d8282e tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271955 Oct 25 23:25:10.537775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34743df0-7389-4451-b356-4d5078f4509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.558980 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34743df0-7389-4451-b356-4d5078f4509d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.575061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-34743df0-7389-4451-b356-4d5078f4509d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94958585-53fc-45a8-b830-b32a997c5409 HTTP/1.1" status: 204 len: 168 time: 0.2836437 Oct 25 23:25:10.596666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34743df0-7389-4451-b356-4d5078f4509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94958585-53fc-45a8-b830-b32a997c5409,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:10.621561 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.635934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port da6fd8de-eb36-46b4-805c-729a88015b96 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:10.636660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.659576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] For port 549175b2-6d21-4cff-99af-9111b2662ab5, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:25:10.680584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] For port 549175b2-6d21-4cff-99af-9111b2662ab5, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=549175b2-6d21-4cff-99af-9111b2662ab5,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:25:10.704020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:10.714059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.727097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:10.733546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:10.755002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Pushing event updated for resources: {'Port': ['ID=8610ebc4-c42e-4aa3-b47f-de3391d27d25,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:10.766657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f5ac8529-ce50-40c8-bdf1-133e37f36a39 None None] Provisioning complete for port da6fd8de-eb36-46b4-805c-729a88015b96 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:10.767309 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5ac8529-ce50-40c8-bdf1-133e37f36a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.774658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c5c1b-ea74-431e-971d-92565a2af0ec req-2da63273-087d-4559-b1f1-2578f2da37fc tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:10.778344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f23c5c1b-ea74-431e-971d-92565a2af0ec req-2da63273-087d-4559-b1f1-2578f2da37fc tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1096 time: 0.1270485 Oct 25 23:25:10.794619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Pushing event updated for resources: {'Port': ['ID=549175b2-6d21-4cff-99af-9111b2662ab5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:10.808732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:10.809419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:10.811075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-934e41e4-60bf-4326-88f1-470b8787b035 service neutron] 10.222.0.11 "PUT /v2.0/ports/549175b2-6d21-4cff-99af-9111b2662ab5 HTTP/1.1" status: 200 len: 1092 time: 2.3976810 Oct 25 23:25:10.811581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'tag': '549175b2-6d21-4cff-99af-9111b2662ab5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:10.813829 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "53ae76ac-08c6-4079-8fd5-c6b4c2edbe25", "tag": "549175b2-6d21-4cff-99af-9111b2662ab5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:10.871520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f23c5c1b-ea74-431e-971d-92565a2af0ec req-3df776bb-bc9b-44eb-a1a2-f896a4caf100 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829699 Oct 25 23:25:10.987127 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb2e1a-70e0-45cd-a571-b0da453a9b49 x-openstack-request-id: req-0acb2e1a-70e0-45cd-a571-b0da453a9b49 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:10.987422 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ae76ac-08c6-4079-8fd5-c6b4c2edbe25", "tag": "549175b2-6d21-4cff-99af-9111b2662ab5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:10.987676 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0acb2e1a-70e0-45cd-a571-b0da453a9b49 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:10.988084 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'tag': '549175b2-6d21-4cff-99af-9111b2662ab5', 'status': 'completed', 'code': 200} Oct 25 23:25:11.082860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-ec282727-ef5a-4641-bb39-b0e5301e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:11.084856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-ec282727-ef5a-4641-bb39-b0e5301e9122 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 1095 time: 0.2137790 Oct 25 23:25:11.115973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8::1 (717a5391-4c87-4fb4-98b2-78bebc4127cc/9f3768ac-b125-4c3b-9efa-333ca3d34b8c/293bea13-2318-40d0-a1fe-b9734f38e8fe) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:11.131573 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5ac8529-ce50-40c8-bdf1-133e37f36a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.135258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['285db41e-11c8-4f6c-a6ab-84f1149ce7da'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:25:11.172100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Attempting to bind port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:25:11.172787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Attempting to bind port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '015ab6f5-2b82-4736-8698-833ad4ec4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:25:11.173326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Attempting to bind port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 on network 07fe7638-291b-4f10-b5ba-0b9783b6f818 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:11.248312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:25:11.248798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Checking segment: {'id': '015ab6f5-2b82-4736-8698-833ad4ec4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:11.248940 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.249529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Bound using segment: {'id': '015ab6f5-2b82-4736-8698-833ad4ec4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:25:11.250215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Bound port: 8610ebc4-c42e-4aa3-b47f-de3391d27d25, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015ab6f5-2b82-4736-8698-833ad4ec4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07fe7638-291b-4f10-b5ba-0b9783b6f818'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:25:11.251453 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.255390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=285db41e-11c8-4f6c-a6ab-84f1149ce7da,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:11.363607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-b547eac4-b01a-43d9-a35a-056e4d0452cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=549175b2-6d21-4cff-99af-9111b2662ab5 HTTP/1.1" status: 200 len: 217 time: 0.2705100 Oct 25 23:25:11.396260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f5ac8529-ce50-40c8-bdf1-133e37f36a39 None None] For port da6fd8de-eb36-46b4-805c-729a88015b96, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=da6fd8de-eb36-46b4-805c-729a88015b96,segment=NetworkSegment(0d600774-f452-4fb4-ba6d-a8b2ba03f8d5),segment_id=0d600774-f452-4fb4-ba6d-a8b2ba03f8d5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:11.413956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5ac8529-ce50-40c8-bdf1-133e37f36a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.420672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.519393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-402de3d1-7bfb-4089-b01a-b31ae53f8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:11.520673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] For port 8610ebc4-c42e-4aa3-b47f-de3391d27d25, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:25:11.523616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-402de3d1-7bfb-4089-b01a-b31ae53f8abc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b HTTP/1.1" status: 200 len: 854 time: 0.1434650 Oct 25 23:25:11.554117 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.577755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-8de8d0a9-e446-4d14-a028-494dabdfbe45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425956 Oct 25 23:25:11.627613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.631998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:25:11.632842 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:25:11.643047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] For port 8610ebc4-c42e-4aa3-b47f-de3391d27d25, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8610ebc4-c42e-4aa3-b47f-de3391d27d25,segment=NetworkSegment(015ab6f5-2b82-4736-8698-833ad4ec4790),segment_id=015ab6f5-2b82-4736-8698-833ad4ec4790)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:25:11.650103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac8529-ce50-40c8-bdf1-133e37f36a39 None None] Pushing event updated for resources: {'Port': ['ID=da6fd8de-eb36-46b4-805c-729a88015b96,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:11.659402 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:11.821261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3bf7e-e5f5-4947-8baa-d114b6f973fc None None] Pushing event updated for resources: {'Port': ['ID=8610ebc4-c42e-4aa3-b47f-de3391d27d25,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:12.136840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43455b8f-a9d3-4ae2-ab58-518df32ab352 req-f11f77bb-4679-429f-9893-7edeed87e321 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:12.150810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43455b8f-a9d3-4ae2-ab58-518df32ab352 req-f11f77bb-4679-429f-9893-7edeed87e321 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1096 time: 0.1348610 Oct 25 23:25:12.253281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43455b8f-a9d3-4ae2-ab58-518df32ab352 req-ca612730-6c76-4f4d-b898-29bec7ef0aec tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014981 Oct 25 23:25:12.315960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0067b52-12b6-41b5-afa3-1342b5aa3a7d None None] Provisioning complete for port da6fd8de-eb36-46b4-805c-729a88015b96 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:12.316676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0067b52-12b6-41b5-afa3-1342b5aa3a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:12.513427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:12.551631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:12.589398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:12.590846 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:12.652694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da6fd8de-eb36-46b4-805c-729a88015b96 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:12.680968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=293bea13-2318-40d0-a1fe-b9734f38e8fe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:12.721339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-8c1c4f55-8eeb-4e2c-b328-c3d2c47b29e1 service neutron] 10.222.0.11 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1080227 Oct 25 23:25:12.780139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port da6fd8de-eb36-46b4-805c-729a88015b96 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:12.780885 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:12.901722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc638-fe1c-4c82-a8cd-68a57f2ce268 req-f83ebd1e-ae9f-44c8-ad73-1f43616ce877 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:12.904507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-305dc638-fe1c-4c82-a8cd-68a57f2ce268 req-f83ebd1e-ae9f-44c8-ad73-1f43616ce877 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 944 time: 1.2300274 Oct 25 23:25:12.932075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8610ebc4-c42e-4aa3-b47f-de3391d27d25 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:12.984343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6eceb41-a0c1-438d-a880-da15b29f91b7 req-9d3bee43-63d0-4952-a1e8-815189a19040 service neutron] 10.222.0.11 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534566 Oct 25 23:25:13.026408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-305dc638-fe1c-4c82-a8cd-68a57f2ce268 req-2f3d9133-6853-4f8b-84c4-cb584cf073ae tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975907 Oct 25 23:25:13.135937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:13.150414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:13.150776 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:13.259155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:13.287950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ba214e1b-ffa1-41a8-82f6-da15ae55df6b None None] Provisioning complete for port 293bea13-2318-40d0-a1fe-b9734f38e8fe triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:13.289222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ba214e1b-ffa1-41a8-82f6-da15ae55df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:13.406103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-4c091a18-1802-4479-96ae-b51b4e07d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:13.407798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-4c091a18-1802-4479-96ae-b51b4e07d437 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 1095 time: 0.2952971 Oct 25 23:25:13.431021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ba214e1b-ffa1-41a8-82f6-da15ae55df6b None None] Port 293bea13-2318-40d0-a1fe-b9734f38e8fe cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:13.437287 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:13.501195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 8610ebc4-c42e-4aa3-b47f-de3391d27d25, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8610ebc4-c42e-4aa3-b47f-de3391d27d25,segment=NetworkSegment(015ab6f5-2b82-4736-8698-833ad4ec4790),segment_id=015ab6f5-2b82-4736-8698-833ad4ec4790)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:13.510624 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:13.593906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18341132-4add-4e72-82fb-bb8b63d9a0a8 req-0a8b0c6a-5808-4e5d-924c-7965432a5a96 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:13.607101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=8610ebc4-c42e-4aa3-b47f-de3391d27d25,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:13.607277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18341132-4add-4e72-82fb-bb8b63d9a0a8 req-0a8b0c6a-5808-4e5d-924c-7965432a5a96 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1096 time: 0.1618168 Oct 25 23:25:13.691561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3c1d3-6a62-4a34-bf3c-f9dc342a358e None None] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:13.696609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18341132-4add-4e72-82fb-bb8b63d9a0a8 req-6cd1047d-7860-4f3a-be7f-ae1287f2732a tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837383 Oct 25 23:25:13.950554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 285db41e-11c8-4f6c-a6ab-84f1149ce7da up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:14.062540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c81dc1d1-29f2-4e47-8eb7-66ede8ba9acb None None] Provisioning complete for port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:14.063299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1d1-29f2-4e47-8eb7-66ede8ba9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.064725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-9e70f710-2c56-4810-9dd8-50cac65ba3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:14.066621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-9e70f710-2c56-4810-9dd8-50cac65ba3da service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 915 time: 0.5283248 Oct 25 23:25:14.180365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-a37ef73f-f71e-408d-9a59-133802919bae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=549175b2-6d21-4cff-99af-9111b2662ab5 HTTP/1.1" status: 200 len: 217 time: 0.1018593 Oct 25 23:25:14.225145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 285db41e-11c8-4f6c-a6ab-84f1149ce7da completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:25:14.261437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 285db41e-11c8-4f6c-a6ab-84f1149ce7da triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:14.262168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.383167 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.403439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-e0b767d7-3f4f-4566-b93a-ffc81654db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:14.406469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-e0b767d7-3f4f-4566-b93a-ffc81654db40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b HTTP/1.1" status: 200 len: 854 time: 0.2183487 Oct 25 23:25:14.425628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b36dd3-05c5-4edd-9115-f61cb2a66833 req-4b97778d-609e-475d-8718-84b4424b7a92 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:14.433547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b36dd3-05c5-4edd-9115-f61cb2a66833 req-4b97778d-609e-475d-8718-84b4424b7a92 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 944 time: 0.1968954 Oct 25 23:25:14.461187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:14.462310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285db41e-11c8-4f6c-a6ab-84f1149ce7da'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:14.478548 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a57598-74e3-43d9-978e-d4734a832f03" -d '{"events": [{"server_uuid": "f5d9c9cc-a639-49c3-94bb-c11326c579db", "name": "network-vif-plugged", "status": "completed", "tag": "285db41e-11c8-4f6c-a6ab-84f1149ce7da"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:14.496074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.526658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-2509c667-9af2-409d-b642-1e9d802bc19a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912538 Oct 25 23:25:14.557677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8610ebc4-c42e-4aa3-b47f-de3391d27d25 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:14.622643 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c6a87-9463-490b-bcf0-37df4d1ef844 x-openstack-request-id: req-ce2c6a87-9463-490b-bcf0-37df4d1ef844 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:14.626002 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d9c9cc-a639-49c3-94bb-c11326c579db", "name": "network-vif-plugged", "status": "completed", "tag": "285db41e-11c8-4f6c-a6ab-84f1149ce7da", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:14.626628 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce2c6a87-9463-490b-bcf0-37df4d1ef844 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:14.635046 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285db41e-11c8-4f6c-a6ab-84f1149ce7da', 'code': 200} Oct 25 23:25:14.651552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b36dd3-05c5-4edd-9115-f61cb2a66833 req-adc600ab-bf07-4edb-9a17-f3c60c7d790f tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746416 Oct 25 23:25:14.698812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 549175b2-6d21-4cff-99af-9111b2662ab5 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:25:14.731351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.784700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=285db41e-11c8-4f6c-a6ab-84f1149ce7da,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:14.786393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.787186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:14.873374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:14.878710 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:15.013356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e5166-32e4-4616-879a-76e7837723ec req-22e2102f-8a6c-46ab-a786-5fd23afa2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:15.019945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-631e5166-32e4-4616-879a-76e7837723ec req-22e2102f-8a6c-46ab-a786-5fd23afa2069 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.2848442 Oct 25 23:25:15.083360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=293bea13-2318-40d0-a1fe-b9734f38e8fe,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:15.150252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-0de46c08-8eaa-4591-9a82-97994396d317 service neutron] 10.222.0.11 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145999 Oct 25 23:25:15.199909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 549175b2-6d21-4cff-99af-9111b2662ab5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=549175b2-6d21-4cff-99af-9111b2662ab5,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:15.209002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fb1af-61ad-43e1-9ed9-55190fad9676 req-845ebe2d-03b7-495d-866f-dcdb4bf71a62 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:15.211901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b78fb1af-61ad-43e1-9ed9-55190fad9676 req-845ebe2d-03b7-495d-866f-dcdb4bf71a62 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.3892267 Oct 25 23:25:15.230432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '549175b2-6d21-4cff-99af-9111b2662ab5', 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e', 'port_id': '549175b2-6d21-4cff-99af-9111b2662ab5', 'mac_address': 'fa:16:3e:f1:d3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:25:15.271901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dddf01f9-a31e-4e63-b476-c25fd90ba3bb None None] Provisioning complete for port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:15.273398 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dddf01f9-a31e-4e63-b476-c25fd90ba3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:15.410965 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:15.434527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549175b2-6d21-4cff-99af-9111b2662ab5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:15.444133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e340ca8f-67ba-45b3-899f-b52f14ce6a2e req-5fd31287-c486-4d79-afbe-09598762a571 service neutron] 10.222.0.11 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757933 Oct 25 23:25:15.479948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 549175b2-6d21-4cff-99af-9111b2662ab5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=549175b2-6d21-4cff-99af-9111b2662ab5,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:15.491730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:15.497951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-631e5166-32e4-4616-879a-76e7837723ec req-d166e5d5-5e21-4da4-b13f-fd750d6209a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497225 Oct 25 23:25:15.567487 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b78fb1af-61ad-43e1-9ed9-55190fad9676 req-a7027da4-1d8a-4dcf-9520-79c333a85061 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204622 Oct 25 23:25:15.579888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:15.584191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:15.593528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=549175b2-6d21-4cff-99af-9111b2662ab5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:15.714543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['549175b2-6d21-4cff-99af-9111b2662ab5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:25:15.897093 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dc083c68-ce04-4209-9806-27f78ff62f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:15.918915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router c19cb6ce-15b0-4eb9-ab98-33e8c7658962 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:25:16.029505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e0bf6-ff44-4054-a9bc-2735722814d0 req-7498d379-e613-4430-8dd3-7b36eaf98963 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:16.037832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-340e0bf6-ff44-4054-a9bc-2735722814d0 req-7498d379-e613-4430-8dd3-7b36eaf98963 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 945 time: 0.1571751 Oct 25 23:25:16.099774 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-340e0bf6-ff44-4054-a9bc-2735722814d0 req-f28a295c-7a24-43a0-bd21-17d0fb76ed02 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Oct 25 23:25:16.199881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:16.224732 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] Sync routers for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:16.232986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea440328-1788-4ab1-baad-13b5c150ee32 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/c19cb6ce-15b0-4eb9-ab98-33e8c7658962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9789038 Oct 25 23:25:16.235740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55688) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:16.237341 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:16.237991 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:16.261974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-66660507-2fe3-48f8-8d7c-eaabfc7fa7e1 None None] Provisioning complete for port 293bea13-2318-40d0-a1fe-b9734f38e8fe triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:16.263619 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66660507-2fe3-48f8-8d7c-eaabfc7fa7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:16.286079 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:16.297955 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:16.299210 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:16.340932 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:16.340932 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69e5f0-f34a-4862-8701-dde0135e3956 None None] The sync data for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:16.341254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf2dc0-80e4-4419-9afb-578a5a6765c3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:16.346101 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-29bf2dc0-80e4-4419-9afb-578a5a6765c3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports/293bea13-2318-40d0-a1fe-b9734f38e8fe HTTP/1.1" status: 200 len: 911 time: 0.1085417 Oct 25 23:25:16.349060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55696) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:16.377415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-66660507-2fe3-48f8-8d7c-eaabfc7fa7e1 None None] Port 293bea13-2318-40d0-a1fe-b9734f38e8fe cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:16.785931 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:25:16.936775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deda35f-2730-4cef-a460-7f1adf2324fc req-dde6daba-9460-47ff-a6cb-2f4767cbc203 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:16.946055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6deda35f-2730-4cef-a460-7f1adf2324fc req-dde6daba-9460-47ff-a6cb-2f4767cbc203 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.1915758 Oct 25 23:25:16.951196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:17.102707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6deda35f-2730-4cef-a460-7f1adf2324fc req-1aa353db-5cc5-4f83-9af9-2b2bf7aa9b13 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557150 Oct 25 23:25:17.305920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841c0a-573a-4598-82c9-c1c138533ce4 req-93dde1ae-2932-4998-8f8e-1899ebe09931 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:17.311510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db841c0a-573a-4598-82c9-c1c138533ce4 req-93dde1ae-2932-4998-8f8e-1899ebe09931 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 945 time: 0.0926352 Oct 25 23:25:17.430687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db841c0a-573a-4598-82c9-c1c138533ce4 req-83069d93-adce-4acd-a450-0790e99c75e2 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 Oct 25 23:25:17.495698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:17.521389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8:1::1 (07fe7638-291b-4f10-b5ba-0b9783b6f818/b37ff384-410d-4e6c-9edc-9e144f61732b/774a6852-d0e0-4fdd-a4f3-491258de8800) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:17.759808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f01e47a-35c8-4675-8611-3b425c209acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:17.796807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:17.878301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:17.920936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f01e47a-35c8-4675-8611-3b425c209acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:17.930792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f01e47a-35c8-4675-8611-3b425c209acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:17.981698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:17.985078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:17.989503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:17.990025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.005429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=774a6852-d0e0-4fdd-a4f3-491258de8800,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:18.048340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1f01e47a-35c8-4675-8611-3b425c209acd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2a03f69f6034520a3eb0d34933e08b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459735 Oct 25 23:25:18.058714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55752) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:18.080147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01e47a-35c8-4675-8611-3b425c209acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64544eb-220b-4074-93c3-f48da91d7c36,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:18.139937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55756) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:18.204220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ac9-2dc0-43a6-9612-ca86d635a86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.287764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ac9-2dc0-43a6-9612-ca86d635a86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.321196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.353952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2d553b1c-4ced-4054-9095-37f2891bf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.368553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f41d0-3ea8-42df-866f-28a5921da46e req-58fdbb49-ba0b-4251-8a2b-27532f6f2650 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:18.388193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-623f41d0-3ea8-42df-866f-28a5921da46e req-58fdbb49-ba0b-4251-8a2b-27532f6f2650 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.1734509 Oct 25 23:25:18.520773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-623f41d0-3ea8-42df-866f-28a5921da46e req-521f2cfc-500c-4308-8ec6-b1d536204c91 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113083 Oct 25 23:25:18.539773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ac9-2dc0-43a6-9612-ca86d635a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.542818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ac9-2dc0-43a6-9612-ca86d635a86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.548802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1ba6ac9-2dc0-43a6-9612-ca86d635a86d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c64544eb-220b-4074-93c3-f48da91d7c36 HTTP/1.1" status: 204 len: 168 time: 0.4872551 Oct 25 23:25:18.574777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba6ac9-2dc0-43a6-9612-ca86d635a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64544eb-220b-4074-93c3-f48da91d7c36,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:18.691275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 549175b2-6d21-4cff-99af-9111b2662ab5 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:18.758651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedd972-ad14-4738-a918-48eb4ee41b3d req-946a2659-13dc-4863-a895-b70ea1d5eb3f tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:18.772108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abedd972-ad14-4738-a918-48eb4ee41b3d req-946a2659-13dc-4863-a895-b70ea1d5eb3f tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.1138711 Oct 25 23:25:18.784694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5706e874-92c9-4864-9714-9501c8c60a83 None None] Provisioning complete for port 774a6852-d0e0-4fdd-a4f3-491258de8800 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:18.789727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5706e874-92c9-4864-9714-9501c8c60a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:18.914195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abedd972-ad14-4738-a918-48eb4ee41b3d req-1d75d6e6-12a1-41fc-ad37-999ce6f96384 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328919 Oct 25 23:25:19.030122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5706e874-92c9-4864-9714-9501c8c60a83 None None] Port 774a6852-d0e0-4fdd-a4f3-491258de8800 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:19.039870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 549175b2-6d21-4cff-99af-9111b2662ab5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:25:19.047312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 549175b2-6d21-4cff-99af-9111b2662ab5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:19.048448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.133208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470df787-45dd-42d8-a8c5-07f5027b319d req-f84d6bff-badf-46c4-9d66-e9199bccee2a tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:19.143993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-470df787-45dd-42d8-a8c5-07f5027b319d req-f84d6bff-badf-46c4-9d66-e9199bccee2a tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.1430461 Oct 25 23:25:19.231321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-470df787-45dd-42d8-a8c5-07f5027b319d req-7e0bcc17-55b8-4107-995e-bd756cd6b4c1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Oct 25 23:25:19.290699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.322549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55778) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:19.342705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549175b2-6d21-4cff-99af-9111b2662ab5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:19.349726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d54031a-3df9-4ccc-991d-b7c900d6d08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.350106 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac08eeb-aa36-41b4-a477-c1f76937115a" -d '{"events": [{"server_uuid": "53ae76ac-08c6-4079-8fd5-c6b4c2edbe25", "name": "network-vif-plugged", "status": "completed", "tag": "549175b2-6d21-4cff-99af-9111b2662ab5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:19.379479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 549175b2-6d21-4cff-99af-9111b2662ab5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=549175b2-6d21-4cff-99af-9111b2662ab5,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:19.388420 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.540281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96dc6f-395f-46d8-b501-804db42f6375 req-93feb75c-a804-4993-ab14-7865c770c91a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:19.546768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a96dc6f-395f-46d8-b501-804db42f6375 req-93feb75c-a804-4993-ab14-7865c770c91a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 946 time: 0.1658633 Oct 25 23:25:19.549162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=549175b2-6d21-4cff-99af-9111b2662ab5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:19.576789 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4b0fc-1619-4746-9449-6f3497baf84b x-openstack-request-id: req-e0d4b0fc-1619-4746-9449-6f3497baf84b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:19.578041 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ae76ac-08c6-4079-8fd5-c6b4c2edbe25", "name": "network-vif-plugged", "status": "completed", "tag": "549175b2-6d21-4cff-99af-9111b2662ab5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:19.582432 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0d4b0fc-1619-4746-9449-6f3497baf84b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:19.582880 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549175b2-6d21-4cff-99af-9111b2662ab5', 'code': 200} Oct 25 23:25:19.638583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.687817 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d54031a-3df9-4ccc-991d-b7c900d6d08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.697602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d54031a-3df9-4ccc-991d-b7c900d6d08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:19.871683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-c9933736-b3c5-425f-afa4-44754ab40aa1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:19.880457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-c9933736-b3c5-425f-afa4-44754ab40aa1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 0.1224358 Oct 25 23:25:19.963173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a96dc6f-395f-46d8-b501-804db42f6375 req-6cdde0b5-c9d6-47ba-be3d-9cac9ccbe546 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963277 Oct 25 23:25:19.992805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-a7753551-ad3b-4096-9966-951b33a1252d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/quotas/b190975f81e048fb976e6b7849382179 HTTP/1.1" status: 200 len: 375 time: 0.1113672 Oct 25 23:25:20.005695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55794) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:20.007598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6d54031a-3df9-4ccc-991d-b7c900d6d08f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29ee1a5709cf4f17ada948170d1a67b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6838374 Oct 25 23:25:20.012565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54031a-3df9-4ccc-991d-b7c900d6d08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b169c-6bde-41e2-a18a-22d1b8235106,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:20.050926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d35bfb-d1ad-4003-87c5-f8b61db2c4bf req-891a71ac-2c85-462d-8a53-42edfcc0b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:20.051319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8d35bfb-d1ad-4003-87c5-f8b61db2c4bf req-891a71ac-2c85-462d-8a53-42edfcc0b704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 1097 time: 0.4244165 Oct 25 23:25:20.142655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-d4ffcfad-28b8-446f-8e27-343d4681209c tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318085 Oct 25 23:25:20.199022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.314113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.352096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8d35bfb-d1ad-4003-87c5-f8b61db2c4bf req-0a09390b-b347-46a1-8fca-c94d9b8b5526 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581890 Oct 25 23:25:20.358963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.359740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.365289 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-7d817f88-efc0-4464-bf56-ea3f6cb80764 service neutron] 10.222.0.25 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101102 Oct 25 23:25:20.395725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1be14942-80bf-404a-ad27-2accd57a6937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.501522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1be14942-80bf-404a-ad27-2accd57a6937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.532757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-1d14f6e2-111d-493a-bd24-2671ec69ef90 service neutron] 10.222.0.25 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604240 Oct 25 23:25:20.536003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=774a6852-d0e0-4fdd-a4f3-491258de8800,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:20.758676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:20.773414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:20.787434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.810708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1be14942-80bf-404a-ad27-2accd57a6937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.813301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1be14942-80bf-404a-ad27-2accd57a6937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:20.820974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1be14942-80bf-404a-ad27-2accd57a6937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/863b169c-6bde-41e2-a18a-22d1b8235106 HTTP/1.1" status: 204 len: 168 time: 0.8069999 Oct 25 23:25:20.890886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9a787b8-7d01-475d-90b5-e6c129f6d0da req-2b4c884e-4d76-48cb-a0c8-06dc9ce0654b tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 210 time: 0.1220186 Oct 25 23:25:21.207269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be14942-80bf-404a-ad27-2accd57a6937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b169c-6bde-41e2-a18a-22d1b8235106,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:21.258995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d01783-1cc9-4101-a58e-feccb675166d req-23c24c67-b12d-4246-a6e7-21ec1fea5ed7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:21.274829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36d01783-1cc9-4101-a58e-feccb675166d req-23c24c67-b12d-4246-a6e7-21ec1fea5ed7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 946 time: 0.1970286 Oct 25 23:25:21.314504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router c19cb6ce-15b0-4eb9-ab98-33e8c7658962 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:21.315376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4281e955-9652-4866-9ac0-118d97d93dba None None] Provisioning complete for port 774a6852-d0e0-4fdd-a4f3-491258de8800 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:21.316059 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4281e955-9652-4866-9ac0-118d97d93dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:21.342120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:21.352578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36d01783-1cc9-4101-a58e-feccb675166d req-c8b348b9-a914-4d04-8caf-784714207941 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702693 Oct 25 23:25:21.420502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4281e955-9652-4866-9ac0-118d97d93dba None None] Port 774a6852-d0e0-4fdd-a4f3-491258de8800 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:21.707825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:21.720173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] Sync routers for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:21.725088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e9db1b7b-e220-4639-8e87-382cadc57e8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/c19cb6ce-15b0-4eb9-ab98-33e8c7658962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3726556 Oct 25 23:25:21.725602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 55832) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:21.735965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:21.736616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:21.806025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:21.818548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:21.820001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:21.851829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a563269-6458-4841-ba9f-95eb70f0c6a9 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:21.853844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5a563269-6458-4841-ba9f-95eb70f0c6a9 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports/774a6852-d0e0-4fdd-a4f3-491258de8800 HTTP/1.1" status: 200 len: 913 time: 0.1269245 Oct 25 23:25:21.858529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 55840) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:21.943378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:21.944616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618788c-74d9-42b2-808b-ae65d6bd2b6c None None] The sync data for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:22.041445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6bcc3df1-6676-4df0-8068-fd5cab7e5392 req-bf4d1411-8c1d-4914-9e3f-9121903eea8d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 210 time: 0.0367556 Oct 25 23:25:22.398649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Deleting port ada730e3-667f-4ab3-bd43-e0a565181f2f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:22.399314 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:22.675231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] For port ada730e3-667f-4ab3-bd43-e0a565181f2f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ada730e3-667f-4ab3-bd43-e0a565181f2f,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:22.675906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:22.733821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115a7-baaa-4d25-84a4-c9c7b3c15a05 req-111cd2ab-fdf2-4bd3-979a-248712346c23 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:22.735411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc8115a7-baaa-4d25-84a4-c9c7b3c15a05 req-111cd2ab-fdf2-4bd3-979a-248712346c23 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 946 time: 0.2319086 Oct 25 23:25:22.743391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Calling delete_port for ada730e3-667f-4ab3-bd43-e0a565181f2f owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:23.066971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc8115a7-baaa-4d25-84a4-c9c7b3c15a05 req-1898394e-7220-4221-a5d7-debf1c6ab469 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213978 Oct 25 23:25:23.241205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b0acc3c-c473-45b0-94ec-c7c35189e61d req-1b9df7da-39a4-43e7-81a3-d0f7c3ab660d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 210 time: 0.0683117 Oct 25 23:25:23.346047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-ae9bb5ab-33a2-4394-9461-920c68b2f3c2 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:23.348720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-ae9bb5ab-33a2-4394-9461-920c68b2f3c2 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.11 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 0.4147046 Oct 25 23:25:23.357832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:23.374029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Request body: {'port': {'device_id': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'admin_state_up': True, 'tenant_id': 'b190975f81e048fb976e6b7849382179'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:23.665219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Made reservation on behalf of b190975f81e048fb976e6b7849382179 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:23.669313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:23.677378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:23.823291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Pushing event deleted for resources: {'Port': ['ID=ada730e3-667f-4ab3-bd43-e0a565181f2f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:24.466204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9bc9537b-03d6-449a-8917-91a01128801f req-bb94f205-14cf-48a6-8523-0b0fc193a666 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 210 time: 0.0510626 Oct 25 23:25:24.533403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Allocated IP 172.20.0.4 (16720bb1-352a-469e-8950-b0551de141bf/1bdb5d8b-15ae-44e8-bf9a-01de1842b001/9fb1c772-76dd-43c6-aac7-dfe6e2398bcd) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:24.607999 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:24.784226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:24.870009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:24.903473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['285db41e-11c8-4f6c-a6ab-84f1149ce7da'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:25:25.682907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Network 16720bb1-352a-469e-8950-b0551de141bf is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:25.696227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90857d0-da42-4774-b800-28cb9dd23347 req-6fdda04c-db2f-4086-93ae-098c11afe7e4 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:25.705292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d90857d0-da42-4774-b800-28cb9dd23347 req-6fdda04c-db2f-4086-93ae-098c11afe7e4 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1027 time: 0.1104596 Oct 25 23:25:25.758466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d90857d0-da42-4774-b800-28cb9dd23347 req-77fbe42b-9a18-4d59-af37-1ae1324de952 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Oct 25 23:25:25.767442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:25.770760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:25.773594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:25.802594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 774a6852-d0e0-4fdd-a4f3-491258de8800 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:25.802594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:25.918169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:25.918796 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:26.001242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-fa4937d1-0c8b-43a1-ba6b-cac3e5f943aa tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6361270 Oct 25 23:25:26.130067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:26.154204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Request body: {'port': {'device_id': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:26.214564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 774a6852-d0e0-4fdd-a4f3-491258de8800 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:26.216331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b4a9a261-6c20-471e-a34c-37074553da3e None None] Provisioning complete for port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:26.216810 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a261-6c20-471e-a34c-37074553da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:26.241183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Router fa6597e7-8bc2-46ec-9196-0d503770ec49 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:26.269423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9a261-6c20-471e-a34c-37074553da3e None None] Port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:26.390850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:27.173086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:27.189303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d329c4b-5c33-4bc9-af8e-92867b07633a admin admin] 10.222.0.25 "PUT /v2.0/routers/fa6597e7-8bc2-46ec-9196-0d503770ec49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0460660 Oct 25 23:25:27.189673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56036) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:27.190835 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] Sync routers for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:27.204599 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:27.210275 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:27.424347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:27.458175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5086e4-008f-49ab-9403-892dfbb70bf3 req-fb864ae9-0db8-4226-8456-a9ea26127ea8 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:27.463414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f5086e4-008f-49ab-9403-892dfbb70bf3 req-fb864ae9-0db8-4226-8456-a9ea26127ea8 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1027 time: 0.3579121 Oct 25 23:25:27.515908 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:27.549228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:27.566789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:27.590789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:27.659633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=774a6852-d0e0-4fdd-a4f3-491258de8800,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:27.715930 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:27.725867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Transition to ACTIVE for port object 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:25:27.764069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f5086e4-008f-49ab-9403-892dfbb70bf3 req-bd8db9f6-82b6-4f49-8312-dee002d9f95d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806284 Oct 25 23:25:27.840703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:27.957350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Deleting port 4f449f74-a623-4aae-afff-a0f688983842 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:27.959773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:28.207999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] For port 4f449f74-a623-4aae-afff-a0f688983842, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4f449f74-a623-4aae-afff-a0f688983842,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:28.208659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:28.237126 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '4f449f74-a623-4aae-afff-a0f688983842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:25:23Z', 'revision_number': 5, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port': {'id': '4f449f74-a623-4aae-afff-a0f688983842', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:26Z', 'updated_at': '2021-10-25T23:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:28.255181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Calling delete_port for 4f449f74-a623-4aae-afff-a0f688983842 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:28.329765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:28.350830 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] Checking router: fa6597e7-8bc2-46ec-9196-0d503770ec49 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:25:28.404382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:28.409283 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] Routers {'fa6597e7-8bc2-46ec-9196-0d503770ec49'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:28.409919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['fa6597e7-8bc2-46ec-9196-0d503770ec49'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:28.522034 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:28.643907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-da3219bb-a1ca-411e-8cb6-9cc028f3e737 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2697053 Oct 25 23:25:28.751709 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] Set router fa6597e7-8bc2-46ec-9196-0d503770ec49 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:28.796871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Attempting to bind port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:25:28.797161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Attempting to bind port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:25:28.797483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Attempting to bind port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd on network 16720bb1-352a-469e-8950-b0551de141bf {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:28.911299 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:25:27Z', 'revision_number': 6, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:28.944204 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86399afb-3253-43e5-bd3a-ac2c7c921c0f None None] The sync data for ids ['fa6597e7-8bc2-46ec-9196-0d503770ec49'] in n-d-815373-1 is: [{'id': 'fa6597e7-8bc2-46ec-9196-0d503770ec49', 'name': 'tempest-TestVolumeBackupRestore-1231065501-router', 'tenant_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:24Z', 'updated_at': '2021-10-25T23:25:27Z', 'revision_number': 6, 'project_id': '72f2a4a81ae64a44a4b7c4a3912ffba1', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:28.953387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd on network 16720bb1-352a-469e-8950-b0551de141bf not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:25:28.958632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Attempting to bind port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd on network 16720bb1-352a-469e-8950-b0551de141bf {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:29.016507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e7f04-cde8-43e1-bc6c-c19536c0146f req-8e74aec8-7485-4634-9404-23954e1004c2 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:29.018140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246e7f04-cde8-43e1-bc6c-c19536c0146f req-8e74aec8-7485-4634-9404-23954e1004c2 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1052 time: 0.1216726 Oct 25 23:25:29.020674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.029353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-7e274e01-c7b2-48bd-a529-a26b3f8e2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:29.031002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-7e274e01-c7b2-48bd-a529-a26b3f8e2324 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1096 time: 0.2359481 Oct 25 23:25:29.032372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:25:29.032708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Checking segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:29.033136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Bound using segment: {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:25:29.033780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Bound port: 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1db5569-a609-4208-b46a-8fe05c972d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16720bb1-352a-469e-8950-b0551de141bf'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:25:29.034204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.156104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f449f74-a623-4aae-afff-a0f688983842,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:29.245461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-d17855e5-0ec7-4c3a-b311-e49300b2c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:29.247892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-d17855e5-0ec7-4c3a-b311-e49300b2c89e service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.1819720 Oct 25 23:25:29.257076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-246e7f04-cde8-43e1-bc6c-c19536c0146f req-52b2bbc6-080b-4b33-a163-626f90dbdc52 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795559 Oct 25 23:25:29.370894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.422980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-a116a9a0-0e2c-46e0-b7f9-1c74655740c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 1001 time: 0.1055517 Oct 25 23:25:29.558098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-3b65c585-785f-412d-873e-9929f87148bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:29.559877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-3b65c585-785f-412d-873e-9929f87148bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1237071 Oct 25 23:25:29.619783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.628254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.715422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.716074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6597e7-8bc2-46ec-9196-0d503770ec49 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:25:29.726206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.729690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5e8e7b55-60dd-44aa-9544-6a20386c9b8e admin admin] 10.222.0.25 "DELETE /v2.0/routers/fa6597e7-8bc2-46ec-9196-0d503770ec49 HTTP/1.1" status: 204 len: 168 time: 2.5366774 Oct 25 23:25:29.730084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:29.759633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] For port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:25:29.826832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] For port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:25:29.894264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:29.941287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Deleting subnet bcf9ecf3-5481-4c45-92dc-7abdb66e924f {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:29.948519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-f1398c97-37e9-4342-a3b3-2d12309f37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:29.955485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-f1398c97-37e9-4342-a3b3-2d12309f37c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3327172 Oct 25 23:25:29.966002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:30.133396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router c19cb6ce-15b0-4eb9-ab98-33e8c7658962 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:30.133775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:30.134604 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:30.136073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] 10.222.0.11 "PUT /v2.0/ports/9fb1c772-76dd-43c6-aac7-dfe6e2398bcd HTTP/1.1" status: 200 len: 1091 time: 4.0020702 Oct 25 23:25:30.143245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:30.150664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'tag': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:30.155339 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44", "tag": "9fb1c772-76dd-43c6-aac7-dfe6e2398bcd"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:30.280994 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d74f7-f383-45bd-a793-63f880ac4276 x-openstack-request-id: req-193d74f7-f383-45bd-a793-63f880ac4276 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:30.281441 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44", "tag": "9fb1c772-76dd-43c6-aac7-dfe6e2398bcd", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:30.282103 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-193d74f7-f383-45bd-a793-63f880ac4276 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:30.282834 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'tag': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd', 'status': 'completed', 'code': 200} Oct 25 23:25:30.353150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42d0e3-585b-4388-9383-38baa905705b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:30.495477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ada730e3-667f-4ab3-bd43-e0a565181f2f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:30.620644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ada730e3-667f-4ab3-bd43-e0a565181f2f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:30.630056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-e4b11958-85cb-4c6e-9a64-c326845a0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:30.631743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-e4b11958-85cb-4c6e-9a64-c326845a0e87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1094 time: 0.4180374 Oct 25 23:25:30.637868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-05fe0121-fe34-411b-ac28-dbee35b6f418 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135995 Oct 25 23:25:30.640390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ada730e3-667f-4ab3-bd43-e0a565181f2f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:30.642138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f449f74-a623-4aae-afff-a0f688983842 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:30.738472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:30.745806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4f449f74-a623-4aae-afff-a0f688983842 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:30.746171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4f449f74-a623-4aae-afff-a0f688983842 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:30.852003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3699-7b48-4be6-8c80-3ab5f8083c9a req-6fc6815b-3a39-4b1e-a2e0-b39b50364aa7 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:30.856068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfcf3699-7b48-4be6-8c80-3ab5f8083c9a req-6fc6815b-3a39-4b1e-a2e0-b39b50364aa7 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1094 time: 0.4064600 Oct 25 23:25:30.972880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:30.986230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-8a3f0de7-a719-41a4-8c40-09fb69a5e529 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd HTTP/1.1" status: 200 len: 217 time: 0.2884107 Oct 25 23:25:30.988219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] Sync routers for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:30.998023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2581f9-2d12-4852-b0c3-a2226d590917 req-1b3e34cf-9d27-4462-8dec-7349fc2f6bcc service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398952 Oct 25 23:25:31.008381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-44c7ed27-d2d1-42fe-924f-e07a97759733 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/c19cb6ce-15b0-4eb9-ab98-33e8c7658962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1406405 Oct 25 23:25:31.008633 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.028055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56116) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:31.031015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:31.041436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:31.168108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf9ecf3-5481-4c45-92dc-7abdb66e924f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:31.185712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:31.198837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dfcf3699-7b48-4be6-8c80-3ab5f8083c9a req-f58024f0-49a2-46c7-a35d-b284affc8890 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345511 Oct 25 23:25:31.206744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.219232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1373a750-bd34-40ea-a15e-6910f6176f2a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bcf9ecf3-5481-4c45-92dc-7abdb66e924f HTTP/1.1" status: 204 len: 168 time: 1.4859602 Oct 25 23:25:31.220683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56126) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:31.221241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c89c2d-105b-4859-8df8-3ec3bea463d2 None None] Network fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:31.424551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.541228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:31.542669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:31.543439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Deleting port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:31.545261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.546248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-95ca1d3e-e406-4366-8fd2-b225f2e006fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:31.549364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-95ca1d3e-e406-4366-8fd2-b225f2e006fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdb5d8b-15ae-44e8-bf9a-01de1842b001 HTTP/1.1" status: 200 len: 848 time: 0.5398552 Oct 25 23:25:31.602981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:31.604000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98cd40-89b9-4517-b061-bd94407081fd None None] The sync data for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:31.732870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] For port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:31.733272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.733516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] DHCP port deletion for fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:31.763245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Calling delete_port for dbe5e328-5ff9-4427-9a51-e2e1ec268e2b owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:31.841786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Deleting port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:31.842611 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.936785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:31.950496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] No DVR routers for this DVR port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:31.978251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] For port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,segment=NetworkSegment(130f5d9c-cbcf-4033-9140-eb6fec9bd9cd),segment_id=130f5d9c-cbcf-4033-9140-eb6fec9bd9cd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:31.978654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.032670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Calling delete_port for dbe5e328-5ff9-4427-9a51-e2e1ec268e2b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:32.071987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:32.089283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c0209-38c9-4aa7-a9d3-5fac0f9edb04 req-65e47c90-9961-48bc-92c6-7a4843d10b2a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:32.090899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-807c0209-38c9-4aa7-a9d3-5fac0f9edb04 req-65e47c90-9961-48bc-92c6-7a4843d10b2a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.8137255 Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.125930 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:32.129024 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:25:32.137680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.169108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Pushing event deleted for resources: {'Port': ['ID=dbe5e328-5ff9-4427-9a51-e2e1ec268e2b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:32.177017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] No DVR routers for this DVR port dbe5e328-5ff9-4427-9a51-e2e1ec268e2b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:32.179930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.180497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.181047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.181696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.182286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.183482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.184002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.185406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.185941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.187118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.187711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.188967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dd44d-0650-4a69-b8f3-df6e8e5abddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:25:32.199706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.212976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-2f9e8796-bc11-4612-9f5a-2c79cec8921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:32.214547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-2f9e8796-bc11-4612-9f5a-2c79cec8921b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16720bb1-352a-469e-8950-b0551de141bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6497037 Oct 25 23:25:32.255335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe783fb4-bca1-4ad8-a9a3-1b157079cbf2']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:32.272698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:32.273317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130f5d9c-cbcf-4033-9140-eb6fec9bd9cd') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:32.289938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.291878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-807c0209-38c9-4aa7-a9d3-5fac0f9edb04 req-44d5809d-ce1a-49c0-aad4-fa5a6ee010c3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871171 Oct 25 23:25:32.414574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.432618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:32.436008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:32.438409 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:32.441338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dbe5e328-5ff9-4427-9a51-e2e1ec268e2b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:32.496098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-66468790-aa8e-420f-913d-ca418c5544e2 service neutron] 10.222.0.11 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532458 Oct 25 23:25:32.508023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: dbe5e328-5ff9-4427-9a51-e2e1ec268e2b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:32.510170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dbe5e328-5ff9-4427-9a51-e2e1ec268e2b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:32.550312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d91aa-2b0a-4085-ab11-c50f3a91c387 req-a706ceb2-176d-48ad-836d-4fd9856c5c2c tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:32.559352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b4d91aa-2b0a-4085-ab11-c50f3a91c387 req-a706ceb2-176d-48ad-836d-4fd9856c5c2c tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1094 time: 0.2171330 Oct 25 23:25:32.570250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.607668 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.611712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/fe783fb4-bca1-4ad8-a9a3-1b157079cbf2 HTTP/1.1" status: 204 len: 168 time: 1.3873210 Oct 25 23:25:32.612599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e2d0-a3a0-42c8-9633-8e6a9006a8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fe783fb4-bca1-4ad8-a9a3-1b157079cbf2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:32.616447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56148) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:32.817957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44fd586b-5a10-4c25-aa39-30d86c55963e req-7c327ae0-0630-4429-8297-a56b3e16dfba service neutron] 10.222.0.11 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044999 Oct 25 23:25:32.823991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:32.967492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-20d17d54-57cc-48db-bff3-ff5038358860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:32.969172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-20d17d54-57cc-48db-bff3-ff5038358860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1094 time: 0.0688493 Oct 25 23:25:33.015403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b4d91aa-2b0a-4085-ab11-c50f3a91c387 req-0770ed20-cebd-46c7-900c-eb926943d99d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547558 Oct 25 23:25:33.241335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-2d5be03f-0bfb-40aa-af31-15aba95cfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:33.243205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-2d5be03f-0bfb-40aa-af31-15aba95cfcfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 0.2645288 Oct 25 23:25:33.281716 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:33.362534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-c62a79bb-5b84-4c2a-9d6f-5f82aa276bd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd HTTP/1.1" status: 200 len: 217 time: 0.1026177 Oct 25 23:25:33.611445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-5e2c1846-7217-430f-819b-ef6ed863a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:33.613109 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-5e2c1846-7217-430f-819b-ef6ed863a212 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdb5d8b-15ae-44e8-bf9a-01de1842b001 HTTP/1.1" status: 200 len: 848 time: 0.2373774 Oct 25 23:25:33.617302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 293bea13-2318-40d0-a1fe-b9734f38e8fe {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:33.617751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:33.704171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62471589-9951-44be-a643-7972d7200f77 req-62ed6435-cb24-4b75-a94c-7557e24ea577 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:33.705847 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62471589-9951-44be-a643-7972d7200f77 req-62ed6435-cb24-4b75-a94c-7557e24ea577 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.2462225 Oct 25 23:25:33.793689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62471589-9951-44be-a643-7972d7200f77 req-d570ec76-888d-49dc-8127-0d753ec7e07b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785141 Oct 25 23:25:33.801527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-451c9c63-3adc-4224-bc21-7d3b6ac006a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:33.803649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-451c9c63-3adc-4224-bc21-7d3b6ac006a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16720bb1-352a-469e-8950-b0551de141bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782722 Oct 25 23:25:33.839703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:33.887255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Deleting port 597b7860-c784-4874-9213-c9576878735a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:33.887597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:33.896737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 293bea13-2318-40d0-a1fe-b9734f38e8fe owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:34.027605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-a67eaea3-8576-4ce4-ba1c-ab87ed99a5bb service neutron] 10.222.0.11 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096055 Oct 25 23:25:34.237034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] For port 597b7860-c784-4874-9213-c9576878735a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=597b7860-c784-4874-9213-c9576878735a,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:34.237629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:34.276192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Calling delete_port for 597b7860-c784-4874-9213-c9576878735a owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:34.286868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264fa8d-7516-4431-aa97-af3af8776d4a req-1d01d880-b485-4cb0-97f6-e09ea403db3e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:34.288609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0264fa8d-7516-4431-aa97-af3af8776d4a req-1d01d880-b485-4cb0-97f6-e09ea403db3e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1094 time: 0.1560023 Oct 25 23:25:34.310757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0db89a36-e61d-4ea2-8ee9-75e44a0c6057 req-1be1a023-f4bc-49ad-970f-7a0208be78b5 service neutron] 10.222.0.11 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709587 Oct 25 23:25:34.482542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0264fa8d-7516-4431-aa97-af3af8776d4a req-c95a7d55-87e7-4556-8c25-816852fcb237 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866453 Oct 25 23:25:34.488885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:34.525342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=293bea13-2318-40d0-a1fe-b9734f38e8fe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:34.661518 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:34.689710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:34.743690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Pushing event deleted for resources: {'Port': ['ID=597b7860-c784-4874-9213-c9576878735a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:34.773492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:25:35.007496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router c19cb6ce-15b0-4eb9-ab98-33e8c7658962 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:35.077726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:35.111588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd', 'network_id': '16720bb1-352a-469e-8950-b0551de141bf', 'port_id': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd', 'mac_address': 'fa:16:3e:b6:e2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdb5d8b-15ae-44e8-bf9a-01de1842b001', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:25:35.236620 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.250773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:35.251987 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.262662 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] Sync routers for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:35.265461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea87b3c7-029f-4539-abc6-ba430b553dd7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/c19cb6ce-15b0-4eb9-ab98-33e8c7658962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2337415 Oct 25 23:25:35.276735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec207d2-2e86-43ff-9778-a94f687e65b4 req-2e908801-5184-4c63-bf7c-341a0479124a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:35.278418 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:35.279522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ec207d2-2e86-43ff-9778-a94f687e65b4 req-2e908801-5184-4c63-bf7c-341a0479124a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.2428966 Oct 25 23:25:35.280184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56196) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:35.280337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:35.313820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8ef51909-9d2f-4ea3-b4fa-e07faad896a3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19cb6ce-15b0-4eb9-ab98-33e8c7658962 HTTP/1.1" status: 200 len: 205 time: 0.0305073 Oct 25 23:25:35.316272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56198) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:35.332710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:35.390045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:35.399273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.435167 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.516248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:35.628568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['9fb1c772-76dd-43c6-aac7-dfe6e2398bcd'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:25:35.659925 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:35.701659 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] Routers {'c19cb6ce-15b0-4eb9-ab98-33e8c7658962'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:35.702335 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:35.780549 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:35.781337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15b8f0-1efc-4174-9f20-dab012cda272 None None] The sync data for ids ['c19cb6ce-15b0-4eb9-ab98-33e8c7658962'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:35.847731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ec207d2-2e86-43ff-9778-a94f687e65b4 req-f48e50fc-0175-42b7-b41c-929b3fd0528b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5321729 Oct 25 23:25:35.857999 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.867820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.969649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.970398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router c19cb6ce-15b0-4eb9-ab98-33e8c7658962 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:25:35.983869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:35.989499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4c472962-5dc6-4598-9b45-2640d980bf4a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/c19cb6ce-15b0-4eb9-ab98-33e8c7658962 HTTP/1.1" status: 204 len: 168 time: 0.6697898 Oct 25 23:25:35.989753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:36.094804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56212) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:36.164261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet b37ff384-410d-4e6c-9edc-9e144f61732b {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:36.178454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:36.283568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:36.410367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5fe07-bec0-4ead-bf3d-c835887ba568 req-122ce685-e6a7-471a-befe-527f81cd9b17 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:36.411916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ac5fe07-bec0-4ead-bf3d-c835887ba568 req-122ce685-e6a7-471a-befe-527f81cd9b17 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1095 time: 0.0899122 Oct 25 23:25:36.481064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:36.551699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ac5fe07-bec0-4ead-bf3d-c835887ba568 req-702e7131-f896-479c-ad9c-df1dfe8e2547 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217225 Oct 25 23:25:36.621513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:36.804604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:36.805312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:36.957963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:25:36.962753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:36.963503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.089124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:37.124266 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.136089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce70fdb7-b173-4c3a-929a-f691aa15da8c admin admin] 10.222.0.25 "PUT /v2.0/routers/526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5183988 Oct 25 23:25:37.140904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56228) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:37.156560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] Sync routers for ids ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:37.226187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] Routers {'526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:37.231021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:37.360714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=b37ff384-410d-4e6c-9edc-9e144f61732b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:37.430823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.487681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.506032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-57e233f9-77cb-4f81-99a0-a1e5da460f35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/b37ff384-410d-4e6c-9edc-9e144f61732b HTTP/1.1" status: 204 len: 168 time: 1.5128717 Oct 25 23:25:37.526462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56236) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:37.540427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] Set router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:37.603893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:37.606584 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39af7059-a12f-4db0-a9ad-573ecc894f59" -d '{"events": [{"server_uuid": "c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1c772-76dd-43c6-aac7-dfe6e2398bcd"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:37.630124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet 9f3768ac-b125-4c3b-9efa-333ca3d34b8c {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:37.634450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.688972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.733375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1e0d9-a8b8-4dba-9d2a-14facb3fcdbf None None] Network 07fe7638-291b-4f10-b5ba-0b9783b6f818 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:37.802730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:37.822636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.884635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b96eff-ffcd-44fe-ba8b-4867fe05fb69 req-83cb3ec0-d3be-4311-92a9-7a00f91c3ef1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:37.885033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:37.887575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-01b96eff-ffcd-44fe-ba8b-4867fe05fb69 req-83cb3ec0-d3be-4311-92a9-7a00f91c3ef1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1095 time: 0.1402018 Oct 25 23:25:37.893508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.035986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941840f-1311-4507-8296-95a9a1824eb4 req-898f9624-e95b-4709-af2f-a43579888988 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:38.042893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8941840f-1311-4507-8296-95a9a1824eb4 req-898f9624-e95b-4709-af2f-a43579888988 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.6807296 Oct 25 23:25:38.074434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-01b96eff-ffcd-44fe-ba8b-4867fe05fb69 req-d0895591-2cde-4a2b-92fd-c6b2690edc1e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528909 Oct 25 23:25:38.107835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:38.140032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Deleting port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:38.141159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.204927 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be2e9cb-4600-4f7f-842f-ec6821e9269f x-openstack-request-id: req-1be2e9cb-4600-4f7f-842f-ec6821e9269f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:38.204927 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1c772-76dd-43c6-aac7-dfe6e2398bcd", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:38.205306 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1be2e9cb-4600-4f7f-842f-ec6821e9269f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:38.205611 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd', 'code': 200} Oct 25 23:25:38.274924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:25:34Z', 'revision_number': 5, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port': {'id': '4666ade5-dbb1-47cf-a2d7-6dceb22b61ee', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:18:38Z', 'updated_at': '2021-10-25T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:38.348261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] Checking router: 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:25:38.361521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] For port 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:38.366615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.376664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] Routers {'526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:38.378386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:38.407181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Calling delete_port for 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:38.652695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] Set router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:38.720860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:25:37Z', 'revision_number': 6, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:38.723227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] DHCP port deletion for 07fe7638-291b-4f10-b5ba-0b9783b6f818 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:38.734188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8941840f-1311-4507-8296-95a9a1824eb4 req-ad6398c2-3e94-4f16-8ad7-38b47e563d99 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6871223 Oct 25 23:25:38.829054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.840446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04add4a-3d11-4507-9b45-58527961f900 None None] The sync data for ids ['526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38'] in n-d-815373-1 is: [{'id': '526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38', 'name': 'tempest-TestVolumeBackupRestore-1255029623-router', 'tenant_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:18:36Z', 'updated_at': '2021-10-25T23:25:37Z', 'revision_number': 6, 'project_id': '15a7c9e0b3ef45f9b312be6e1aef6215', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:38.862791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687b4f-c7e3-4038-b905-649a8f06b7d1 req-f9b368cf-9eba-4cb7-a5e9-4dddc6801cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:38.866789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b687b4f-c7e3-4038-b905-649a8f06b7d1 req-f9b368cf-9eba-4cb7-a5e9-4dddc6801cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.4834015 Oct 25 23:25:38.886254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] Deleting port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:38.886725 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.918416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.920541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3768ac-b125-4c3b-9efa-333ca3d34b8c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:38.954693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:38.962340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-35e3d137-6da3-4336-a1ef-af74cb9cffee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/9f3768ac-b125-4c3b-9efa-333ca3d34b8c HTTP/1.1" status: 204 len: 168 time: 1.4346218 Oct 25 23:25:38.963176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56252) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:38.975872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00d113-ffbf-4493-9ed2-821c73ac929b None None] Network 717a5391-4c87-4fb4-98b2-78bebc4127cc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:39.073379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4666ade5-dbb1-47cf-a2d7-6dceb22b61ee,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:39.086178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b687b4f-c7e3-4038-b905-649a8f06b7d1 req-f2d46986-ee89-4bd3-9975-e8b9c52329f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616709 Oct 25 23:25:39.126952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] For port 8610ebc4-c42e-4aa3-b47f-de3391d27d25, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8610ebc4-c42e-4aa3-b47f-de3391d27d25,segment=NetworkSegment(015ab6f5-2b82-4736-8698-833ad4ec4790),segment_id=015ab6f5-2b82-4736-8698-833ad4ec4790)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:39.127691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.168993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] Calling delete_port for 8610ebc4-c42e-4aa3-b47f-de3391d27d25 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:39.202522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.280977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.336934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.385498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] Pushing event deleted for resources: {'Port': ['ID=8610ebc4-c42e-4aa3-b47f-de3391d27d25,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:39.393055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639587d9-8f4a-41ee-935f-e3c290399dbc None None] No DVR routers for this DVR port 8610ebc4-c42e-4aa3-b47f-de3391d27d25 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:39.494344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] DHCP port deletion for 717a5391-4c87-4fb4-98b2-78bebc4127cc request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:39.578583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.587133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.598094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.607779 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.644905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] Deleting port da6fd8de-eb36-46b4-805c-729a88015b96 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:39.645263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.730805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496fb8-e59e-4438-ad16-c510f6c6640a req-2fc6d9b1-da58-41df-a17c-44798726c5d0 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:39.741498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6496fb8-e59e-4438-ad16-c510f6c6640a req-2fc6d9b1-da58-41df-a17c-44798726c5d0 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.4017739 Oct 25 23:25:39.754972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.755492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:25:39.757624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fe7638-291b-4f10-b5ba-0b9783b6f818']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:39.758609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] For port da6fd8de-eb36-46b4-805c-729a88015b96, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=da6fd8de-eb36-46b4-805c-729a88015b96,segment=NetworkSegment(0d600774-f452-4fb4-ba6d-a8b2ba03f8d5),segment_id=0d600774-f452-4fb4-ba6d-a8b2ba03f8d5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:39.760210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.765500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.770882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35190062-e751-4767-97aa-5538adcd4cd7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/526dc1f7-c4f7-47b6-bbee-faa4ba7a8e38 HTTP/1.1" status: 204 len: 168 time: 2.6282835 Oct 25 23:25:39.775476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56262) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:39.804295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] Calling delete_port for da6fd8de-eb36-46b4-805c-729a88015b96 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:39.855802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6496fb8-e59e-4438-ad16-c510f6c6640a req-a3e65b94-0d98-4b62-b3c7-3950453a4a5f tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081409 Oct 25 23:25:39.882941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015ab6f5-2b82-4736-8698-833ad4ec4790') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:39.883273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015ab6f5-2b82-4736-8698-833ad4ec4790') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:39.941712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Deleting subnet a66542f7-8ee6-49e9-9305-5b1a157a4ccf {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:39.956680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:39.994628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.022543 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.062353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] Pushing event deleted for resources: {'Port': ['ID=da6fd8de-eb36-46b4-805c-729a88015b96,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:40.070055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad60d75-6fc5-4622-bef2-aa00b8ef49fc None None] No DVR routers for this DVR port da6fd8de-eb36-46b4-805c-729a88015b96 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:40.113836 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.160053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:40.160462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:40.391975 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:40.438324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.446065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.540861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.544816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/07fe7638-291b-4f10-b5ba-0b9783b6f818 HTTP/1.1" status: 204 len: 168 time: 1.5778060 Oct 25 23:25:40.547367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56270) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:40.558031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:40.602440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f19f6-2681-41de-ac9f-477d0a284f59 req-00fb2020-b99f-4b29-87d7-da28faead30a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:40.610717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-967f19f6-2681-41de-ac9f-477d0a284f59 req-00fb2020-b99f-4b29-87d7-da28faead30a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.6866686 Oct 25 23:25:40.619949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:40.620321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4666ade5-dbb1-47cf-a2d7-6dceb22b61ee not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:40.620994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 597b7860-c784-4874-9213-c9576878735a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:40.651165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 597b7860-c784-4874-9213-c9576878735a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:40.651499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 597b7860-c784-4874-9213-c9576878735a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:40.652139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da6fd8de-eb36-46b4-805c-729a88015b96 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:40.684031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b4b55-7efe-474e-9eb6-f6f5646eed8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=07fe7638-291b-4f10-b5ba-0b9783b6f818,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:40.706986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: da6fd8de-eb36-46b4-805c-729a88015b96 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:40.707328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da6fd8de-eb36-46b4-805c-729a88015b96 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:40.707753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8610ebc4-c42e-4aa3-b47f-de3391d27d25 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:40.737710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.762196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8610ebc4-c42e-4aa3-b47f-de3391d27d25 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:40.762551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8610ebc4-c42e-4aa3-b47f-de3391d27d25 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:40.769661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-967f19f6-2681-41de-ac9f-477d0a284f59 req-34380b06-efe6-451f-ac13-18a44c958d85 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577952 Oct 25 23:25:40.864460 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:40.957554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.002367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717a5391-4c87-4fb4-98b2-78bebc4127cc']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:41.015650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:41.016236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d600774-f452-4fb4-ba6d-a8b2ba03f8d5') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:41.035075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.039192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad152-7d61-454d-9859-f547d843455c req-4c328e1b-49a2-4db1-a16a-9b037921792c tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:41.045429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.054918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2bad152-7d61-454d-9859-f547d843455c req-4c328e1b-49a2-4db1-a16a-9b037921792c tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.1110129 Oct 25 23:25:41.085355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.100622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:41.101417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.103600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66542f7-8ee6-49e9-9305-5b1a157a4ccf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:41.107775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.113424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-080c59c5-a09b-45c9-8213-40e8c0e8b809 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a66542f7-8ee6-49e9-9305-5b1a157a4ccf HTTP/1.1" status: 204 len: 168 time: 1.3344560 Oct 25 23:25:41.114071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56280) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:41.116164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Deleting port b276e611-c058-438d-bb94-d5060adb06e5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:41.116618 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.119850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbdf822-da76-4842-99af-bce8d9e02a7d None None] Network d5a236be-020b-46f2-ad33-4df9eac8039e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:41.128800 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:41.185797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2bad152-7d61-454d-9859-f547d843455c req-07c02c7f-7882-4e08-8cfb-dd6f892d5a65 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134484 Oct 25 23:25:41.264389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.313081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.333197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.348483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/717a5391-4c87-4fb4-98b2-78bebc4127cc HTTP/1.1" status: 204 len: 168 time: 0.7950413 Oct 25 23:25:41.348483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:41.385687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1520831825'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:41.401243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] For port b276e611-c058-438d-bb94-d5060adb06e5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b276e611-c058-438d-bb94-d5060adb06e5,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:41.423222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.471231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Calling delete_port for b276e611-c058-438d-bb94-d5060adb06e5 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:41.498409 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9238b3a-d741-4eab-b9e5-d7202578ab9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=717a5391-4c87-4fb4-98b2-78bebc4127cc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:41.537930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:41.542502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.559373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8f40b-c3ec-4f73-affe-2bf563726d54 req-1a6ee72c-447b-4208-be79-0b9b6cff291d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:41.560913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cd8f40b-c3ec-4f73-affe-2bf563726d54 req-1a6ee72c-447b-4208-be79-0b9b6cff291d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.2223821 Oct 25 23:25:41.578996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] DHCP port deletion for d5a236be-020b-46f2-ad33-4df9eac8039e request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:41.610090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:25:41.634019 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.635799 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 79dc2a67-b238-4bb7-9a21-d6391299af48 of type vlan for network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 Oct 25 23:25:41.668384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] Deleting port 5966f0d2-9878-43c5-ac14-04acfd4eb708 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:41.668840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.678485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Deleting port 5966f0d2-9878-43c5-ac14-04acfd4eb708 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:41.679112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.726528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.745789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9cd8f40b-c3ec-4f73-affe-2bf563726d54 req-622269f9-ad01-4b1c-9808-59af9988bdb0 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673293 Oct 25 23:25:41.785161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] For port 5966f0d2-9878-43c5-ac14-04acfd4eb708, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5966f0d2-9878-43c5-ac14-04acfd4eb708,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:41.785835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.807283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] For port 5966f0d2-9878-43c5-ac14-04acfd4eb708, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5966f0d2-9878-43c5-ac14-04acfd4eb708,segment=NetworkSegment(ca467405-d275-4b4d-8e0b-1f96612ea253),segment_id=ca467405-d275-4b4d-8e0b-1f96612ea253)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:41.807872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.807986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.813646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] Calling delete_port for 5966f0d2-9878-43c5-ac14-04acfd4eb708 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:41.815812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:41.826666 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.853492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Calling delete_port for 5966f0d2-9878-43c5-ac14-04acfd4eb708 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:41.954950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:41.981474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6328964 Oct 25 23:25:41.985615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:41.990887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:42.007100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] Pushing event deleted for resources: {'Port': ['ID=5966f0d2-9878-43c5-ac14-04acfd4eb708,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:42.008987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6197dd-6c98-4f21-a3dd-4453bffe2bff tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=3f224e54-0e73-40de-8ffd-7e908d8bdc23,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:42.010423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cf25f-e305-4629-8657-f9c14cfbb343 None None] No DVR routers for this DVR port 5966f0d2-9878-43c5-ac14-04acfd4eb708 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:42.031692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:25:42.077526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006f35b-bf64-411d-9a94-8b10b58c9c53 req-35a7c25b-a9e9-407c-ab5f-46acd74867f3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:42.079483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9006f35b-bf64-411d-9a94-8b10b58c9c53 req-35a7c25b-a9e9-407c-ab5f-46acd74867f3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.1612315 Oct 25 23:25:42.132678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9006f35b-bf64-411d-9a94-8b10b58c9c53 req-f0ca1f49-bc10-47e9-bd8f-99d5282acaee tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Oct 25 23:25:42.141299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:42.146316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:42.201883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7d1c-39e9-487d-b95c-45e1664c57ae req-925a0b94-5302-4296-bcf0-d2d90efed1fc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:42.203423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-435a7d1c-39e9-487d-b95c-45e1664c57ae req-925a0b94-5302-4296-bcf0-d2d90efed1fc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.2050841 Oct 25 23:25:42.234094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:42.357213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b276e611-c058-438d-bb94-d5060adb06e5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:42.415985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:42.481254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5966f0d2-9878-43c5-ac14-04acfd4eb708 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:42.529904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5966f0d2-9878-43c5-ac14-04acfd4eb708 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:42.530273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5966f0d2-9878-43c5-ac14-04acfd4eb708 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:42.577142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] No DVR routers for this DVR port 5966f0d2-9878-43c5-ac14-04acfd4eb708 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:42.641241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5966f0d2-9878-43c5-ac14-04acfd4eb708,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:42.651449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:42.664607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-435a7d1c-39e9-487d-b95c-45e1664c57ae req-e3720ca8-55f9-4acb-97bb-36e7bedffa18 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438043 Oct 25 23:25:42.806677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da9341-e5a8-461d-9f23-c6fd2fff2dbb req-ca3921fa-d0fe-473f-a191-8d81f72cef90 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:42.814752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72da9341-e5a8-461d-9f23-c6fd2fff2dbb req-ca3921fa-d0fe-473f-a191-8d81f72cef90 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.2482173 Oct 25 23:25:42.820850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:25:42.835606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=599f6d13-1453-4a8e-b331-b78ae511ea68,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:42.910464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-72da9341-e5a8-461d-9f23-c6fd2fff2dbb req-a46f63c6-7388-41ab-9325-70f1fd020548 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944052 Oct 25 23:25:42.912582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '79dc2a67-b238-4bb7-9a21-d6391299af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:42.914180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: 3f224e54-0e73-40de-8ffd-7e908d8bdc23, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:25:42.960041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:25:42.983602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 3f224e54-0e73-40de-8ffd-7e908d8bdc23) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:42.998235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:43.000886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.002717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.004625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f8d66-68df-45b9-9bc5-66946e3501a9 None None] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:43.045697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b865b045-5f7b-43df-9bf9-dbc3ae97ad35 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0587344 Oct 25 23:25:43.048342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56318) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:43.054362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1283577848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:43.089541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a236be-020b-46f2-ad33-4df9eac8039e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:43.117748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.119113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.125966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca467405-d275-4b4d-8e0b-1f96612ea253') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:43.127311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca467405-d275-4b4d-8e0b-1f96612ea253') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:43.149607 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.165996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:43.166635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.189938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.196265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.203806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.206356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:43.208366 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:43.225345 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:43.230440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.237253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-01e519ea-899c-496c-b560-411ea8935d51 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1866701 Oct 25 23:25:43.237848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'mac_address': 'fa:16:3e:85:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:25:43.239454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56320) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:43.247742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'port': {'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23', 'name': 'tempest-RoutersIpV6Test-1345804262'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:43.306673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.340587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:25:43.350498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.389247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:43.392775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-3f224e54-0e73-40de-8ffd-7e908d8bdc23', 'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': '599f6d13-1453-4a8e-b331-b78ae511ea68'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:25:43.393706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.411732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.477137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.488130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:43.491973 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.495698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:43.498906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d5a236be-020b-46f2-ad33-4df9eac8039e HTTP/1.1" status: 204 len: 168 time: 2.3799512 Oct 25 23:25:43.529745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['80704e7b-a75f-40a1-b90a-c348b78dfd4b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:25:43.530412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] device_id is not set on port 435af8d6-fd98-4a07-a2bf-07e96c350c09 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:25:43.536352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609939a-556d-4c1a-99f0-6a36dd2d44c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a236be-020b-46f2-ad33-4df9eac8039e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:43.689599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:43.786478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56338) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:43.816108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Router 65e14521-11e5-447e-b96e-123d21337258 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:43.865080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2655fd06-b930-4a96-9aad-75e1e4596386 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72f2a4a81ae64a44a4b7c4a3912ffba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750520 Oct 25 23:25:43.867310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56340) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:43.890990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Allocated IP 2001:db8::2 (3f224e54-0e73-40de-8ffd-7e908d8bdc23/599f6d13-1453-4a8e-b331-b78ae511ea68/e1292d41-60d2-4142-92c7-4476bd458f2f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:44.001095 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46dd6247-492f-4b8d-8412-389fd83f29c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:44.075044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46dd6247-492f-4b8d-8412-389fd83f29c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:44.088649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:44.096890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dc2f907f-ed79-4356-b53b-bc4fb6bbd5f0 admin admin] 10.222.0.25 "PUT /v2.0/routers/65e14521-11e5-447e-b96e-123d21337258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9988790 Oct 25 23:25:44.105053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56350) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:44.112630 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] Sync routers for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:44.139828 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:44.140458 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:44.302613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46dd6247-492f-4b8d-8412-389fd83f29c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:44.308781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46dd6247-492f-4b8d-8412-389fd83f29c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:44.310474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:44.316408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-46dd6247-492f-4b8d-8412-389fd83f29c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f34079a0-391d-4da2-99c2-5806e9504150 HTTP/1.1" status: 204 len: 168 time: 0.4443235 Oct 25 23:25:44.338853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097566a5-e331-48f5-87e7-4206e4dd5214 req-bb21f16a-066e-4e04-bcb0-061757d77f20 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:44.350725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-097566a5-e331-48f5-87e7-4206e4dd5214 req-bb21f16a-066e-4e04-bcb0-061757d77f20 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.1771874 Oct 25 23:25:44.382994 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:44.454290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af55696-ed4d-4ebb-893e-75bdba710261 req-4e698887-1b52-400c-8d08-18a32fc82dda tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:44.455857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1af55696-ed4d-4ebb-893e-75bdba710261 req-4e698887-1b52-400c-8d08-18a32fc82dda tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.5581632 Oct 25 23:25:44.504384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6247-492f-4b8d-8412-389fd83f29c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34079a0-391d-4da2-99c2-5806e9504150,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:44.536176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97234-57ef-459f-b08f-87fcc780611a req-ab77c6fe-bae9-482d-8bcd-2fc44d56b1fc tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:44.539701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7b97234-57ef-459f-b08f-87fcc780611a req-ab77c6fe-bae9-482d-8bcd-2fc44d56b1fc tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.4425714 Oct 25 23:25:44.576762 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:44.602371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8::1a7 (3f224e54-0e73-40de-8ffd-7e908d8bdc23/599f6d13-1453-4a8e-b331-b78ae511ea68/435af8d6-fd98-4a07-a2bf-07e96c350c09) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:25:44.642741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-097566a5-e331-48f5-87e7-4206e4dd5214 req-d127c0d0-fe38-43b8-a263-765014546483 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872224 Oct 25 23:25:44.693666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:44.701132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Pushing event updated for resources: {'Port': ['ID=e1292d41-60d2-4142-92c7-4476bd458f2f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:44.714584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:44.725910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:44.808390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:45.055480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Attempting to bind port e1292d41-60d2-4142-92c7-4476bd458f2f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:25:45.056187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Attempting to bind port e1292d41-60d2-4142-92c7-4476bd458f2f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '79dc2a67-b238-4bb7-9a21-d6391299af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:25:45.058384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Attempting to bind port e1292d41-60d2-4142-92c7-4476bd458f2f on network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:25:45.069268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.084393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:25:45.084868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Checking segment: {'id': '79dc2a67-b238-4bb7-9a21-d6391299af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:25:45.085405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.085657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Bound using segment: {'id': '79dc2a67-b238-4bb7-9a21-d6391299af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:25:45.086185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Bound port: e1292d41-60d2-4142-92c7-4476bd458f2f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dc2a67-b238-4bb7-9a21-d6391299af48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f224e54-0e73-40de-8ffd-7e908d8bdc23'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:25:45.087790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.124312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 80704e7b-a75f-40a1-b90a-c348b78dfd4b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:45.124685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.206025 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:25:41Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:45.217250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.269004 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] Checking router: 65e14521-11e5-447e-b96e-123d21337258 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:25:45.300861 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] Routers {'65e14521-11e5-447e-b96e-123d21337258'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:45.301589 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['65e14521-11e5-447e-b96e-123d21337258'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:45.347159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:45.420450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] For port e1292d41-60d2-4142-92c7-4476bd458f2f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:25:45.437881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] For port e1292d41-60d2-4142-92c7-4476bd458f2f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1292d41-60d2-4142-92c7-4476bd458f2f,segment=NetworkSegment(79dc2a67-b238-4bb7-9a21-d6391299af48),segment_id=79dc2a67-b238-4bb7-9a21-d6391299af48)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:25:45.460724 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.529278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1af55696-ed4d-4ebb-893e-75bdba710261 req-f9a19050-15ec-4bda-b201-656843db5282 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0481675 Oct 25 23:25:45.545965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=435af8d6-fd98-4a07-a2bf-07e96c350c09,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:45.621292 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.625654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56384) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:45.630548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fb376476-1190-4ab7-af8d-3709765be74f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15a7c9e0b3ef45f9b312be6e1aef6215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799180 Oct 25 23:25:45.641261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:45.648073 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] Set router 65e14521-11e5-447e-b96e-123d21337258 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:25:45.654706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:45.676051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:25:45.721333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:45.727210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.847110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02eaeb-8cfa-48d1-9e4b-3449386c9117 None None] Pushing event updated for resources: {'Port': ['ID=e1292d41-60d2-4142-92c7-4476bd458f2f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:45.892159 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:45.913926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-e40f23a4-24ac-494a-9976-884ce381f8a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4509864 Oct 25 23:25:46.014981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-76b5d851-d813-4e69-8901-9fcf424ed741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.064559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:46.067978 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e20783-ee3a-49a0-8d2f-84585c610262" -d '{"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-plugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:46.090244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:46.096717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.128159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-72e30341-9654-4b7d-a35a-ff73c03d4f20 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8873136 Oct 25 23:25:46.151622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56396) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:46.184527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:46.201802 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5365bc-3db2-4c56-8586-361cfac72ba8 x-openstack-request-id: req-3a5365bc-3db2-4c56-8586-361cfac72ba8 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:46.202115 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-plugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:46.202375 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a5365bc-3db2-4c56-8586-361cfac72ba8 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:46.202779 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'code': 200} Oct 25 23:25:46.307544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Deleting port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:46.308387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.313932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff6450-1ba8-46ef-b713-52de5a3b46ae req-8f622dc6-6ecc-49ba-8756-94af9d8ac856 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:46.327065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2aff6450-1ba8-46ef-b713-52de5a3b46ae req-8f622dc6-6ecc-49ba-8756-94af9d8ac856 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 1096 time: 0.5132875 Oct 25 23:25:46.400169 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:25:41Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:46.438396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64619b33-fc27-4b14-848e-cd0681e54b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.462470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-d200c8f2-4a16-4e73-8239-818ded09a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:46.464150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-d200c8f2-4a16-4e73-8239-818ded09a3c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b190975f81e048fb976e6b7849382179&device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.4468136 Oct 25 23:25:46.488988 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cf618-29bd-456d-89e6-dcf18dda6212 None None] The sync data for ids ['65e14521-11e5-447e-b96e-123d21337258'] in n-d-815373-1 is: [{'id': '65e14521-11e5-447e-b96e-123d21337258', 'name': 'tempest-AttachVolumeTestJSON-975683171-router', 'tenant_id': '9fe692de6ee341bc86102c8ff8aff485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:28Z', 'updated_at': '2021-10-25T23:25:41Z', 'revision_number': 5, 'project_id': '9fe692de6ee341bc86102c8ff8aff485', 'gw_port': {'id': 'bbec518c-cf9f-44de-9b0a-4e951189c514', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14521-11e5-447e-b96e-123d21337258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:29Z', 'updated_at': '2021-10-25T23:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:46.525701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.559091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2aff6450-1ba8-46ef-b713-52de5a3b46ae req-befcebcc-2c4b-485d-94a0-9ff92544baba tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306406 Oct 25 23:25:46.621617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64619b33-fc27-4b14-848e-cd0681e54b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.708284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] For port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:46.710236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.767364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Calling delete_port for 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:46.823942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:46.937930 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:46.998363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-a59e2e68-7125-4f51-aa51-9384f75a8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:47.007990 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-a59e2e68-7125-4f51-aa51-9384f75a8ba2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 200 len: 910 time: 0.5059085 Oct 25 23:25:47.017717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1292d41-60d2-4142-92c7-4476bd458f2f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:47.341727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.344012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64619b33-fc27-4b14-848e-cd0681e54b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.347603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64619b33-fc27-4b14-848e-cd0681e54b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.352689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-64619b33-fc27-4b14-848e-cd0681e54b41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/919ed424-9899-4130-95a6-54c5818a0d69 HTTP/1.1" status: 204 len: 168 time: 1.7246969 Oct 25 23:25:47.355451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-50e83e6a-025a-45e3-9e71-66a26c59de0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da HTTP/1.1" status: 200 len: 217 time: 0.0782149 Oct 25 23:25:47.365809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Deleting port bbec518c-cf9f-44de-9b0a-4e951189c514 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:47.366276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.379878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['285db41e-11c8-4f6c-a6ab-84f1149ce7da'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:25:47.562860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] For port bbec518c-cf9f-44de-9b0a-4e951189c514, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bbec518c-cf9f-44de-9b0a-4e951189c514,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:47.565386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.597058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.626358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Calling delete_port for bbec518c-cf9f-44de-9b0a-4e951189c514 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:47.684822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e1292d41-60d2-4142-92c7-4476bd458f2f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:47.685177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.798409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0b1f676-e933-465d-9bb1-26db652d2f0d req-b972c470-89a9-41be-8550-9b79fab664d2 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 210 time: 0.0915775 Oct 25 23:25:47.905512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.925491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:47.950678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedfd88-e62e-4a61-af5a-24f4c5c9354b req-5a50c256-8702-4863-8694-416c30934bd4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:47.961161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1eedfd88-e62e-4a61-af5a-24f4c5c9354b req-5a50c256-8702-4863-8694-416c30934bd4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 1.2245553 Oct 25 23:25:47.964574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fb1c772-76dd-43c6-aac7-dfe6e2398bcd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:48.319738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64619b33-fc27-4b14-848e-cd0681e54b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ed424-9899-4130-95a6-54c5818a0d69,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:48.351612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=435af8d6-fd98-4a07-a2bf-07e96c350c09,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:48.483151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] No DVR routers for this DVR port 9fb1c772-76dd-43c6-aac7-dfe6e2398bcd on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:48.489021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:48.500210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7b97234-57ef-459f-b08f-87fcc780611a req-af9dfb46-0e53-4551-a65e-a37797feb4e3 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9fb1c772-76dd-43c6-aac7-dfe6e2398bcd HTTP/1.1" status: 204 len: 173 time: 3.9424689 Oct 25 23:25:48.505076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'name': 'network-vif-deleted', 'tag': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:48.530896 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedaec59-df22-4390-b131-f8cfb8ddef04" -d '{"events": [{"server_uuid": "c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44", "name": "network-vif-deleted", "tag": "9fb1c772-76dd-43c6-aac7-dfe6e2398bcd"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:48.625084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce70ffd-d95a-4e90-9905-880cdbe3deeb None None] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:48.634001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-9dd63f85-7b1d-481b-a888-d5f615a5f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:48.635532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-9dd63f85-7b1d-481b-a888-d5f615a5f73a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdb5d8b-15ae-44e8-bf9a-01de1842b001 HTTP/1.1" status: 200 len: 848 time: 0.7418547 Oct 25 23:25:48.674286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:48.761348 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c98789-da4b-4729-9cfc-491f0c2830d6 x-openstack-request-id: req-f9c98789-da4b-4729-9cfc-491f0c2830d6 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:48.761597 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44", "name": "network-vif-deleted", "tag": "9fb1c772-76dd-43c6-aac7-dfe6e2398bcd", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:48.761978 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9c98789-da4b-4729-9cfc-491f0c2830d6 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:48.763080 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44', 'name': 'network-vif-deleted', 'tag': '9fb1c772-76dd-43c6-aac7-dfe6e2398bcd', 'status': 'completed', 'code': 200} Oct 25 23:25:48.816476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1eedfd88-e62e-4a61-af5a-24f4c5c9354b req-6770f939-4e95-4812-970f-b67a7ae36601 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7649968 Oct 25 23:25:48.982402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.054616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-5a87cce0-c4d7-4151-8c04-3a28ddc10da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:49.056366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-5a87cce0-c4d7-4151-8c04-3a28ddc10da4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16720bb1-352a-469e-8950-b0551de141bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189805 Oct 25 23:25:49.092503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fcba19d8-2aef-4150-8050-95681c953b39 req-ec2da156-60e7-4538-85d3-42d6f549d5b1 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1cd323c-b3a6-4e59-8cb7-2e4ae1e1ab44 HTTP/1.1" status: 200 len: 210 time: 0.0549257 Oct 25 23:25:49.154309 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a88f47e9-d897-4ca0-8c9b-baf9f1466b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.176897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cddd56ab-5775-4b57-99e8-d705ca02eaee None None] Provisioning complete for port e1292d41-60d2-4142-92c7-4476bd458f2f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:49.177580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cddd56ab-5775-4b57-99e8-d705ca02eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.270134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.387397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.502642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbec518c-cf9f-44de-9b0a-4e951189c514,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:49.582090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port e1292d41-60d2-4142-92c7-4476bd458f2f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1292d41-60d2-4142-92c7-4476bd458f2f,segment=NetworkSegment(79dc2a67-b238-4bb7-9a21-d6391299af48),segment_id=79dc2a67-b238-4bb7-9a21-d6391299af48)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:49.590482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-a459da8f-13e4-454c-ad00-50d626ce286a service neutron] 10.222.0.15 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243161 Oct 25 23:25:49.616463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.628009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.633089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.644774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.716285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:49.932401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b276e611-c058-438d-bb94-d5060adb06e5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:49.958003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=435af8d6-fd98-4a07-a2bf-07e96c350c09,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:50.032636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.045163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b276e611-c058-438d-bb94-d5060adb06e5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:50.045695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b276e611-c058-438d-bb94-d5060adb06e5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:50.052184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:25:50.063634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:25:50.189021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e1292d41-60d2-4142-92c7-4476bd458f2f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:50.242844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.248998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5865b849-fbd5-41c7-bfdc-818227818eac None None] Provisioning complete for port e1292d41-60d2-4142-92c7-4476bd458f2f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:50.250042 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5865b849-fbd5-41c7-bfdc-818227818eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.289540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe24ee5e-4e85-4839-8a22-0ef934abf94e req-3d49d94b-6798-4ca1-85a8-c4060dfd7a5f service neutron] 10.222.0.15 "GET /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758766 Oct 25 23:25:50.309231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.311871 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.429312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f464c00-817c-465e-82d3-86fa2cc23b59 req-df2346eb-2726-4fb1-9851-43c906474791 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:50.440779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f464c00-817c-465e-82d3-86fa2cc23b59 req-df2346eb-2726-4fb1-9851-43c906474791 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.4091940 Oct 25 23:25:50.457555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.458485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e14521-11e5-447e-b96e-123d21337258 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:25:50.472014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.476394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c0ac109b-9db0-4cbe-b26b-e1a0aa4a49f4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/65e14521-11e5-447e-b96e-123d21337258 HTTP/1.1" status: 204 len: 168 time: 6.3528936 Oct 25 23:25:50.481839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56456) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:50.528261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 3193f6f5-12b2-43d0-8285-a82acea8427b is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:25:50.530220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f464c00-817c-465e-82d3-86fa2cc23b59 req-0bda3683-d9e0-4b38-9855-870c9f4eb8e1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880382 Oct 25 23:25:50.562690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5865b849-fbd5-41c7-bfdc-818227818eac None None] Provisioning complete for port 435af8d6-fd98-4a07-a2bf-07e96c350c09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:50.563061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5865b849-fbd5-41c7-bfdc-818227818eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.752054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5865b849-fbd5-41c7-bfdc-818227818eac None None] Port 435af8d6-fd98-4a07-a2bf-07e96c350c09 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:50.849000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.871523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:50.880055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0b41a436-53c3-409f-b8b6-9a79e2f70e8b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/3193f6f5-12b2-43d0-8285-a82acea8427b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7266116 Oct 25 23:25:50.883435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:50.891637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] Sync routers for ids ['3193f6f5-12b2-43d0-8285-a82acea8427b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:50.894266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8b680ade-55f1-401f-983e-e8a5445e8147 None None] Provisioning complete for port 435af8d6-fd98-4a07-a2bf-07e96c350c09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:50.894629 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b680ade-55f1-401f-983e-e8a5445e8147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:50.900608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Deleting subnet 204bac81-1b2e-4c77-8db9-2ddda02719cb {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:50.933437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] Routers {'3193f6f5-12b2-43d0-8285-a82acea8427b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:50.934179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3193f6f5-12b2-43d0-8285-a82acea8427b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:50.937775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.008482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:51.023973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] Routers {'3193f6f5-12b2-43d0-8285-a82acea8427b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:51.024840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3193f6f5-12b2-43d0-8285-a82acea8427b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:51.030015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a4227-54e4-4e9a-bcff-b1bcb1bcb54a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:51.034127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-023a4227-54e4-4e9a-bcff-b1bcb1bcb54a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports/435af8d6-fd98-4a07-a2bf-07e96c350c09 HTTP/1.1" status: 200 len: 984 time: 0.1462362 Oct 25 23:25:51.035516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56466) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:51.103595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8b680ade-55f1-401f-983e-e8a5445e8147 None None] Port 435af8d6-fd98-4a07-a2bf-07e96c350c09 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:51.106046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.115993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:51.116898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d94ecc-b0e0-49cd-b0c8-2a0e5aca6fab None None] The sync data for ids ['3193f6f5-12b2-43d0-8285-a82acea8427b'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:51.258737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9f24dbea-7e02-48f6-bff5-acb84329e464 None None] Provisioning complete for port 435af8d6-fd98-4a07-a2bf-07e96c350c09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:51.259196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9f24dbea-7e02-48f6-bff5-acb84329e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.271770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe331-f566-4f63-a273-adf9503005ce req-084a1372-e608-4c9c-8ff0-2af47ffb9f9e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:51.304689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eabe331-f566-4f63-a273-adf9503005ce req-084a1372-e608-4c9c-8ff0-2af47ffb9f9e tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.3286932 Oct 25 23:25:51.375412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.440090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9f24dbea-7e02-48f6-bff5-acb84329e464 None None] Port 435af8d6-fd98-4a07-a2bf-07e96c350c09 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:51.551346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5eabe331-f566-4f63-a273-adf9503005ce req-f3c14832-a06e-4c05-916e-7210bb3ddd95 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421222 Oct 25 23:25:51.555421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.617524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204bac81-1b2e-4c77-8db9-2ddda02719cb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:51.631982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.632826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce9d94-a843-4ed3-a6ea-13147bf69210 None None] Network 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:51.636350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-47c72900-6de6-4a5f-8fee-a78a2d3b86c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/204bac81-1b2e-4c77-8db9-2ddda02719cb HTTP/1.1" status: 204 len: 168 time: 1.1527586 Oct 25 23:25:51.653778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56484) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:51.847307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:51.996990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1292d41-60d2-4142-92c7-4476bd458f2f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:25:52.078684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 435af8d6-fd98-4a07-a2bf-07e96c350c09 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:52.082551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:52.192361 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:52.207599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 435af8d6-fd98-4a07-a2bf-07e96c350c09 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:52.375171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c07ba98d-8307-47c0-ada5-89973007f105 None None] Provisioning complete for port 435af8d6-fd98-4a07-a2bf-07e96c350c09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:52.375550 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c07ba98d-8307-47c0-ada5-89973007f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:52.490997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-742263a8-33f4-417c-acde-18c16466e5e5 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:52.492929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-742263a8-33f4-417c-acde-18c16466e5e5 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.1576881 Oct 25 23:25:52.555801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:52.566213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c07ba98d-8307-47c0-ada5-89973007f105 None None] Port 435af8d6-fd98-4a07-a2bf-07e96c350c09 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:25:52.594701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e1292d41-60d2-4142-92c7-4476bd458f2f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:25:52.595257 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:52.674137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=435af8d6-fd98-4a07-a2bf-07e96c350c09,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:52.677188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49847633-c8d0-4338-96ad-852be8882632 None None] DHCP port deletion for 253e6925-b6d8-4c1a-8abd-cb2a3ed7893a request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:52.904893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bbec518c-cf9f-44de-9b0a-4e951189c514 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:52.910628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49847633-c8d0-4338-96ad-852be8882632 None None] Deleting port 69b92af7-1f66-4633-9a71-f72ac7af7e28 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:52.910998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49847633-c8d0-4338-96ad-852be8882632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:52.964407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: bbec518c-cf9f-44de-9b0a-4e951189c514 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:52.965637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bbec518c-cf9f-44de-9b0a-4e951189c514 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:53.091013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.156552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-49847633-c8d0-4338-96ad-852be8882632 None None] For port 69b92af7-1f66-4633-9a71-f72ac7af7e28, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=69b92af7-1f66-4633-9a71-f72ac7af7e28,segment=NetworkSegment(63348565-4e51-428f-9801-6323ac7db699),segment_id=63348565-4e51-428f-9801-6323ac7db699)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:53.157780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49847633-c8d0-4338-96ad-852be8882632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.175150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49847633-c8d0-4338-96ad-852be8882632 None None] Calling delete_port for 69b92af7-1f66-4633-9a71-f72ac7af7e28 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:53.188212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3555-37cd-441e-930d-124a5bd15c4a req-f66233b7-0569-4bd8-8694-9a5d5fc02a9b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:53.191159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f88f3555-37cd-441e-930d-124a5bd15c4a req-f66233b7-0569-4bd8-8694-9a5d5fc02a9b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.3060913 Oct 25 23:25:53.316043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.326372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232c68b-c8a3-4e20-b7c2-619b6b8e90f1 req-5072cf61-cbf5-4fd3-985d-f61cf49f283d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:53.328010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4232c68b-c8a3-4e20-b7c2-619b6b8e90f1 req-5072cf61-cbf5-4fd3-985d-f61cf49f283d tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.6166978 Oct 25 23:25:53.345940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f88f3555-37cd-441e-930d-124a5bd15c4a req-769059ce-0ce4-40b1-8257-af781b135c6e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386688 Oct 25 23:25:53.374717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49847633-c8d0-4338-96ad-852be8882632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.416172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49847633-c8d0-4338-96ad-852be8882632 None None] No DVR routers for this DVR port 69b92af7-1f66-4633-9a71-f72ac7af7e28 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:53.418859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Deleting port 69b92af7-1f66-4633-9a71-f72ac7af7e28 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:53.420359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.431244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Deleting port 285db41e-11c8-4f6c-a6ab-84f1149ce7da {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:53.431842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.468710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49847633-c8d0-4338-96ad-852be8882632 None None] Pushing event deleted for resources: {'Port': ['ID=69b92af7-1f66-4633-9a71-f72ac7af7e28,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:53.550844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] For port 69b92af7-1f66-4633-9a71-f72ac7af7e28, host n-d-815373-1, got binding levels [] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:53.551362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.583998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Calling delete_port for 69b92af7-1f66-4633-9a71-f72ac7af7e28 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:53.588048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Port 69b92af7-1f66-4633-9a71-f72ac7af7e28 was not found and therefore no delete operation was performed {{(pid=102134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:25:53.591559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.632289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b92af7-1f66-4633-9a71-f72ac7af7e28,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:53.634410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] No DVR routers for this DVR port 69b92af7-1f66-4633-9a71-f72ac7af7e28 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:53.752186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.821786 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:25:53.842254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253e6925-b6d8-4c1a-8abd-cb2a3ed7893a']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:53.847372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 69b92af7-1f66-4633-9a71-f72ac7af7e28 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:53.855471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4232c68b-c8a3-4e20-b7c2-619b6b8e90f1 req-5c3dc708-a930-4740-b2bb-7255dbb57862 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778285 Oct 25 23:25:53.901208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63348565-4e51-428f-9801-6323ac7db699') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:53.901695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63348565-4e51-428f-9801-6323ac7db699') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:53.925723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 69b92af7-1f66-4633-9a71-f72ac7af7e28 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:53.926014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.930616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 69b92af7-1f66-4633-9a71-f72ac7af7e28 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:53.957521 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.979632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:53.980029 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:53.981892 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:54.133326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:54.139796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:54.156914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/253e6925-b6d8-4c1a-8abd-cb2a3ed7893a HTTP/1.1" status: 204 len: 168 time: 2.4970405 Oct 25 23:25:54.198573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e6a85-5644-4a64-acaa-52ff9ee8efe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=253e6925-b6d8-4c1a-8abd-cb2a3ed7893a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:54.641394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56518) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:54.659201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:54.779984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad75905-3e5e-4c6c-9a69-37b49675823a req-16301b99-45fd-4939-8ee8-f4947d301e63 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:54.785075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ad75905-3e5e-4c6c-9a69-37b49675823a req-16301b99-45fd-4939-8ee8-f4947d301e63 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1939580 Oct 25 23:25:54.865220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 3193f6f5-12b2-43d0-8285-a82acea8427b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:25:54.866870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d796c199-1736-41a6-9fda-2e9477c5efa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fe692de6ee341bc86102c8ff8aff485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240636 Oct 25 23:25:54.871287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56532) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:54.903657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ad75905-3e5e-4c6c-9a69-37b49675823a req-0e0b60b7-f321-474f-be62-6cbc957143b8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002936 Oct 25 23:25:55.070568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] For port 285db41e-11c8-4f6c-a6ab-84f1149ce7da, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=285db41e-11c8-4f6c-a6ab-84f1149ce7da,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:55.071002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:55.096507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e31c1aec-8e14-477c-ae5d-33003bcd6cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:55.180935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:25:55.186162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-70e4e9aa-3c5e-4c3f-a75e-57baee866be1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/3193f6f5-12b2-43d0-8285-a82acea8427b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494823 Oct 25 23:25:55.203353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56538) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:55.208665 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e544d23-44fb-4919-af15-4589f62983df None None] Sync routers for ids ['3193f6f5-12b2-43d0-8285-a82acea8427b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:25:55.220300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Calling delete_port for 285db41e-11c8-4f6c-a6ab-84f1149ce7da owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:55.230285 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e544d23-44fb-4919-af15-4589f62983df None None] Routers {'3193f6f5-12b2-43d0-8285-a82acea8427b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:55.231207 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e544d23-44fb-4919-af15-4589f62983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3193f6f5-12b2-43d0-8285-a82acea8427b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:55.331485 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e544d23-44fb-4919-af15-4589f62983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:55.379788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e544d23-44fb-4919-af15-4589f62983df None None] Routers {'3193f6f5-12b2-43d0-8285-a82acea8427b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:25:55.380404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e544d23-44fb-4919-af15-4589f62983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['3193f6f5-12b2-43d0-8285-a82acea8427b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:55.457662 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-8e544d23-44fb-4919-af15-4589f62983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:55.462772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e544d23-44fb-4919-af15-4589f62983df None None] The sync data for ids ['3193f6f5-12b2-43d0-8285-a82acea8427b'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:25:55.470627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e31c1aec-8e14-477c-ae5d-33003bcd6cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:55.481390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e31c1aec-8e14-477c-ae5d-33003bcd6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:55.586485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-838dd4df-a40d-42ab-aed8-14d073277c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:55.590769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:55.594522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e31c1aec-8e14-477c-ae5d-33003bcd6cb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c666c4100c0498099fd86f0588096ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257176 Oct 25 23:25:55.597179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c1aec-8e14-477c-ae5d-33003bcd6cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20399bbb-f6a8-4dc5-b77d-cb072c9448ed,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:55.601531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14aae3-ce98-4f4f-93a3-3b683fb3e596 req-0b78e84d-dcdb-4701-a15b-8dd56d711736 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:55.603052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f14aae3-ce98-4f4f-93a3-3b683fb3e596 req-0b78e84d-dcdb-4701-a15b-8dd56d711736 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 1097 time: 0.6182535 Oct 25 23:25:55.856083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-838dd4df-a40d-42ab-aed8-14d073277c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:55.963265 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-e9a17f8a-4f24-4ab4-ab31-37dc6792fdc7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] remove_router_interface failed (client error): The resource could not be found. Oct 25 23:25:55.964990 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e9a17f8a-4f24-4ab4-ab31-37dc6792fdc7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/3193f6f5-12b2-43d0-8285-a82acea8427b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5277898 Oct 25 23:25:55.968173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56550) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:55.992696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f14aae3-ce98-4f4f-93a3-3b683fb3e596 req-c8fd9b4d-87bb-49b7-a613-0ab7395b4410 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=80fb7acd-902b-4cc1-b691-8abf7ac82c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218924 Oct 25 23:25:56.001198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 285db41e-11c8-4f6c-a6ab-84f1149ce7da no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:56.001827 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80658ec3-7482-490f-ba0d-df9fb249e50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.028208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.035889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 285db41e-11c8-4f6c-a6ab-84f1149ce7da {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:56.036236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 285db41e-11c8-4f6c-a6ab-84f1149ce7da not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:25:56.090341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-44373aba-5ada-4adf-b390-1f2ed9e94e5a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3193f6f5-12b2-43d0-8285-a82acea8427b HTTP/1.1" status: 200 len: 205 time: 0.1202543 Oct 25 23:25:56.097480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80658ec3-7482-490f-ba0d-df9fb249e50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.099356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56552) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:56.119822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-838dd4df-a40d-42ab-aed8-14d073277c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.122752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-838dd4df-a40d-42ab-aed8-14d073277c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.126483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-838dd4df-a40d-42ab-aed8-14d073277c59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4c974e1-4408-4093-a4ed-17f62bf2e9fa HTTP/1.1" status: 204 len: 168 time: 1.2512791 Oct 25 23:25:56.170893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Pushing event deleted for resources: {'Port': ['ID=285db41e-11c8-4f6c-a6ab-84f1149ce7da,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:56.274685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dd4df-a40d-42ab-aed8-14d073277c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c974e1-4408-4093-a4ed-17f62bf2e9fa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:56.358943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987b8ce-9570-4822-ad3a-20dc03e79607 req-e0286ddc-3a3f-4177-ae76-8ea8d8ad1600 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:56.371946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6987b8ce-9570-4822-ad3a-20dc03e79607 req-e0286ddc-3a3f-4177-ae76-8ea8d8ad1600 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.2912512 Oct 25 23:25:56.473589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] No DVR routers for this DVR port 285db41e-11c8-4f6c-a6ab-84f1149ce7da on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:56.477184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.494626 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.500593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-453657ff-2de5-44e1-9dc8-8a39d1cebd23 req-ce69616f-1ddd-43f7-85c6-eea2a3191b60 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.15 "DELETE /v2.0/ports/285db41e-11c8-4f6c-a6ab-84f1149ce7da HTTP/1.1" status: 204 len: 173 time: 3.9909587 Oct 25 23:25:56.501110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'name': 'network-vif-deleted', 'tag': '285db41e-11c8-4f6c-a6ab-84f1149ce7da'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:25:56.509829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6987b8ce-9570-4822-ad3a-20dc03e79607 req-2ecb4ac1-8083-4978-a7b9-4e40e50adb58 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372035 Oct 25 23:25:56.513285 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1473652a-2b5f-49c4-a543-ab8f9dab36d0" -d '{"events": [{"server_uuid": "f5d9c9cc-a639-49c3-94bb-c11326c579db", "name": "network-vif-deleted", "tag": "285db41e-11c8-4f6c-a6ab-84f1149ce7da"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:25:56.675741 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fc264a-1d02-4816-b6e8-1ab5d1f232a9 x-openstack-request-id: req-d7fc264a-1d02-4816-b6e8-1ab5d1f232a9 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:25:56.676132 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d9c9cc-a639-49c3-94bb-c11326c579db", "name": "network-vif-deleted", "tag": "285db41e-11c8-4f6c-a6ab-84f1149ce7da", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:25:56.676358 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7fc264a-1d02-4816-b6e8-1ab5d1f232a9 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:25:56.676703 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d9c9cc-a639-49c3-94bb-c11326c579db', 'name': 'network-vif-deleted', 'tag': '285db41e-11c8-4f6c-a6ab-84f1149ce7da', 'status': 'completed', 'code': 200} Oct 25 23:25:56.879358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80658ec3-7482-490f-ba0d-df9fb249e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.882822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80658ec3-7482-490f-ba0d-df9fb249e50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.886980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-80658ec3-7482-490f-ba0d-df9fb249e50e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20399bbb-f6a8-4dc5-b77d-cb072c9448ed HTTP/1.1" status: 204 len: 168 time: 1.2886088 Oct 25 23:25:56.926370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80658ec3-7482-490f-ba0d-df9fb249e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20399bbb-f6a8-4dc5-b77d-cb072c9448ed,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:56.930144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:56.934483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.056262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.057021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router 3193f6f5-12b2-43d0-8285-a82acea8427b {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:25:57.069280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.073890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6f986f07-567b-4f13-9997-6197026a0bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/3193f6f5-12b2-43d0-8285-a82acea8427b HTTP/1.1" status: 204 len: 168 time: 0.9703043 Oct 25 23:25:57.074569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56584) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:57.175750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet 599f6d13-1453-4a8e-b331-b78ae511ea68 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:25:57.183952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.326618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4c024d11-a8e2-44f5-931a-bf119f23524d req-1c59a3a1-e1d4-4db2-bec6-a3df728b0666 tempest-TestServerMultinode-1162172799 tempest-TestServerMultinode-1162172799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5d9c9cc-a639-49c3-94bb-c11326c579db HTTP/1.1" status: 200 len: 210 time: 0.0765882 Oct 25 23:25:57.334860 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.478353 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.600893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.639132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.648678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7dbb3-ff7a-47b7-aedb-577f3156b8eb None None] Network 3f224e54-0e73-40de-8ffd-7e908d8bdc23 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:25:57.675402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/599f6d13-1453-4a8e-b331-b78ae511ea68 HTTP/1.1" status: 204 len: 168 time: 0.5987675 Oct 25 23:25:57.677184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56600) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:57.680365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fa29c-55b8-43d4-a4ab-c2bf930c6e01 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=599f6d13-1453-4a8e-b331-b78ae511ea68,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:57.768356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56602) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:57.790862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33456e1c-9324-452f-a012-ffec2534b450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.865207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.951980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dad62-16f1-49f2-b48b-057fb3783522 req-4c7d3646-75c3-4a79-8657-af30303a5be4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:57.953905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d15dad62-16f1-49f2-b48b-057fb3783522 req-4c7d3646-75c3-4a79-8657-af30303a5be4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1381853 Oct 25 23:25:57.970103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33456e1c-9324-452f-a012-ffec2534b450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:57.979534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33456e1c-9324-452f-a012-ffec2534b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.059087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33456e1c-9324-452f-a012-ffec2534b450 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3dff789ebcb428381a47228fe865062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892325 Oct 25 23:25:58.068584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56608) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:58.071080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456e1c-9324-452f-a012-ffec2534b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ab26c-fde9-43b6-be35-7e47963f1e81,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:58.075794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] DHCP port deletion for 3f224e54-0e73-40de-8ffd-7e908d8bdc23 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:25:58.160940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d15dad62-16f1-49f2-b48b-057fb3783522 req-1177a48c-af98-4cbb-82fd-a7dc1669243d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806779 Oct 25 23:25:58.193232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port e1292d41-60d2-4142-92c7-4476bd458f2f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:58.193579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.242804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] Deleting port e1292d41-60d2-4142-92c7-4476bd458f2f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:25:58.243187 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.346345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port e1292d41-60d2-4142-92c7-4476bd458f2f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1292d41-60d2-4142-92c7-4476bd458f2f,segment=NetworkSegment(79dc2a67-b238-4bb7-9a21-d6391299af48),segment_id=79dc2a67-b238-4bb7-9a21-d6391299af48)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:58.346937 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.365868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for e1292d41-60d2-4142-92c7-4476bd458f2f owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:58.469687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:58.515798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.566510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] For port e1292d41-60d2-4142-92c7-4476bd458f2f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e1292d41-60d2-4142-92c7-4476bd458f2f,segment=NetworkSegment(79dc2a67-b238-4bb7-9a21-d6391299af48),segment_id=79dc2a67-b238-4bb7-9a21-d6391299af48)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:25:58.568674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.581177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port e1292d41-60d2-4142-92c7-4476bd458f2f on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:58.605316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] Calling delete_port for e1292d41-60d2-4142-92c7-4476bd458f2f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:25:58.610951 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e3d6ef0-491a-4734-85b5-79e494b63c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.614638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=e1292d41-60d2-4142-92c7-4476bd458f2f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:58.772726 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.863427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.920102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:58.922068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] Pushing event deleted for resources: {'Port': ['ID=e1292d41-60d2-4142-92c7-4476bd458f2f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:58.925505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a26b4-3fc3-4cdb-94da-edc2570bfae6 None None] No DVR routers for this DVR port e1292d41-60d2-4142-92c7-4476bd458f2f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:25:58.983229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f224e54-0e73-40de-8ffd-7e908d8bdc23']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:59.023315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dc2a67-b238-4bb7-9a21-d6391299af48') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:59.024253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dc2a67-b238-4bb7-9a21-d6391299af48') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:25:59.045007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e3d6ef0-491a-4734-85b5-79e494b63c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.048107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.096820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.222649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:25:59.226200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:25:59.262054 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:25:59.298946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e3d6ef0-491a-4734-85b5-79e494b63c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.302976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e3d6ef0-491a-4734-85b5-79e494b63c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.311592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e3d6ef0-491a-4734-85b5-79e494b63c97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/547ab26c-fde9-43b6-be35-7e47963f1e81 HTTP/1.1" status: 204 len: 168 time: 1.2418981 Oct 25 23:25:59.422389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.434783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d6ef0-491a-4734-85b5-79e494b63c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ab26c-fde9-43b6-be35-7e47963f1e81,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:59.615756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.632130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.648678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/3f224e54-0e73-40de-8ffd-7e908d8bdc23 HTTP/1.1" status: 204 len: 168 time: 1.9698701 Oct 25 23:25:59.651042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56652) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:25:59.703533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1717828093'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:25:59.760150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60609-c0b0-4964-946a-c4861761cfce tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=3f224e54-0e73-40de-8ffd-7e908d8bdc23,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:25:59.807085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cadf-5c22-4e73-b2d8-48eb2d9a087e req-d00b13e7-62d1-461d-9f5d-3b80d1be54f6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:25:59.809358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e8f5cadf-5c22-4e73-b2d8-48eb2d9a087e req-d00b13e7-62d1-461d-9f5d-3b80d1be54f6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.4966559 Oct 25 23:25:59.812560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:25:59.819088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:25:59.858429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1292d41-60d2-4142-92c7-4476bd458f2f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:25:59.938927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e1292d41-60d2-4142-92c7-4476bd458f2f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:25:59.939184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e1292d41-60d2-4142-92c7-4476bd458f2f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:00.024240 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e8f5cadf-5c22-4e73-b2d8-48eb2d9a087e req-e24b3377-e365-472a-86a7-574570a42085 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174054 Oct 25 23:26:00.038809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:26:00.109521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:00.112812 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 9d2fb3ae-e167-4197-a74e-5d3ea7b8105c of type vlan for network 7ac92aad-e764-4652-8d96-dc60c2028751 Oct 25 23:26:00.192067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Deleting port 526b6086-6f70-4b5f-a050-a5444ad073af {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:00.192415 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:00.268131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:00.332502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:00.341137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:00.341788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:00.427067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] For port 526b6086-6f70-4b5f-a050-a5444ad073af, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=526b6086-6f70-4b5f-a050-a5444ad073af,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:00.428378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:00.449936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Calling delete_port for 526b6086-6f70-4b5f-a050-a5444ad073af owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:00.509024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8214576 Oct 25 23:26:00.516440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:00.538386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:00.543882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970ac7d-4c54-4621-8afc-d0fa84e45d2d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=7ac92aad-e764-4652-8d96-dc60c2028751,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:00.567030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7ac92aad-e764-4652-8d96-dc60c2028751 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:26:00.881369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:00.888113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.041766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.324254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=526b6086-6f70-4b5f-a050-a5444ad073af,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:01.467601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.596984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ef09a-903e-42ed-98ba-f42ba516643d req-002ccac1-f0ef-4d9d-abdd-79a7ac301092 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:01.614798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b6ef09a-903e-42ed-98ba-f42ba516643d req-002ccac1-f0ef-4d9d-abdd-79a7ac301092 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.3699727 Oct 25 23:26:01.622299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:01.622971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: 7ac92aad-e764-4652-8d96-dc60c2028751, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:26:01.628276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=58013f8b-a957-4aca-ba24-96cb5cb41127,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:01.633857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.696526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 7ac92aad-e764-4652-8d96-dc60c2028751 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:26:01.737087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7ac92aad-e764-4652-8d96-dc60c2028751) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:01.748513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901434e6-c7cd-4abb-88aa-efd96b1935cd None None] Network 7ac92aad-e764-4652-8d96-dc60c2028751 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:01.753404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:01.754014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.819485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-260e6c81-02a2-49a0-a6e8-29cbc1101ce4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2988520 Oct 25 23:26:01.822192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56718) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:01.835625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-740969403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:01.876761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.878136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.959243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:01.968114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:02.006669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:02.014628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-050ee994-03f9-4c80-9157-dbf2f1de3d1e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1898274 Oct 25 23:26:02.017463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56728) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:02.101883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b6ef09a-903e-42ed-98ba-f42ba516643d req-a9f855ff-31f1-4031-8981-c239477ed54a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800961 Oct 25 23:26:02.281672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-7ac92aad-e764-4652-8d96-dc60c2028751', 'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': '58013f8b-a957-4aca-ba24-96cb5cb41127'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:26:02.297738 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:02.372345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Router c8bcb58c-0d75-4b6e-a52c-5215969e588b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:02.615805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56746) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:02.634939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Allocated IP 2001:db8::2 (7ac92aad-e764-4652-8d96-dc60c2028751/58013f8b-a957-4aca-ba24-96cb5cb41127/96ac2bb3-a398-4030-aa24-860695512532) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:02.747271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:02.781222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b2e951c-4f3d-439e-879b-5fa8a94caae3 admin admin] 10.222.0.25 "PUT /v2.0/routers/c8bcb58c-0d75-4b6e-a52c-5215969e588b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3084493 Oct 25 23:26:02.795133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56754) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:03.039935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.041832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.046343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1837-b226-46a6-86b9-344f56abc7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.050819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] Sync routers for ids ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:03.081119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] Routers {'c8bcb58c-0d75-4b6e-a52c-5215969e588b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:03.081748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:03.351960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.419927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] Set router c8bcb58c-0d75-4b6e-a52c-5215969e588b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:03.456113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Deleting port 9acaa30d-9f39-4af1-a060-28adc214234d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:03.456793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.612957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfbd3-547c-4ca8-aa70-017e6456d086 req-b0b588cd-4e87-47ee-bb0d-bd208881c563 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:03.614694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da7bfbd3-547c-4ca8-aa70-017e6456d086 req-b0b588cd-4e87-47ee-bb0d-bd208881c563 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.0879321 Oct 25 23:26:03.708544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] For port 9acaa30d-9f39-4af1-a060-28adc214234d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9acaa30d-9f39-4af1-a060-28adc214234d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:03.709276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.765269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Calling delete_port for 9acaa30d-9f39-4af1-a060-28adc214234d owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:03.790473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.792677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da7bfbd3-547c-4ca8-aa70-017e6456d086 req-305f1066-6a34-4614-bdbb-a497bd621bb0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463795 Oct 25 23:26:03.869660 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.959582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1837-b226-46a6-86b9-344f56abc7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:03.975295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1837-b226-46a6-86b9-344f56abc7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.017302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8f6f1837-b226-46a6-86b9-344f56abc7ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33e15c0e84ce43fd86e7f4212dc1cf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3962755 Oct 25 23:26:04.020019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56768) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:04.048487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f1837-b226-46a6-86b9-344f56abc7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1661cd5-2be7-4a48-a560-a85461c13a61,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:04.061252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Network 7ac92aad-e764-4652-8d96-dc60c2028751 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:04.073745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8::1 (7ac92aad-e764-4652-8d96-dc60c2028751/58013f8b-a957-4aca-ba24-96cb5cb41127/0cc290c9-df71-4cb9-a514-ae8f091d37d5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:04.088604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:04.126894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:04.195062 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.229872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dde7d2e2-16c0-4c20-a637-8fa243acdd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.235003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9acaa30d-9f39-4af1-a060-28adc214234d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:04.319775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Pushing event updated for resources: {'Port': ['ID=96ac2bb3-a398-4030-aa24-860695512532,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:04.333200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.408729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dde7d2e2-16c0-4c20-a637-8fa243acdd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.414279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Attempting to bind port 96ac2bb3-a398-4030-aa24-860695512532 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:04.414813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Attempting to bind port 96ac2bb3-a398-4030-aa24-860695512532 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:04.415191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Attempting to bind port 96ac2bb3-a398-4030-aa24-860695512532 on network 7ac92aad-e764-4652-8d96-dc60c2028751 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:04.440139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.451118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:04.451433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Checking segment: {'id': '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:04.451793 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.452206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Bound using segment: {'id': '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:04.452700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Bound port: 96ac2bb3-a398-4030-aa24-860695512532, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ac92aad-e764-4652-8d96-dc60c2028751'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:04.453092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.508090 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dde7d2e2-16c0-4c20-a637-8fa243acdd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.511064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dde7d2e2-16c0-4c20-a637-8fa243acdd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.515305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dde7d2e2-16c0-4c20-a637-8fa243acdd65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1661cd5-2be7-4a48-a560-a85461c13a61 HTTP/1.1" status: 204 len: 168 time: 0.4682600 Oct 25 23:26:04.519649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.627081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:26:00Z', 'revision_number': 5, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port': {'id': '9acaa30d-9f39-4af1-a060-28adc214234d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:24Z', 'updated_at': '2021-10-25T23:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:04.629229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.636983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.687674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 7ac92aad-e764-4652-8d96-dc60c2028751 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:04.688825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d2e2-16c0-4c20-a637-8fa243acdd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1661cd5-2be7-4a48-a560-a85461c13a61,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:04.699065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] Checking router: c8bcb58c-0d75-4b6e-a52c-5215969e588b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:26:04.718345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:04.722778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=0cc290c9-df71-4cb9-a514-ae8f091d37d5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:04.738710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:04.739587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.753166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] Routers {'c8bcb58c-0d75-4b6e-a52c-5215969e588b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:04.753955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:04.820861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.822790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8bcb58c-0d75-4b6e-a52c-5215969e588b {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:26:04.822929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] For port 96ac2bb3-a398-4030-aa24-860695512532, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:04.857556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:04.869345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6409736d-fcf2-4a35-8daf-9998c755b8ed admin admin] 10.222.0.25 "DELETE /v2.0/routers/c8bcb58c-0d75-4b6e-a52c-5215969e588b HTTP/1.1" status: 204 len: 168 time: 2.0715601 Oct 25 23:26:04.869636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56792) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:04.875082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] For port 96ac2bb3-a398-4030-aa24-860695512532, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=96ac2bb3-a398-4030-aa24-860695512532,segment=NetworkSegment(9d2fb3ae-e167-4197-a74e-5d3ea7b8105c),segment_id=9d2fb3ae-e167-4197-a74e-5d3ea7b8105c)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:04.880768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] Set router c8bcb58c-0d75-4b6e-a52c-5215969e588b gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:04.884278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.009371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:26:04Z', 'revision_number': 7, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:05.056102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a17c5-c6fd-4477-9d3f-04a5da7a06c1 None None] The sync data for ids ['c8bcb58c-0d75-4b6e-a52c-5215969e588b'] in n-d-815373-1 is: [{'id': 'c8bcb58c-0d75-4b6e-a52c-5215969e588b', 'name': 'tempest-TestServerMultinode-232273017-router', 'tenant_id': '40ad49e73005423f92d06780a8f497d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:22Z', 'updated_at': '2021-10-25T23:26:04Z', 'revision_number': 7, 'project_id': '40ad49e73005423f92d06780a8f497d1', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:05.063779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Deleting subnet 1bdb5d8b-15ae-44e8-bf9a-01de1842b001 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:26:05.072217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.160652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1de24-4116-4c76-a64b-e31fabf6c5fd None None] Pushing event updated for resources: {'Port': ['ID=96ac2bb3-a398-4030-aa24-860695512532,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:05.233271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.313385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f4900-f27c-4d97-b5ed-ef678ab97ab3 req-43e81179-45b6-405e-aa3f-a0cad13df884 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:05.332330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-638f4900-f27c-4d97-b5ed-ef678ab97ab3 req-43e81179-45b6-405e-aa3f-a0cad13df884 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.3564248 Oct 25 23:26:05.400767 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.498506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56798) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:05.565534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.599874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.603529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a4d14-d028-4024-bc2e-b3e338b7f350 None None] Network 16720bb1-352a-469e-8950-b0551de141bf requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:05.604721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.610859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:05.610859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56800) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:05.612113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1bdb5d8b-15ae-44e8-bf9a-01de1842b001 HTTP/1.1" status: 204 len: 168 time: 0.7336297 Oct 25 23:26:05.700600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-638f4900-f27c-4d97-b5ed-ef678ab97ab3 req-9c44384a-e940-495d-82b9-1bfe075740f6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670652 Oct 25 23:26:05.711862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fa8ba-dd5d-4449-971f-0634e0cafcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdb5d8b-15ae-44e8-bf9a-01de1842b001,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:06.071176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.100174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] DHCP port deletion for 16720bb1-352a-469e-8950-b0551de141bf request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:26:06.227827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] Deleting port a5f35211-2c78-4f71-881f-00821ef8778f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:06.228496 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.480233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 96ac2bb3-a398-4030-aa24-860695512532 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:06.576071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] For port a5f35211-2c78-4f71-881f-00821ef8778f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a5f35211-2c78-4f71-881f-00821ef8778f,segment=NetworkSegment(e1db5569-a609-4208-b46a-8fe05c972d22),segment_id=e1db5569-a609-4208-b46a-8fe05c972d22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:06.576484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.625049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] Calling delete_port for a5f35211-2c78-4f71-881f-00821ef8778f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:06.701500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.706751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.748877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.750358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.758660 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:06.825456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 96ac2bb3-a398-4030-aa24-860695512532 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:06.833637 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:07.025045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:07.029072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5251cc-3a50-49fa-9bdc-5a50183a00e5 None None] Network 7ac92aad-e764-4652-8d96-dc60c2028751 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:07.038720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e67930-c43e-4284-b790-ee45580adf54 req-2467ee87-275e-4c03-8bdf-e9fce726e449 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:07.041512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfae30d154264631883786b154129801&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5419457 Oct 25 23:26:07.042295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080729c-2479-4815-a0c2-fe3eb9e27f84,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:07.044457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56820) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:07.053855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05e67930-c43e-4284-b790-ee45580adf54 req-2467ee87-275e-4c03-8bdf-e9fce726e449 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1456635 Oct 25 23:26:07.064661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:07.115907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05e67930-c43e-4284-b790-ee45580adf54 req-18227c95-950a-4a30-9134-c52e68f0d5aa tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580389 Oct 25 23:26:07.138615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.139438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.140015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.140583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.141229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.141957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.143183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.143817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.144391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.144998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.145557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.146846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0401a31-e5d0-4078-aa39-ac56aacd62a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:07.151483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=0cc290c9-df71-4cb9-a514-ae8f091d37d5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:07.195249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] Pushing event deleted for resources: {'Port': ['ID=a5f35211-2c78-4f71-881f-00821ef8778f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:07.200907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea215f9-330e-41f1-9527-a3da33a0517e None None] No DVR routers for this DVR port a5f35211-2c78-4f71-881f-00821ef8778f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:07.201641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Deleting port a5f35211-2c78-4f71-881f-00821ef8778f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:07.202089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:07.214270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 96ac2bb3-a398-4030-aa24-860695512532, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=96ac2bb3-a398-4030-aa24-860695512532,segment=NetworkSegment(9d2fb3ae-e167-4197-a74e-5d3ea7b8105c),segment_id=9d2fb3ae-e167-4197-a74e-5d3ea7b8105c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:07.228614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:07.327956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1af03b56-c9bc-400a-8b5f-87f53f8b3e8e None None] Provisioning complete for port 96ac2bb3-a398-4030-aa24-860695512532 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:07.328251 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1af03b56-c9bc-400a-8b5f-87f53f8b3e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:07.340895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=96ac2bb3-a398-4030-aa24-860695512532,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:07.352220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 526b6086-6f70-4b5f-a050-a5444ad073af no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:07.535397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 526b6086-6f70-4b5f-a050-a5444ad073af {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:07.536486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 526b6086-6f70-4b5f-a050-a5444ad073af not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:07.827559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 96ac2bb3-a398-4030-aa24-860695512532 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:07.953767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 96ac2bb3-a398-4030-aa24-860695512532 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:07.954409 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.218372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38d2d3ca-be9c-494a-809c-9ba3ceab7142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.259693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9acaa30d-9f39-4af1-a060-28adc214234d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:08.272232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] For port a5f35211-2c78-4f71-881f-00821ef8778f, host n-d-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:08.276617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.296500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Calling delete_port for a5f35211-2c78-4f71-881f-00821ef8778f owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:08.312267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Port a5f35211-2c78-4f71-881f-00821ef8778f was not found and therefore no delete operation was performed {{(pid=102133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:26:08.314755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.326343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 7ac92aad-e764-4652-8d96-dc60c2028751 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:08.331908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9acaa30d-9f39-4af1-a060-28adc214234d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:08.332061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9acaa30d-9f39-4af1-a060-28adc214234d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:08.332429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a5f35211-2c78-4f71-881f-00821ef8778f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:08.342729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] No DVR routers for this DVR port a5f35211-2c78-4f71-881f-00821ef8778f on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:08.395054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:08.418748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8658d2df-4b1e-4c92-a6b3-f595d4e4b813 None None] Provisioning complete for port 96ac2bb3-a398-4030-aa24-860695512532 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:08.419109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8658d2df-4b1e-4c92-a6b3-f595d4e4b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.459288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f35211-2c78-4f71-881f-00821ef8778f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:08.539799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a5f35211-2c78-4f71-881f-00821ef8778f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:08.540195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a5f35211-2c78-4f71-881f-00821ef8778f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:08.561034 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38d2d3ca-be9c-494a-809c-9ba3ceab7142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.728689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8658d2df-4b1e-4c92-a6b3-f595d4e4b813 None None] Provisioning complete for port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:08.729104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8658d2df-4b1e-4c92-a6b3-f595d4e4b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.808269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.818692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8658d2df-4b1e-4c92-a6b3-f595d4e4b813 None None] Port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:08.948191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2346117c-9ce7-46fb-a7b9-e71ff5953b27 None None] Provisioning complete for port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:08.949931 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2346117c-9ce7-46fb-a7b9-e71ff5953b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:08.994374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86c6af-5abb-4c32-aa63-37466d8b5a7c req-fe260ae5-1332-4955-853c-08805839f149 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:09.008682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc86c6af-5abb-4c32-aa63-37466d8b5a7c req-fe260ae5-1332-4955-853c-08805839f149 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.6785579 Oct 25 23:26:09.066344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2346117c-9ce7-46fb-a7b9-e71ff5953b27 None None] Port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:09.109801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16720bb1-352a-469e-8950-b0551de141bf']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.134679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1db5569-a609-4208-b46a-8fe05c972d22') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.135270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1db5569-a609-4208-b46a-8fe05c972d22') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.139376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38d2d3ca-be9c-494a-809c-9ba3ceab7142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.142180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-38d2d3ca-be9c-494a-809c-9ba3ceab7142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.143538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-38d2d3ca-be9c-494a-809c-9ba3ceab7142 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0080729c-2479-4815-a0c2-fe3eb9e27f84 HTTP/1.1" status: 204 len: 168 time: 2.0925834 Oct 25 23:26:09.170748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2d3ca-be9c-494a-809c-9ba3ceab7142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080729c-2479-4815-a0c2-fe3eb9e27f84,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:09.174512 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.182126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc86c6af-5abb-4c32-aa63-37466d8b5a7c req-da504d89-3a48-499a-b63e-091e24cf06ab tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647713 Oct 25 23:26:09.216132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.227854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:26:09.228898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:26:09.242781 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:26:09.261009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:26:09.301355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1d8d7e94-3190-430b-bc44-415bcad0b29f None None] Provisioning complete for port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:09.301929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d8d7e94-3190-430b-bc44-415bcad0b29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.403742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:09.411325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-10df9bd0-f6b5-4173-b2f0-50187cbaca40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3917992 Oct 25 23:26:09.413116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:09.416576 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] Sync routers for ids ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:09.426875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.428892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] Routers {'84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:09.430990 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.434721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:09.446077 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] 10.222.0.25 "DELETE /v2.0/networks/16720bb1-352a-469e-8950-b0551de141bf HTTP/1.1" status: 204 len: 168 time: 3.8130319 Oct 25 23:26:09.495223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d7e94-3190-430b-bc44-415bcad0b29f None None] Port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:09.496218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56848) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:09.499564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bca11-48ac-41e6-8e44-7e90ccae5f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=16720bb1-352a-469e-8950-b0551de141bf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:09.548361 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.574388 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] Routers {'84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:09.575273 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.604301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0801c-d8e4-4488-a583-bb2da27bf608 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:09.610356 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f9a0801c-d8e4-4488-a583-bb2da27bf608 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports/0cc290c9-df71-4cb9-a514-ae8f091d37d5 HTTP/1.1" status: 200 len: 911 time: 0.1930535 Oct 25 23:26:09.614184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56854) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:09.619087 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:09.620842 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536304fa-71d0-43ca-bb7a-3627920d835f None None] The sync data for ids ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:10.292717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:10.764594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Deleting port 5164a30f-42b3-4cba-bb2e-4e50cc54c854 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:10.765225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:10.933886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] For port 5164a30f-42b3-4cba-bb2e-4e50cc54c854, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5164a30f-42b3-4cba-bb2e-4e50cc54c854,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:10.940223 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:10.976354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Calling delete_port for 5164a30f-42b3-4cba-bb2e-4e50cc54c854 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:10.992359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989dd97-71ad-41ed-9b3b-3bcdb83b787d req-0f1cb5eb-8860-42f2-bf73-b83e8db0bc81 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:10.997856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0989dd97-71ad-41ed-9b3b-3bcdb83b787d req-0f1cb5eb-8860-42f2-bf73-b83e8db0bc81 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.4069059 Oct 25 23:26:11.191218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0989dd97-71ad-41ed-9b3b-3bcdb83b787d req-14d8a1f0-f0ed-44be-b599-b4d379a93531 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664119 Oct 25 23:26:11.494005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:11.565098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Pushing event deleted for resources: {'Port': ['ID=5164a30f-42b3-4cba-bb2e-4e50cc54c854,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:11.751797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:11.901561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:12.416947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 0cc290c9-df71-4cb9-a514-ae8f091d37d5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:12.418350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:12.419131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:12.627386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:12.674276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 0cc290c9-df71-4cb9-a514-ae8f091d37d5 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:12.987614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60783b4a-bf1d-40a4-9b21-d7f61f558c0f req-055dbfe6-1e18-4c25-9497-22ba94aafa3e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:12.990117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60783b4a-bf1d-40a4-9b21-d7f61f558c0f req-055dbfe6-1e18-4c25-9497-22ba94aafa3e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.5673718 Oct 25 23:26:12.991528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:13.002788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] Sync routers for ids ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:13.005808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c2550d57-471b-4b27-96f4-1dc107fac50e admin admin] 10.222.0.25 "PUT /v2.0/routers/9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4895492 Oct 25 23:26:13.010560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:13.025841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] Routers {'9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:13.028405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:13.105027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:13.197638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=0cc290c9-df71-4cb9-a514-ae8f091d37d5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:13.269925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:13.272129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.272497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.273912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.274289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.274629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.276569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.278170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.278170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.278170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.290246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.292524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.292880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:13.516857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:13.625517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60783b4a-bf1d-40a4-9b21-d7f61f558c0f req-40a83675-2ee5-49d8-897a-3c57a1e67798 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6180897 Oct 25 23:26:13.754054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:13.908572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Deleting port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:13.909256 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:14.023829 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:14.079280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] Set router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:14.165338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] For port 5605382d-a9e1-4559-bfd3-2ed6a9a9b504, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:14.165968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:14.196857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:14.207371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Calling delete_port for 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:14.345862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 56950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:14.514762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:14.523299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f17a987-5e50-4ee5-9007-1f91025d726b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9093137 Oct 25 23:26:14.528637 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] Sync routers for ids ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:14.535230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56956) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:14.545572 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] Routers {'84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:14.546222 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:14.633297 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4da32f7a-3f6c-4edb-8b50-eecd976d7577 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 HTTP/1.1" status: 200 len: 205 time: 0.0920372 Oct 25 23:26:14.638111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56958) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:14.639441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:26:11Z', 'revision_number': 5, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port': {'id': '5605382d-a9e1-4559-bfd3-2ed6a9a9b504', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:24:39Z', 'updated_at': '2021-10-25T23:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:14.679873 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:14.711741 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] Routers {'84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:14.716448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:14.794966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] Checking router: 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:26:14.808618 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:14.809789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcd090-c8fb-4d00-94a2-77b85986bbf0 None None] The sync data for ids ['84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:14.842255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] Routers {'9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:14.846207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:25:49Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:14.890502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:14.892298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56966) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:14.960242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d96043c-fe5a-447d-a857-4bf8569462af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:14.985758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.113436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Pushing event deleted for resources: {'Port': ['ID=5605382d-a9e1-4559-bfd3-2ed6a9a9b504,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:15.191014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] Set router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:15.315304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d96043c-fe5a-447d-a857-4bf8569462af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.331708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d96043c-fe5a-447d-a857-4bf8569462af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.359019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:26:13Z', 'revision_number': 6, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:15.406268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.438191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9993a-ebf7-42ea-9d5e-f13c309aef04 None None] The sync data for ids ['9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03'] in n-d-815373-1 is: [{'id': '9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03', 'name': 'tempest-TestServerMultinode-1871763636-router', 'tenant_id': 'b190975f81e048fb976e6b7849382179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:24:38Z', 'updated_at': '2021-10-25T23:26:13Z', 'revision_number': 6, 'project_id': 'b190975f81e048fb976e6b7849382179', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:15.439176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.484317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-101797aa-866f-4749-874e-9fd971cb4308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.497305 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.558025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96043c-fe5a-447d-a857-4bf8569462af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e6727-a3be-4e0e-978b-ac21c140b488,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:15.564650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424a5b-89d0-43da-b4ad-edfbd6427afb req-afced3ac-a128-4248-a514-04ce62a172e7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:15.567245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf424a5b-89d0-43da-b4ad-edfbd6427afb req-afced3ac-a128-4248-a514-04ce62a172e7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.6738808 Oct 25 23:26:15.619849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.620828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router 84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:26:15.634303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9d96043c-fe5a-447d-a857-4bf8569462af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c296b83a2aa4320b92f00201f24c6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2798107 Oct 25 23:26:15.646636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.652436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b1ad3f3-9483-4289-a9f9-a5df0c23425b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 HTTP/1.1" status: 204 len: 168 time: 1.0157063 Oct 25 23:26:15.655045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56976) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:15.655379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56980) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:15.820384 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75828695-691f-405d-b431-4f70cb17d2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.838827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-101797aa-866f-4749-874e-9fd971cb4308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.871702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf424a5b-89d0-43da-b4ad-edfbd6427afb req-4f06c33d-ba45-4ce1-a9cf-ef497a216a18 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892723 Oct 25 23:26:15.915848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-101797aa-866f-4749-874e-9fd971cb4308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:15.985132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-101797aa-866f-4749-874e-9fd971cb4308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85681783cff94fa2afd2a830d74a6894&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0892551 Oct 25 23:26:16.040056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5164a30f-42b3-4cba-bb2e-4e50cc54c854 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:16.040770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56984) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:16.100176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5164a30f-42b3-4cba-bb2e-4e50cc54c854 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:16.100734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5164a30f-42b3-4cba-bb2e-4e50cc54c854 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:16.126341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet 58013f8b-a957-4aca-ba24-96cb5cb41127 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:26:16.131297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.188687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101797aa-866f-4749-874e-9fd971cb4308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19634c6f-9f69-42f8-88b7-7db902023a9e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:16.245227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.273131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff15a321-d7a4-4f91-b364-ac3f7728fa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.322116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff15a321-d7a4-4f91-b364-ac3f7728fa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.324282 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d17dc94d-68d0-4d78-9ec1-bb706a31865e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.434212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d17dc94d-68d0-4d78-9ec1-bb706a31865e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.492234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.541779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff15a321-d7a4-4f91-b364-ac3f7728fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.550636 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff15a321-d7a4-4f91-b364-ac3f7728fa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.552917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff15a321-d7a4-4f91-b364-ac3f7728fa60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/694e6727-a3be-4e0e-978b-ac21c140b488 HTTP/1.1" status: 204 len: 168 time: 0.8958926 Oct 25 23:26:16.622738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15a321-d7a4-4f91-b364-ac3f7728fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e6727-a3be-4e0e-978b-ac21c140b488,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:16.628543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.645089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d17dc94d-68d0-4d78-9ec1-bb706a31865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.658125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d17dc94d-68d0-4d78-9ec1-bb706a31865e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.668383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d17dc94d-68d0-4d78-9ec1-bb706a31865e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19634c6f-9f69-42f8-88b7-7db902023a9e HTTP/1.1" status: 204 len: 168 time: 0.6087284 Oct 25 23:26:16.705800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dc94d-68d0-4d78-9ec1-bb706a31865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19634c6f-9f69-42f8-88b7-7db902023a9e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:16.756058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.763931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c3a59-0d5f-4f93-84cf-10d3beb91156 None None] Network 7ac92aad-e764-4652-8d96-dc60c2028751 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:16.766833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/58013f8b-a957-4aca-ba24-96cb5cb41127 HTTP/1.1" status: 204 len: 168 time: 1.1041679 Oct 25 23:26:16.768072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 56992) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:16.881844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.887389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d1d34-a560-4cf3-80c8-a7497dfa199c tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=58013f8b-a957-4aca-ba24-96cb5cb41127,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:16.948998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:16.977301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.039428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.044107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:26:17.061299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.071703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-11fd51da-3719-4af3-ac19-5ed4bb1f9aea admin admin] 10.222.0.25 "DELETE /v2.0/routers/9534dbc1-7ab7-4dd6-bc83-f8cde2a8ab03 HTTP/1.1" status: 204 len: 168 time: 4.0576780 Oct 25 23:26:17.074765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:17.201450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60c135-0099-43c0-bfbc-7e30704006b2 req-c2a5b7d8-30e0-4764-8c6f-205f5028e264 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:17.203852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af60c135-0099-43c0-bfbc-7e30704006b2 req-c2a5b7d8-30e0-4764-8c6f-205f5028e264 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1247635 Oct 25 23:26:17.282469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Deleting subnet b11a318a-3714-4198-a722-87ed7ffc4e9c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:26:17.310977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] DHCP port deletion for 7ac92aad-e764-4652-8d96-dc60c2028751 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:26:17.335529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af60c135-0099-43c0-bfbc-7e30704006b2 req-aa8d5c3b-543c-4707-b5ec-dca2d67f4498 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215634 Oct 25 23:26:17.348574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.445251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] Deleting port 96ac2bb3-a398-4030-aa24-860695512532 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:17.445595 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.456900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.516126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:17.540040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f0f-f661-4e09-a197-f9cfdc05da0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.580568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:17.606129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eabb559c-01a6-4de7-a8a0-d4eeed082321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.649046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.718868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] For port 96ac2bb3-a398-4030-aa24-860695512532, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=96ac2bb3-a398-4030-aa24-860695512532,segment=NetworkSegment(9d2fb3ae-e167-4197-a74e-5d3ea7b8105c),segment_id=9d2fb3ae-e167-4197-a74e-5d3ea7b8105c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:17.719297 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.740385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f0f-f661-4e09-a197-f9cfdc05da0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.754443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f0f-f661-4e09-a197-f9cfdc05da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.811454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8f0f-f661-4e09-a197-f9cfdc05da0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b46960-5781-408b-ac53-cf49d56c0268,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:17.823298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] Calling delete_port for 96ac2bb3-a398-4030-aa24-860695512532 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:17.860990 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eabb559c-01a6-4de7-a8a0-d4eeed082321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.866517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7b9b8f0f-f661-4e09-a197-f9cfdc05da0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f75b864cf1542129020d122e194a74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464565 Oct 25 23:26:17.867874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:17.883345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:17.890337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eabb559c-01a6-4de7-a8a0-d4eeed082321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.890557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.930900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:17.935111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b11a318a-3714-4198-a722-87ed7ffc4e9c HTTP/1.1" status: 204 len: 168 time: 0.8531601 Oct 25 23:26:17.937662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b992461-b9d9-449b-91db-924840bf6403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11a318a-3714-4198-a722-87ed7ffc4e9c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:17.940764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:18.050414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 96ac2bb3-a398-4030-aa24-860695512532 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:18.054118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eabb559c-01a6-4de7-a8a0-d4eeed082321 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=538a00d3c75440a09b323fdf3114d124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721231 Oct 25 23:26:18.064287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.073943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706ebcc-d2bb-4a5c-bd03-900f1d868569 None None] Network a0e002fc-90d3-485e-826b-2d6ed7b8f15d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:18.077227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:18.081692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:18.082380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5605382d-a9e1-4559-bfd3-2ed6a9a9b504 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:18.083189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 96ac2bb3-a398-4030-aa24-860695512532 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:18.121674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 96ac2bb3-a398-4030-aa24-860695512532 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:18.122022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 96ac2bb3-a398-4030-aa24-860695512532 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:18.124503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.174946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] No DVR routers for this DVR port 96ac2bb3-a398-4030-aa24-860695512532 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:18.180515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.190550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb559c-01a6-4de7-a8a0-d4eeed082321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289af185-bac4-4592-8fd7-0edbefbbbdf7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:18.235650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae8eb-d2f7-4996-9344-22c874e4eea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.249208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dcea0-90a3-4c3b-b2ca-0321c845391e None None] Pushing event deleted for resources: {'Port': ['ID=96ac2bb3-a398-4030-aa24-860695512532,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:18.277193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port 96ac2bb3-a398-4030-aa24-860695512532, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=96ac2bb3-a398-4030-aa24-860695512532,segment=NetworkSegment(9d2fb3ae-e167-4197-a74e-5d3ea7b8105c),segment_id=9d2fb3ae-e167-4197-a74e-5d3ea7b8105c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:18.278630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.296798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-498afd5e-b711-4122-adb6-432cf50128b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.309009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae8eb-d2f7-4996-9344-22c874e4eea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.321467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 96ac2bb3-a398-4030-aa24-860695512532 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:18.409730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-498afd5e-b711-4122-adb6-432cf50128b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.414564 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01812281-d2cb-4f83-ae15-916864334299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.480715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.521341 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae8eb-d2f7-4996-9344-22c874e4eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.528406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae8eb-d2f7-4996-9344-22c874e4eea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.533585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7c9ae8eb-d2f7-4996-9344-22c874e4eea1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/289af185-bac4-4592-8fd7-0edbefbbbdf7 HTTP/1.1" status: 204 len: 168 time: 0.4551957 Oct 25 23:26:18.546076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=96ac2bb3-a398-4030-aa24-860695512532,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:18.554797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port 96ac2bb3-a398-4030-aa24-860695512532 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:18.559060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ae8eb-d2f7-4996-9344-22c874e4eea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289af185-bac4-4592-8fd7-0edbefbbbdf7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:18.568792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-498afd5e-b711-4122-adb6-432cf50128b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.571996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-498afd5e-b711-4122-adb6-432cf50128b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.577012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-498afd5e-b711-4122-adb6-432cf50128b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06b46960-5781-408b-ac53-cf49d56c0268 HTTP/1.1" status: 204 len: 168 time: 0.7078948 Oct 25 23:26:18.595194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498afd5e-b711-4122-adb6-432cf50128b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b46960-5781-408b-ac53-cf49d56c0268,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:18.595476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] DHCP port deletion for a0e002fc-90d3-485e-826b-2d6ed7b8f15d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:26:18.701099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Deleting port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:18.701614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.729958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] Deleting port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:18.738569 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.774470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.826747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac92aad-e764-4652-8d96-dc60c2028751']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:18.837157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e271de0-c294-47b3-b405-843ed8a9df7b req-52c0d8e1-03de-4d14-b12e-1fde7ce84b65 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:18.839151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3e271de0-c294-47b3-b405-843ed8a9df7b req-52c0d8e1-03de-4d14-b12e-1fde7ce84b65 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1922445 Oct 25 23:26:18.853462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] For port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:18.853834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.861668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:18.862049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2fb3ae-e167-4197-a74e-5d3ea7b8105c') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:18.885807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] For port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,segment=NetworkSegment(7a0224e7-6c88-4d42-b8d0-c0cf33b99202),segment_id=7a0224e7-6c88-4d42-b8d0-c0cf33b99202)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:18.886458 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.887251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Calling delete_port for 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:18.891730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.910656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] Calling delete_port for 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:18.926509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3e271de0-c294-47b3-b405-843ed8a9df7b req-be7030e9-8189-4f4b-906d-bbdb2bcaef87 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802460 Oct 25 23:26:18.941355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.988497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:26:18.988891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:26:18.992062 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:26:19.091902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.101194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.151248 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.161237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57040) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:19.166620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-81284555', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:19.170310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] Pushing event deleted for resources: {'Port': ['ID=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:19.172175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/7ac92aad-e764-4652-8d96-dc60c2028751 HTTP/1.1" status: 204 len: 168 time: 2.3868074 Oct 25 23:26:19.176024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a7da-41d6-45c6-8c4d-9393de787408 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=7ac92aad-e764-4652-8d96-dc60c2028751,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:19.188714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7c142-72dd-4551-8bc8-f3812d7b7273 None None] No DVR routers for this DVR port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:19.192871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.225904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.227485 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.259332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Pushing event deleted for resources: {'Port': ['ID=22c7120c-bdc9-4dd0-945d-8dc580ac6c53,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:19.271439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] No DVR routers for this DVR port 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:19.343987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.439492 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.491059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e002fc-90d3-485e-826b-2d6ed7b8f15d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:19.513650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0224e7-6c88-4d42-b8d0-c0cf33b99202') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:19.514315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0224e7-6c88-4d42-b8d0-c0cf33b99202') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:19.531254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.549236 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.562838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:26:19.563589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:26:19.565343 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:26:19.613474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.653497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.757618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.757618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.757618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] 10.222.0.25 "DELETE /v2.0/networks/a0e002fc-90d3-485e-826b-2d6ed7b8f15d HTTP/1.1" status: 204 len: 168 time: 1.7981441 Oct 25 23:26:19.766375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85aa24-fd70-4364-8ab4-f0cf1acb297c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e002fc-90d3-485e-826b-2d6ed7b8f15d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:19.827113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:19.932048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:19.932597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 22c7120c-bdc9-4dd0-945d-8dc580ac6c53 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:19.939341 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.965379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:19.970542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:20.066664 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8b874bf1-d4a6-4beb-8335-a82b604c26f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40ad49e73005423f92d06780a8f497d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943704 Oct 25 23:26:20.069851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57092) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:20.131556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 172.25.4.106 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/b9b7375e-e8a4-4bb9-add4-64e59fafcf8c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:20.132641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7698a009-46ca-43f0-a303-f7aede336faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.158629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310d76-4e4a-4541-ac8a-39fd473297f1 req-e5532c3b-a46f-4fbd-a921-f47f41f3da14 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:20.165778 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7698a009-46ca-43f0-a303-f7aede336faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.165975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73310d76-4e4a-4541-ac8a-39fd473297f1 req-e5532c3b-a46f-4fbd-a921-f47f41f3da14 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.0863557 Oct 25 23:26:20.195379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.250757 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7698a009-46ca-43f0-a303-f7aede336faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.253756 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7698a009-46ca-43f0-a303-f7aede336faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.255039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7698a009-46ca-43f0-a303-f7aede336faf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b7edee9-6351-428a-b7b4-2b28f266a06b HTTP/1.1" status: 204 len: 168 time: 0.1840377 Oct 25 23:26:20.273242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698a009-46ca-43f0-a303-f7aede336faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7edee9-6351-428a-b7b4-2b28f266a06b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:20.299023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73310d76-4e4a-4541-ac8a-39fd473297f1 req-1706dd36-a4dc-435f-83cd-7ab36697bb54 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320798 Oct 25 23:26:20.356434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.403997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.471688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:20.477304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:20.484860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:20.530405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-a744572a-04e0-4116-8c46-4b15d3aafc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:20.532169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-a744572a-04e0-4116-8c46-4b15d3aafc5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1096 time: 0.1401196 Oct 25 23:26:20.536927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=b9b7375e-e8a4-4bb9-add4-64e59fafcf8c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:20.751019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:20.768195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-86eaac20-6be4-4dfe-ac20-d5d21e74f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:20.770284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-86eaac20-6be4-4dfe-ac20-d5d21e74f8cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.2214811 Oct 25 23:26:20.867387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57114) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:20.928476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-955cd8ba-929a-4e14-9cca-9fce0b0fc12e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b190975f81e048fb976e6b7849382179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599356 Oct 25 23:26:20.932831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:20.953549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-05396756-7b28-40af-8515-026ccaeef12b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 1001 time: 0.1763971 Oct 25 23:26:21.045600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76faa3a3-0ab2-419b-8967-3f622761c68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:21.046441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-e77e4f09-3410-4c85-b6ac-cb5491655939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:21.048319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-e77e4f09-3410-4c85-b6ac-cb5491655939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.0822301 Oct 25 23:26:21.075769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76faa3a3-0ab2-419b-8967-3f622761c68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:21.106498 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:21.142848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76faa3a3-0ab2-419b-8967-3f622761c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:21.145914 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76faa3a3-0ab2-419b-8967-3f622761c68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:21.147957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-76faa3a3-0ab2-419b-8967-3f622761c68f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80fb7acd-902b-4cc1-b691-8abf7ac82c38 HTTP/1.1" status: 204 len: 168 time: 0.2141466 Oct 25 23:26:21.173238 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faa3a3-0ab2-419b-8967-3f622761c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb7acd-902b-4cc1-b691-8abf7ac82c38,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:21.200310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-180a4b45-3c2e-4b2d-ab37-f22154dbe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:21.202701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-180a4b45-3c2e-4b2d-ab37-f22154dbe2b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461735 Oct 25 23:26:21.519118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-2e6c4338-1f9a-4d7c-9618-3fe2154e4471 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078980 Oct 25 23:26:21.587532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5359697-bedd-46f1-a57b-d4605d257469 req-dfa13b52-5581-4990-a0d9-ab0b9c22c642 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:21.593177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5359697-bedd-46f1-a57b-d4605d257469 req-dfa13b52-5581-4990-a0d9-ab0b9c22c642 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1217439 Oct 25 23:26:21.620372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:21.678977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5359697-bedd-46f1-a57b-d4605d257469 req-55d515c1-7d95-41ec-9613-0c345d76973e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789354 Oct 25 23:26:21.772039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0b89839-f1cf-406d-a4e1-f3c753513f31 req-5c2ce3bc-6528-4ec1-8466-d2a28e750db4 service neutron] 10.222.0.11 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441168 Oct 25 23:26:21.857648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router de08fda5-a53b-4e2d-a97f-225ef7ae8d12 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:26:22.043797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:22.056919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] Sync routers for ids ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:22.078131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] Routers {'de08fda5-a53b-4e2d-a97f-225ef7ae8d12'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:22.082795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:22.111891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:22.117178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57164) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:22.118271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ae748699-7d6d-4330-9195-4eb58f666bee tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.9551525 Oct 25 23:26:22.147216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:22.157652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] Routers {'de08fda5-a53b-4e2d-a97f-225ef7ae8d12'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:22.158311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:22.198587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:22.199429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda7fdc-db62-4d7a-a7e1-653ba9dd7caa None None] The sync data for ids ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:22.800514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57188) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:22.811108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5bf06f7c-8065-49f7-907f-3cdd7c7e0b31 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/routers/de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 200 len: 883 time: 0.6922979 Oct 25 23:26:22.958962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:22.986005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:22.996930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333284a-320c-4cb9-8575-8cc779fa7e5e req-0b87b0e8-f37e-4f36-b6a2-92cdc56ea7ef tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:22.998657 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7333284a-320c-4cb9-8575-8cc779fa7e5e req-0b87b0e8-f37e-4f36-b6a2-92cdc56ea7ef tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1511383 Oct 25 23:26:23.063717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.065741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7333284a-320c-4cb9-8575-8cc779fa7e5e req-77828dd7-9863-47f2-911c-e2d5945c15b9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599136 Oct 25 23:26:23.104425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:26:23.111228 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ff2d5-eb47-4b26-aed6-e4fab4228dad" -d '{"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-unplugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:26:23.126629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:23.133937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.172426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c4ada80f-b44b-4028-a4da-e5545c1e3767 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3706636 Oct 25 23:26:23.174858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57204) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:23.188369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:23.192469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-81284555'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:23.199656 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9669b74-a9a9-423a-9480-e09a273f53bf x-openstack-request-id: req-a9669b74-a9a9-423a-9480-e09a273f53bf {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:26:23.200020 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-unplugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:26:23.200341 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9669b74-a9a9-423a-9480-e09a273f53bf {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:26:23.200930 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'code': 200} Oct 25 23:26:23.314142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2129704546-network', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:23.357126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Made reservation on behalf of 48a88eb72e374e2e84838f1abda7b03d for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:23.364839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.391208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.575390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.609833 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.656707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:26:23.672870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.673790 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Added segment e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8 of type vlan for network 8e37da91-7e69-47bc-9841-72ede372bd1c Oct 25 23:26:23.738535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.784614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.786808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:23.791032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:23.798801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ce8054-410b-411f-978b-60004de40395,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:23.850665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8633163 Oct 25 23:26:23.884842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57238) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:23.891148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Request body: {'subnet': {'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2129704546-subnet', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:23.926375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261d4d-f010-4409-91ae-3ae2ddde4a85 admin admin] Pushing event updated for resources: {'Network': ['ID=8e37da91-7e69-47bc-9841-72ede372bd1c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:23.938841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8e37da91-7e69-47bc-9841-72ede372bd1c details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:26:23.972011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Made reservation on behalf of 48a88eb72e374e2e84838f1abda7b03d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:23.975072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.250941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.298318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545def-d171-40d6-b403-21798e18c9e9 req-77932b1c-efba-465c-8db1-eba47aa01bd2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:24.303498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2545def-d171-40d6-b403-21798e18c9e9 req-77932b1c-efba-465c-8db1-eba47aa01bd2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.1166244 Oct 25 23:26:24.307287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.360987 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.446405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2545def-d171-40d6-b403-21798e18c9e9 req-ece59447-3c0b-41ea-97b6-12db830c85a0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298857 Oct 25 23:26:24.501879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router de08fda5-a53b-4e2d-a97f-225ef7ae8d12 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:24.504350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=545b4daa-57d7-4e2f-aff8-b69b5aec6644,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:24.530645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Checking segment: {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:24.531013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Network hostable DHCP agents. Network: 8e37da91-7e69-47bc-9841-72ede372bd1c, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:26:24.561761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Network 8e37da91-7e69-47bc-9841-72ede372bd1c is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:26:24.577570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8e37da91-7e69-47bc-9841-72ede372bd1c) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:24.584712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:24.585696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.590131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962fccb-1146-43fe-a3fa-3127df522f24 None None] Network 8e37da91-7e69-47bc-9841-72ede372bd1c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:24.670327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-602fa996-d30c-44e3-a1f9-5eafc9b8b55c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7840576 Oct 25 23:26:24.673022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57276) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:24.678537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:24.759470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:24.773819 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] Sync routers for ids ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:24.775574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.776776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-98f5e450-7717-4e75-bf78-57736eca732b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 200 len: 890 time: 1.6010132 Oct 25 23:26:24.777920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.779485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:24.785529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.799719 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] Routers {'de08fda5-a53b-4e2d-a97f-225ef7ae8d12'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:24.803596 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:24.897839 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:24.972350 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:25.017756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fcac2afb-8aa9-4172-8147-61d88a7fa6b3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/routers/de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 200 len: 890 time: 0.2366722 Oct 25 23:26:25.020305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:25.020429 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] Routers {'de08fda5-a53b-4e2d-a97f-225ef7ae8d12'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:25.022907 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:25.065975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b61d7c3-8377-4a31-becd-3a24c39aa8e7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 200 len: 205 time: 0.0426733 Oct 25 23:26:25.072359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:25.206599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8e37da91-7e69-47bc-9841-72ede372bd1c', 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'fixed_ips': [{'subnet_id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:26:25.210017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.316541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.354989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.468234 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:25.471654 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52e43f-b53d-41be-9b63-a6f9ba89cc7c None None] The sync data for ids ['de08fda5-a53b-4e2d-a97f-225ef7ae8d12'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:25.570011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Allocated IP 172.20.0.2 (8e37da91-7e69-47bc-9841-72ede372bd1c/545b4daa-57d7-4e2f-aff8-b69b5aec6644/08526107-81b6-433e-af82-09c5f69512ed) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:25.615851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.758274 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port b9b7375e-e8a4-4bb9-add4-64e59fafcf8c {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:25.758619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.964543 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.979621 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.994076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:25.997271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.020007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for b9b7375e-e8a4-4bb9-add4-64e59fafcf8c owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:26.022139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.118707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Pushing event updated for resources: {'Port': ['ID=08526107-81b6-433e-af82-09c5f69512ed,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:26.143850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Network 8e37da91-7e69-47bc-9841-72ede372bd1c is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:26.151589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:26.155899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:26.289375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Attempting to bind port 08526107-81b6-433e-af82-09c5f69512ed on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:26.289748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Attempting to bind port 08526107-81b6-433e-af82-09c5f69512ed by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:26.290454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Attempting to bind port 08526107-81b6-433e-af82-09c5f69512ed on network 8e37da91-7e69-47bc-9841-72ede372bd1c {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:26.304143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:26.305010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Checking segment: {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:26.305010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.305297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Bound using segment: {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:26.305767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Bound port: 08526107-81b6-433e-af82-09c5f69512ed, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:26.310879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.462643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Allocated IP 172.25.4.110 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/957c5499-f962-4103-b4c3-de5539f90040) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:26.519115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] For port 08526107-81b6-433e-af82-09c5f69512ed, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:26.524812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] For port 08526107-81b6-433e-af82-09c5f69512ed, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=08526107-81b6-433e-af82-09c5f69512ed,segment=NetworkSegment(e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8),segment_id=e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:26.560294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.605116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.677535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a6a79-c016-4c68-b298-837f1ee0d552 None None] Pushing event updated for resources: {'Port': ['ID=08526107-81b6-433e-af82-09c5f69512ed,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:26.742112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=b9b7375e-e8a4-4bb9-add4-64e59fafcf8c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:26.806414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.817443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.969607 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:26.972977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:27.036261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.045491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.222106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:27.241130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:27.241959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.242763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router de08fda5-a53b-4e2d-a97f-225ef7ae8d12 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:26:27.263464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.270849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a17377f-042a-4047-9c91-65ff7fb4f202 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 204 len: 168 time: 2.1967795 Oct 25 23:26:27.271490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57352) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:27.281112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Pushing event updated for resources: {'Port': ['ID=957c5499-f962-4103-b4c3-de5539f90040,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:27.281331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-557368757'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:27.308761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:27.365368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:27.371551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.435278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:26:27.460976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.461916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:27.462557 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 34ea4dcc-071f-4311-91e2-6a3459d3ca8e of type vlan for network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 Oct 25 23:26:27.522382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bef14-1294-4750-a107-00677b781b57 req-de06f132-f849-40c8-9358-2b1fe1d95959 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:27.535299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a00bef14-1294-4750-a107-00677b781b57 req-de06f132-f849-40c8-9358-2b1fe1d95959 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.6149130 Oct 25 23:26:27.556372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.628177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.647235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:27.648011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:27.739772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4668849 Oct 25 23:26:27.744785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57370) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:27.763482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bee7c-616d-4f2d-baeb-7d388f6d8949 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:27.790752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:26:27.800209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:28.015545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a00bef14-1294-4750-a107-00677b781b57 req-87236e52-90fd-4eb9-bb47-9a5b708f37e9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788280 Oct 25 23:26:28.537975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-6fd16e66-4de3-4214-b947-e6efa1116f03 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0738430 Oct 25 23:26:28.548861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:28.567960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:28.595680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-f3796bb8-33c0-4c4b-8a1a-2f961c01a80b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:26:28.602453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-f3796bb8-33c0-4c4b-8a1a-2f961c01a80b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0207233 Oct 25 23:26:28.603305 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:28.734947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 08526107-81b6-433e-af82-09c5f69512ed up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:28.810347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2f143-e8af-4530-857f-3c0e4ecea865 None None] Network 8e37da91-7e69-47bc-9841-72ede372bd1c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:28.918477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a98b7235-5160-4c16-a0b7-78e0ce21bbe7 None None] Provisioning complete for port 08526107-81b6-433e-af82-09c5f69512ed triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:28.919403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a98b7235-5160-4c16-a0b7-78e0ce21bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:28.984896 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.015521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 08526107-81b6-433e-af82-09c5f69512ed triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:29.016985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.226798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbbb9-218a-4a19-859c-1b1807304cd4 req-bb43e270-d2f6-4213-8d1c-89fe44425cde tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:29.228335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-951fbbb9-218a-4a19-859c-1b1807304cd4 req-bb43e270-d2f6-4213-8d1c-89fe44425cde tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.0945275 Oct 25 23:26:29.325857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-951fbbb9-218a-4a19-859c-1b1807304cd4 req-47b6d1df-7c6e-4efe-a667-5da6af723c55 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859830 Oct 25 23:26:29.458210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.464632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a98b7235-5160-4c16-a0b7-78e0ce21bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.634771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.636124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a98b7235-5160-4c16-a0b7-78e0ce21bbe7 None None] For port 08526107-81b6-433e-af82-09c5f69512ed, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=08526107-81b6-433e-af82-09c5f69512ed,segment=NetworkSegment(e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8),segment_id=e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:29.637244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.717943 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a98b7235-5160-4c16-a0b7-78e0ce21bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:29.800372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=e9e9d744-5495-44f9-9a7e-d0b8b8abef1f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:29.865111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b7235-5160-4c16-a0b7-78e0ce21bbe7 None None] Pushing event updated for resources: {'Port': ['ID=08526107-81b6-433e-af82-09c5f69512ed,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:29.970231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:26:29.970608 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:26:29.979638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '34ea4dcc-071f-4311-91e2-6a3459d3ca8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:29.982434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:26:30.077954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:26:30.120238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Router ff155b59-799d-4702-b326-0b995ebabdf4 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:26:30.145745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:30.162804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f0f60-f6f9-4a54-9976-77cc87d12348 None None] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:30.191351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:30.194946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:30.383400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a7885d62-33ae-44fa-bdbe-4586d6ef9c8f None None] Provisioning complete for port 08526107-81b6-433e-af82-09c5f69512ed triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:30.384203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7885d62-33ae-44fa-bdbe-4586d6ef9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:30.715305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94', 'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': 'e9e9d744-5495-44f9-9a7e-d0b8b8abef1f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:26:30.719665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:30.744181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:30.764108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4469cb23-e516-42a5-bf67-0c0245ef00a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0041709 Oct 25 23:26:30.765055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57430) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:30.769915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1394041336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:30.792805 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:26:30.823567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:30.825780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:30.851378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57436) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:30.887906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Sync routers for ids ['ff155b59-799d-4702-b326-0b995ebabdf4'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:30.915019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-616173d5-1470-459b-b0ea-124b3a709378 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3827400 Oct 25 23:26:30.921330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 08526107-81b6-433e-af82-09c5f69512ed up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:30.922506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:30.924000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fd4735c1-ccb4-4607-a0cf-3a84f4cfe0ca admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2497661 Oct 25 23:26:30.926511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57440) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:30.959276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-d82a2b94-4714-4a6c-9f17-9e21f02c347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:30.961661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-d82a2b94-4714-4a6c-9f17-9e21f02c347e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f&tenant_id=e6db85b6142c4d53accf07237edb2f5d HTTP/1.1" status: 200 len: 1094 time: 0.1947422 Oct 25 23:26:31.029024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:31.039365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:31.060311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Routers {'ff155b59-799d-4702-b326-0b995ebabdf4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:31.066632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:31.069647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ff155b59-799d-4702-b326-0b995ebabdf4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:31.071811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-83d87b55-22fb-4539-829a-92e8c82bca42 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3057125 Oct 25 23:26:31.072413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:31.079383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:31.159800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271988-1acf-436a-91a1-f6a04118365e req-d94c7ed7-ddde-485d-8ae8-0c488d1fea77 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:31.161488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e271988-1acf-436a-91a1-f6a04118365e req-d94c7ed7-ddde-485d-8ae8-0c488d1fea77 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.5119317 Oct 25 23:26:31.282686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad8db29c-d24b-4346-b3a1-665da2437c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:31.402992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 08526107-81b6-433e-af82-09c5f69512ed triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:31.403417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:31.453762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-9b09a577-10c5-47bb-9f93-69509b915d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:31.455321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-9b09a577-10c5-47bb-9f93-69509b915d1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 1097 time: 0.4209864 Oct 25 23:26:31.486749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e271988-1acf-436a-91a1-f6a04118365e req-1dba92b0-3460-498a-b533-3f67c57fe554 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678113 Oct 25 23:26:31.622354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:31.713627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Set router ff155b59-799d-4702-b326-0b995ebabdf4 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:31.736550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Allocated IP 2001:db8::2 (8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94/e9e9d744-5495-44f9-9a7e-d0b8b8abef1f/e51e6f28-abcc-4a4e-9f02-7933ad1fbf81) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:31.855158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.106819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.273375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.349282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:32.366954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:32.372853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:32.374968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad8db29c-d24b-4346-b3a1-665da2437c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.404223 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad8db29c-d24b-4346-b3a1-665da2437c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.407559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Pushing event updated for resources: {'Port': ['ID=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:32.476797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.477114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.477458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.477786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:26:32.482653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8db29c-d24b-4346-b3a1-665da2437c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee7f94b-727a-42fb-986a-368058758cf3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:32.537854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:27Z', 'revision_number': 3, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:32.548276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Attempting to bind port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:32.548884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Attempting to bind port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '34ea4dcc-071f-4311-91e2-6a3459d3ca8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:32.552846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Attempting to bind port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 on network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:32.654550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Checking router: ff155b59-799d-4702-b326-0b995ebabdf4 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:26:32.654997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Updating router ff155b59-799d-4702-b326-0b995ebabdf4 port 957c5499-f962-4103-b4c3-de5539f90040 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:26:32.705424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8::1 (8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94/e9e9d744-5495-44f9-9a7e-d0b8b8abef1f/4f19a8fc-e368-4456-88b4-ef2c50970623) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:32.787322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.801466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:32.807027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Checking segment: {'id': '34ea4dcc-071f-4311-91e2-6a3459d3ca8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:32.808799 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.809356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Bound using segment: {'id': '34ea4dcc-071f-4311-91e2-6a3459d3ca8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:32.809897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Bound port: e51e6f28-abcc-4a4e-9f02-7933ad1fbf81, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ea4dcc-071f-4311-91e2-6a3459d3ca8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:32.812641 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:32.936485 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ad8db29c-d24b-4346-b3a1-665da2437c36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a41fc28d667146b0a86ee2fdbcc75a02&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0786953 Oct 25 23:26:32.943553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:32.993754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-952635a5-2ecf-466c-ad15-25e98b0293a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:32.995445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-952635a5-2ecf-466c-ad15-25e98b0293a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 915 time: 1.5077615 Oct 25 23:26:33.093103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f16697-e2f7-4d61-acd0-982d91432da7 req-5d692ef6-30a6-490e-a56b-fdf0ea5b6599 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:33.096125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49f16697-e2f7-4d61-acd0-982d91432da7 req-5d692ef6-30a6-490e-a56b-fdf0ea5b6599 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.1569877 Oct 25 23:26:33.111388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-7fa0a700-450b-42dd-aaef-3bb53e0ab772 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=549175b2-6d21-4cff-99af-9111b2662ab5 HTTP/1.1" status: 200 len: 217 time: 0.0962322 Oct 25 23:26:33.121430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] For port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:33.127026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] For port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,segment=NetworkSegment(34ea4dcc-071f-4311-91e2-6a3459d3ca8e),segment_id=34ea4dcc-071f-4311-91e2-6a3459d3ca8e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:33.140410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.180950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-4071398d-cffd-4d2d-b2e2-5a3eff4b8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:33.182629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-4071398d-cffd-4d2d-b2e2-5a3eff4b8650 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b HTTP/1.1" status: 200 len: 854 time: 0.0626030 Oct 25 23:26:33.191607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43b4fccc-a9e2-4a0b-afb0-37e3982048bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.218789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43b4fccc-a9e2-4a0b-afb0-37e3982048bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.222002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f672-c8fd-4867-a144-083672ea1c06 None None] Pushing event updated for resources: {'Port': ['ID=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:33.299459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49f16697-e2f7-4d61-acd0-982d91432da7 req-ab3184b5-1e7c-4315-bff2-c451822170c1 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875365 Oct 25 23:26:33.342236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-61e601db-994f-42cb-b828-75a1a09a23f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514046 Oct 25 23:26:33.358362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43b4fccc-a9e2-4a0b-afb0-37e3982048bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.361993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43b4fccc-a9e2-4a0b-afb0-37e3982048bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.375870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43b4fccc-a9e2-4a0b-afb0-37e3982048bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bee7f94b-727a-42fb-986a-368058758cf3 HTTP/1.1" status: 204 len: 168 time: 0.4292297 Oct 25 23:26:33.387027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.397587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4fccc-a9e2-4a0b-afb0-37e3982048bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee7f94b-727a-42fb-986a-368058758cf3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:33.475875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.600776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=4f19a8fc-e368-4456-88b4-ef2c50970623,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:33.638388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:33.650288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:33.655226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:33.655774 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.746321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-f1205d82-db7d-4bdd-8d75-dea32b507a4c service neutron] 10.222.0.11 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678231 Oct 25 23:26:33.791328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.804353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.870921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Attempting to bind port 957c5499-f962-4103-b4c3-de5539f90040 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:33.871552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Attempting to bind port 957c5499-f962-4103-b4c3-de5539f90040 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:33.872061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Attempting to bind port 957c5499-f962-4103-b4c3-de5539f90040 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:33.884823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:33.885455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:33.886000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.886565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:33.887175 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Bound port: 957c5499-f962-4103-b4c3-de5539f90040, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:33.887697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.890380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c6d1e-363e-4619-90a1-4d04a65ae9d0 None None] Pushing event updated for resources: {'Port': ['ID=957c5499-f962-4103-b4c3-de5539f90040,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:33.961596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:33.980793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] For port 957c5499-f962-4103-b4c3-de5539f90040, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:33.984861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] For port 957c5499-f962-4103-b4c3-de5539f90040, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=957c5499-f962-4103-b4c3-de5539f90040,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:33.992117 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.003171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0acb070a-5423-4fe6-a56a-ddbf67631667 req-c14dd149-1a1b-4f82-b376-cb9bce126f34 service neutron] 10.222.0.11 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454829 Oct 25 23:26:34.108158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.123290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:34.168512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c6d1e-363e-4619-90a1-4d04a65ae9d0 None None] Pushing event updated for resources: {'Port': ['ID=957c5499-f962-4103-b4c3-de5539f90040,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:34.189891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Routers {'ff155b59-799d-4702-b326-0b995ebabdf4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:34.190909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ff155b59-799d-4702-b326-0b995ebabdf4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:34.320101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:34.452658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:26:34.528755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.577835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] Set router ff155b59-799d-4702-b326-0b995ebabdf4 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:34.760825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.773437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.774346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.809970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Transition to ACTIVE for port object 80704e7b-a75f-40a1-b90a-c348b78dfd4b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:26:34.832074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:34.935146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:34.937263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64c703-841c-42a3-a345-2ff1f1dd80d4 None None] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:34.948476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Allocated IP 172.20.0.1 (8e37da91-7e69-47bc-9841-72ede372bd1c/545b4daa-57d7-4e2f-aff8-b69b5aec6644/648f0a33-71ac-4e5f-9aed-0a0e9377ae91) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:34.985787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2aad-0f27-4b28-b44e-536c9c77235a req-bef7e59c-824f-470e-9276-981c06b8b5ec tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:34.994232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad0f2aad-0f27-4b28-b44e-536c9c77235a req-bef7e59c-824f-470e-9276-981c06b8b5ec tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 943 time: 0.4568472 Oct 25 23:26:35.056299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57530) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:35.084151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=9']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:35.124672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=4f19a8fc-e368-4456-88b4-ef2c50970623,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:35.222871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:35.224977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:35.392075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a684959c-3fcc-44d5-9d29-dfe6a72692fb None None] Provisioning complete for port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:35.392580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a684959c-3fcc-44d5-9d29-dfe6a72692fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.439837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad0f2aad-0f27-4b28-b44e-536c9c77235a req-c18d4f9d-cae2-40d8-9c25-cdb1d8672079 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388947 Oct 25 23:26:35.446332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-503d010a-e5ca-460c-8428-3203b37eeee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.462835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] No DVR routers for this DVR port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:35.581297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:35.582508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.642305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:35.642566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:35.642904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:35.648388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.654903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:26:35.655199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Attempting to bind port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on network 01622bd7-7fda-44c0-a57e-22b8a7807b9a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:35.664489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:35.664822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Checking segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:35.665333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Bound using segment: {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:35.665773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Bound port: 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c04479-641b-4070-b67b-4ff4887beffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:35.666124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.671414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 745ca1a3-f0f3-4c22-acb9-37497ad7727a is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:26:35.681971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57544) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:35.682427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:27Z', 'revision_number': 3, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:35.732209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-503d010a-e5ca-460c-8428-3203b37eeee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.748193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:35.751661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:35.752656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b68959-e16e-4706-8438-258d23ee96cc None None] The sync data for ids ['ff155b59-799d-4702-b326-0b995ebabdf4'] in n-d-815373-1 is: [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:27Z', 'revision_number': 3, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:35.759158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.780823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-503d010a-e5ca-460c-8428-3203b37eeee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.836464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:35.842761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.846683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] 10.222.0.15 "PUT /v2.0/ports/80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 1091 time: 4.8092422 Oct 25 23:26:35.857933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:26:35.860408 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af3b52-daeb-44a5-b0f0-5d210299f639" -d '{"events": [{"name": "network-changed", "server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:26:35.883153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:35.955872 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a684959c-3fcc-44d5-9d29-dfe6a72692fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.022789 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b60e47-d68d-4de9-953e-cc28db3adcf3 x-openstack-request-id: req-80b60e47-d68d-4de9-953e-cc28db3adcf3 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:26:36.023044 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:26:36.023308 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80b60e47-d68d-4de9-953e-cc28db3adcf3 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:26:36.023719 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'status': 'completed', 'code': 200} Oct 25 23:26:36.026115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eddbad-2579-44eb-abdc-985b57141762 service neutron] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=10']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:36.054557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Network 8e37da91-7e69-47bc-9841-72ede372bd1c is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:36.057063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:36.062520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:36.065604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-503d010a-e5ca-460c-8428-3203b37eeee5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96dedc028db9436aa523667b565f62b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9924047 Oct 25 23:26:36.072736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57552) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:36.104488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.112388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d010a-e5ca-460c-8428-3203b37eeee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a215a-1f4b-4bfe-b5a7-c3d44a8fb7cb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:36.147533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1978728600-network', 'tenant_id': '7a13efc9176f4058ae7e49f52c8fffab'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:36.224676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a684959c-3fcc-44d5-9d29-dfe6a72692fb None None] For port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,segment=NetworkSegment(34ea4dcc-071f-4311-91e2-6a3459d3ca8e),segment_id=34ea4dcc-071f-4311-91e2-6a3459d3ca8e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:36.236824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a684959c-3fcc-44d5-9d29-dfe6a72692fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.269094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:36.283834 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2bafd4e9-9eeb-4006-9772-abd9dbc86acb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/745ca1a3-f0f3-4c22-acb9-37497ad7727a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2070134 Oct 25 23:26:36.287498 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] Sync routers for ids ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:36.294471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57558) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:36.326050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] Routers {'745ca1a3-f0f3-4c22-acb9-37497ad7727a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:36.326829 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:36.349582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Made reservation on behalf of 7a13efc9176f4058ae7e49f52c8fffab for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:36.352138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.381239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-34d77e72-ce06-4835-a9bf-f1a031592663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:36.386929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-34d77e72-ce06-4835-a9bf-f1a031592663 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1095 time: 0.4859781 Oct 25 23:26:36.483929 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.513351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.518516 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:26:36.519052 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:26:36.534240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88e9f2-ed04-4341-a384-47d5c543d150 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:36.558840 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe88e9f2-ed04-4341-a384-47d5c543d150 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports/4f19a8fc-e368-4456-88b4-ef2c50970623 HTTP/1.1" status: 200 len: 911 time: 0.2631540 Oct 25 23:26:36.559506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57564) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:36.562413 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:36.587811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9e9d744-5495-44f9-9a7e-d0b8b8abef1f'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:36.602416 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] Routers {'745ca1a3-f0f3-4c22-acb9-37497ad7727a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:36.604858 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:36.610493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Pushing event updated for resources: {'Port': ['ID=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:36.632622 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2d56-6dfd-4925-99d5-7fcad626c845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.665969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684959c-3fcc-44d5-9d29-dfe6a72692fb None None] Pushing event updated for resources: {'Port': ['ID=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:36.693084 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:36.699103 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c252af0-2bc3-4602-a05a-ccf0a61c2922 None None] The sync data for ids ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:36.776712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2d56-6dfd-4925-99d5-7fcad626c845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.794750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Provisioning complete for port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:36.795131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.830998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.849285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.876697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:26:36.901030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:36.901395 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Added segment 03ec8b27-f009-42b0-91ec-9454b45b8253 of type vlan for network 7a95af4b-bd40-4101-8017-f8dab50eac7b Oct 25 23:26:36.908023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6844d-a4bd-48e2-a6a2-2de800e5513f req-506380c1-401d-409f-aef2-7647273e5c06 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:36.916644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91e6844d-a4bd-48e2-a6a2-2de800e5513f req-506380c1-401d-409f-aef2-7647273e5c06 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.2582016 Oct 25 23:26:36.981648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.005388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-cc1a2b5e-d026-4908-bdda-13a70d3e6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:37.010124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-cc1a2b5e-d026-4908-bdda-13a70d3e6e41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.6119671 Oct 25 23:26:37.016295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Provisioning complete for port 4f19a8fc-e368-4456-88b4-ef2c50970623 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:37.018195 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.177118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Port 4f19a8fc-e368-4456-88b4-ef2c50970623 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:37.200718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Provisioning complete for port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:37.201105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.300541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7148a9d4-d9f7-4f96-bf4f-0189486d01f9 None None] Port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:37.301342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-91e6844d-a4bd-48e2-a6a2-2de800e5513f req-d2e4ae3b-2ce5-43fe-ad6b-61a270a416f4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698716 Oct 25 23:26:37.318432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2d56-6dfd-4925-99d5-7fcad626c845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.322471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2d56-6dfd-4925-99d5-7fcad626c845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.335233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cbcd2d56-6dfd-4925-99d5-7fcad626c845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e3a215a-1f4b-4bfe-b5a7-c3d44a8fb7cb HTTP/1.1" status: 204 len: 168 time: 1.2540858 Oct 25 23:26:37.442346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2c94e092-aa23-4750-8649-88318bd6a252 None None] Provisioning complete for port 4f19a8fc-e368-4456-88b4-ef2c50970623 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:37.443355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2c94e092-aa23-4750-8649-88318bd6a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.584853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 957c5499-f962-4103-b4c3-de5539f90040 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:37.608129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-fc720465-6432-4ae4-bb59-bb7345b9ae0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 999 time: 0.5703959 Oct 25 23:26:37.714382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2c94e092-aa23-4750-8649-88318bd6a252 None None] Port 4f19a8fc-e368-4456-88b4-ef2c50970623 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:37.859689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 957c5499-f962-4103-b4c3-de5539f90040 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:37.860061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:37.899338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd2d56-6dfd-4925-99d5-7fcad626c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a215a-1f4b-4bfe-b5a7-c3d44a8fb7cb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:37.996544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.009966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.012464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e3bdb9b7-93df-424d-ae8b-38894c4e66ab None None] Provisioning complete for port 4f19a8fc-e368-4456-88b4-ef2c50970623 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:38.013101 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb9b7-93df-424d-ae8b-38894c4e66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.136742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdb9b7-93df-424d-ae8b-38894c4e66ab None None] Port 4f19a8fc-e368-4456-88b4-ef2c50970623 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:38.175664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Pushing event updated for resources: {'Port': ['ID=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:38.191631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-87ca8511-1e44-4737-a811-078da597af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:38.193969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-87ca8511-1e44-4737-a811-078da597af5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.3354151 Oct 25 23:26:38.232565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57576) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:38.240459 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.264471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 957c5499-f962-4103-b4c3-de5539f90040, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=957c5499-f962-4103-b4c3-de5539f90040,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:38.272315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.273300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:38.303755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.332846 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a7e532c-9b1e-4674-bd87-bf3d84403fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.360068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaee732-8395-446e-a713-23738f44a7d5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:38.375069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.378173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:38.378369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.378791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.435307 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.513148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:38.513661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.572281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=957c5499-f962-4103-b4c3-de5539f90040,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:38.613401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9263079 Oct 25 23:26:38.635314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:38.642340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Network 8e37da91-7e69-47bc-9841-72ede372bd1c is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:38.660354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:38.677739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Request body: {'subnet': {'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1978728600-subnet', 'tenant_id': '7a13efc9176f4058ae7e49f52c8fffab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:38.825911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc8547-b1c4-4a65-b675-948b0fa56692 admin admin] Pushing event updated for resources: {'Network': ['ID=7a95af4b-bd40-4101-8017-f8dab50eac7b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:38.838000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7a95af4b-bd40-4101-8017-f8dab50eac7b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:26:38.866185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Made reservation on behalf of 7a13efc9176f4058ae7e49f52c8fffab for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:38.870983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:38.939380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-27bac1bd-d92c-4313-b2d1-fb40cee6835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:38.945102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503b2ba-97b7-44b9-ac38-7618fe99879a req-d6f246a0-fca5-4652-a88f-02092289adca tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:38.946760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8503b2ba-97b7-44b9-ac38-7618fe99879a req-d6f246a0-fca5-4652-a88f-02092289adca tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.4838061 Oct 25 23:26:38.948569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-27bac1bd-d92c-4313-b2d1-fb40cee6835a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7373688 Oct 25 23:26:39.171775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8503b2ba-97b7-44b9-ac38-7618fe99879a req-196ac76c-6023-4d60-8a57-ed4eb2aa1ca2 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736844 Oct 25 23:26:39.206989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c7281189-2a18-4aca-aeae-5ef19e5394e8 None None] Provisioning complete for port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:39.209205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7281189-2a18-4aca-aeae-5ef19e5394e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.271949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c7281189-2a18-4aca-aeae-5ef19e5394e8 None None] Port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:26:39.336585 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a7e532c-9b1e-4674-bd87-bf3d84403fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.339273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-fb81283e-53b0-44bf-b1a9-22bc8503ca76 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792617 Oct 25 23:26:39.342038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 957c5499-f962-4103-b4c3-de5539f90040 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:39.356914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Router ff155b59-799d-4702-b326-0b995ebabdf4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:39.366189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a7e532c-9b1e-4674-bd87-bf3d84403fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.435296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a7e532c-9b1e-4674-bd87-bf3d84403fcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17e8c21da77c410f81fe7b9eb9f66abc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2015140 Oct 25 23:26:39.436968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57594) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:39.457672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 957c5499-f962-4103-b4c3-de5539f90040 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:39.462525 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.468111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.644492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41aaf30d-4808-4a99-ab58-04c067cf22b8,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:39.670906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.677840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e532c-9b1e-4674-bd87-bf3d84403fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c56837-4aba-44b6-9a3c-7b56f02c3cf4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:39.723218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.728148 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ae6-6bd5-43ba-81f3-aee0baccd357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.732418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:39.733093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.735616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/ports/4f19a8fc-e368-4456-88b4-ef2c50970623 HTTP/1.1" status: 200 len: 911 time: 3.1731257 Oct 25 23:26:39.740566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57596) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:39.744172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Checking segment: {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:39.745707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Network hostable DHCP agents. Network: 7a95af4b-bd40-4101-8017-f8dab50eac7b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:26:39.800757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-f3096536-91df-41f1-af45-84f612e010f5 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396265 Oct 25 23:26:39.835669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53369205-4b37-42aa-8cf3-1f5099a4dd07 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=4f19a8fc-e368-4456-88b4-ef2c50970623,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:39.845901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Network 7a95af4b-bd40-4101-8017-f8dab50eac7b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:26:39.875073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7a95af4b-bd40-4101-8017-f8dab50eac7b) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:39.885794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8e797-38e1-4ef4-a251-6cf1c7c395ee None None] Network 7a95af4b-bd40-4101-8017-f8dab50eac7b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:39.892381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:39.893265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:39.920832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b7bf8372-5688-4543-aa3b-f8a5824b28d7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2496872 Oct 25 23:26:40.117885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c3f51-29ed-464d-960e-4731df56ac11 None None] Network 7a95af4b-bd40-4101-8017-f8dab50eac7b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:40.404224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ae6-6bd5-43ba-81f3-aee0baccd357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:40.920942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:40.966505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Sync routers for ids ['ff155b59-799d-4702-b326-0b995ebabdf4'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:40.985730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59b2e524-82e8-4a5a-9b11-1d8e9dffd61c admin admin] 10.222.0.25 "PUT /v2.0/routers/ff155b59-799d-4702-b326-0b995ebabdf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0474048 Oct 25 23:26:41.015223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Routers {'ff155b59-799d-4702-b326-0b995ebabdf4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:41.015860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ff155b59-799d-4702-b326-0b995ebabdf4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:41.193470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ae6-6bd5-43ba-81f3-aee0baccd357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:41.196418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ae6-6bd5-43ba-81f3-aee0baccd357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:41.200169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ce7e0ae6-6bd5-43ba-81f3-aee0baccd357 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c56837-4aba-44b6-9a3c-7b56f02c3cf4 HTTP/1.1" status: 204 len: 168 time: 1.7581880 Oct 25 23:26:41.200169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-85473e2b-2a4d-4f01-8d9a-44a0ba20680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:41.202041 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-85473e2b-2a4d-4f01-8d9a-44a0ba20680e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1095 time: 0.6879013 Oct 25 23:26:41.241369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419e2d6-afbd-4688-8ce4-a4ed9ee851b9 req-d08c40ac-4f2a-4a49-85c0-2a8b9cf17974 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:41.243203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5419e2d6-afbd-4688-8ce4-a4ed9ee851b9 req-d08c40ac-4f2a-4a49-85c0-2a8b9cf17974 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.6884596 Oct 25 23:26:41.320259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e0ae6-6bd5-43ba-81f3-aee0baccd357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c56837-4aba-44b6-9a3c-7b56f02c3cf4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:41.539353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5419e2d6-afbd-4688-8ce4-a4ed9ee851b9 req-3e54ac09-6238-439f-8749-e7154ef4478a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857118 Oct 25 23:26:41.677839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-95fc3343-574d-481e-9eef-130412aa412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:41.685760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-95fc3343-574d-481e-9eef-130412aa412e service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.4373417 Oct 25 23:26:41.794716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Set router ff155b59-799d-4702-b326-0b995ebabdf4 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:41.955542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:42.200133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:36Z', 'revision_number': 4, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '648f0a33-71ac-4e5f-9aed-0a0e9377ae91', 'name': '', 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'mac_address': 'fa:16:3e:95:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:34Z', 'updated_at': '2021-10-25T23:26:37Z', 'revision_number': 2, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'subnets': [{'id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:42.219682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-ef6930e1-1d42-480d-af01-f35005ab64a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 999 time: 0.5023797 Oct 25 23:26:42.263207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Checking router: ff155b59-799d-4702-b326-0b995ebabdf4 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:26:42.264699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Updating router ff155b59-799d-4702-b326-0b995ebabdf4 port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:26:42.336058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:42.552829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-0916e09a-cc14-42f7-8aa8-94001159fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:42.563975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-0916e09a-cc14-42f7-8aa8-94001159fa07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.3246665 Oct 25 23:26:42.808133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-905ed03f-e881-4426-8bdb-9461b481c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:42.823859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-905ed03f-e881-4426-8bdb-9461b481c280 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018926 Oct 25 23:26:42.909844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9fc2a-76fa-49d9-9b23-f375e1a8364b req-0b99d88a-8fb7-40d0-9d2b-7f31e6294c65 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:42.930756 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34b9fc2a-76fa-49d9-9b23-f375e1a8364b req-0b99d88a-8fb7-40d0-9d2b-7f31e6294c65 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.1905549 Oct 25 23:26:43.075040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34b9fc2a-76fa-49d9-9b23-f375e1a8364b req-30cc8e09-418f-49d1-b1a5-ae42b22464ab tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433067 Oct 25 23:26:43.238102 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-8b2ef2f0-8db2-43c5-a543-67ac141ababe service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971708 Oct 25 23:26:43.242960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:43.247519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:43.260508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:43.390694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28836098-3a35-4a1e-a5c2-85a3f2bb628f None None] Pushing event updated for resources: {'Port': ['ID=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:43.594742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Attempting to bind port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:43.599516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Attempting to bind port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:43.600354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Attempting to bind port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 on network 8e37da91-7e69-47bc-9841-72ede372bd1c {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:43.622347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:43.623253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Checking segment: {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:43.623253 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:43.623533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Bound using segment: {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:43.624033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Bound port: 648f0a33-71ac-4e5f-9aed-0a0e9377ae91, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:43.624415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:43.823538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0af3b52-daeb-44a5-b0f0-5d210299f639 req-bef2159a-e5ea-4263-9b82-ef7836012bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471215 Oct 25 23:26:43.827676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 4f19a8fc-e368-4456-88b4-ef2c50970623 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:43.832363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:43.872672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] For port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:43.885367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] For port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,segment=NetworkSegment(e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8),segment_id=e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:43.902355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:44.054917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7b28a1d6-c45b-4e52-92b7-63f26a770f21 None None] Provisioning complete for port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:44.057883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b28a1d6-c45b-4e52-92b7-63f26a770f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:44.167422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:44.183421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28836098-3a35-4a1e-a5c2-85a3f2bb628f None None] Pushing event updated for resources: {'Port': ['ID=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:44.209234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Routers {'ff155b59-799d-4702-b326-0b995ebabdf4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:44.209942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ff155b59-799d-4702-b326-0b995ebabdf4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:44.280578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 4f19a8fc-e368-4456-88b4-ef2c50970623 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:44.465280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57720) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:44.593150 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b28a1d6-c45b-4e52-92b7-63f26a770f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:44.686359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7b28a1d6-c45b-4e52-92b7-63f26a770f21 None None] For port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,segment=NetworkSegment(e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8),segment_id=e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:44.697487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecb0c-1121-483e-aa47-6177735aa6b6 req-8b6ec3f2-0943-4436-bb37-6a4a90479475 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:44.701421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba1ecb0c-1121-483e-aa47-6177735aa6b6 req-8b6ec3f2-0943-4436-bb37-6a4a90479475 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.2340863 Oct 25 23:26:44.703168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b28a1d6-c45b-4e52-92b7-63f26a770f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:44.712715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] Set router ff155b59-799d-4702-b326-0b995ebabdf4 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:44.825671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57738) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:44.983789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba1ecb0c-1121-483e-aa47-6177735aa6b6 req-8f37ed97-c6eb-4306-8440-97f3f8d7c618 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672164 Oct 25 23:26:45.063919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ed0e6ed6-b9b3-4184-b773-e3b266c9abe9 None None] Provisioning complete for port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:45.064270 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6ed6-b9b3-4184-b773-e3b266c9abe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:45.136890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28a1d6-c45b-4e52-92b7-63f26a770f21 None None] Pushing event updated for resources: {'Port': ['ID=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:45.154343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:45.216046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a405d8b-264b-4993-a141-6f8ec9c370a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:45.222452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=4f19a8fc-e368-4456-88b4-ef2c50970623,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:45.376488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:36Z', 'revision_number': 4, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '648f0a33-71ac-4e5f-9aed-0a0e9377ae91', 'name': '', 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'mac_address': 'fa:16:3e:95:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:34Z', 'updated_at': '2021-10-25T23:26:43Z', 'revision_number': 4, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'subnets': [{'id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:45.443730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e63b5-c934-4423-b02c-197fc9f4dc19 None None] The sync data for ids ['ff155b59-799d-4702-b326-0b995ebabdf4'] in n-d-815373-1 is: [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:36Z', 'revision_number': 4, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '648f0a33-71ac-4e5f-9aed-0a0e9377ae91', 'name': '', 'network_id': '8e37da91-7e69-47bc-9841-72ede372bd1c', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'mac_address': 'fa:16:3e:95:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:34Z', 'updated_at': '2021-10-25T23:26:43Z', 'revision_number': 4, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'subnets': [{'id': '545b4daa-57d7-4e2f-aff8-b69b5aec6644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:45.669319 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:45.732990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-e0c96ccc-c1e1-4e99-bd59-0633cc1e8eaf tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:45.735976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-e0c96ccc-c1e1-4e99-bd59-0633cc1e8eaf tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/networks?id=7a95af4b-bd40-4101-8017-f8dab50eac7b HTTP/1.1" status: 200 len: 809 time: 0.6901793 Oct 25 23:26:45.879450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-67741895-bfa0-432b-a8bc-79c669f2d50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:46.115321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-199dfdd0-53e7-4060-8dcd-ccb37ebef2c2 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/quotas/7a13efc9176f4058ae7e49f52c8fffab HTTP/1.1" status: 200 len: 375 time: 0.3678308 Oct 25 23:26:46.121208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-9b215e4d-8d62-475d-8f19-a499bf9eeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:46.135956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-9b215e4d-8d62-475d-8f19-a499bf9eeb9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1095 time: 0.6306655 Oct 25 23:26:46.156574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 745ca1a3-f0f3-4c22-acb9-37497ad7727a has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:46.212961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-6b22de45-45df-4429-ab6c-bc75169cfc33 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921819 Oct 25 23:26:46.388317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a405d8b-264b-4993-a141-6f8ec9c370a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:46.398170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a405d8b-264b-4993-a141-6f8ec9c370a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:46.552333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2a405d8b-264b-4993-a141-6f8ec9c370a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ccabd5feb2f48e5b2e1f52b7007d474&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0847788 Oct 25 23:26:46.577200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57760) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:46.613651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a405d8b-264b-4993-a141-6f8ec9c370a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8846e59e-170d-4963-b09d-6d9b005d6cee,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:46.657003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-eca75346-696c-49fe-9afd-fa74e7637d6a service neutron] 10.222.0.25 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843660 Oct 25 23:26:46.734387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:46.743351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e7d9a1ed-6117-4651-a6d5-8c5aa19c852e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/745ca1a3-f0f3-4c22-acb9-37497ad7727a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9961839 Oct 25 23:26:46.750539 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] Sync routers for ids ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:46.776234 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] Routers {'745ca1a3-f0f3-4c22-acb9-37497ad7727a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:46.777077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57766) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:46.781344 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:46.805214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e33f4-b56b-4c5a-a6ea-bd97cd955ba9 req-c95fca95-987b-4d37-b10a-1c866f7371b0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:46.810901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a3e33f4-b56b-4c5a-a6ea-bd97cd955ba9 req-c95fca95-987b-4d37-b10a-1c866f7371b0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.6394062 Oct 25 23:26:46.847153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57768) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:46.851189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93d96895-efa4-4eef-82d1-78a08f579296 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=745ca1a3-f0f3-4c22-acb9-37497ad7727a HTTP/1.1" status: 200 len: 205 time: 0.0605488 Oct 25 23:26:46.902416 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:46.909390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1287295-0ce8-425c-b770-c576287d6342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:46.918350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-8a81f896-f849-4f26-8fb6-0b933339a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:46.925741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-8a81f896-f849-4f26-8fb6-0b933339a236 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.5810463 Oct 25 23:26:46.931002 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] Routers {'745ca1a3-f0f3-4c22-acb9-37497ad7727a'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:46.931919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:47.028175 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:47.033510 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01296d7-d279-472e-ab84-065c3eef1f0b None None] The sync data for ids ['745ca1a3-f0f3-4c22-acb9-37497ad7727a'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:47.068564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:47.071822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-8ab72c9d-f64d-410e-90be-f3f6406f6087 service neutron] 10.222.0.25 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044080 Oct 25 23:26:47.243584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-bec4670b-5d4b-4d4e-998f-d15f992568ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 999 time: 0.2798994 Oct 25 23:26:47.246143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:47.451813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:47.509139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1287295-0ce8-425c-b770-c576287d6342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:47.607518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:47.607887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:47.791977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-06b1e497-b7f6-4d06-9c22-57970a24c7ac req-1c0284f5-e63f-4bf6-a96e-c06b7fb9a1b0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 210 time: 0.1809275 Oct 25 23:26:48.010772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a3e33f4-b56b-4c5a-a6ea-bd97cd955ba9 req-91909fd9-075b-4ac7-946c-e7ee0485dba3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1825240 Oct 25 23:26:48.018780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.029951 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.058205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Deleting port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:48.058968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.064165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-72f0b414-fe8d-4f77-9683-6671aaab4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:48.065715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-72f0b414-fe8d-4f77-9683-6671aaab4327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.6271632 Oct 25 23:26:48.246735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1287295-0ce8-425c-b770-c576287d6342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.252763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1287295-0ce8-425c-b770-c576287d6342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.261755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b1287295-0ce8-425c-b770-c576287d6342 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8846e59e-170d-4963-b09d-6d9b005d6cee HTTP/1.1" status: 204 len: 168 time: 1.6830473 Oct 25 23:26:48.288676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.289810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router 745ca1a3-f0f3-4c22-acb9-37497ad7727a {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:26:48.303929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1287295-0ce8-425c-b770-c576287d6342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8846e59e-170d-4963-b09d-6d9b005d6cee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:48.314490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.315989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-94146971-5141-4476-a3fb-114833c68524 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/745ca1a3-f0f3-4c22-acb9-37497ad7727a HTTP/1.1" status: 204 len: 168 time: 1.3992422 Oct 25 23:26:48.327829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:48.350682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-969ae23f-a391-4d58-9605-4342d621dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:48.352394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-969ae23f-a391-4d58-9605-4342d621dabc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766763 Oct 25 23:26:48.392316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8694a25a-bd6d-4775-82ac-aae27587e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.502217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] For port 648f0a33-71ac-4e5f-9aed-0a0e9377ae91, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,segment=NetworkSegment(e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8),segment_id=e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:48.510011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.580709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Calling delete_port for 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:48.622419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet e9e9d744-5495-44f9-9a7e-d0b8b8abef1f {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:26:48.631435 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.794545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:48.867511 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-9a549d5b-b20d-4485-947b-e03553038f9f service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050113 Oct 25 23:26:49.109542 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cee9e7-fc23-4377-86cf-607eed61dd9d req-fa4391b3-8326-4ab0-98f9-4ad9636bda60 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263720 Oct 25 23:26:49.133093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b66264bc-a630-4033-a1f3-6116b6798971 req-99a49fce-3d86-47c3-8829-90479e3b067e tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 210 time: 0.1483397 Oct 25 23:26:49.173418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:49.388385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f78287-38f0-43d1-a3e1-d3d9f6aac1c2 req-906f84c3-78e1-436e-aa35-fa5c302f2754 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:49.389963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06f78287-38f0-43d1-a3e1-d3d9f6aac1c2 req-906f84c3-78e1-436e-aa35-fa5c302f2754 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.2394397 Oct 25 23:26:49.486023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06f78287-38f0-43d1-a3e1-d3d9f6aac1c2 req-c3a46989-b137-4ba4-815c-0c0ffa49ed6b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871015 Oct 25 23:26:49.573726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:49.610839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=648f0a33-71ac-4e5f-9aed-0a0e9377ae91,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:49.663632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:49.701678 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:49.776127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:49.783945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995818e-8958-45d9-9398-a10b15e73079 None None] Network 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:49.813517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/e9e9d744-5495-44f9-9a7e-d0b8b8abef1f HTTP/1.1" status: 204 len: 168 time: 1.4721417 Oct 25 23:26:49.816272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57828) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:49.966559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:49.977872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ddd81-a7e0-4df5-8bab-9d958c4e4645 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e9d744-5495-44f9-9a7e-d0b8b8abef1f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:50.338507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:50.398902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:50.566543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] DHCP port deletion for 8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:26:50.617074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a129b105-e76b-4844-bda2-4375b089a6fd req-3cc3b147-be51-428a-b01d-f4ccc8a582de tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 210 time: 0.2604086 Oct 25 23:26:50.702759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] Deleting port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:50.703301 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:50.869467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Router ff155b59-799d-4702-b326-0b995ebabdf4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:26:50.877454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:50.886485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] For port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,segment=NetworkSegment(34ea4dcc-071f-4311-91e2-6a3459d3ca8e),segment_id=34ea4dcc-071f-4311-91e2-6a3459d3ca8e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:50.887212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:50.931759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] Calling delete_port for e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:51.055136 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:51.166495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:26:51.184917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a9d9e6b0-2e2e-41fe-9876-c2954fabebc3 admin admin] 10.222.0.25 "PUT /v2.0/routers/ff155b59-799d-4702-b326-0b995ebabdf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3581314 Oct 25 23:26:51.190343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57868) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:51.211703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] Sync routers for ids ['ff155b59-799d-4702-b326-0b995ebabdf4'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:26:51.260489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] Pushing event deleted for resources: {'Port': ['ID=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:51.282577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92f349-dc89-40e3-8b2b-5f798e7a3225 None None] No DVR routers for this DVR port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:51.323433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] Routers {'ff155b59-799d-4702-b326-0b995ebabdf4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:51.327299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ff155b59-799d-4702-b326-0b995ebabdf4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:51.501485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eb93c-ea79-4081-9e2b-f6d6f9b24375 req-e7839878-b8ae-44cb-a935-b36abae08ded tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:51.525615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c6eb93c-ea79-4081-9e2b-f6d6f9b24375 req-e7839878-b8ae-44cb-a935-b36abae08ded tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.5056906 Oct 25 23:26:51.615708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] Set router ff155b59-799d-4702-b326-0b995ebabdf4 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:51.638992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:51.680236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-c03f809f-60cb-4efe-b269-ff8bb07678a5 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:51.684264 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-c03f809f-60cb-4efe-b269-ff8bb07678a5 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.15 "GET /v2.0/networks?id=7a95af4b-bd40-4101-8017-f8dab50eac7b HTTP/1.1" status: 200 len: 809 time: 0.8545599 Oct 25 23:26:51.699573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:51.700974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:51.778678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Request body: {'port': {'device_id': '3df11106-d35b-4304-996b-ab8794a7c5af', 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b', 'admin_state_up': True, 'tenant_id': '7a13efc9176f4058ae7e49f52c8fffab'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:51.789418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7c6eb93c-ea79-4081-9e2b-f6d6f9b24375 req-1a30bdec-1153-4cca-aebd-dfd689b10b80 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610488 Oct 25 23:26:51.958965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81, host n-d-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:51.959715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:51.983984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:51.990777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ad14119-8aff-42f9-b2cc-bc14fc821134 req-ffb9c771-6fc7-4e30-b505-2b9c41bfd3d8 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 210 time: 0.0799839 Oct 25 23:26:52.001066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 was not found and therefore no delete operation was performed {{(pid=102133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:26:52.007684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.060275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.073110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=e51e6f28-abcc-4a4e-9f02-7933ad1fbf81,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:52.097855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:52.225205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Deleting port 957c5499-f962-4103-b4c3-de5539f90040 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:52.225598 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.253022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57894) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:52.312546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.336633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:52.346723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ea4dcc-071f-4311-91e2-6a3459d3ca8e') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:52.347022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ea4dcc-071f-4311-91e2-6a3459d3ca8e') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:52.357933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.374131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.382176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:26:52.382590 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.384774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:52.451593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:52.452409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e51e6f28-abcc-4a4e-9f02-7933ad1fbf81 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:26:52.454711 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:26:52.458929 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.484345 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.492225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94 HTTP/1.1" status: 204 len: 168 time: 2.6698925 Oct 25 23:26:52.492225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4469d1c-95b1-4ca4-85c7-4f23945a32c7 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=8ffd57b1-d2d0-4a6e-82e2-0d84ea59cf94,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:52.493777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57898) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:52.498518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1930770924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:52.516114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Made reservation on behalf of 7a13efc9176f4058ae7e49f52c8fffab for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:52.521157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] For port 957c5499-f962-4103-b4c3-de5539f90040, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=957c5499-f962-4103-b4c3-de5539f90040,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:52.521563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.526365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.580032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '957c5499-f962-4103-b4c3-de5539f90040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:49Z', 'revision_number': 5, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port': {'id': '957c5499-f962-4103-b4c3-de5539f90040', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:26Z', 'updated_at': '2021-10-25T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:52.597838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Calling delete_port for 957c5499-f962-4103-b4c3-de5539f90040 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:52.670696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] Checking router: ff155b59-799d-4702-b326-0b995ebabdf4 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:26:52.672074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.673306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.686693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] Routers {'ff155b59-799d-4702-b326-0b995ebabdf4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:26:52.688731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ff155b59-799d-4702-b326-0b995ebabdf4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:52.838820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.860955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.924999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Allocated IP 172.20.0.12 (7a95af4b-bd40-4101-8017-f8dab50eac7b/41aaf30d-4808-4a99-ab58-04c067cf22b8/1aaeb24e-1ca1-450b-b06d-7fba127d0762) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:52.952999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] Set router ff155b59-799d-4702-b326-0b995ebabdf4 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:26:52.982690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:52.988365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e34b585a-98a8-4fe2-800b-af24e0140cdf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4934878 Oct 25 23:26:52.996485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57912) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:53.010328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965834338'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:53.140750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:52Z', 'revision_number': 6, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:53.155378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:53.161351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.269953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8af20b01-b1dc-4704-8eaf-df0e6bf76fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.284678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:26:53.309999 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.322311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.322311 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 18a4c46d-262f-4649-a3ab-e6c40906ce3f of type vlan for network ae7ef6f5-9da8-4d85-9a88-cc095304efff Oct 25 23:26:53.358084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0e090-9646-4f44-97c0-98b371c6becd None None] The sync data for ids ['ff155b59-799d-4702-b326-0b995ebabdf4'] in n-d-815373-1 is: [{'id': 'ff155b59-799d-4702-b326-0b995ebabdf4', 'name': 'tempest-ImageQuotaTest-2129704546-router', 'tenant_id': '48a88eb72e374e2e84838f1abda7b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:24Z', 'updated_at': '2021-10-25T23:26:52Z', 'revision_number': 6, 'project_id': '48a88eb72e374e2e84838f1abda7b03d', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:26:53.456008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.463263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Pushing event deleted for resources: {'Port': ['ID=957c5499-f962-4103-b4c3-de5539f90040,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:53.478423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.516701 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99309c6d-69b9-44dc-a8e6-2522d5c8dc18 req-0038e4db-1aec-4ef3-bba5-32c912daa1d4 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 210 time: 0.2829297 Oct 25 23:26:53.591792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.621822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.637668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:53.638355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.664023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Network 7a95af4b-bd40-4101-8017-f8dab50eac7b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:53.736013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:53.888773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:53.897481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:54.012649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.017137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.161548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.162359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff155b59-799d-4702-b326-0b995ebabdf4 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:26:54.178165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.181691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cac97fbd-5e41-4a4f-8da7-c2921b3e6666 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ff155b59-799d-4702-b326-0b995ebabdf4 HTTP/1.1" status: 204 len: 168 time: 2.9880567 Oct 25 23:26:54.181841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1815648 Oct 25 23:26:54.185104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:54.185553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57926) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:54.203734 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8af20b01-b1dc-4704-8eaf-df0e6bf76fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.213872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8af20b01-b1dc-4704-8eaf-df0e6bf76fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.237007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:54.340398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8af20b01-b1dc-4704-8eaf-df0e6bf76fb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=306e8b462b53462183d614852df4a1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0694861 Oct 25 23:26:54.354386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57928) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:54.421576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af20b01-b1dc-4704-8eaf-df0e6bf76fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f372446-d1b3-4c0a-bfc9-bd35f3026700,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:54.430255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:54.431281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.465234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68c519dc-5dab-4fd4-8558-f72f5a395b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.509326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68c519dc-5dab-4fd4-8558-f72f5a395b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.539468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bf9b3-3f03-406d-99eb-d2093ac2b9ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=ae7ef6f5-9da8-4d85-9a88-cc095304efff,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:54.543344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Pushing event updated for resources: {'Port': ['ID=1aaeb24e-1ca1-450b-b06d-7fba127d0762,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:54.551476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:26:54.556320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-8302760d-6f87-44f8-a9dc-6578ca62ea06 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8196216 Oct 25 23:26:54.613452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68c519dc-5dab-4fd4-8558-f72f5a395b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.620360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68c519dc-5dab-4fd4-8558-f72f5a395b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.632669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-68c519dc-5dab-4fd4-8558-f72f5a395b0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f372446-d1b3-4c0a-bfc9-bd35f3026700 HTTP/1.1" status: 204 len: 168 time: 0.2678432 Oct 25 23:26:54.633408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Deleting subnet 545b4daa-57d7-4e2f-aff8-b69b5aec6644 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:26:54.638804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.661985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c519dc-5dab-4fd4-8558-f72f5a395b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f372446-d1b3-4c0a-bfc9-bd35f3026700,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:54.714024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Request body: {'port': {'device_id': '3df11106-d35b-4304-996b-ab8794a7c5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:26:54.776419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2e40f-54e9-434e-af6b-1c42dfb6edf4 req-6c86a4d8-de71-4e4e-83af-829d26d7b45e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:54.778277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8b2e40f-54e9-434e-af6b-1c42dfb6edf4 req-6c86a4d8-de71-4e4e-83af-829d26d7b45e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 1.1339903 Oct 25 23:26:54.779081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:26:54.783655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:54.887638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3896810-939a-4125-a3b3-375d51987d77 req-c0dcc118-53ba-44ea-b5cb-0cf8406fdd7c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:54.900611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3896810-939a-4125-a3b3-375d51987d77 req-c0dcc118-53ba-44ea-b5cb-0cf8406fdd7c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 932 time: 0.1863158 Oct 25 23:26:54.971121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3896810-939a-4125-a3b3-375d51987d77 req-59a5e174-92cb-4fa2-aec6-96767ae7db67 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691638 Oct 25 23:26:55.283355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:55.324295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 957c5499-f962-4103-b4c3-de5539f90040 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:55.403484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 957c5499-f962-4103-b4c3-de5539f90040 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:55.408405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 957c5499-f962-4103-b4c3-de5539f90040 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:55.411778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8b2e40f-54e9-434e-af6b-1c42dfb6edf4 req-5d5366c7-0163-4022-964a-e1ebcaaae26b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6097496 Oct 25 23:26:55.425256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:55.425486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:55.482934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:55.507591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:55.507938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 648f0a33-71ac-4e5f-9aed-0a0e9377ae91 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:55.721657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:55.722245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: ae7ef6f5-9da8-4d85-9a88-cc095304efff, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:26:55.724738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=e3c7698e-ff75-4ad1-9726-82400f653054,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:55.804480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:55.857109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:26:55.872185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ae7ef6f5-9da8-4d85-9a88-cc095304efff) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:55.882540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741ce1c6-5697-4727-be35-bfed86977637 None None] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:55.887406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:55.887978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:55.983718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fcd235ad-39b7-42eb-bd73-f14cf3ccc26e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7509904 Oct 25 23:26:55.988353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 57960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:56.051050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.151401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545b4daa-57d7-4e2f-aff8-b69b5aec6644,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:56.171076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.187871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f54317-c883-417b-b7ad-de4f71aa941c None None] Network 8e37da91-7e69-47bc-9841-72ede372bd1c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:56.189513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0fce6cb-56c1-401b-9658-c8a9be07a652 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/545b4daa-57d7-4e2f-aff8-b69b5aec6644 HTTP/1.1" status: 204 len: 168 time: 1.9641454 Oct 25 23:26:56.190184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:26:56.194521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 57970) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:56.194961 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.466946 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.555284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Allocated IP 2001:db8::2 (ae7ef6f5-9da8-4d85-9a88-cc095304efff/e3c7698e-ff75-4ad1-9726-82400f653054/d244d78a-b66f-480a-be35-b6d9252fc6d3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:56.747910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaeb24e-1ca1-450b-b06d-7fba127d0762 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:26:56.762636 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.813227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baac00-3307-4b4c-ae39-0dbf3a3ed02e req-8dc28f3a-fd47-496e-8edd-b12a0a962f9a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:56.814993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36baac00-3307-4b4c-ae39-0dbf3a3ed02e req-8dc28f3a-fd47-496e-8edd-b12a0a962f9a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.2639203 Oct 25 23:26:56.837902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Deleting port 08526107-81b6-433e-af82-09c5f69512ed {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:56.838517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.902183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.911732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] DHCP port deletion for 8e37da91-7e69-47bc-9841-72ede372bd1c request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:26:56.918217 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.922509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] For port 08526107-81b6-433e-af82-09c5f69512ed, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=08526107-81b6-433e-af82-09c5f69512ed,segment=NetworkSegment(e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8),segment_id=e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:56.923122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:56.939251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Calling delete_port for 08526107-81b6-433e-af82-09c5f69512ed owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:57.078990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:57.090573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Transition to ACTIVE for port object 1aaeb24e-1ca1-450b-b06d-7fba127d0762 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:26:57.090748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:57.100476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Pushing event updated for resources: {'Port': ['ID=d244d78a-b66f-480a-be35-b6d9252fc6d3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:57.100928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.103123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:57.105665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.140603 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36baac00-3307-4b4c-ae39-0dbf3a3ed02e req-3b5f83e6-5bdb-468a-b515-9a5e5871fe65 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086638 Oct 25 23:26:57.192546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08526107-81b6-433e-af82-09c5f69512ed,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:57.239389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Deleting port 08526107-81b6-433e-af82-09c5f69512ed {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:26:57.239857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.245363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Pushing event updated for resources: {'Port': ['ID=1aaeb24e-1ca1-450b-b06d-7fba127d0762,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:57.253590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] No DVR routers for this DVR port 08526107-81b6-433e-af82-09c5f69512ed on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:57.329089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20590e4-39b7-431d-9f5d-0f573d3edd47 req-43ab3618-577f-4413-9693-c274d933e0b0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:57.353436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b20590e4-39b7-431d-9f5d-0f573d3edd47 req-43ab3618-577f-4413-9693-c274d933e0b0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 932 time: 0.5430837 Oct 25 23:26:57.360302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Attempting to bind port d244d78a-b66f-480a-be35-b6d9252fc6d3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:57.361141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Attempting to bind port d244d78a-b66f-480a-be35-b6d9252fc6d3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:57.361498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Attempting to bind port d244d78a-b66f-480a-be35-b6d9252fc6d3 on network ae7ef6f5-9da8-4d85-9a88-cc095304efff {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:57.386695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:57.387097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Checking segment: {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:57.387507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.387908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Bound using segment: {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:57.391060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Bound port: d244d78a-b66f-480a-be35-b6d9252fc6d3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:57.393882 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.432125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 08526107-81b6-433e-af82-09c5f69512ed no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:26:57.465737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 08526107-81b6-433e-af82-09c5f69512ed {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:26:57.466342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 08526107-81b6-433e-af82-09c5f69512ed not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:26:57.483538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.524081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.537960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] For port 08526107-81b6-433e-af82-09c5f69512ed, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:26:57.538574 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.572492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Calling delete_port for 08526107-81b6-433e-af82-09c5f69512ed owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:26:57.577849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Port 08526107-81b6-433e-af82-09c5f69512ed was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:26:57.592198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e37da91-7e69-47bc-9841-72ede372bd1c']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:57.592388 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.631320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:57.631670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f59e02-e9c0-40b4-a898-bea7e9eaf5c8') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:26:57.633532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Attempting to bind port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:26:57.633861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Attempting to bind port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:26:57.634206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Attempting to bind port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 on network 7a95af4b-bd40-4101-8017-f8dab50eac7b {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:57.639598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] No DVR routers for this DVR port 08526107-81b6-433e-af82-09c5f69512ed on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:26:57.653287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c0cb0-c5d7-4dfc-afb7-c76252ddf7e3 None None] Pushing event deleted for resources: {'Port': ['ID=08526107-81b6-433e-af82-09c5f69512ed,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:57.659265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.661343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 on network 7a95af4b-bd40-4101-8017-f8dab50eac7b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:26:57.661675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Attempting to bind port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 on network 7a95af4b-bd40-4101-8017-f8dab50eac7b {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:26:57.672825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] For port d244d78a-b66f-480a-be35-b6d9252fc6d3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:57.701568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:26:57.703570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] For port d244d78a-b66f-480a-be35-b6d9252fc6d3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d244d78a-b66f-480a-be35-b6d9252fc6d3,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:57.703986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Checking segment: {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:26:57.704538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Bound using segment: {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:26:57.705162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Bound port: 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:26:57.705528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.715178 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.720236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b20590e4-39b7-431d-9f5d-0f573d3edd47 req-7cd91791-f07e-45af-95e9-cf9b450021fc tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655248 Oct 25 23:26:57.743956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.760222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:26:57.760843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:26:57.764044 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:26:57.844317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8::1 (ae7ef6f5-9da8-4d85-9a88-cc095304efff/e3c7698e-ff75-4ad1-9726-82400f653054/3d541bfa-1d50-45fb-9e57-ba6ba77885f1) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:26:57.914586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.940665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:57.944726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99e0b-6c25-4459-b7ac-3c60d74e055f None None] Pushing event updated for resources: {'Port': ['ID=d244d78a-b66f-480a-be35-b6d9252fc6d3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:57.945210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8e37da91-7e69-47bc-9841-72ede372bd1c HTTP/1.1" status: 204 len: 168 time: 1.7454903 Oct 25 23:26:57.946322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c02a-8dc8-4b70-b128-838a4de782d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e37da91-7e69-47bc-9841-72ede372bd1c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:57.948618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] For port 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:26:57.964682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] For port 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1aaeb24e-1ca1-450b-b06d-7fba127d0762,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:26:57.973972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.053796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:58.059090 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.069167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] 10.222.0.15 "PUT /v2.0/ports/1aaeb24e-1ca1-450b-b06d-7fba127d0762 HTTP/1.1" status: 200 len: 1092 time: 3.4329364 Oct 25 23:26:58.069871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df11106-d35b-4304-996b-ab8794a7c5af', 'tag': '1aaeb24e-1ca1-450b-b06d-7fba127d0762'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:26:58.083899 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67854458-70c2-45ca-adc7-0ad501da9466" -d '{"events": [{"name": "network-changed", "server_uuid": "3df11106-d35b-4304-996b-ab8794a7c5af", "tag": "1aaeb24e-1ca1-450b-b06d-7fba127d0762"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:26:58.143536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6252b-6b92-41d5-a8b7-fa9e7e22296d service neutron] Pushing event updated for resources: {'Port': ['ID=1aaeb24e-1ca1-450b-b06d-7fba127d0762,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:58.236297 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2d20df-f0cd-431e-aeb0-06d10736016b x-openstack-request-id: req-cc2d20df-f0cd-431e-aeb0-06d10736016b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:26:58.236952 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df11106-d35b-4304-996b-ab8794a7c5af", "tag": "1aaeb24e-1ca1-450b-b06d-7fba127d0762", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:26:58.237406 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc2d20df-f0cd-431e-aeb0-06d10736016b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:26:58.239212 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df11106-d35b-4304-996b-ab8794a7c5af', 'tag': '1aaeb24e-1ca1-450b-b06d-7fba127d0762', 'status': 'completed', 'code': 200} Oct 25 23:26:58.251715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.299677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.392219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:58.394603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:58.408776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:26:58.409799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.427535 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.496789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58056) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:58.516872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc826aa2-e019-4bf6-ac60-05d88676f25e req-9db8a5d4-ab51-4007-b441-238c3618e0b0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:58.523024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc826aa2-e019-4bf6-ac60-05d88676f25e req-9db8a5d4-ab51-4007-b441-238c3618e0b0 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.1687260 Oct 25 23:26:58.523699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:58.553099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854458-70c2-45ca-adc7-0ad501da9466 req-ce47e838-808f-4433-ab5e-cbe08871d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:58.568237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67854458-70c2-45ca-adc7-0ad501da9466 req-ce47e838-808f-4433-ab5e-cbe08871d336 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 1095 time: 0.1190329 Oct 25 23:26:58.661305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4ab6cc9c-9293-4e82-82c3-2d069c185687 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48a88eb72e374e2e84838f1abda7b03d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621225 Oct 25 23:26:58.700651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58060) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:58.708229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.773681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc826aa2-e019-4bf6-ac60-05d88676f25e req-8b4fa1d6-d63b-4496-9c23-e2dbabd62882 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952355 Oct 25 23:26:58.948250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e14652e5-616d-4b75-ab83-3a11aa3bea40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:58.994313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854458-70c2-45ca-adc7-0ad501da9466 req-eef3d7ed-a191-41df-9371-69af000af9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:58.999706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67854458-70c2-45ca-adc7-0ad501da9466 req-eef3d7ed-a191-41df-9371-69af000af9fd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4099298 Oct 25 23:26:59.009910 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e14652e5-616d-4b75-ab83-3a11aa3bea40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.044097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f43a-f480-463b-8bbb-ea131b6ff67f req-364f5b4c-7fca-4ac9-917d-e50e74f2f7ce tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:59.047928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1526f43a-f480-463b-8bbb-ea131b6ff67f req-364f5b4c-7fca-4ac9-917d-e50e74f2f7ce tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 944 time: 0.1916020 Oct 25 23:26:59.165210 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e14652e5-616d-4b75-ab83-3a11aa3bea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.176858 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e14652e5-616d-4b75-ab83-3a11aa3bea40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.178492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e14652e5-616d-4b75-ab83-3a11aa3bea40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81ce8054-410b-411f-978b-60004de40395 HTTP/1.1" status: 204 len: 168 time: 0.4674985 Oct 25 23:26:59.220357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58068) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:26:59.284618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14652e5-616d-4b75-ab83-3a11aa3bea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ce8054-410b-411f-978b-60004de40395,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:59.380059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1526f43a-f480-463b-8bbb-ea131b6ff67f req-1d4f15c4-c6f6-4559-9f7f-15604c6a6248 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528372 Oct 25 23:26:59.415718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9056ec-6168-4058-8747-6c6679beee74 None None] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:26:59.464176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854458-70c2-45ca-adc7-0ad501da9466 req-228a22b5-ccea-4321-8ffd-0519793741c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:59.468285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-67854458-70c2-45ca-adc7-0ad501da9466 req-228a22b5-ccea-4321-8ffd-0519793741c4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4554119 Oct 25 23:26:59.475423 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.488641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.490815 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.507826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d244d78a-b66f-480a-be35-b6d9252fc6d3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:26:59.636135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-57e822dc-7833-413a-a56f-503ce04c0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:26:59.643661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-57e822dc-7833-413a-a56f-503ce04c0b0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 1095 time: 0.1052155 Oct 25 23:26:59.655935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1a1ebbcf-bef8-49f6-a1eb-d8a5d1c22e47 None None] Provisioning complete for port d244d78a-b66f-480a-be35-b6d9252fc6d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:59.658214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebbcf-bef8-49f6-a1eb-d8a5d1c22e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.678615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:26:59.729328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d244d78a-b66f-480a-be35-b6d9252fc6d3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:26:59.731277 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:26:59.743453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:26:59.749896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:26:59.777257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-c6a995da-d9aa-4b45-9864-4550bf63f14b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aaeb24e-1ca1-450b-b06d-7fba127d0762 HTTP/1.1" status: 200 len: 217 time: 0.1200991 Oct 25 23:27:00.022677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58084) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:00.065135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ca4771e-5abf-4887-86b6-709f95ed4356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.088978 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebbcf-bef8-49f6-a1eb-d8a5d1c22e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.090855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.093268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286bdc8-73e7-4a13-9ee1-b0328a13706d req-0c7c12ee-5e45-4c80-b36f-4570c3a17b51 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:00.101957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1286bdc8-73e7-4a13-9ee1-b0328a13706d req-0c7c12ee-5e45-4c80-b36f-4570c3a17b51 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.1558714 Oct 25 23:27:00.176153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port d244d78a-b66f-480a-be35-b6d9252fc6d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d244d78a-b66f-480a-be35-b6d9252fc6d3,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:00.195133 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.213608 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1286bdc8-73e7-4a13-9ee1-b0328a13706d req-fe9c84d8-8694-4cda-98e4-40bd38057cb4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102061 Oct 25 23:27:00.260841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:27:00.327168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ca4771e-5abf-4887-86b6-709f95ed4356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.349135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=d244d78a-b66f-480a-be35-b6d9252fc6d3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:00.361687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-1a1ebbcf-bef8-49f6-a1eb-d8a5d1c22e47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:27:00.364821 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-1a1ebbcf-bef8-49f6-a1eb-d8a5d1c22e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:27:00.423214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa13a23-0186-41bd-9dae-ac26b7a3d8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.430687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465178-0dff-404e-920f-893ba17a0536 req-eb2e139b-c52b-4620-b126-1cf3299ce355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:00.432215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-eb2e139b-c52b-4620-b126-1cf3299ce355 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41aaf30d-4808-4a99-ab58-04c067cf22b8 HTTP/1.1" status: 200 len: 849 time: 0.6468034 Oct 25 23:27:00.470530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:00.472505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-a24988ea-5c87-4cf9-9bf9-3942daacf2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a95af4b-bd40-4101-8017-f8dab50eac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319393 Oct 25 23:27:00.478059 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e5b0b95c-83ea-427e-a9f9-86af2f5a3ff8 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4890139 Oct 25 23:27:00.482392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58088) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:00.483128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ca4771e-5abf-4887-86b6-709f95ed4356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.486486 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:00.505989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:00.519123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:00.538563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ca4771e-5abf-4887-86b6-709f95ed4356 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5114400 Oct 25 23:27:00.541838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58090) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:00.547978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4771e-5abf-4887-86b6-709f95ed4356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985411bf-8a71-4a32-bbfa-2a38c75d5b15,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:00.620118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e1ecf7f-26a3-4a8d-99d7-95e0b9b3a7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.654220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2047477796'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:00.658858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-75e5a372-db59-4e57-a327-53b115ad86a6 service neutron] 10.222.0.15 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773086 Oct 25 23:27:00.667334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e1ecf7f-26a3-4a8d-99d7-95e0b9b3a7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.729843 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:00.776921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e1ecf7f-26a3-4a8d-99d7-95e0b9b3a7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.779909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2e1ecf7f-26a3-4a8d-99d7-95e0b9b3a7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:00.783544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e1ecf7f-26a3-4a8d-99d7-95e0b9b3a7a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/985411bf-8a71-4a32-bbfa-2a38c75d5b15 HTTP/1.1" status: 204 len: 168 time: 0.2382965 Oct 25 23:27:00.798969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ecf7f-26a3-4a8d-99d7-95e0b9b3a7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985411bf-8a71-4a32-bbfa-2a38c75d5b15,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:00.980164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:00.984597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.028735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e867-5f06-4a02-be0a-c1fae8f26ee8 req-2d2f1243-0f1b-4d97-a61a-a66bb3f8fa20 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:01.030960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9c7e867-5f06-4a02-be0a-c1fae8f26ee8 req-2d2f1243-0f1b-4d97-a61a-a66bb3f8fa20 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 944 time: 0.3612545 Oct 25 23:27:01.097776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d5456af2-a485-4145-9618-2aee5cd12ade None None] Provisioning complete for port d244d78a-b66f-480a-be35-b6d9252fc6d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:01.098870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5456af2-a485-4145-9618-2aee5cd12ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.132880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0465178-0dff-404e-920f-893ba17a0536 req-b33d3a1b-e2e9-4b8d-bce1-fb7b73e7ee89 service neutron] 10.222.0.15 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553189 Oct 25 23:27:01.135257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa13a23-0186-41bd-9dae-ac26b7a3d8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.143159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:27:01.161699 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:26:58Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:26:58Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:01.167653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa13a23-0186-41bd-9dae-ac26b7a3d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.240300 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:01.240655 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Updating router 7839e713-25be-419a-8cfe-eb509bf64088 port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:01.257901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.258329 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 0294fc02-4259-4c5e-981a-e55f0ced84bb of type vlan for network a0b160b6-b511-4c54-ad49-20e62f2dc4fe Oct 25 23:27:01.315462 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.326855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9c7e867-5f06-4a02-be0a-c1fae8f26ee8 req-da9ad1e1-7031-4795-9ec1-3c5f3a0c8cfe tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802231 Oct 25 23:27:01.443575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cfa13a23-0186-41bd-9dae-ac26b7a3d8bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44dbb25ceafd455abd48c8b2f46f0b34&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2184916 Oct 25 23:27:01.450446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279b07-f7a5-44e4-bb06-883e5d302079 req-7273ddd5-416b-4c22-813e-38836816baf9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:01.452183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56279b07-f7a5-44e4-bb06-883e5d302079 req-7273ddd5-416b-4c22-813e-38836816baf9 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 944 time: 0.1219852 Oct 25 23:27:01.452791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58110) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:01.466281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa13a23-0186-41bd-9dae-ac26b7a3d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459545df-6e2a-4c02-af1b-7abffa098c40,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:01.472469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.531875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.538397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:01.539043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.602683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56279b07-f7a5-44e4-bb06-883e5d302079 req-d904aef1-40a6-4fcc-95ee-76737bb6b92d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380370 Oct 25 23:27:01.636954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d244d78a-b66f-480a-be35-b6d9252fc6d3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:01.672796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1861091 Oct 25 23:27:01.673224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a8d3316c-72d7-4b8e-a622-8fbf0b7c953d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.675602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:01.681790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:01.714419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59700dce-0a56-4f3b-92fa-9eb4430e9bec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=a0b160b6-b511-4c54-ad49-20e62f2dc4fe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:01.735088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:27:01.803251 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.812551 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.839046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a8d3316c-72d7-4b8e-a622-8fbf0b7c953d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.855399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d244d78a-b66f-480a-be35-b6d9252fc6d3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:01.855774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.973898 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Pushing event updated for resources: {'Port': ['ID=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:01.977203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a8d3316c-72d7-4b8e-a622-8fbf0b7c953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.986640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58128) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:01.993703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a8d3316c-72d7-4b8e-a622-8fbf0b7c953d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:01.994928 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a8d3316c-72d7-4b8e-a622-8fbf0b7c953d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/459545df-6e2a-4c02-af1b-7abffa098c40 HTTP/1.1" status: 204 len: 168 time: 0.5411243 Oct 25 23:27:02.050391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d5456af2-a485-4145-9618-2aee5cd12ade None None] Provisioning complete for port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:02.050770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5456af2-a485-4145-9618-2aee5cd12ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.058871 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.061985 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.063377 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.064017 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.067602 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.068417 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.068892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.069362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.069826 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.070344 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.070826 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.070953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3316c-72d7-4b8e-a622-8fbf0b7c953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459545df-6e2a-4c02-af1b-7abffa098c40,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:02.078469 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:02.080496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:02.098680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.123485 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Attempting to bind port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:02.131864 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Attempting to bind port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:02.132586 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Attempting to bind port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 on network ae7ef6f5-9da8-4d85-9a88-cc095304efff {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:02.139971 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:02.140390 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Checking segment: {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:02.140749 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.141139 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Bound using segment: {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:02.141605 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Bound port: 3d541bfa-1d50-45fb-9e57-ba6ba77885f1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a4c46d-262f-4649-a3ab-e6c40906ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:02.141975 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.164011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d5456af2-a485-4145-9618-2aee5cd12ade None None] Port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:02.235587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:27:02.354247 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] For port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:02.363078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] For port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:02.375279 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.428247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-499d8a81-c28d-4db5-a0f4-71f809da8a75 None None] Provisioning complete for port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:02.428902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-499d8a81-c28d-4db5-a0f4-71f809da8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.440850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1357478494-network', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:02.483936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.504104 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:02.505085 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:02.507044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:02.511190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.527496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.645813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58144) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:02.676190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:02.696207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ae3777-aee8-4cb1-9d7c-5fb0e2a9c406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.701816 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-499d8a81-c28d-4db5-a0f4-71f809da8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.725159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'port_id': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'mac_address': 'fa:16:3e:85:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:27:02.730603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=b78e709e-885c-4880-b984-2434d4086f63,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:02.730877 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530451-2cde-48fc-8a25-b5f60747ad0a None None] Pushing event updated for resources: {'Port': ['ID=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:02.777741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:02.778283 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:02.782460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: a0b160b6-b511-4c54-ad49-20e62f2dc4fe, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:27:02.790650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.803005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1987-3209-43f7-9e63-520c828edd45 req-6d408a20-34fb-4fec-9cea-8b938baa46a4 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:02.804960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.809998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.810562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-586d1987-3209-43f7-9e63-520c828edd45 req-6d408a20-34fb-4fec-9cea-8b938baa46a4 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 946 time: 0.2517478 Oct 25 23:27:02.833870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-499d8a81-c28d-4db5-a0f4-71f809da8a75 None None] For port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:02.838002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bfa2c-c3d8-4682-8a0b-c78716ea2074 req-ac9388fc-cb9b-438a-8a0e-27ed51026018 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:02.852156 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e38bfa2c-c3d8-4682-8a0b-c78716ea2074 req-ac9388fc-cb9b-438a-8a0e-27ed51026018 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 944 time: 0.3205647 Oct 25 23:27:02.854580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:02.862135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-499d8a81-c28d-4db5-a0f4-71f809da8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.914034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:27:02.923729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:02.950942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a0b160b6-b511-4c54-ad49-20e62f2dc4fe) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:02.958208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.961172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-586d1987-3209-43f7-9e63-520c828edd45 req-ffa20c25-7c69-449c-b84f-f3f5459d6330 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392620 Oct 25 23:27:02.963746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:02.964329 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:02.978489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e4dcad-264b-4d0e-8850-d8a2cd9375f0 None None] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:02.998173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2641ff21-1a62-4c28-affe-e960a3f74797 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3211102 Oct 25 23:27:02.999227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58150) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:03.002330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e38bfa2c-c3d8-4682-8a0b-c78716ea2074 req-708c8ba6-3e4d-4b8c-9b8d-b293ed3eb69a tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433041 Oct 25 23:27:03.006727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:27:03.023925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c092a20c-de5f-4072-aeeb-4701d61899e8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:03.043031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.043400 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Added segment 53db9f34-2543-48ae-9986-c34aa3896720 of type vlan for network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 Oct 25 23:27:03.075862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ae3777-aee8-4cb1-9d7c-5fb0e2a9c406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.113278 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:26:58Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:03.125245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ae3777-aee8-4cb1-9d7c-5fb0e2a9c406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.147316 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ed3d3-8b5d-4a79-8950-89e6bdca7761 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:26:58Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:03.155510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.157070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d8a81-c28d-4db5-a0f4-71f809da8a75 None None] Pushing event updated for resources: {'Port': ['ID=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:03.207130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.208916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:03.209638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.215246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5e658238-4cdc-4a19-bf31-eff7f0bd5074 None None] Provisioning complete for port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:03.216012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5e658238-4cdc-4a19-bf31-eff7f0bd5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.254187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00ae3777-aee8-4cb1-9d7c-5fb0e2a9c406 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0e5f5f7ee6542a1ae7e8785b7a12fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072693 Oct 25 23:27:03.255701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58156) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:03.265468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae3777-aee8-4cb1-9d7c-5fb0e2a9c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b7fd45-4e39-4811-a043-5623aeb31a79,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:03.296785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebb61-3e8f-41f0-b581-c7918031c3a6 req-046af3c0-d301-407d-92f7-17d3c406e550 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:03.298132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-408ebb61-3e8f-41f0-b581-c7918031c3a6 req-046af3c0-d301-407d-92f7-17d3c406e550 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1849666 Oct 25 23:27:03.331321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3435330 Oct 25 23:27:03.343504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58158) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:03.391308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068de51-f151-49c4-8abb-38f2d54e93b0 admin admin] Pushing event updated for resources: {'Network': ['ID=70d15ace-5149-4d13-93d8-7c9fc8f32d33,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:03.400985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:03.409496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:27:03.409904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Request body: {'subnet': {'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1357478494-subnet', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:03.493765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['80704e7b-a75f-40a1-b90a-c348b78dfd4b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:27:03.495575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:03.499955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.562597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-408ebb61-3e8f-41f0-b581-c7918031c3a6 req-6898da40-9a92-4db2-9165-22f271907ae8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151856 Oct 25 23:27:03.563202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c05cb306-d721-4cb6-a044-73354dd7e719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.683425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:27:03.684483 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.709778 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c05cb306-d721-4cb6-a044-73354dd7e719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.858190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b1bdd-2201-4373-af76-60c804a09b0d req-64a560b3-3ff4-4a8e-9a8f-92b848d2d5b1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:03.864322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-397b1bdd-2201-4373-af76-60c804a09b0d req-64a560b3-3ff4-4a8e-9a8f-92b848d2d5b1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.11 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 946 time: 0.0952289 Oct 25 23:27:03.964885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.978172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c05cb306-d721-4cb6-a044-73354dd7e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.980928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c05cb306-d721-4cb6-a044-73354dd7e719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:03.985205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c05cb306-d721-4cb6-a044-73354dd7e719 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70b7fd45-4e39-4811-a043-5623aeb31a79 HTTP/1.1" status: 204 len: 168 time: 0.7272434 Oct 25 23:27:04.058361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Deleting port 549175b2-6d21-4cff-99af-9111b2662ab5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:04.058710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.069466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Allocated IP 2001:db8:1::2 (a0b160b6-b511-4c54-ad49-20e62f2dc4fe/b78e709e-885c-4880-b984-2434d4086f63/8d918f88-1f1b-4656-8e31-cc1685968cd8) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:04.168800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb306-d721-4cb6-a044-73354dd7e719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b7fd45-4e39-4811-a043-5623aeb31a79,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:04.185426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.260375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1aaeb24e-1ca1-450b-b06d-7fba127d0762 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:27:04.296966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f26aaaa-c8fd-42fe-83a0-bba958558981,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:04.317202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] For port 549175b2-6d21-4cff-99af-9111b2662ab5, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=549175b2-6d21-4cff-99af-9111b2662ab5,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:04.317641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.339769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Calling delete_port for 549175b2-6d21-4cff-99af-9111b2662ab5 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:04.400937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:04.401326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Network hostable DHCP agents. Network: 70d15ace-5149-4d13-93d8-7c9fc8f32d33, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:27:04.468050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99933a44-b9e7-44d5-b391-8913f89de4dd req-a1e385fe-b3d2-48c8-91d2-cb3f27256bab tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:04.468050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99933a44-b9e7-44d5-b391-8913f89de4dd req-a1e385fe-b3d2-48c8-91d2-cb3f27256bab tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 944 time: 0.3234541 Oct 25 23:27:04.492455 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.514129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.570616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1aaeb24e-1ca1-450b-b06d-7fba127d0762,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:04.594587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:04.599328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '1aaeb24e-1ca1-450b-b06d-7fba127d0762', 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b', 'port_id': '1aaeb24e-1ca1-450b-b06d-7fba127d0762', 'mac_address': 'fa:16:3e:d3:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41aaf30d-4808-4a99-ab58-04c067cf22b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:27:04.602332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:04.606821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Pushing event updated for resources: {'Port': ['ID=8d918f88-1f1b-4656-8e31-cc1685968cd8,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:04.610073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:04.627800 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.642706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['549175b2-6d21-4cff-99af-9111b2662ab5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:27:04.716671 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.717440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Pushing event deleted for resources: {'Port': ['ID=549175b2-6d21-4cff-99af-9111b2662ab5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:04.737888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Attempting to bind port 8d918f88-1f1b-4656-8e31-cc1685968cd8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:04.739456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Attempting to bind port 8d918f88-1f1b-4656-8e31-cc1685968cd8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:04.739456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Attempting to bind port 8d918f88-1f1b-4656-8e31-cc1685968cd8 on network a0b160b6-b511-4c54-ad49-20e62f2dc4fe {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:04.744068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaeb24e-1ca1-450b-b06d-7fba127d0762 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:04.752110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:04.752482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Checking segment: {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:04.752888 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.753281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Bound using segment: {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:04.753762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Bound port: 8d918f88-1f1b-4656-8e31-cc1685968cd8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:04.754292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.778690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1aaeb24e-1ca1-450b-b06d-7fba127d0762,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:04.800224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed707b9f-b8bb-412e-9c36-f895882baef6 req-3e859570-fb34-4c5b-8165-3143ca2093ba tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:04.803267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed707b9f-b8bb-412e-9c36-f895882baef6 req-3e859570-fb34-4c5b-8165-3143ca2093ba tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ae76ac-08c6-4079-8fd5-c6b4c2edbe25 HTTP/1.1" status: 200 len: 867 time: 0.7068582 Oct 25 23:27:04.808957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.829569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] No DVR routers for this DVR port 549175b2-6d21-4cff-99af-9111b2662ab5 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:04.833362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:04.837368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-397b1bdd-2201-4373-af76-60c804a09b0d req-0960ad51-7233-4545-b9a7-1755cc2a37d5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.11 "DELETE /v2.0/ports/549175b2-6d21-4cff-99af-9111b2662ab5 HTTP/1.1" status: 204 len: 173 time: 0.9656749 Oct 25 23:27:04.861889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'name': 'network-vif-deleted', 'tag': '549175b2-6d21-4cff-99af-9111b2662ab5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:04.866968 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e806cc-9b90-4e26-94e7-0f07871d96f3" -d '{"events": [{"server_uuid": "53ae76ac-08c6-4079-8fd5-c6b4c2edbe25", "name": "network-vif-deleted", "tag": "549175b2-6d21-4cff-99af-9111b2662ab5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:04.908949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed707b9f-b8bb-412e-9c36-f895882baef6 req-10ca60c0-60ef-4a67-883d-dc2b19c0160e tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806689 Oct 25 23:27:04.953861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] For port 8d918f88-1f1b-4656-8e31-cc1685968cd8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:04.960069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] For port 8d918f88-1f1b-4656-8e31-cc1685968cd8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8d918f88-1f1b-4656-8e31-cc1685968cd8,segment=NetworkSegment(0294fc02-4259-4c5e-981a-e55f0ced84bb),segment_id=0294fc02-4259-4c5e-981a-e55f0ced84bb)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:04.961178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1aaeb24e-1ca1-450b-b06d-7fba127d0762,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:04.977792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.109333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08b98c-4771-451c-beda-7ddfc2b8622f req-5d3634fb-4755-457e-b982-8f52c7828eb8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:05.112090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e08b98c-4771-451c-beda-7ddfc2b8622f req-5d3634fb-4755-457e-b982-8f52c7828eb8 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.1021628 Oct 25 23:27:05.124632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a6de4-55da-4a78-80c8-bb677254216e None None] Pushing event updated for resources: {'Port': ['ID=8d918f88-1f1b-4656-8e31-cc1685968cd8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:05.180540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:27:05.204516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1aaeb24e-1ca1-450b-b06d-7fba127d0762'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:27:05.205248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e08b98c-4771-451c-beda-7ddfc2b8622f req-8b2c8181-54f7-4ea3-8d4a-0668c2c8036a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785804 Oct 25 23:27:05.230892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99933a44-b9e7-44d5-b391-8913f89de4dd req-2e432d76-e5bc-413b-8d8f-33a28ff03d12 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7521541 Oct 25 23:27:05.248501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 70d15ace-5149-4d13-93d8-7c9fc8f32d33) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:05.283477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:05.284074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.311369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10bcd1-76ab-470f-8595-db473a20c77b None None] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:05.377484 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e107d-05cc-44dc-a351-975c6ad0a16c x-openstack-request-id: req-245e107d-05cc-44dc-a351-975c6ad0a16c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:05.377778 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ae76ac-08c6-4079-8fd5-c6b4c2edbe25", "name": "network-vif-deleted", "tag": "549175b2-6d21-4cff-99af-9111b2662ab5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:05.378029 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-245e107d-05cc-44dc-a351-975c6ad0a16c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:05.379728 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ae76ac-08c6-4079-8fd5-c6b4c2edbe25', 'name': 'network-vif-deleted', 'tag': '549175b2-6d21-4cff-99af-9111b2662ab5', 'status': 'completed', 'code': 200} Oct 25 23:27:05.434655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58212) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:05.434881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-da0f6467-956a-4124-981d-75303782a78d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0857790 Oct 25 23:27:05.439581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:05.500982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.506181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.649874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8:1::1 (a0b160b6-b511-4c54-ad49-20e62f2dc4fe/b78e709e-885c-4880-b984-2434d4086f63/3fee4fba-1751-4cd2-8b70-b45d8421356f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:05.668901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.783276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:05.880974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.894112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:05.943987 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.042991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:06.057563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:06.067130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=3fee4fba-1751-4cd2-8b70-b45d8421356f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:06.076501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:06.077523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.139934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:27:06.140983 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.145536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:06.146398 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.252582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.318424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:06.565306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.568743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Allocated IP 172.20.0.2 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/149b6472-da14-400c-a563-9c9c00dad80a) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:06.600301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.757669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6348fc-f5fb-4ff3-a540-edb9bbde2f1a req-31522aa9-6f1e-4669-adac-be9c2bb69964 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:06.764136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f6348fc-f5fb-4ff3-a540-edb9bbde2f1a req-31522aa9-6f1e-4669-adac-be9c2bb69964 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 945 time: 0.2493780 Oct 25 23:27:06.788758 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.803375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:06.831141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Allocated IP 172.25.4.87 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/6a19a260-cf0a-470e-8fee-9cb93c2d16ca) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:06.898989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:06.913553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:06.923623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f6348fc-f5fb-4ff3-a540-edb9bbde2f1a req-bf9c01d1-e5b8-4ed1-96e6-f3cbb03dfccd tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505737 Oct 25 23:27:06.971615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:06.978854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1db0-dc2c-4933-91f3-4ee6981114a2 req-2b79a296-4758-4dd2-a7fa-288c5e5adc27 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:06.987340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Pushing event updated for resources: {'Port': ['ID=149b6472-da14-400c-a563-9c9c00dad80a,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:07.004573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11aa1db0-dc2c-4933-91f3-4ee6981114a2 req-2b79a296-4758-4dd2-a7fa-288c5e5adc27 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 945 time: 0.4920557 Oct 25 23:27:07.022841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b7839-0640-4df1-a8ba-b91d66626918 None None] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:07.142443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 80704e7b-a75f-40a1-b90a-c348b78dfd4b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:27:07.168402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.170884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11aa1db0-dc2c-4933-91f3-4ee6981114a2 req-acfc37e0-be86-4fc2-8fb0-bbaf83c28b1b tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553385 Oct 25 23:27:07.171376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 80704e7b-a75f-40a1-b90a-c348b78dfd4b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:07.171807 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.178889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.179723 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.186649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.187338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Attempting to bind port 149b6472-da14-400c-a563-9c9c00dad80a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:07.189667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Attempting to bind port 149b6472-da14-400c-a563-9c9c00dad80a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:07.190082 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Attempting to bind port 149b6472-da14-400c-a563-9c9c00dad80a on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:07.260289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e5622eb0-245b-409e-bec7-9a5eea1db139 None None] Provisioning complete for port 8d918f88-1f1b-4656-8e31-cc1685968cd8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:07.260289 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5622eb0-245b-409e-bec7-9a5eea1db139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.261973 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.296204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 549175b2-6d21-4cff-99af-9111b2662ab5 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:07.313881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=3fee4fba-1751-4cd2-8b70-b45d8421356f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:07.349532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:07.353535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:07.367227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:07.419910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Pushing event updated for resources: {'Port': ['ID=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:07.456806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:07.457932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:07.458371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.458763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:07.459238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Bound port: 149b6472-da14-400c-a563-9c9c00dad80a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:07.459612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.507277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d918f88-1f1b-4656-8e31-cc1685968cd8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:07.509492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 549175b2-6d21-4cff-99af-9111b2662ab5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:07.509824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 549175b2-6d21-4cff-99af-9111b2662ab5 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:07.511936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:07.513503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:07.570997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.578926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.579442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.579854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.580252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.580648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.581040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.583276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.583705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.584104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.584501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.587394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:07.686298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:07.805016 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:27:07.905668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:07.914703 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b64c039-63b2-4f39-979a-846a89d00e9b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9126568 Oct 25 23:27:07.915594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58332) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:07.922998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.938545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-948076030'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:07.949641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] For port 149b6472-da14-400c-a563-9c9c00dad80a, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:07.959315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] For port 149b6472-da14-400c-a563-9c9c00dad80a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=149b6472-da14-400c-a563-9c9c00dad80a,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:07.968665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5622eb0-245b-409e-bec7-9a5eea1db139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:07.973919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:08.003830 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.007273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:08.010944 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.064575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:27:08.087485 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.088059 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment 3092d6be-6546-4be4-9e29-db9ba4ee63d2 of type vlan for network 606f8883-264a-4d07-b1e8-7f3d1744855b Oct 25 23:27:08.162002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.180058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.198704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8d918f88-1f1b-4656-8e31-cc1685968cd8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:08.199097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.261623 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.267512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:08.268225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.323368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274e363-6901-4ac4-8c21-e0bfc1b1b164 req-9d4e1a3f-04ea-4abe-b62d-fca9923f6217 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:08.323368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c274e363-6901-4ac4-8c21-e0bfc1b1b164 req-9d4e1a3f-04ea-4abe-b62d-fca9923f6217 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 945 time: 0.1501839 Oct 25 23:27:08.367327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4494298 Oct 25 23:27:08.376714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:08.385736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:08.397270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:08.397927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:08.481903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e5622eb0-245b-409e-bec7-9a5eea1db139 None None] For port 8d918f88-1f1b-4656-8e31-cc1685968cd8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8d918f88-1f1b-4656-8e31-cc1685968cd8,segment=NetworkSegment(0294fc02-4259-4c5e-981a-e55f0ced84bb),segment_id=0294fc02-4259-4c5e-981a-e55f0ced84bb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:08.516165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e778566-4280-45b1-95f6-7be87ffa5195 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=606f8883-264a-4d07-b1e8-7f3d1744855b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:08.581255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c274e363-6901-4ac4-8c21-e0bfc1b1b164 req-0312573f-4b36-4dba-9a18-8e4f5a54c6ef tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187262 Oct 25 23:27:08.607734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce08253-f2a7-42d1-81a2-abd283125ddc None None] Pushing event updated for resources: {'Port': ['ID=149b6472-da14-400c-a563-9c9c00dad80a,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:08.621909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5622eb0-245b-409e-bec7-9a5eea1db139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.687791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 606f8883-264a-4d07-b1e8-7f3d1744855b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:27:08.751629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:08.755971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:08.797360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:08.862685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:08.865395 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd1a9c-3438-4d10-bdf0-5cebcf45f262" -d '{"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-plugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:08.875326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:09.013616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622eb0-245b-409e-bec7-9a5eea1db139 None None] Pushing event updated for resources: {'Port': ['ID=8d918f88-1f1b-4656-8e31-cc1685968cd8,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:09.018294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:09.027581 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd3ee1-c3fb-498e-8b94-b1d8b3682a65 x-openstack-request-id: req-05bd3ee1-c3fb-498e-8b94-b1d8b3682a65 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:09.027878 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-plugged", "status": "completed", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:09.028132 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05bd3ee1-c3fb-498e-8b94-b1d8b3682a65 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:09.028704 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'code': 200} Oct 25 23:27:09.042297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1aaeb24e-1ca1-450b-b06d-7fba127d0762 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:09.127174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa169d-0d3e-424e-8fc4-3bc5a31d6540 req-18875d73-4537-4909-b1e9-8e3250837991 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:09.135693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77fa169d-0d3e-424e-8fc4-3bc5a31d6540 req-18875d73-4537-4909-b1e9-8e3250837991 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.7702801 Oct 25 23:27:09.195961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:09.365779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=d292c486-32ab-477e-bb2f-ac6491770179,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:09.472077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:09.472581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: 606f8883-264a-4d07-b1e8-7f3d1744855b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:27:09.500690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf9ea-566b-4c10-adc3-b430c5c62672 req-54f13844-2348-4fd3-8c19-8137572a0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:09.503773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7caf9ea-566b-4c10-adc3-b430c5c62672 req-54f13844-2348-4fd3-8c19-8137572a0ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1097 time: 0.2739332 Oct 25 23:27:09.529322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 606f8883-264a-4d07-b1e8-7f3d1744855b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:27:09.546114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 606f8883-264a-4d07-b1e8-7f3d1744855b) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:09.553600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:09.554672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:09.586242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-77fa169d-0d3e-424e-8fc4-3bc5a31d6540 req-7414d87f-6730-4ead-b085-674f0da39fa7 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332588 Oct 25 23:27:09.617964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3f672562-e23a-4165-a418-aef4578d479f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2399886 Oct 25 23:27:09.623437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58424) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:09.711465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf5016-3d73-4d8b-b6da-d2bbd9db7a1d None None] Network 606f8883-264a-4d07-b1e8-7f3d1744855b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:09.800294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:27:09.871823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d186db2-3026-4791-a22f-a83ed4536f8c req-553574ed-98cd-4668-ad9d-87bde72b062b tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:09.889000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d186db2-3026-4791-a22f-a83ed4536f8c req-553574ed-98cd-4668-ad9d-87bde72b062b tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 945 time: 0.1063757 Oct 25 23:27:10.012526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d186db2-3026-4791-a22f-a83ed4536f8c req-a8bffd37-1c3c-496d-b9b4-4f1c0f6d7f6b tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197829 Oct 25 23:27:10.048416 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7caf9ea-566b-4c10-adc3-b430c5c62672 req-050fe7bc-4d3d-453a-ba72-499dfbe95ecd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5348303 Oct 25 23:27:10.076971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:10.178638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:10.214107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Router 02572d73-231f-4cd8-98b1-2dc54407362d is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:27:10.316683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:10.317161 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:10.356665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:10.370008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Sync routers for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:10.397999 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:10.399077 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:10.495829 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:10.497386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2467d9e2-dba3-4927-9873-b47483f0415a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0612183 Oct 25 23:27:10.500401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:10.534299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352b880-dd3b-489d-b1a3-90d8515f8928 None None] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:10.585045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-858b85f2-54fd-4bfb-b96b-f6a9b1de8880 None None] Provisioning complete for port 8d918f88-1f1b-4656-8e31-cc1685968cd8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:10.585786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-858b85f2-54fd-4bfb-b96b-f6a9b1de8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:10.749180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:10.818312 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:11.076501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d918f88-1f1b-4656-8e31-cc1685968cd8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:11.090815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b797115-7b88-4d22-bf51-f10c9e4790a5 req-ece2019d-6d55-40ca-8c67-3745ad331258 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:11.093417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b797115-7b88-4d22-bf51-f10c9e4790a5 req-ece2019d-6d55-40ca-8c67-3745ad331258 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.3161652 Oct 25 23:27:11.218630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b797115-7b88-4d22-bf51-f10c9e4790a5 req-8b00cf41-f520-429b-ae3d-3d7dc2812256 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137702 Oct 25 23:27:11.276973 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:07Z', 'revision_number': 3, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:11.327244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:11.349725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58506) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:11.359913 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Checking router: 02572d73-231f-4cd8-98b1-2dc54407362d for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:11.360438 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Updating router 02572d73-231f-4cd8-98b1-2dc54407362d port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:11.444186 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:11.467284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38494128-92b0-443c-a22c-5d1cf996c165 req-d2d890fa-21d0-4ba9-8213-573ac39224e1 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:11.470000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38494128-92b0-443c-a22c-5d1cf996c165 req-d2d890fa-21d0-4ba9-8213-573ac39224e1 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 945 time: 0.1944525 Oct 25 23:27:11.550519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-606f8883-264a-4d07-b1e8-7f3d1744855b', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:27:11.551462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:11.684696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38494128-92b0-443c-a22c-5d1cf996c165 req-ccfcf55a-c411-4042-9ae4-e95714967e53 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989903 Oct 25 23:27:11.749638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:06Z', 'revision_number': 3, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:06Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:11.751858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8d918f88-1f1b-4656-8e31-cc1685968cd8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:11.752218 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:11.767261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d18a036e-4abd-4dff-94a5-1c2882f8ac5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:11.792530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:11.915438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df11106-d35b-4304-996b-ab8794a7c5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaeb24e-1ca1-450b-b06d-7fba127d0762'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:11.918513 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c1756-ba1d-48ae-93f4-5a7a73a76c79" -d '{"events": [{"server_uuid": "3df11106-d35b-4304-996b-ab8794a7c5af", "name": "network-vif-plugged", "status": "completed", "tag": "1aaeb24e-1ca1-450b-b06d-7fba127d0762"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:11.970732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:11.971388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Updating router 7839e713-25be-419a-8cfe-eb509bf64088 port 3fee4fba-1751-4cd2-8b70-b45d8421356f binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:11.978140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Allocated IP 172.20.0.1 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/51098ff6-7283-4e8b-a65a-b0f7ff52bbf6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:12.054281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8:2::1 (606f8883-264a-4d07-b1e8-7f3d1744855b/d292c486-32ab-477e-bb2f-ac6491770179/cd536357-a0be-45cc-9204-0249bc1e9c77) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:12.056989 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a127c-f84d-42a4-bc85-d6eac063213f x-openstack-request-id: req-0f8a127c-f84d-42a4-bc85-d6eac063213f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:12.058077 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df11106-d35b-4304-996b-ab8794a7c5af", "name": "network-vif-plugged", "status": "completed", "tag": "1aaeb24e-1ca1-450b-b06d-7fba127d0762", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:12.058489 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f8a127c-f84d-42a4-bc85-d6eac063213f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:12.061416 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df11106-d35b-4304-996b-ab8794a7c5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaeb24e-1ca1-450b-b06d-7fba127d0762', 'code': 200} Oct 25 23:27:12.069833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-858b85f2-54fd-4bfb-b96b-f6a9b1de8880 None None] Provisioning complete for port 3fee4fba-1751-4cd2-8b70-b45d8421356f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:12.070495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-858b85f2-54fd-4bfb-b96b-f6a9b1de8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.072303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.086105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1aaeb24e-1ca1-450b-b06d-7fba127d0762,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:12.135426 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.216966 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.230716 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.236215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.292733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201ee2a-2ec7-4d9d-b675-0be2b68dc5c8 None None] Pushing event updated for resources: {'Port': ['ID=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:12.311415 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Attempting to bind port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:12.312020 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Attempting to bind port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:12.312602 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Attempting to bind port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:12.321649 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:12.322388 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:12.324248 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.324839 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:12.325479 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Bound port: 6a19a260-cf0a-470e-8fee-9cb93c2d16ca, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:12.326243 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.402339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-858b85f2-54fd-4bfb-b96b-f6a9b1de8880 None None] Port 3fee4fba-1751-4cd2-8b70-b45d8421356f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:12.422513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d18a036e-4abd-4dff-94a5-1c2882f8ac5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.434556 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] For port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:12.445382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] For port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:12.449753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d18a036e-4abd-4dff-94a5-1c2882f8ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.455890 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.466578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1aaeb24e-1ca1-450b-b06d-7fba127d0762,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:12.476981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.590670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bfd3-363b-4241-98a0-79999a1222d4 req-3bfe22d8-8272-4613-8422-3e6039a1fade tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:12.602777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7019bfd3-363b-4241-98a0-79999a1222d4 req-3bfe22d8-8272-4613-8422-3e6039a1fade tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.2094588 Oct 25 23:27:12.603038 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201ee2a-2ec7-4d9d-b675-0be2b68dc5c8 None None] Pushing event updated for resources: {'Port': ['ID=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:12.609491 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:12.609993 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:12.647342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:12.649723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d18a036e-4abd-4dff-94a5-1c2882f8ac5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca114062959748fa881025136cf92e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2986555 Oct 25 23:27:12.652339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Provisioning complete for port 149b6472-da14-400c-a563-9c9c00dad80a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:12.652716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.655147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58560) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:12.656914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a036e-4abd-4dff-94a5-1c2882f8ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5823737f-494f-4970-a132-14d2cf285aca,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:12.665834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:12.668803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.674335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 149b6472-da14-400c-a563-9c9c00dad80a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:12.676129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424abe3-5fd9-4d99-86f6-094889a55c87 req-61dd32f8-8e0a-48e6-96d2-26541fcb755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:12.677808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2424abe3-5fd9-4d99-86f6-094889a55c87 req-61dd32f8-8e0a-48e6-96d2-26541fcb755f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 1097 time: 0.5706265 Oct 25 23:27:12.734558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:12.762070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Pushing event updated for resources: {'Port': ['ID=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:12.824446 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:12.868019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2424abe3-5fd9-4d99-86f6-094889a55c87 req-0cbe4cd6-e6d7-4959-a511-f207cb253d46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817589 Oct 25 23:27:12.924563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:12.948476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7019bfd3-363b-4241-98a0-79999a1222d4 req-0f898cd4-ba59-4c12-9f69-b72e16a00b01 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436558 Oct 25 23:27:12.979238 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.025548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 606f8883-264a-4d07-b1e8-7f3d1744855b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:13.028070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=cd536357-a0be-45cc-9204-0249bc1e9c77,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:13.041021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:13.044479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:13.045421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.060592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c44005-b385-422f-be32-f0e2ad124465 req-db49aa16-c1a0-4fae-a6b9-55c5ab5a52c9 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:13.062188 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:07Z', 'revision_number': 3, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:13.062879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14c44005-b385-422f-be32-f0e2ad124465 req-db49aa16-c1a0-4fae-a6b9-55c5ab5a52c9 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 946 time: 0.2189188 Oct 25 23:27:13.096914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.100824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.120612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.151394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106d05c-34d8-4aed-b5d0-cfd346b20339 None None] The sync data for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 is: [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:07Z', 'revision_number': 3, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:13.196106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.297034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca702d-789c-4e52-9546-68e88c176048 None None] Pushing event updated for resources: {'Port': ['ID=3fee4fba-1751-4cd2-8b70-b45d8421356f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:13.321656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14c44005-b385-422f-be32-f0e2ad124465 req-92d1b761-397d-4324-b28c-c1891e9c472d tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819985 Oct 25 23:27:13.416347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.439715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.442368 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.455516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.456854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 149b6472-da14-400c-a563-9c9c00dad80a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:13.459519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.481531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5823737f-494f-4970-a132-14d2cf285aca HTTP/1.1" status: 204 len: 168 time: 0.8023040 Oct 25 23:27:13.507081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:13.569738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823737f-494f-4970-a132-14d2cf285aca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:13.619434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.625239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.626544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.627354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.628046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.629547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.630566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.631795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.632638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.633894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.635073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:13.636810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682fe79-47ab-49d1-bfd8-f7c663ad4071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:14.190019 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.220911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.293949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.306766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.307562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.426743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Pushing event updated for resources: {'Port': ['ID=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:14.511985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a520b1-87a3-4859-b180-11ce97cfd311 req-3edf0920-1daf-49c0-bef1-99fcdebd6e74 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:14.514019 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-45a520b1-87a3-4859-b180-11ce97cfd311 req-3edf0920-1daf-49c0-bef1-99fcdebd6e74 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.3826849 Oct 25 23:27:14.542765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.576072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=cd536357-a0be-45cc-9204-0249bc1e9c77,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:14.606284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Allocated IP 2001:db8:2::2 (606f8883-264a-4d07-b1e8-7f3d1744855b/d292c486-32ab-477e-bb2f-ac6491770179/469a7c31-6ff4-4325-83de-8c94069435cc) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:14.621301 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:14.673926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0c55-3e0e-428f-9f69-5542c0d8c40b req-78e512b6-9ca3-4ba0-8161-1b17373d5b5a tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:14.674766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-45a520b1-87a3-4859-b180-11ce97cfd311 req-9667f46d-df02-4e2e-90b8-24ae96e5f97a tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368454 Oct 25 23:27:14.683436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-446c0c55-3e0e-428f-9f69-5542c0d8c40b req-78e512b6-9ca3-4ba0-8161-1b17373d5b5a tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 946 time: 0.1623764 Oct 25 23:27:14.802648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-446c0c55-3e0e-428f-9f69-5542c0d8c40b req-1db22437-872c-4197-b7a2-2465f17ff071 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184783 Oct 25 23:27:14.804699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network 606f8883-264a-4d07-b1e8-7f3d1744855b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:14.807495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:14.877898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:14.880103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:14.963568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Attempting to bind port 3fee4fba-1751-4cd2-8b70-b45d8421356f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:14.964352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Attempting to bind port 3fee4fba-1751-4cd2-8b70-b45d8421356f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:14.970938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Attempting to bind port 3fee4fba-1751-4cd2-8b70-b45d8421356f on network a0b160b6-b511-4c54-ad49-20e62f2dc4fe {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:15.087208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:15.087597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Checking segment: {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:15.089707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.090120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Bound using segment: {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:15.091483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Bound port: 3fee4fba-1751-4cd2-8b70-b45d8421356f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0294fc02-4259-4c5e-981a-e55f0ced84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:15.091891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.152259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:15.278908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.284064 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.292516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Router 02572d73-231f-4cd8-98b1-2dc54407362d has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:15.319425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] For port 149b6472-da14-400c-a563-9c9c00dad80a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=149b6472-da14-400c-a563-9c9c00dad80a,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:15.342555 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.345377 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.413124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Network 606f8883-264a-4d07-b1e8-7f3d1744855b is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:15.438795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:15.442602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:15.508506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:27:15.508874 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:27:15.580790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Provisioning complete for port 3fee4fba-1751-4cd2-8b70-b45d8421356f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:15.581160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.599142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:15.608839 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-506b08e2-c499-44fa-9954-9aa5b34fa7ea admin admin] 10.222.0.25 "PUT /v2.0/routers/02572d73-231f-4cd8-98b1-2dc54407362d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1062298 Oct 25 23:27:15.678847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Pushing event updated for resources: {'Port': ['ID=469a7c31-6ff4-4325-83de-8c94069435cc,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:15.686744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:15.699271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fcbc4221-964b-4b4a-bea3-d9ac68cc9534 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0652769 Oct 25 23:27:15.702078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58644) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:15.710331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2121865566'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:15.766458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] For port 3fee4fba-1751-4cd2-8b70-b45d8421356f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:15.770919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] For port 3fee4fba-1751-4cd2-8b70-b45d8421356f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3fee4fba-1751-4cd2-8b70-b45d8421356f,segment=NetworkSegment(0294fc02-4259-4c5e-981a-e55f0ced84bb),segment_id=0294fc02-4259-4c5e-981a-e55f0ced84bb)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:15.784893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:15.787535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Pushing event updated for resources: {'Port': ['ID=149b6472-da14-400c-a563-9c9c00dad80a,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:15.790793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.836593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0ec11ba5-f7e4-47ca-84f5-4d3367853814 None None] Port 3fee4fba-1751-4cd2-8b70-b45d8421356f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:15.845473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.857232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:27:15.902743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.903091 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added segment c4e171e7-9d35-40e8-b251-0c7bec605bdd of type vlan for network d01797a1-c1d1-4feb-9b78-33471c2bb365 Oct 25 23:27:15.925505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Attempting to bind port 469a7c31-6ff4-4325-83de-8c94069435cc on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:15.925982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Attempting to bind port 469a7c31-6ff4-4325-83de-8c94069435cc by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:15.926452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Attempting to bind port 469a7c31-6ff4-4325-83de-8c94069435cc on network 606f8883-264a-4d07-b1e8-7f3d1744855b {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:15.944158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:15.949068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Checking segment: {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:15.949492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:15.949896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Bound using segment: {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:15.950424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Bound port: 469a7c31-6ff4-4325-83de-8c94069435cc, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:15.950814 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:16.070739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:16.147943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:16.148106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-980986d3-ac46-42d2-847f-c6917995dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:16.166935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:16.169730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:16.188183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:16.188825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:16.190733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca702d-789c-4e52-9546-68e88c176048 None None] Pushing event updated for resources: {'Port': ['ID=3fee4fba-1751-4cd2-8b70-b45d8421356f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:16.508614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8053052 Oct 25 23:27:16.513051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58670) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:16.526964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'subnet': {'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:16.528831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c20c-6d82-4138-93b3-8c1e033dbac3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Network': ['ID=d01797a1-c1d1-4feb-9b78-33471c2bb365,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:16.545161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Provisioning complete for port 149b6472-da14-400c-a563-9c9c00dad80a triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:16.545472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:16.572197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:27:16.578167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664091-6dbf-40b5-b5d4-8735dff71d20 req-d0c2dd5c-7f39-46a3-8e94-10e45eb026da tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:16.579903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0664091-6dbf-40b5-b5d4-8735dff71d20 req-d0c2dd5c-7f39-46a3-8e94-10e45eb026da tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 946 time: 0.1881673 Oct 25 23:27:16.697690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 149b6472-da14-400c-a563-9c9c00dad80a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:16.852349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Sync routers for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:16.932740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:16.938132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] For port 469a7c31-6ff4-4325-83de-8c94069435cc, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:17.031167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:17.032327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:26:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:17.058743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58698) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:17.064164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-137717433-network', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:17.103432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Made reservation on behalf of 454eb81ac8ee4ca6922ba4ba7bda4f30 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:17.107985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.141352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.150410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] For port 469a7c31-6ff4-4325-83de-8c94069435cc, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=469a7c31-6ff4-4325-83de-8c94069435cc,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:17.157841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0664091-6dbf-40b5-b5d4-8735dff71d20 req-0a26c3f8-41f8-42fb-b5d7-87229b8c2516 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612695 Oct 25 23:27:17.166738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 149b6472-da14-400c-a563-9c9c00dad80a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:17.167113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.191978 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.205070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Made reservation on behalf of 86c4d467448140368533ca91cf88502b for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:17.209861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.328974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.339895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.380145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:27:17.425559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.429969 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Added segment 80148e23-7767-4286-84b9-66444e4c5f78 of type vlan for network 5283b5e7-f808-45dd-b005-316cbc219f16 Oct 25 23:27:17.466629 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.526185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:17.533439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f58e70-c941-4be2-8815-f70a7bf3d6b7 None None] Pushing event updated for resources: {'Port': ['ID=469a7c31-6ff4-4325-83de-8c94069435cc,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:17.595707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90611617-043e-4d44-b0ab-1132c2d1963e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:17.665438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.677424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Subnet': ['ID=a9b91ffa-2dd9-4e27-84a9-8678b979599b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:17.689402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Checking segment: {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:17.698129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network hostable DHCP agents. Network: d01797a1-c1d1-4feb-9b78-33471c2bb365, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:27:17.743057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6a19a260-cf0a-470e-8fee-9cb93c2d16ca up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:17.746266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.747232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:17.747814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.757901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:27:17.823353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d01797a1-c1d1-4feb-9b78-33471c2bb365) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:17.863891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:17.868088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:17.905249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 58722) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:17.914672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8538356 Oct 25 23:27:17.928260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Request body: {'subnet': {'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-137717433-subnet', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:17.945237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e92b8-ad08-4eb4-8b0c-1876cf8a6156 admin admin] Pushing event updated for resources: {'Network': ['ID=5283b5e7-f808-45dd-b005-316cbc219f16,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:17.952968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58726) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:17.958984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-53dd2792-18ee-46ff-9775-2b54ece46c8d tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4406986 Oct 25 23:27:17.997892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-ad8cc0bf-0a54-46f3-b04d-de3f7b4c665c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:18.001744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-ad8cc0bf-0a54-46f3-b04d-de3f7b4c665c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 946 time: 0.2224605 Oct 25 23:27:18.088699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Made reservation on behalf of 454eb81ac8ee4ca6922ba4ba7bda4f30 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:18.091043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.097038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4916b9e-b7db-48b0-b6fa-3c9989795c1a None None] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:18.137856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5283b5e7-f808-45dd-b005-316cbc219f16 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:27:18.233386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Provisioning complete for port 3fee4fba-1751-4cd2-8b70-b45d8421356f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:18.233961 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.422905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Deleting port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:18.423911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.563611 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c13b901c-15ee-4db4-b496-cdaecd10bd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.656577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:18.657069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.772455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:15Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:18.831719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.935219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f1e4-6459-4e1b-adbc-9f6aea9c0bef None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:15Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:18.966927 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.977348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-d01797a1-c1d1-4feb-9b78-33471c2bb365', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:27:18.978632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:18.991256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f858ae82-ef55-4dff-ba7a-fbfd39aea196,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:19.070027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] For port 1aaeb24e-1ca1-450b-b06d-7fba127d0762, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1aaeb24e-1ca1-450b-b06d-7fba127d0762,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:19.070639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.131677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] For port 3fee4fba-1751-4cd2-8b70-b45d8421356f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3fee4fba-1751-4cd2-8b70-b45d8421356f,segment=NetworkSegment(0294fc02-4259-4c5e-981a-e55f0ced84bb),segment_id=0294fc02-4259-4c5e-981a-e55f0ced84bb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:19.135394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 2, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:19.197909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Checking segment: {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:19.198222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Network hostable DHCP agents. Network: 5283b5e7-f808-45dd-b005-316cbc219f16, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:27:19.216574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Calling delete_port for 1aaeb24e-1ca1-450b-b06d-7fba127d0762 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:19.261472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Network 5283b5e7-f808-45dd-b005-316cbc219f16 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:27:19.384339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5283b5e7-f808-45dd-b005-316cbc219f16) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:19.407135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:19.407896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.440588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Checking router: 02572d73-231f-4cd8-98b1-2dc54407362d for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:19.446704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Updating router 02572d73-231f-4cd8-98b1-2dc54407362d port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:19.480114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-34e13a0c-5b21-46a1-b063-6ce3d2dbf8b2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5735734 Oct 25 23:27:19.493410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 58784) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:19.521425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:19.564911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e642ba-9cd5-4476-83bc-f28826bad728 None None] Network 5283b5e7-f808-45dd-b005-316cbc219f16 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:19.569040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.653063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33011e3b-41f2-4c65-b689-7ef102fab8e0 None None] Network 606f8883-264a-4d07-b1e8-7f3d1744855b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:19.656594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.703579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22c78-cadc-4d50-89fb-0171dbe6ab5e req-7030d0ed-bad0-424a-9bbc-0ceb7f330065 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:19.705346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05b22c78-cadc-4d50-89fb-0171dbe6ab5e req-7030d0ed-bad0-424a-9bbc-0ceb7f330065 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df11106-d35b-4304-996b-ab8794a7c5af HTTP/1.1" status: 200 len: 946 time: 1.3603740 Oct 25 23:27:19.720822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Pushing event deleted for resources: {'Port': ['ID=1aaeb24e-1ca1-450b-b06d-7fba127d0762,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:19.767109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.770284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1aaeb24e-1ca1-450b-b06d-7fba127d0762'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:27:19.794338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.803215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.810373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] No DVR routers for this DVR port 1aaeb24e-1ca1-450b-b06d-7fba127d0762 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:19.814110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:19.819995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c334f597-8b68-4802-ad9f-579791c6bbe2 req-b6000fcb-e249-425f-b9a1-1efd8cb52469 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.15 "DELETE /v2.0/ports/1aaeb24e-1ca1-450b-b06d-7fba127d0762 HTTP/1.1" status: 204 len: 173 time: 1.8122995 Oct 25 23:27:19.820475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df11106-d35b-4304-996b-ab8794a7c5af', 'name': 'network-vif-deleted', 'tag': '1aaeb24e-1ca1-450b-b06d-7fba127d0762'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:19.823343 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006bdc1a-d750-41ba-a2dc-21c6f83b7e30" -d '{"events": [{"server_uuid": "3df11106-d35b-4304-996b-ab8794a7c5af", "name": "network-vif-deleted", "tag": "1aaeb24e-1ca1-450b-b06d-7fba127d0762"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:19.917998 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d44e09-da23-49fd-8df7-5ca299a7ba7d x-openstack-request-id: req-14d44e09-da23-49fd-8df7-5ca299a7ba7d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:19.918689 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df11106-d35b-4304-996b-ab8794a7c5af", "name": "network-vif-deleted", "tag": "1aaeb24e-1ca1-450b-b06d-7fba127d0762", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:19.919189 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14d44e09-da23-49fd-8df7-5ca299a7ba7d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:19.919645 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df11106-d35b-4304-996b-ab8794a7c5af', 'name': 'network-vif-deleted', 'tag': '1aaeb24e-1ca1-450b-b06d-7fba127d0762', 'status': 'completed', 'code': 200} Oct 25 23:27:20.000856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.019253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05b22c78-cadc-4d50-89fb-0171dbe6ab5e req-193314a9-c337-47ee-9137-3bbed95920c7 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935433 Oct 25 23:27:20.099666 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.189217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.220593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:20.255949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Pushing event updated for resources: {'Port': ['ID=3fee4fba-1751-4cd2-8b70-b45d8421356f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:20.269574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Provisioning complete for port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:20.270408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.289448 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.293927 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.364819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Allocated IP 2001:db8:3::2 (d01797a1-c1d1-4feb-9b78-33471c2bb365/a9b91ffa-2dd9-4e27-84a9-8678b979599b/adda9976-db70-498b-83de-6f321404195f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:20.578796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.719895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 469a7c31-6ff4-4325-83de-8c94069435cc up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:20.892382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:20.929119 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.086495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bf8ed-ff94-486f-a01f-d04c81fabcf5 None None] Port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:21.089812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 469a7c31-6ff4-4325-83de-8c94069435cc triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:21.091237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.194473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-450addc0-06a1-4f07-a797-9a51f19b54b1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:21.205086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-450addc0-06a1-4f07-a797-9a51f19b54b1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 814 time: 0.3550656 Oct 25 23:27:21.274644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-f23093e8-031c-4823-988b-0f7109927888 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/quotas/fc5b710aacc242e19a3304fd6b6543e8 HTTP/1.1" status: 200 len: 375 time: 0.0684123 Oct 25 23:27:21.296677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.353053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.407099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:21.432567 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:21.433385 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:21.438566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-83e7ab45-0a0b-4330-9215-54633d523ab4 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1592107 Oct 25 23:27:21.496580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:21.581053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-5283b5e7-f808-45dd-b005-316cbc219f16', 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'fixed_ips': [{'subnet_id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:27:21.590896 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.603152 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:21.703067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Provisioning complete for port 469a7c31-6ff4-4325-83de-8c94069435cc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:21.713557 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.752805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-8d427cc9-3765-4d0a-824a-c1ebfe0c4f04 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:21.764106 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-8d427cc9-3765-4d0a-824a-c1ebfe0c4f04 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/networks?id=7a95af4b-bd40-4101-8017-f8dab50eac7b HTTP/1.1" status: 200 len: 809 time: 0.2270522 Oct 25 23:27:21.787760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-daef1a14-b6ae-4719-8a0d-cba1bb21b9fd tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/quotas/7a13efc9176f4058ae7e49f52c8fffab HTTP/1.1" status: 200 len: 375 time: 0.0221505 Oct 25 23:27:21.826830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-9865880b-8c6d-48b6-a2fc-ff7e98935b0c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383523 Oct 25 23:27:21.844255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-eaead5ae-a2bf-4960-8a9a-837772ab964b service neutron] 10.222.0.25 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039333 Oct 25 23:27:21.889462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:21.897356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Allocated IP 172.25.4.7 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/68b91852-ae45-4d5a-94e7-1a4e8dbc57fd) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:21.920844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.024984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:22.027807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Allocated IP 2001:db8:3::1 (d01797a1-c1d1-4feb-9b78-33471c2bb365/a9b91ffa-2dd9-4e27-84a9-8678b979599b/fc55152f-3928-49c3-a42b-b0af497e4262) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:22.082850 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:22.097162 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Updating router 7839e713-25be-419a-8cfe-eb509bf64088 port cd536357-a0be-45cc-9204-0249bc1e9c77 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:22.131859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:22.152658 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.154957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:22.162336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:22.163295 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.166869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b50217e9-0f66-4dde-89cc-fd183df34ff3 service neutron] 10.222.0.25 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013561 Oct 25 23:27:22.213606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Pushing event updated for resources: {'Port': ['ID=adda9976-db70-498b-83de-6f321404195f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:22.360029 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.362749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1aaeb24e-1ca1-450b-b06d-7fba127d0762 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:22.460067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.507795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Allocated IP 172.20.0.2 (5283b5e7-f808-45dd-b005-316cbc219f16/f858ae82-ef55-4dff-ba7a-fbfd39aea196/893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:22.521127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 469a7c31-6ff4-4325-83de-8c94069435cc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=469a7c31-6ff4-4325-83de-8c94069435cc,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:22.523365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 1aaeb24e-1ca1-450b-b06d-7fba127d0762 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:22.524501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1aaeb24e-1ca1-450b-b06d-7fba127d0762 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:22.578248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7bfa40ba-9492-49b1-b3ea-abe207661efd req-676162de-5d48-4806-95ea-c689d448b8a6 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 210 time: 0.0611687 Oct 25 23:27:22.587905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.591587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3fee4fba-1751-4cd2-8b70-b45d8421356f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:22.602474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:22.606544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.607717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=fc55152f-3928-49c3-a42b-b0af497e4262,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:22.610381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:22.649397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:22.649954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.685108 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.694066 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.832737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Attempting to bind port adda9976-db70-498b-83de-6f321404195f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:22.833541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Attempting to bind port adda9976-db70-498b-83de-6f321404195f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:22.834286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Attempting to bind port adda9976-db70-498b-83de-6f321404195f on network d01797a1-c1d1-4feb-9b78-33471c2bb365 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:22.850139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.851168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.908967 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Attempting to bind port cd536357-a0be-45cc-9204-0249bc1e9c77 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:22.909380 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Attempting to bind port cd536357-a0be-45cc-9204-0249bc1e9c77 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:22.909742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Attempting to bind port cd536357-a0be-45cc-9204-0249bc1e9c77 on network 606f8883-264a-4d07-b1e8-7f3d1744855b {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:22.912442 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcfd9a-c9fa-4273-859c-75e30dd7c78d None None] Pushing event updated for resources: {'Port': ['ID=cd536357-a0be-45cc-9204-0249bc1e9c77,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:22.940001 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:22.940374 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Checking segment: {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:22.940740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:22.941876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Checking segment: {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:22.942434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.942609 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.942963 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Bound using segment: {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:22.943095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Bound using segment: {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:22.943703 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Bound port: cd536357-a0be-45cc-9204-0249bc1e9c77, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3092d6be-6546-4be4-9e29-db9ba4ee63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:22.944050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Bound port: adda9976-db70-498b-83de-6f321404195f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:22.944163 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.944566 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:22.976386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.135822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=469a7c31-6ff4-4325-83de-8c94069435cc,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:23.137122 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] For port cd536357-a0be-45cc-9204-0249bc1e9c77, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:23.146610 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] For port cd536357-a0be-45cc-9204-0249bc1e9c77, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cd536357-a0be-45cc-9204-0249bc1e9c77,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:23.158261 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.168514 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:27:23.168968 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:27:23.321724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3fee4fba-1751-4cd2-8b70-b45d8421356f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:23.322502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.330243 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcfd9a-c9fa-4273-859c-75e30dd7c78d None None] Pushing event updated for resources: {'Port': ['ID=cd536357-a0be-45cc-9204-0249bc1e9c77,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:23.362531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:23.364262 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:23.435247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-56ad9466-5eb3-427e-95a3-68ced31f2628 service neutron] 10.222.0.25 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6074672 Oct 25 23:27:23.475890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bf237-5d71-4ea2-a0c7-31a5f647f955 None None] Pushing event updated for resources: {'Port': ['ID=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:23.667017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] For port adda9976-db70-498b-83de-6f321404195f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:23.684548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Attempting to bind port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:23.684952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Attempting to bind port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:23.685317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Attempting to bind port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:23.732845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.761023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.803337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:23.815700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.835532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-84485f21-9002-4cc0-a54d-e2fc7754b570 service neutron] 10.222.0.25 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994012 Oct 25 23:27:23.837288 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.838137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.860051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a89068ed-2bc1-44b5-95f6-7e5b91fe4f86 req-6b73d131-9449-4551-ae85-77c2e7154cea tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 210 time: 0.1163802 Oct 25 23:27:23.876144 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.883183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] For port adda9976-db70-498b-83de-6f321404195f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=adda9976-db70-498b-83de-6f321404195f,segment=NetworkSegment(c4e171e7-9d35-40e8-b251-0c7bec605bdd),segment_id=c4e171e7-9d35-40e8-b251-0c7bec605bdd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:23.896723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:23.900194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:23.900661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.902011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:23.903736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Bound port: 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:23.904501 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:23.980307 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:24.000291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:24.148267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:24.151090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event updated for resources: {'Port': ['ID=fc55152f-3928-49c3-a42b-b0af497e4262,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:24.169118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:24.180121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcdeb353-f41a-4da8-8228-0d3dbff404cc req-6381b196-1d37-4363-8a82-9cabe7823c2c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 210 time: 0.0792871 Oct 25 23:27:24.193770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:24.341893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Pushing event updated for resources: {'Port': ['ID=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:24.373876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Network 5283b5e7-f808-45dd-b005-316cbc219f16 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:24.467162 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:22Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:23Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:22Z', 'revision_number': 1, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:24.493481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Provisioning complete for port 3fee4fba-1751-4cd2-8b70-b45d8421356f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:24.497693 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05ca65d5-42eb-4033-9156-9901e9555f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:24.556793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:24.589743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:24.653742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e7b68-77f1-428f-8a1a-ae60801d25dc None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:22Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:23Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:22Z', 'revision_number': 1, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:24.754921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-a7dc736d-700d-4f46-8a29-473ae70b45a2 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:24.757012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-a7dc736d-700d-4f46-8a29-473ae70b45a2 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.15 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 814 time: 0.4408841 Oct 25 23:27:24.774522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:24.775066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Pushing event updated for resources: {'Port': ['ID=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:24.792489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Request body: {'port': {'device_id': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e', 'admin_state_up': True, 'tenant_id': 'fc5b710aacc242e19a3304fd6b6543e8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:24.866719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:25.039039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] For port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:25.167866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Made reservation on behalf of fc5b710aacc242e19a3304fd6b6543e8 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:25.191738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:25.207598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] For port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:25.253225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Attempting to bind port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:25.254310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Attempting to bind port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:25.254948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Attempting to bind port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d on network 5283b5e7-f808-45dd-b005-316cbc219f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:25.267631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d89ed-684b-47c9-b093-8d6a3deaf310 None None] Pushing event updated for resources: {'Port': ['ID=adda9976-db70-498b-83de-6f321404195f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:25.274326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:25.275104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Checking segment: {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:25.275722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:25.276308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Bound using segment: {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:25.276997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Bound port: 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:25.277615 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:25.282422 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:25.518029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6292e578-8a5d-48ef-85f4-fcb7bdae6f11 req-5bdd6369-632e-4f8c-96e8-fe3e40b2d506 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 210 time: 0.0498157 Oct 25 23:27:25.590509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d2b861b-21cc-4f04-a1c2-9914d0c413f6 req-9eafbc68-30fb-405c-9556-f08d53b630a0 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 210 time: 0.2747381 Oct 25 23:27:25.662871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:25.711991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Allocated IP 172.20.0.14 (5a3c7872-097e-4ef8-9098-7e34a1c7cf4e/5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b/68215cac-c737-4887-97f6-cc84ceead26f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:25.731728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6a19a260-cf0a-470e-8fee-9cb93c2d16ca up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:25.897926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:25.909800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f043ca10-f178-4e9c-8792-88cf57ebeca5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9548512 Oct 25 23:27:25.911381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:26.117617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bf237-5d71-4ea2-a0c7-31a5f647f955 None None] Pushing event updated for resources: {'Port': ['ID=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:26.118073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:26.177210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59090) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:26.182944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:26.212186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:26.219619 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:26.295837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:26.362307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:26.367028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:26.402316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Provisioning complete for port 469a7c31-6ff4-4325-83de-8c94069435cc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:26.402316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:26.554711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515785b2-344d-49ab-ab95-ea3224068d64 None None] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:26.602703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:26.684374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:26.705073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:26.719967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] For port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:26.721975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:26.732708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Pushing event updated for resources: {'Port': ['ID=68215cac-c737-4887-97f6-cc84ceead26f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:26.799689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:26.813493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d523b24a-3b32-48f3-a2c3-5ee59ce31aa9 req-84aa3a86-b676-4732-84c0-07030b512fa2 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 210 time: 0.0882871 Oct 25 23:27:26.887947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-19372a6b-0f4a-4764-b75d-c8ddc591fd03 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:26.890443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-19372a6b-0f4a-4764-b75d-c8ddc591fd03 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.11 "GET /v2.0/networks?id=7a95af4b-bd40-4101-8017-f8dab50eac7b HTTP/1.1" status: 200 len: 809 time: 0.7152328 Oct 25 23:27:26.897431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:26.898388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:26.908661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:26.909428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:26.912446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Request body: {'port': {'device_id': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b', 'admin_state_up': True, 'tenant_id': '7a13efc9176f4058ae7e49f52c8fffab'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:26.947508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694de25-e306-4aca-a37c-9f954c65e9ad req-7b41e477-fa9b-4671-b91e-47d98aef47bd tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:26.959013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a694de25-e306-4aca-a37c-9f954c65e9ad req-7b41e477-fa9b-4671-b91e-47d98aef47bd tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 932 time: 0.1509900 Oct 25 23:27:27.005862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:27.022731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a694de25-e306-4aca-a37c-9f954c65e9ad req-a38f767a-2ea7-499f-aa6a-c9ca9e1f521a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576682 Oct 25 23:27:27.074198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-6fa04807-6b4d-4d05-8b74-a13d9a71fa5a tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2869661 Oct 25 23:27:27.092075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-dacee948-f4b3-4097-8b83-e3385d65f5dc tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:27:27.094388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-dacee948-f4b3-4097-8b83-e3385d65f5dc tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098710 Oct 25 23:27:27.122506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Request body: {'port': {'device_id': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:27.156700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Made reservation on behalf of 7a13efc9176f4058ae7e49f52c8fffab for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:27.160936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.195346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] For port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,segment=NetworkSegment(80148e23-7767-4286-84b9-66444e4c5f78),segment_id=80148e23-7767-4286-84b9-66444e4c5f78)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:27.236765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cd536357-a0be-45cc-9204-0249bc1e9c77 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:27.239607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.277156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59138) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:27.350340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.451968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.495515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 23:27:27.504332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:27:27.566715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760791a-4b34-4dc3-9055-7fac20efe3f0 None None] Pushing event updated for resources: {'Port': ['ID=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:27.578331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6988078b-a5ad-4907-9b32-bb4360b2bb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.601486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Removed routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 23:27:27.601923 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.633259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Allocated IP 172.20.0.13 (7a95af4b-bd40-4101-8017-f8dab50eac7b/41aaf30d-4808-4a99-ab58-04c067cf22b8/cf4c4d1b-fb52-4a26-8a2b-83effaf6b568) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:27.661353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:27.673618 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Sync routers for ids ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:27.692385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.693903 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Routers {'42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:27.694275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-150b4713-59c8-42b2-8ab8-8825a97b05b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1997981 Oct 25 23:27:27.695116 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:27.697813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:27.869041 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Set router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:27.934617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port cd536357-a0be-45cc-9204-0249bc1e9c77 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:27.935212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:27.982488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:24Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:28.035465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Provisioning complete for port cd536357-a0be-45cc-9204-0249bc1e9c77 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:28.036082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:28.153493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16988a83-755d-4bd6-8279-4c54313e15cd None None] The sync data for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 is: [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:24Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:28.161131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:22Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:23Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:23Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:28.247612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:28.248198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Updating router 7839e713-25be-419a-8cfe-eb509bf64088 port fc55152f-3928-49c3-a42b-b0af497e4262 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:28.348092 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:27:24Z', 'revision_number': 3, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:28.435903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:28.439367 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Checking router: 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:28.441917 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Updating router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:28.508388 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:28.570868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b49417-48f1-46c8-bdc3-d346cbdfeb96 req-538fd156-0615-4588-b3d8-ab3f979548fe tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:28.578280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89b49417-48f1-46c8-bdc3-d346cbdfeb96 req-538fd156-0615-4588-b3d8-ab3f979548fe tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 932 time: 0.3123534 Oct 25 23:27:28.666075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a73b0666-bf27-4d98-b56a-6ea7bb8e666f req-9f78b9f3-687b-4a7c-be9a-ed8e2786d553 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 210 time: 0.3533323 Oct 25 23:27:28.849225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89b49417-48f1-46c8-bdc3-d346cbdfeb96 req-406d54c3-75b6-4071-89e4-ea5e5a1f669c tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637029 Oct 25 23:27:28.856351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:28.949271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.066324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68215cac-c737-4887-97f6-cc84ceead26f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:29.094590 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.142916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Transition to ACTIVE for port object 68215cac-c737-4887-97f6-cc84ceead26f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:27:29.156935 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.317344 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.427975 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.448200 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.485448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port cd536357-a0be-45cc-9204-0249bc1e9c77, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cd536357-a0be-45cc-9204-0249bc1e9c77,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:29.507914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Allocated IP 172.20.0.1 (5283b5e7-f808-45dd-b005-316cbc219f16/f858ae82-ef55-4dff-ba7a-fbfd39aea196/5370ff5d-dd31-45ea-a41b-5cba58a54a55) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:29.520495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.521818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 469a7c31-6ff4-4325-83de-8c94069435cc up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:29.528584 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Attempting to bind port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:29.529221 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Attempting to bind port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:29.529693 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Attempting to bind port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:29.547820 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:29.548408 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:29.549096 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.549658 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:29.550405 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Bound port: 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:29.551192 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.596659 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6988078b-a5ad-4907-9b32-bb4360b2bb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.600207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.622541 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] For port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:29.627125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] For port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:29.635565 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f51eb-85d0-40b5-8656-f26e6dbaba95 None None] Pushing event updated for resources: {'Port': ['ID=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:29.641608 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.711023 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Routers {'42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:29.712835 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:29.764283 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=cd536357-a0be-45cc-9204-0249bc1e9c77,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:29.782098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0928f-236e-4411-81b9-86bbee87f97c None None] Network 5283b5e7-f808-45dd-b005-316cbc219f16 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:29.863850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.942050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.975528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:29.983705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Pushing event updated for resources: {'Port': ['ID=68215cac-c737-4887-97f6-cc84ceead26f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:29.992574 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:27:29.993120 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:27:29.994251 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f51eb-85d0-40b5-8656-f26e6dbaba95 None None] Pushing event updated for resources: {'Port': ['ID=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:30.015141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] Set router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:30.021224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.028325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6988078b-a5ad-4907-9b32-bb4360b2bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.047520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Network 5283b5e7-f808-45dd-b005-316cbc219f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:30.050939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:30.062849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 469a7c31-6ff4-4325-83de-8c94069435cc triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:30.063225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.092496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988078b-a5ad-4907-9b32-bb4360b2bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc20e04e-8c4f-4084-995c-99c3854c2c39,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:30.093554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:30.119992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Pushing event updated for resources: {'Port': ['ID=5370ff5d-dd31-45ea-a41b-5cba58a54a55,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:30.160598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7b42782-bd0e-4ea1-b04a-b6619fd50ca1 req-1f681293-371e-43f6-8fa8-bad8b58e2d17 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 210 time: 0.1145267 Oct 25 23:27:30.254779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.274210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.280887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.349672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:30.419389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6988078b-a5ad-4907-9b32-bb4360b2bb50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=870fefb11233456ab622b82ddb27afff&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1358545 Oct 25 23:27:30.427572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59158) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:30.444475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f239-b94f-4f52-b27f-bd397065dad3 None None] Pushing event updated for resources: {'Port': ['ID=fc55152f-3928-49c3-a42b-b0af497e4262,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:30.453572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed10b3-ddc3-412c-a130-00b9b023e529 req-d963cad2-2a18-4dc0-9c52-ff23d16fcff3 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:30.455243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2ed10b3-ddc3-412c-a130-00b9b023e529 req-d963cad2-2a18-4dc0-9c52-ff23d16fcff3 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 944 time: 0.3759327 Oct 25 23:27:30.566437 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:27:24Z', 'revision_number': 3, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:30.627899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2ed10b3-ddc3-412c-a130-00b9b023e529 req-bfc8f0d7-b154-4834-81f1-29b6493aa3f7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586242 Oct 25 23:27:30.636294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Attempting to bind port fc55152f-3928-49c3-a42b-b0af497e4262 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:30.636662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Attempting to bind port fc55152f-3928-49c3-a42b-b0af497e4262 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:30.637030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Attempting to bind port fc55152f-3928-49c3-a42b-b0af497e4262 on network d01797a1-c1d1-4feb-9b78-33471c2bb365 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:30.666754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:30.667700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Checking segment: {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:30.667700 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.667901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Bound using segment: {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:30.668294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Bound port: fc55152f-3928-49c3-a42b-b0af497e4262, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e171e7-9d35-40e8-b251-0c7bec605bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:30.668674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.671804 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8785-95b7-4af5-bbad-b6a76afe0694 None None] The sync data for ids ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'] in n-d-815373-1 is: [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:27:24Z', 'revision_number': 3, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:30.713062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.850221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Provisioning complete for port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:30.850642 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.854801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.861435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:30.894607 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:30.899756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-516689fe-f7e3-4a8b-b239-6b69b165c431 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 954 time: 4.7206018 Oct 25 23:27:30.904851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59160) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:30.905709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Attempting to bind port 68215cac-c737-4887-97f6-cc84ceead26f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:30.906196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Attempting to bind port 68215cac-c737-4887-97f6-cc84ceead26f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:30.906669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Attempting to bind port 68215cac-c737-4887-97f6-cc84ceead26f on network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:30.930755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] For port fc55152f-3928-49c3-a42b-b0af497e4262, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:30.934064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] For port fc55152f-3928-49c3-a42b-b0af497e4262, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fc55152f-3928-49c3-a42b-b0af497e4262,segment=NetworkSegment(c4e171e7-9d35-40e8-b251-0c7bec605bdd),segment_id=c4e171e7-9d35-40e8-b251-0c7bec605bdd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:30.951565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:30.961076 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.040990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Port 68215cac-c737-4887-97f6-cc84ceead26f on network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:27:31.041540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Attempting to bind port 68215cac-c737-4887-97f6-cc84ceead26f on network 5a3c7872-097e-4ef8-9098-7e34a1c7cf4e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:31.084409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:31.085641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Checking segment: {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:31.086360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Bound using segment: {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:31.087184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Bound port: 68215cac-c737-4887-97f6-cc84ceead26f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:31.087757 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.099327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814a5a74-2760-4673-97ba-e2c9dd28ea0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.126365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.204991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e021a09c-4c6a-4881-9964-caf5e5a65643 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 954 time: 0.2932591 Oct 25 23:27:31.209953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59164) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:31.247495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'routes': None}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:31.253196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:31.255230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:31.260372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f239-b94f-4f52-b27f-bd397065dad3 None None] Pushing event updated for resources: {'Port': ['ID=fc55152f-3928-49c3-a42b-b0af497e4262,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:31.428681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814a5a74-2760-4673-97ba-e2c9dd28ea0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.489624 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.514313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] For port 68215cac-c737-4887-97f6-cc84ceead26f, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:31.517817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] For port 68215cac-c737-4887-97f6-cc84ceead26f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=68215cac-c737-4887-97f6-cc84ceead26f,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:31.541048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] For port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:31.557625 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.562237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:31.594769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:31.595050 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.627722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Pushing event updated for resources: {'Port': ['ID=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:31.633286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.656703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:31.657855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.660408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] 10.222.0.15 "PUT /v2.0/ports/68215cac-c737-4887-97f6-cc84ceead26f HTTP/1.1" status: 200 len: 1092 time: 4.5435145 Oct 25 23:27:31.662175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814a5a74-2760-4673-97ba-e2c9dd28ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.665753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-814a5a74-2760-4673-97ba-e2c9dd28ea0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.666982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-814a5a74-2760-4673-97ba-e2c9dd28ea0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc20e04e-8c4f-4084-995c-99c3854c2c39 HTTP/1.1" status: 204 len: 168 time: 1.0234766 Oct 25 23:27:31.711926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.726091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.737411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'tag': '68215cac-c737-4887-97f6-cc84ceead26f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:31.743699 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea33aa1-1341-4b33-a9bd-b34e46b57c23", "tag": "68215cac-c737-4887-97f6-cc84ceead26f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:31.751802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d4854-8ecb-433a-87eb-a2e72160f05c None None] Pushing event updated for resources: {'Port': ['ID=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:31.766621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Network 7a95af4b-bd40-4101-8017-f8dab50eac7b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:31.770659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5a74-2760-4673-97ba-e2c9dd28ea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc20e04e-8c4f-4084-995c-99c3854c2c39,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:31.855936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf444f-76eb-4a16-aab5-e9f4eb58d855 req-5b6b2681-ad17-4750-bb17-31ca2f462008 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:31.860473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Provisioning complete for port fc55152f-3928-49c3-a42b-b0af497e4262 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:31.860672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:31.872488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9bf444f-76eb-4a16-aab5-e9f4eb58d855 req-5b6b2681-ad17-4750-bb17-31ca2f462008 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 932 time: 0.5343308 Oct 25 23:27:31.876751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:31.934760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:31.981700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1dd12-aef3-431a-8eac-462c265ccb30 service neutron] Pushing event updated for resources: {'Port': ['ID=68215cac-c737-4887-97f6-cc84ceead26f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:32.002195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-23ef1d0f-ac9d-4afc-821d-25fd8959d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:32.004610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-23ef1d0f-ac9d-4afc-821d-25fd8959d39d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 1095 time: 0.2426677 Oct 25 23:27:32.005880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.027234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Pushing event updated for resources: {'Port': ['ID=5370ff5d-dd31-45ea-a41b-5cba58a54a55,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:32.094132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:32.094949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.098687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-1691bc61-08ee-4aaf-a405-02495c334756 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68215cac-c737-4887-97f6-cc84ceead26f HTTP/1.1" status: 200 len: 217 time: 0.0785360 Oct 25 23:27:32.107121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f9bf444f-76eb-4a16-aab5-e9f4eb58d855 req-ac789ddc-f02d-40f6-ac7f-415a60002c79 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327290 Oct 25 23:27:32.188065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-895c8eab-d05c-4d00-b57c-acd914e893ed tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2802291 Oct 25 23:27:32.205060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Request body: {'port': {'device_id': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:32.215367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-4b425bab-6296-4021-8562-c0fdeb2c7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:32.216989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-4b425bab-6296-4021-8562-c0fdeb2c7d60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b HTTP/1.1" status: 200 len: 854 time: 0.1066632 Oct 25 23:27:32.230304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.240775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Network 5283b5e7-f808-45dd-b005-316cbc219f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:32.242718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cd536357-a0be-45cc-9204-0249bc1e9c77 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:32.261815 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4aec2c-2cf8-441a-af47-2231e35ff89d x-openstack-request-id: req-ed4aec2c-2cf8-441a-af47-2231e35ff89d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:32.262353 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea33aa1-1341-4b33-a9bd-b34e46b57c23", "tag": "68215cac-c737-4887-97f6-cc84ceead26f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:32.262821 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed4aec2c-2cf8-441a-af47-2231e35ff89d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:32.263387 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'tag': '68215cac-c737-4887-97f6-cc84ceead26f', 'status': 'completed', 'code': 200} Oct 25 23:27:32.277748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:32.319667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-b254ed77-46e4-44e6-a984-fc95ba50ed97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696883 Oct 25 23:27:32.436080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389c003-fbc5-459f-8416-7012bfab1806 req-170d5ccd-a774-4bdb-8c10-52ac2d78f6e1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:32.438679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c389c003-fbc5-459f-8416-7012bfab1806 req-170d5ccd-a774-4bdb-8c10-52ac2d78f6e1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 944 time: 0.6272225 Oct 25 23:27:32.547995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.612648 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c389c003-fbc5-459f-8416-7012bfab1806 req-835ee9a1-b5a9-4457-9641-05f9ced8c392 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551120 Oct 25 23:27:32.627445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:32.760056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] For port fc55152f-3928-49c3-a42b-b0af497e4262, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fc55152f-3928-49c3-a42b-b0af497e4262,segment=NetworkSegment(c4e171e7-9d35-40e8-b251-0c7bec605bdd),segment_id=c4e171e7-9d35-40e8-b251-0c7bec605bdd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:32.767373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port cd536357-a0be-45cc-9204-0249bc1e9c77 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:32.767736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.792705 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.821115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.extraroute_db [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added routes are [] {{(pid=102134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 23:27:32.821504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.extraroute_db [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 23:27:32.857944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:27Z', 'revision_number': 6, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:30Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:32.865267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.891235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Provisioning complete for port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:32.891606 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:32.905537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585fff9-1665-4756-87e4-2b578a100471 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:27Z', 'revision_number': 6, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:30Z', 'revision_number': 4, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:32.943749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Pushing event updated for resources: {'Port': ['ID=fc55152f-3928-49c3-a42b-b0af497e4262,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:33.086633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:33.092881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.097106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.097839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.098357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.098835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.099309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.099783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.100365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.100835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.101302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.101764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.102377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:27:33.140509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-149481cd-1226-43ab-b0d4-355663001554 service neutron] 10.222.0.15 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065269 Oct 25 23:27:33.260852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:33.261820 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.317560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.412250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.431472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:33.460949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] For port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,segment=NetworkSegment(80148e23-7767-4286-84b9-66444e4c5f78),segment_id=80148e23-7767-4286-84b9-66444e4c5f78)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:33.546832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:27:33.547423 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:27:33.547972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:33.549369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:33.557061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.581382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f459b48-486e-4bd9-b584-2a1403de1d43 req-706d8d92-8a1b-4e31-b901-c4094e488bd0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:33.590028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f459b48-486e-4bd9-b584-2a1403de1d43 req-706d8d92-8a1b-4e31-b901-c4094e488bd0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 932 time: 0.2406352 Oct 25 23:27:33.637007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9aeeb7a1-8ab5-4243-a74c-f936fee3152c req-4d040740-c994-403e-be5d-ab4274d3f5d3 service neutron] 10.222.0.15 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839232 Oct 25 23:27:33.678712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f459b48-486e-4bd9-b584-2a1403de1d43 req-3f7701d2-610d-46db-96c8-ff861ddaa152 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875063 Oct 25 23:27:33.796256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Provisioning complete for port adda9976-db70-498b-83de-6f321404195f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:33.796855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.803008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:33.816456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.830267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-b923d3ad-d311-4a55-b4c1-ac11de939a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:33.833136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-b923d3ad-d311-4a55-b4c1-ac11de939a4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 1095 time: 0.0949302 Oct 25 23:27:33.833651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:33.839273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Transition to ACTIVE for port object cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:27:33.846160 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Sync routers for ids ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:33.861123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:33.869711 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Routers {'42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:33.871673 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:33.890119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Pushing event updated for resources: {'Port': ['ID=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:33.928184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:33.944940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cd7237a2-0aa2-4a27-b6c3-751f3616c897 admin admin] 10.222.0.25 "PUT /v2.0/routers/42e791c4-9c5e-40ab-b4f3-40891a2d7bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2457221 Oct 25 23:27:33.989731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:34.043576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-5d1234d7-57f2-457f-9abc-defdbd09102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:34.045275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-5d1234d7-57f2-457f-9abc-defdbd09102f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 200 len: 915 time: 0.2047727 Oct 25 23:27:34.079472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee022d2-87de-4cb5-8e3b-cc680cfb0c08 req-37a1f5c1-2037-4d8c-a06d-90cd1bac74b1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:34.081146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ee022d2-87de-4cb5-8e3b-cc680cfb0c08 req-37a1f5c1-2037-4d8c-a06d-90cd1bac74b1 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 944 time: 0.3162763 Oct 25 23:27:34.118371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.132543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adda9976-db70-498b-83de-6f321404195f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:34.135315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.161639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-0aeb0652-2bd1-45ce-8380-5028130d8f23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68215cac-c737-4887-97f6-cc84ceead26f HTTP/1.1" status: 200 len: 217 time: 0.1054990 Oct 25 23:27:34.162509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Attempting to bind port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:34.162842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Attempting to bind port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:34.163172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Attempting to bind port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 on network 7a95af4b-bd40-4101-8017-f8dab50eac7b {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:34.200418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 on network 7a95af4b-bd40-4101-8017-f8dab50eac7b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:27:34.200757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Attempting to bind port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 on network 7a95af4b-bd40-4101-8017-f8dab50eac7b {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:34.228139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ee022d2-87de-4cb5-8e3b-cc680cfb0c08 req-e26a2876-6d64-4640-8fde-0adb6d83c14c tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301618 Oct 25 23:27:34.254855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:34.255220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Checking segment: {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:34.255581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Bound using segment: {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:34.256028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Bound port: cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ec8b27-f009-42b0-91ec-9454b45b8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:34.256385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.268960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.384823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-bbd8b16a-8e35-427a-835c-003633e54b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:34.389785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-bbd8b16a-8e35-427a-835c-003633e54b3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b HTTP/1.1" status: 200 len: 854 time: 0.2061014 Oct 25 23:27:34.391538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] For port adda9976-db70-498b-83de-6f321404195f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=adda9976-db70-498b-83de-6f321404195f,segment=NetworkSegment(c4e171e7-9d35-40e8-b251-0c7bec605bdd),segment_id=c4e171e7-9d35-40e8-b251-0c7bec605bdd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:34.414392 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Set router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:34.436375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.469391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] For port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:34.476438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:34.480810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] For port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:34.486747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-14828f31-8cab-4a3a-9e6d-87d05bcbaab9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914049 Oct 25 23:27:34.491649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.530780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port adda9976-db70-498b-83de-6f321404195f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:34.531423 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.539437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Provisioning complete for port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:34.540324 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.664343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Pushing event updated for resources: {'Port': ['ID=adda9976-db70-498b-83de-6f321404195f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:34.669669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:34.672007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.673430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:34.673556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 HTTP/1.1" status: 200 len: 1092 time: 2.4748528 Oct 25 23:27:34.674027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'tag': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:34.683260 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70c7327-4f2f-4412-accb-a39e99fe2273" -d '{"events": [{"name": "network-changed", "server_uuid": "2d01e08b-a528-4c4d-85d9-224cbb982e03", "tag": "cf4c4d1b-fb52-4a26-8a2b-83effaf6b568"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:34.724000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:34.732076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59234) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:34.732780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ec55046-49b1-4777-a5c0-f2e53048375a tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 704 time: 3.4926305 Oct 25 23:27:34.762957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 7, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:34.865891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:34.868702 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:27:30Z', 'revision_number': 4, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5370ff5d-dd31-45ea-a41b-5cba58a54a55', 'name': '', 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'mac_address': 'fa:16:3e:92:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:28Z', 'updated_at': '2021-10-25T23:27:30Z', 'revision_number': 2, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'subnets': [{'id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:34.932719 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Checking router: 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:34.933069 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Updating router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:27:34.951544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365642a-6d13-42ba-8cdc-a9dfdcf0fd61 req-174e6611-61fe-4719-ae8b-c0c35c475501 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:34.954416 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38294d1-5e2b-4bda-8566-cf5c7b1cfaf5 x-openstack-request-id: req-a38294d1-5e2b-4bda-8566-cf5c7b1cfaf5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:34.954711 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d01e08b-a528-4c4d-85d9-224cbb982e03", "tag": "cf4c4d1b-fb52-4a26-8a2b-83effaf6b568", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:34.954967 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a38294d1-5e2b-4bda-8566-cf5c7b1cfaf5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:34.955365 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'tag': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568', 'status': 'completed', 'code': 200} Oct 25 23:27:34.958134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324bc2-b689-4f8a-992a-9f3164a2c4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:34.959298 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d365642a-6d13-42ba-8cdc-a9dfdcf0fd61 req-174e6611-61fe-4719-ae8b-c0c35c475501 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 944 time: 0.1452260 Oct 25 23:27:34.974646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:34.975312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:35.002360 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.045695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-516ab76b-acc6-453e-9b4f-337cf3de67b6 service neutron] 10.222.0.15 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490713 Oct 25 23:27:35.052466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-bb38b97b-d080-4973-91ca-e6428686d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:35.054055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-bb38b97b-d080-4973-91ca-e6428686d4aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 1095 time: 0.2753305 Oct 25 23:27:35.068513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-efc5f4e9-772c-4337-845b-62ebd226ffb1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 704 time: 0.3335617 Oct 25 23:27:35.071215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59246) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:35.072476 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d365642a-6d13-42ba-8cdc-a9dfdcf0fd61 req-5d3b57db-d926-4a23-a115-127ea851b63c tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961504 Oct 25 23:27:35.161501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59248) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:35.259886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:35.273912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-54161e58-a642-41c0-bbac-1c5a5c3e4a8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 HTTP/1.1" status: 200 len: 217 time: 0.2034025 Oct 25 23:27:35.397420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Provisioning complete for port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:35.399786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.478824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:35.525561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.560059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21498fc1-a09c-4d09-aae1-16998e258960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:35.561629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-21498fc1-a09c-4d09-aae1-16998e258960 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41aaf30d-4808-4a99-ab58-04c067cf22b8 HTTP/1.1" status: 200 len: 849 time: 0.2093427 Oct 25 23:27:35.636009 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.650468 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.686208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-c94214ed-966f-4f23-a532-25f37fa8db24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a95af4b-bd40-4101-8017-f8dab50eac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057198 Oct 25 23:27:35.726888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.765302 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd068089-e066-4139-9c4c-bc7712c061c5 None None] Pushing event updated for resources: {'Port': ['ID=5370ff5d-dd31-45ea-a41b-5cba58a54a55,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:35.798783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-24fd79aa-1f71-4201-99b4-c7ffa60e5e4f req-c5e83b74-0f9a-4169-829c-d750db53020b service neutron] 10.222.0.15 "GET /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416000 Oct 25 23:27:35.873481 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Attempting to bind port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:35.874080 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Attempting to bind port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:35.874233 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Attempting to bind port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 on network 5283b5e7-f808-45dd-b005-316cbc219f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:35.879757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:35.880132 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Checking segment: {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:35.880532 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.880922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Bound using segment: {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:35.881386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Bound port: 5370ff5d-dd31-45ea-a41b-5cba58a54a55, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80148e23-7767-4286-84b9-66444e4c5f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:35.881775 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:35.933944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fc55152f-3928-49c3-a42b-b0af497e4262 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:35.979463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Allocated IP 172.25.4.53 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/d7b80ac3-04b8-4f6e-8263-fcd1345204fc) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:36.013136 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] For port 5370ff5d-dd31-45ea-a41b-5cba58a54a55, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:36.021642 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] For port 5370ff5d-dd31-45ea-a41b-5cba58a54a55, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5370ff5d-dd31-45ea-a41b-5cba58a54a55,segment=NetworkSegment(80148e23-7767-4286-84b9-66444e4c5f78),segment_id=80148e23-7767-4286-84b9-66444e4c5f78)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:36.032673 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.047443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-28830781-f49d-4bed-a168-02a3779b8d10 service neutron] 10.222.0.11 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434558 Oct 25 23:27:36.126983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc4482-8545-4a34-8179-069e7fbb3aa8 req-0a562bfa-5821-4528-9198-3f99926f807c tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:36.129075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adbc4482-8545-4a34-8179-069e7fbb3aa8 req-0a562bfa-5821-4528-9198-3f99926f807c tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 944 time: 0.4235332 Oct 25 23:27:36.133796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b9593e7b-9005-40b0-8268-4dd8c0d2d773 None None] Port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:36.167554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port fc55152f-3928-49c3-a42b-b0af497e4262 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:36.167930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.168219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.188522 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Routers {'42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:36.189370 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:36.192484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd068089-e066-4139-9c4c-bc7712c061c5 None None] Pushing event updated for resources: {'Port': ['ID=5370ff5d-dd31-45ea-a41b-5cba58a54a55,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:36.355483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad109021-6f9b-44e3-a592-1db08728aeb7 req-a45edd57-9112-49b3-8682-51549b0f4845 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:36.366086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad109021-6f9b-44e3-a592-1db08728aeb7 req-a45edd57-9112-49b3-8682-51549b0f4845 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 944 time: 0.1181874 Oct 25 23:27:36.369313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.419552 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] Set router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:36.472835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f4825129-8b5a-4921-9d5f-254ee45760cf None None] Provisioning complete for port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:36.473597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4825129-8b5a-4921-9d5f-254ee45760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.478430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Port': ['ID=d7b80ac3-04b8-4f6e-8263-fcd1345204fc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:36.549190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:36.553836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:36.560166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:36.599994 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad109021-6f9b-44e3-a592-1db08728aeb7 req-023ae015-5163-4dfd-a4bb-7817dc1d9fb4 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326388 Oct 25 23:27:36.702719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.728004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:36.748936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.855151 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:27:30Z', 'revision_number': 4, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5370ff5d-dd31-45ea-a41b-5cba58a54a55', 'name': '', 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'mac_address': 'fa:16:3e:92:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:28Z', 'updated_at': '2021-10-25T23:27:36Z', 'revision_number': 4, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'subnets': [{'id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:36.863635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adbc4482-8545-4a34-8179-069e7fbb3aa8 req-d97dc47a-e79c-47e9-a25a-42d6cde75ad0 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662633 Oct 25 23:27:36.892549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4825129-8b5a-4921-9d5f-254ee45760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.905228 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14615b50-b1f9-481f-ba01-9748d7c47e72 None None] The sync data for ids ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'] in n-d-815373-1 is: [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:27:30Z', 'revision_number': 4, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5370ff5d-dd31-45ea-a41b-5cba58a54a55', 'name': '', 'network_id': '5283b5e7-f808-45dd-b005-316cbc219f16', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'mac_address': 'fa:16:3e:92:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:28Z', 'updated_at': '2021-10-25T23:27:36Z', 'revision_number': 4, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'subnets': [{'id': 'f858ae82-ef55-4dff-ba7a-fbfd39aea196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:36.921418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 7, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:36.966877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:36.968102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188efc25-7f78-4dbe-be69-5ef6dcec19f5 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 7, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:36.979360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.001930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0c48fd3-8627-436d-b29f-8c653a7a5a48 req-230c485f-d245-4e07-b42c-2a6463237ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381373 Oct 25 23:27:37.012939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f4825129-8b5a-4921-9d5f-254ee45760cf None None] For port 5370ff5d-dd31-45ea-a41b-5cba58a54a55, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5370ff5d-dd31-45ea-a41b-5cba58a54a55,segment=NetworkSegment(80148e23-7767-4286-84b9-66444e4c5f78),segment_id=80148e23-7767-4286-84b9-66444e4c5f78)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:37.026655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4825129-8b5a-4921-9d5f-254ee45760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.134055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:37.151019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.161762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.198800 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.203436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0404863 Oct 25 23:27:37.204889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:37.229944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1878577168'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:37.237486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361403e-52e7-4057-ad14-427d78c90f26 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Port': ['ID=d7b80ac3-04b8-4f6e-8263-fcd1345204fc,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:37.278408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-602c9a53-f14d-46d6-bc54-7d99ba6456c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:37.279860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-602c9a53-f14d-46d6-bc54-7d99ba6456c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 1095 time: 0.2191634 Oct 25 23:27:37.282622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Made reservation on behalf of ec5453af82d749b6a58442c3e9c781dc for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:37.288888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.296861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4825129-8b5a-4921-9d5f-254ee45760cf None None] Pushing event updated for resources: {'Port': ['ID=5370ff5d-dd31-45ea-a41b-5cba58a54a55,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:37.311229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.326035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ec190336-8c12-4429-8c39-94b30206731e None None] Provisioning complete for port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:37.326434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ec190336-8c12-4429-8c39-94b30206731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.440009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.448786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.491043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.511942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:27:37.527740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:37.560836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721e6877-2d94-47bb-83cd-fa236e234ca7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:37.569010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.569353 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Added segment 627a6903-1d66-4c81-bcfe-d0d89e88308e of type vlan for network 868b7efc-7265-4c0a-a94e-585339c560f1 Oct 25 23:27:37.631458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.665005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:37.665403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.682171 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.693537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:37.696068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:37.764552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:37.801957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-9f15ba64-005e-498a-821e-d5aba29c37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:37.810428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-9f15ba64-005e-498a-821e-d5aba29c37df service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a95af4b-bd40-4101-8017-f8dab50eac7b HTTP/1.1" status: 200 len: 910 time: 0.5061991 Oct 25 23:27:37.836346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:37.836346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:37.882530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-5df9408f-d21a-4e23-a10d-b378b68afb66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 HTTP/1.1" status: 200 len: 217 time: 0.0626798 Oct 25 23:27:37.928706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7156322 Oct 25 23:27:37.933441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:37.938874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Request body: {'subnet': {'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:37.961879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd2c57-6627-470e-ba71-c2d4abd3d73a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Network': ['ID=868b7efc-7265-4c0a-a94e-585339c560f1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:38.007250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 868b7efc-7265-4c0a-a94e-585339c560f1 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:27:38.040367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b0ccb-a60d-42fe-a177-a3a506e79168 req-dfe21a82-0db6-4e1f-9309-4e9b96349d31 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:38.042383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-617b0ccb-a60d-42fe-a177-a3a506e79168 req-dfe21a82-0db6-4e1f-9309-4e9b96349d31 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 944 time: 0.2698207 Oct 25 23:27:38.089219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-1d207af8-1f15-468e-bd70-ee5e7bc3fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:38.091500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-1d207af8-1f15-468e-bd70-ee5e7bc3fc95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41aaf30d-4808-4a99-ab58-04c067cf22b8 HTTP/1.1" status: 200 len: 849 time: 0.1909697 Oct 25 23:27:38.210330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adda9976-db70-498b-83de-6f321404195f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:38.221826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:38.243322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-617b0ccb-a60d-42fe-a177-a3a506e79168 req-41bad650-8d10-4c17-bbab-a6e73bf1a486 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925449 Oct 25 23:27:38.245704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Made reservation on behalf of ec5453af82d749b6a58442c3e9c781dc for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:38.250624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:38.280573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-c351d37d-4735-4426-b540-1f4356c9695b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a95af4b-bd40-4101-8017-f8dab50eac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255295 Oct 25 23:27:38.481466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 68215cac-c737-4887-97f6-cc84ceead26f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:27:38.498491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790eba4-58cd-4f4d-9b03-821bd9ee8f63 req-c83dd465-b880-4d98-958c-9da7ea983548 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:38.500593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5790eba4-58cd-4f4d-9b03-821bd9ee8f63 req-c83dd465-b880-4d98-958c-9da7ea983548 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 944 time: 0.4184425 Oct 25 23:27:38.544226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port adda9976-db70-498b-83de-6f321404195f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:38.544226 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:38.667177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5790eba4-58cd-4f4d-9b03-821bd9ee8f63 req-7ad1e688-d264-453f-af7f-641a974fded5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573117 Oct 25 23:27:38.696762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-75f161df-b1f4-44fe-a6c7-5b6a6d69850d service neutron] 10.222.0.11 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764656 Oct 25 23:27:38.697227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:38.786050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 7, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:38.812437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d70c7327-4f2f-4412-accb-a39e99fe2273 req-fe7af888-e171-47ed-94d9-e2167153a84b service neutron] 10.222.0.11 "GET /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114533 Oct 25 23:27:38.824835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port fc55152f-3928-49c3-a42b-b0af497e4262 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:38.825175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:38.872608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:38.892326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 68215cac-c737-4887-97f6-cc84ceead26f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=68215cac-c737-4887-97f6-cc84ceead26f,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:38.892660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Subnet': ['ID=6c08acea-d7f5-4a48-9517-d5e6811c8b89,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:38.912708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Checking segment: {'id': '627a6903-1d66-4c81-bcfe-d0d89e88308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:38.913171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network hostable DHCP agents. Network: 868b7efc-7265-4c0a-a94e-585339c560f1, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:27:38.923713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '68215cac-c737-4887-97f6-cc84ceead26f', 'network_id': '5a3c7872-097e-4ef8-9098-7e34a1c7cf4e', 'port_id': '68215cac-c737-4887-97f6-cc84ceead26f', 'mac_address': 'fa:16:3e:09:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:27:38.929722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:38.935144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:38.935722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port fc55152f-3928-49c3-a42b-b0af497e4262, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=fc55152f-3928-49c3-a42b-b0af497e4262,segment=NetworkSegment(c4e171e7-9d35-40e8-b251-0c7bec605bdd),segment_id=c4e171e7-9d35-40e8-b251-0c7bec605bdd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:38.936399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:38.936539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:38.955574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1795f141-954f-4007-9380-283d2bd7e078 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:38.964295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1795f141-954f-4007-9380-283d2bd7e078 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.2035749 Oct 25 23:27:38.981689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for fc55152f-3928-49c3-a42b-b0af497e4262 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:38.982733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-5a2af7d8-bd37-4648-adeb-9d36a8dc2af2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/quotas/d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 375 time: 0.0172350 Oct 25 23:27:38.994321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network 868b7efc-7265-4c0a-a94e-585339c560f1 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:27:39.029927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 868b7efc-7265-4c0a-a94e-585339c560f1) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:39.037102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:39.037812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.052523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.057028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-e308dc63-6683-4746-82b8-2feeaa45e12e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733359 Oct 25 23:27:39.121949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f89d0-8f85-4d62-a97d-d458e2245d00 None None] Network 868b7efc-7265-4c0a-a94e-585339c560f1 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:39.150501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00059c9c-c968-499a-98b9-24daaab4d97d tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2155898 Oct 25 23:27:39.153356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59300) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:39.161309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1785908304', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:39.169692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-505d799a-882d-46be-9656-22618b784844 service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115160 Oct 25 23:27:39.185234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:39.195619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.196837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.285810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-d6b1f034-eeb4-4c9f-8ce4-6fc7d66c39ea service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150622 Oct 25 23:27:39.293271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.351917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=fc55152f-3928-49c3-a42b-b0af497e4262,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:39.419288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68215cac-c737-4887-97f6-cc84ceead26f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:39.680063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.880482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 68215cac-c737-4887-97f6-cc84ceead26f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=68215cac-c737-4887-97f6-cc84ceead26f,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:39.923417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.929381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e3c3b-aff0-42ae-aa5b-1771c3166da2 req-22a24ed4-8e7b-4b45-8ab6-fd6dbe42d396 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:39.931025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec7e3c3b-aff0-42ae-aa5b-1771c3166da2 req-22a24ed4-8e7b-4b45-8ab6-fd6dbe42d396 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 944 time: 0.0841033 Oct 25 23:27:39.943936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:39.944464 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:39.986453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec7e3c3b-aff0-42ae-aa5b-1771c3166da2 req-d730d931-233d-4ec0-bacc-8b9fcbe4f652 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477371 Oct 25 23:27:40.033338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:40.129712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422f58-6f3b-42f1-afb1-71788a508d04 req-92a794db-f8f6-43e6-8aef-87ac4ae90ce9 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:40.132394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2f4cf8-655a-437b-bd92-e8097f4e5080 req-c04a438a-95d5-4717-ba52-631e98e446f8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0417588 Oct 25 23:27:40.140200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05422f58-6f3b-42f1-afb1-71788a508d04 req-92a794db-f8f6-43e6-8aef-87ac4ae90ce9 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 944 time: 0.7264516 Oct 25 23:27:40.199554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-868b7efc-7265-4c0a-a94e-585339c560f1', 'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1', 'tenant_id': 'ec5453af82d749b6a58442c3e9c781dc', 'fixed_ips': [{'subnet_id': '6c08acea-d7f5-4a48-9517-d5e6811c8b89'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:27:40.201733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:40.241607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=68215cac-c737-4887-97f6-cc84ceead26f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:40.356630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:40.360068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:40.363748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['68215cac-c737-4887-97f6-cc84ceead26f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:27:40.481612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:40.485953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:40.507376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:40.629502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 7, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:40.630623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05422f58-6f3b-42f1-afb1-71788a508d04 req-3fa9948e-7ccc-451c-b413-ffb56c49fa15 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845555 Oct 25 23:27:40.676171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955ae1-3da9-4986-93ae-0d892ebeb099 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 7, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc55152f-3928-49c3-a42b-b0af497e4262', 'name': '', 'network_id': 'd01797a1-c1d1-4feb-9b78-33471c2bb365', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:b6:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:20Z', 'updated_at': '2021-10-25T23:27:32Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'a9b91ffa-2dd9-4e27-84a9-8678b979599b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:40.737291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:40.767882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Allocated IP 172.20.0.2 (868b7efc-7265-4c0a-a94e-585339c560f1/6c08acea-d7f5-4a48-9517-d5e6811c8b89/2d8773b6-532c-4966-8586-210e0cb0612e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:40.882749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5370ff5d-dd31-45ea-a41b-5cba58a54a55 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:41.028009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:41.028562 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.036040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:41.054575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59330) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:41.055132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e9949cdc-1f53-4ef3-a191-a5e61cd66106 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9738436 Oct 25 23:27:41.062999 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece0168-2841-4549-8346-0f626ed07000 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:41.088380 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:41.088996 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:41.149526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet a9b91ffa-2dd9-4e27-84a9-8678b979599b {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:27:41.149736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.160444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.161981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.284938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Network 868b7efc-7265-4c0a-a94e-585339c560f1 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:41.322864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:41.335074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:41.337648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.344106 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:41.346798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:27:41.401556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Pushing event updated for resources: {'Port': ['ID=2d8773b6-532c-4966-8586-210e0cb0612e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:41.503704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1310966-757f-4075-a5fb-c3c3d3edee66 req-d8f32781-5313-4d86-826d-40835e63e712 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.1721482 Oct 25 23:27:41.545177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Attempting to bind port 2d8773b6-532c-4966-8586-210e0cb0612e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:41.545625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Attempting to bind port 2d8773b6-532c-4966-8586-210e0cb0612e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '627a6903-1d66-4c81-bcfe-d0d89e88308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:41.545902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Attempting to bind port 2d8773b6-532c-4966-8586-210e0cb0612e on network 868b7efc-7265-4c0a-a94e-585339c560f1 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:41.554562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8ab99-25a5-49b0-a197-f157d2d5fd8f req-52335c04-67a6-4840-bc95-745c01dfa638 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:41.555670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:41.556050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Checking segment: {'id': '627a6903-1d66-4c81-bcfe-d0d89e88308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:41.556453 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.556869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Bound using segment: {'id': '627a6903-1d66-4c81-bcfe-d0d89e88308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:41.557333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Bound port: 2d8773b6-532c-4966-8586-210e0cb0612e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a6903-1d66-4c81-bcfe-d0d89e88308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:41.557717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.559538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fe8ab99-25a5-49b0-a197-f157d2d5fd8f req-52335c04-67a6-4840-bc95-745c01dfa638 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 945 time: 0.3491812 Oct 25 23:27:41.597822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.636182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:41.654532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7fe8ab99-25a5-49b0-a197-f157d2d5fd8f req-e2f5a42c-e267-458d-a007-12778d208063 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866539 Oct 25 23:27:41.657644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568', 'network_id': '7a95af4b-bd40-4101-8017-f8dab50eac7b', 'port_id': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568', 'mac_address': 'fa:16:3e:5c:bb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41aaf30d-4808-4a99-ab58-04c067cf22b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:27:41.663243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] For port 2d8773b6-532c-4966-8586-210e0cb0612e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:41.671945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.677590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] For port 2d8773b6-532c-4966-8586-210e0cb0612e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2d8773b6-532c-4966-8586-210e0cb0612e,segment=NetworkSegment(627a6903-1d66-4c81-bcfe-d0d89e88308e),segment_id=627a6903-1d66-4c81-bcfe-d0d89e88308e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:41.703097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.796909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:39Z', 'revision_number': 8, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:41.797172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.809325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-a5644a3b-2472-428b-97a8-eda49735a78e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:41.815884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-a5644a3b-2472-428b-97a8-eda49735a78e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.5079052 Oct 25 23:27:41.826821 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece0168-2841-4549-8346-0f626ed07000 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:41.837867 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:41.838994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:41.842718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.860941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.875597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'port': {'device_id': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'admin_state_up': True, 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:41.875771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa9580-f5c6-47f5-9ab8-d228fe625e97 None None] Pushing event updated for resources: {'Port': ['ID=2d8773b6-532c-4966-8586-210e0cb0612e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:41.884829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:41.935447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:41.944106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b91ffa-2dd9-4e27-84a9-8678b979599b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:41.944789 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.960109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:41.970603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5cb710a9-2ea3-4365-9ad9-2fc620d4f389 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/a9b91ffa-2dd9-4e27-84a9-8678b979599b HTTP/1.1" status: 204 len: 168 time: 0.9140000 Oct 25 23:27:41.971077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59338) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:42.002694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce610d6-8153-473d-a4b5-b13d2084f863 None None] Network d01797a1-c1d1-4feb-9b78-33471c2bb365 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:42.097393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.221704 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:42.239724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Allocated IP 172.25.4.159 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/f95110ed-3efe-46a4-94e2-db03256e97fc) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:42.266403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:42.282775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port adda9976-db70-498b-83de-6f321404195f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:42.287998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.301261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['cf4c4d1b-fb52-4a26-8a2b-83effaf6b568'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:27:42.385202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port adda9976-db70-498b-83de-6f321404195f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=adda9976-db70-498b-83de-6f321404195f,segment=NetworkSegment(c4e171e7-9d35-40e8-b251-0c7bec605bdd),segment_id=c4e171e7-9d35-40e8-b251-0c7bec605bdd)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:42.385818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.389685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.408964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for adda9976-db70-498b-83de-6f321404195f owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:42.445712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 68215cac-c737-4887-97f6-cc84ceead26f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:42.511028 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.541289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.542124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 68215cac-c737-4887-97f6-cc84ceead26f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:27:42.573191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port adda9976-db70-498b-83de-6f321404195f on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:42.581111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 68215cac-c737-4887-97f6-cc84ceead26f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:42.588541 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.680789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520ab52-77c7-4afb-abf6-bd832d21b9a6 None None] DHCP port deletion for d01797a1-c1d1-4feb-9b78-33471c2bb365 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:27:42.737148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Port': ['ID=f95110ed-3efe-46a4-94e2-db03256e97fc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:42.762835 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-dece0168-2841-4549-8346-0f626ed07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:39Z', 'revision_number': 8, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:42.775682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=adda9976-db70-498b-83de-6f321404195f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:42.787211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:42.808779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:42.824471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:42.860441 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece0168-2841-4549-8346-0f626ed07000 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:39Z', 'revision_number': 8, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd536357-a0be-45cc-9204-0249bc1e9c77', 'name': '', 'network_id': '606f8883-264a-4d07-b1e8-7f3d1744855b', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:88:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:29Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'd292c486-32ab-477e-bb2f-ac6491770179', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:42.933958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3be55de6-a597-4ac8-ac8d-882f47e86548 req-32c60bdf-1150-4d26-b482-44b6e2ab3032 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.1497655 Oct 25 23:27:42.957474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:42.957968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.965396 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:42.996916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01797a1-c1d1-4feb-9b78-33471c2bb365']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:43.022998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e171e7-9d35-40e8-b251-0c7bec605bdd') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:43.023354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e171e7-9d35-40e8-b251-0c7bec605bdd') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:43.069847 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.078925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2d8773b6-532c-4966-8586-210e0cb0612e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:43.079781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.083085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934b4a-52e7-4736-80fb-44a824b8ac76 req-25b5cf87-6e6b-4db9-bf33-fead3eb382c5 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:43.085194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a934b4a-52e7-4736-80fb-44a824b8ac76 req-25b5cf87-6e6b-4db9-bf33-fead3eb382c5 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 944 time: 1.2666466 Oct 25 23:27:43.159012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a934b4a-52e7-4736-80fb-44a824b8ac76 req-3a8e9fae-2518-45d8-981f-6691845d6cdd tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Oct 25 23:27:43.181552 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.182299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68215cac-c737-4887-97f6-cc84ceead26f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:43.184706 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba9e71-a5e0-4db2-9a64-374211f5c1f2" -d '{"events": [{"server_uuid": "0ea33aa1-1341-4b33-a9bd-b34e46b57c23", "name": "network-vif-plugged", "status": "completed", "tag": "68215cac-c737-4887-97f6-cc84ceead26f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:43.193294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.216556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 68215cac-c737-4887-97f6-cc84ceead26f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=68215cac-c737-4887-97f6-cc84ceead26f,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:43.227313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.259759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:27:43.260461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:27:43.271551 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:27:43.312273 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb74f764-859b-409c-a1f2-8dff160560f9 x-openstack-request-id: req-fb74f764-859b-409c-a1f2-8dff160560f9 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:43.312843 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea33aa1-1341-4b33-a9bd-b34e46b57c23", "name": "network-vif-plugged", "status": "completed", "tag": "68215cac-c737-4887-97f6-cc84ceead26f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:43.314744 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb74f764-859b-409c-a1f2-8dff160560f9 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:43.315210 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68215cac-c737-4887-97f6-cc84ceead26f', 'code': 200} Oct 25 23:27:43.359421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2d8773b6-532c-4966-8586-210e0cb0612e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:43.359813 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.440079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122214b5-8b8a-479a-93cd-8298d1e7c555 req-e688a4d3-a016-4728-b19e-1858b1652c05 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:43.444612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-122214b5-8b8a-479a-93cd-8298d1e7c555 req-e688a4d3-a016-4728-b19e-1858b1652c05 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 945 time: 0.4079177 Oct 25 23:27:43.451273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=68215cac-c737-4887-97f6-cc84ceead26f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:43.548014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71493c89-a941-4515-a898-9eb0f05098fa None None] Network 868b7efc-7265-4c0a-a94e-585339c560f1 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:43.559038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.576761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.589537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59352) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:43.594853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/d01797a1-c1d1-4feb-9b78-33471c2bb365 HTTP/1.1" status: 204 len: 168 time: 1.6225436 Oct 25 23:27:43.655887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-122214b5-8b8a-479a-93cd-8298d1e7c555 req-8e57288b-1898-485d-9e07-17ab71311abc tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885164 Oct 25 23:27:43.656841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367aba1-e073-4bb4-9315-6a57bf4d3a4f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=d01797a1-c1d1-4feb-9b78-33471c2bb365,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:43.676949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-793dbcc2-1251-43d3-8437-aebb2622d1bf None None] Provisioning complete for port 2d8773b6-532c-4966-8586-210e0cb0612e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:43.677599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-793dbcc2-1251-43d3-8437-aebb2622d1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.708010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.718796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Allocated IP 172.20.0.12 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/69773347-e05e-4b08-adbd-06d604c104a8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:43.766565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92945fd3-22b9-469a-98e6-8f67f0ac88b3 req-4ad26cb5-10d0-45e3-93a7-46686a581f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:43.768089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92945fd3-22b9-469a-98e6-8f67f0ac88b3 req-4ad26cb5-10d0-45e3-93a7-46686a581f29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 1097 time: 0.3524091 Oct 25 23:27:43.768644 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.805430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2d8773b6-532c-4966-8586-210e0cb0612e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2d8773b6-532c-4966-8586-210e0cb0612e,segment=NetworkSegment(627a6903-1d66-4c81-bcfe-d0d89e88308e),segment_id=627a6903-1d66-4c81-bcfe-d0d89e88308e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:43.816440 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:43.817420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:43.984676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2d8773b6-532c-4966-8586-210e0cb0612e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:43.992307 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92945fd3-22b9-469a-98e6-8f67f0ac88b3 req-71d4a9fb-c55a-438a-92cc-24b4dbcecb2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142410 Oct 25 23:27:44.011150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:44.011522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.102011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21042433-be8a-4a47-9ad6-2ed9ea66b59d req-5eb72be9-5028-434c-8ad6-0e4d104f7cc1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0599186 Oct 25 23:27:44.288715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.323085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c555ab-5504-48bc-afa0-21aae0f290b5 req-78eb5b0a-aed0-4874-89af-ea4c88bb026f tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:44.328309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.330725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4c555ab-5504-48bc-afa0-21aae0f290b5 req-78eb5b0a-aed0-4874-89af-ea4c88bb026f tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 945 time: 0.0872190 Oct 25 23:27:44.379047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c8193d25-c04b-482f-91ec-7bb5ed9a939e None None] Provisioning complete for port 2d8773b6-532c-4966-8586-210e0cb0612e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:44.379632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8193d25-c04b-482f-91ec-7bb5ed9a939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.391127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4c555ab-5504-48bc-afa0-21aae0f290b5 req-eb474874-2e6e-4118-82de-ea6d57ab02d0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Oct 25 23:27:44.599447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2d8773b6-532c-4966-8586-210e0cb0612e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:44.653976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2d8773b6-532c-4966-8586-210e0cb0612e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:44.654484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.709529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.806675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fc55152f-3928-49c3-a42b-b0af497e4262 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:44.810141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:27:44.825402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:44.832949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: fc55152f-3928-49c3-a42b-b0af497e4262 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:44.833496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device fc55152f-3928-49c3-a42b-b0af497e4262 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:44.834349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adda9976-db70-498b-83de-6f321404195f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:44.835178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:44.839864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:44.849285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=69773347-e05e-4b08-adbd-06d604c104a8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:44.872865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: adda9976-db70-498b-83de-6f321404195f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:44.872865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device adda9976-db70-498b-83de-6f321404195f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:44.915131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a8ed5-b9c7-4923-a651-3d61626a9795 req-37cd1cb7-1e8d-425e-8fd6-83ef23e173e8 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:44.916743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b13a8ed5-b9c7-4923-a651-3d61626a9795 req-37cd1cb7-1e8d-425e-8fd6-83ef23e173e8 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 946 time: 0.1468887 Oct 25 23:27:44.938041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:44.938703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:44.945194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.052197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-300311e5-c34c-470a-bb8f-5c531bcd0572 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1980629 Oct 25 23:27:45.058485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Router 515604a4-99f8-4a9e-9edd-577e7ab2c9f4 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:27:45.073625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b13a8ed5-b9c7-4923-a651-3d61626a9795 req-7d2a3046-29fa-48b9-b94a-80e458a595b7 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464245 Oct 25 23:27:45.078482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Request body: {'port': {'device_id': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:45.096503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4b683ccc-da89-4303-8162-3a0d0d9aafa8 None None] Provisioning complete for port 69773347-e05e-4b08-adbd-06d604c104a8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:45.097451 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4b683ccc-da89-4303-8162-3a0d0d9aafa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.135688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4b683ccc-da89-4303-8162-3a0d0d9aafa8 None None] Port 69773347-e05e-4b08-adbd-06d604c104a8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:45.228103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75fa4-bbf7-44c0-baca-12fbfc874739 req-76412d3a-2b06-47a3-8e7b-7ba35d57ca76 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:45.229603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bef75fa4-bbf7-44c0-baca-12fbfc874739 req-76412d3a-2b06-47a3-8e7b-7ba35d57ca76 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 932 time: 0.0521331 Oct 25 23:27:45.274482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bef75fa4-bbf7-44c0-baca-12fbfc874739 req-c9f9e2ac-1fab-414b-8496-e9e9a56611de tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Oct 25 23:27:45.297427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.368923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:27:45.369245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:45.410887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] Sync routers for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:45.433938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:45.434960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:45.478653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:45.496487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:45.497142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:45.535613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:27:45.538769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:45.539391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6b165-a462-4814-8463-4b58ec1d9696 None None] The sync data for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:45.541694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:45.542061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.551982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.556952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3dd2765c-8891-46db-b3b5-0ab64b1e7141 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.3987734 Oct 25 23:27:45.557115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:45.655587 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.684397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:45.687670 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4548d66-ea16-4a49-b974-95b94bb411cf" -d '{"events": [{"server_uuid": "2d01e08b-a528-4c4d-85d9-224cbb982e03", "name": "network-vif-plugged", "status": "completed", "tag": "cf4c4d1b-fb52-4a26-8a2b-83effaf6b568"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:45.704727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:45.708274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f819-36da-4f68-a527-33033c41a513 req-e0e5ab83-f164-4c73-9f26-43c483a3d9f3 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:45.709843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0844f819-36da-4f68-a527-33033c41a513 req-e0e5ab83-f164-4c73-9f26-43c483a3d9f3 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 945 time: 0.1322365 Oct 25 23:27:45.719817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.760834 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7715b9b-0154-408f-aaf9-5fab482f58e9 x-openstack-request-id: req-b7715b9b-0154-408f-aaf9-5fab482f58e9 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:45.761825 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d01e08b-a528-4c4d-85d9-224cbb982e03", "name": "network-vif-plugged", "status": "completed", "tag": "cf4c4d1b-fb52-4a26-8a2b-83effaf6b568", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:45.761825 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7715b9b-0154-408f-aaf9-5fab482f58e9 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:45.769029 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568', 'code': 200} Oct 25 23:27:45.801833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:45.830198 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4c31dad9-69e5-4acc-98f3-064d4032347f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.874639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port cd536357-a0be-45cc-9204-0249bc1e9c77 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:45.875111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:45.957949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0844f819-36da-4f68-a527-33033c41a513 req-810fc0a9-4eb8-4a87-bb47-ac693345e46b tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208917 Oct 25 23:27:45.991351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b951ddd-7594-4f7a-9fa2-9038eaf67b68 req-f013f695-cbd9-4612-b692-cb57274fcf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:45.993017 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3b951ddd-7594-4f7a-9fa2-9038eaf67b68 req-f013f695-cbd9-4612-b692-cb57274fcf4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 1097 time: 0.1679320 Oct 25 23:27:46.064865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port cd536357-a0be-45cc-9204-0249bc1e9c77, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=cd536357-a0be-45cc-9204-0249bc1e9c77,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:46.065271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.085431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69773347-e05e-4b08-adbd-06d604c104a8 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:27:46.093614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.095192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for cd536357-a0be-45cc-9204-0249bc1e9c77 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:46.108686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3b951ddd-7594-4f7a-9fa2-9038eaf67b68 req-deb2a948-55b0-47d6-8087-ace002dfc1df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872278 Oct 25 23:27:46.112330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.165800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Transition to ACTIVE for port object 69773347-e05e-4b08-adbd-06d604c104a8 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:27:46.172922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.265387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089be1b9-51ba-4a91-a643-d2f57769769e req-329ba3fe-d201-4a80-a2d9-cc2bb742b1b4 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:46.267013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-089be1b9-51ba-4a91-a643-d2f57769769e req-329ba3fe-d201-4a80-a2d9-cc2bb742b1b4 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 946 time: 0.0802875 Oct 25 23:27:46.284209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Pushing event updated for resources: {'Port': ['ID=69773347-e05e-4b08-adbd-06d604c104a8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:46.437559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-089be1b9-51ba-4a91-a643-d2f57769769e req-9b60d67f-b391-465d-8f03-d8771b1b5fbf tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476359 Oct 25 23:27:46.526052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Attempting to bind port 69773347-e05e-4b08-adbd-06d604c104a8 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:27:46.526474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Attempting to bind port 69773347-e05e-4b08-adbd-06d604c104a8 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:27:46.526972 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Attempting to bind port 69773347-e05e-4b08-adbd-06d604c104a8 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:46.542701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Port 69773347-e05e-4b08-adbd-06d604c104a8 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:27:46.543226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Attempting to bind port 69773347-e05e-4b08-adbd-06d604c104a8 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:27:46.550028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.589661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:27:46.590001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:27:46.590415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:27:46.591201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Bound port: 69773347-e05e-4b08-adbd-06d604c104a8, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:27:46.591201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.603851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=cd536357-a0be-45cc-9204-0249bc1e9c77,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:46.613705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-0fdfd03b-b571-4870-a48d-cfa1943fcd48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1562290 Oct 25 23:27:46.622053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f30f1-df21-4329-9eb6-b2d73854772c req-02174272-4dd6-42c3-a9ae-4de864761a27 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:46.631728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693f30f1-df21-4329-9eb6-b2d73854772c req-02174272-4dd6-42c3-a9ae-4de864761a27 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.2249243 Oct 25 23:27:46.635641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Allocated IP 172.20.0.1 (868b7efc-7265-4c0a-a94e-585339c560f1/6c08acea-d7f5-4a48-9517-d5e6811c8b89/cd67f128-741c-4e6f-9b9a-d951cc65f2de) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:46.819791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.867164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693f30f1-df21-4329-9eb6-b2d73854772c req-130c8638-0ba7-4933-9865-b784b26df89e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344937 Oct 25 23:27:46.903462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.927958 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.939592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] For port 69773347-e05e-4b08-adbd-06d604c104a8, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:27:46.954124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network 868b7efc-7265-4c0a-a94e-585339c560f1 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:46.955153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] For port 69773347-e05e-4b08-adbd-06d604c104a8, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=69773347-e05e-4b08-adbd-06d604c104a8,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:27:46.963873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:46.968343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:46.981458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:47.016028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-cad9b227-9e31-4088-b0fe-0222f1325d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:47.017650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-cad9b227-9e31-4088-b0fe-0222f1325d6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6db85b6142c4d53accf07237edb2f5d&device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 1097 time: 0.2376704 Oct 25 23:27:47.043723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Port': ['ID=cd67f128-741c-4e6f-9b9a-d951cc65f2de,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:47.109619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:47.315414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0e87ad86-0665-4df4-8ba6-c4fc383687ab None None] Provisioning complete for port cd67f128-741c-4e6f-9b9a-d951cc65f2de triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:47.317212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e87ad86-0665-4df4-8ba6-c4fc383687ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:47.359519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0e87ad86-0665-4df4-8ba6-c4fc383687ab None None] Port cd67f128-741c-4e6f-9b9a-d951cc65f2de cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:47.369674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:47.571239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-19b0d634-43c9-4a20-a108-1629fbee52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:47.572952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-19b0d634-43c9-4a20-a108-1629fbee52fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 200 len: 918 time: 0.0996096 Oct 25 23:27:47.614870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Pushing event updated for resources: {'Port': ['ID=69773347-e05e-4b08-adbd-06d604c104a8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:47.690533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:47.691416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:47.692838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-1d6862ea-10c1-46ab-b2cb-3b0aadedfa91 service neutron] 10.222.0.15 "PUT /v2.0/ports/69773347-e05e-4b08-adbd-06d604c104a8 HTTP/1.1" status: 200 len: 1092 time: 2.6182976 Oct 25 23:27:47.693713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'tag': '69773347-e05e-4b08-adbd-06d604c104a8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:27:47.696047 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95311acd-f7c5-4ac3-95de-8188c8c419f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2f2f7a-4e30-4463-8ed4-1312b6c342a5", "tag": "69773347-e05e-4b08-adbd-06d604c104a8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:27:47.759070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-cd929de6-e0ea-40d1-b6f2-bb9e3503af71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 200 len: 1001 time: 0.1377013 Oct 25 23:27:47.800764 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22435eaa-476c-4f00-aa9d-31688bb5850f x-openstack-request-id: req-22435eaa-476c-4f00-aa9d-31688bb5850f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:27:47.801154 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2f2f7a-4e30-4463-8ed4-1312b6c342a5", "tag": "69773347-e05e-4b08-adbd-06d604c104a8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:27:47.801285 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22435eaa-476c-4f00-aa9d-31688bb5850f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:27:47.801715 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'tag': '69773347-e05e-4b08-adbd-06d604c104a8', 'status': 'completed', 'code': 200} Oct 25 23:27:47.880967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526d8c-659c-4ca0-b248-0ff99da294db req-f7a7f0cd-2e62-4497-ba35-43cd0a115d3b tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:47.888281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39526d8c-659c-4ca0-b248-0ff99da294db req-f7a7f0cd-2e62-4497-ba35-43cd0a115d3b tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 946 time: 0.2828505 Oct 25 23:27:47.911287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-4eaadb64-ea94-4687-816b-af823ec91c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:47.912817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-4eaadb64-ea94-4687-816b-af823ec91c26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 1095 time: 0.1494415 Oct 25 23:27:47.914825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-8f81ccd2-de80-484f-bbea-a46ec0d5952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:47.915668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-8f81ccd2-de80-484f-bbea-a46ec0d5952a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 200 len: 856 time: 0.1401610 Oct 25 23:27:48.063594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-37bbd6d2-d863-4fce-884c-5798a4f9e630 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69773347-e05e-4b08-adbd-06d604c104a8 HTTP/1.1" status: 200 len: 217 time: 0.1013353 Oct 25 23:27:48.081980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39526d8c-659c-4ca0-b248-0ff99da294db req-e2dbaab3-3d26-4808-920e-9f0c517d3922 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927128 Oct 25 23:27:48.083504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab801682-a1ea-4a16-8128-c2ab2192cad5 req-5a1ed554-3c2e-4ca4-987a-937a927a2a34 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:48.085424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab801682-a1ea-4a16-8128-c2ab2192cad5 req-5a1ed554-3c2e-4ca4-987a-937a927a2a34 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.0895126 Oct 25 23:27:48.158823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-86af13a4-a82d-4e45-97db-e9894060b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:48.161175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-86af13a4-a82d-4e45-97db-e9894060b2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01622bd7-7fda-44c0-a57e-22b8a7807b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070124 Oct 25 23:27:48.171783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:48.180170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-e85c8451-c57b-4a05-9767-8f8c016064bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:48.181564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-e85c8451-c57b-4a05-9767-8f8c016064bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.0931830 Oct 25 23:27:48.196020 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ab801682-a1ea-4a16-8128-c2ab2192cad5 req-e236916a-2205-4bb6-832b-4451dd985390 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556068 Oct 25 23:27:48.258693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.266094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.343593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.349846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-e8c62bb1-f1f9-45ed-a0b3-d824da0c886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:48.351491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-e8c62bb1-f1f9-45ed-a0b3-d824da0c886e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552334 Oct 25 23:27:48.354205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Port': ['ID=cd67f128-741c-4e6f-9b9a-d951cc65f2de,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:48.356519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40f79fe9-2bfd-4921-a760-24c3c7ffadd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.428300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-50896796-d1f2-4d43-b59a-21d70897006f service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586236 Oct 25 23:27:48.447766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:48.452999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a4032b46-219e-40da-86fb-9445ad9fac90 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8438683 Oct 25 23:27:48.456863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59400) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:48.461624 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:48.476499 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:48.478140 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:48.501710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network 868b7efc-7265-4c0a-a94e-585339c560f1 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:48.509447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:48.576521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-8246488f-8792-498b-9015-c637f90352cf service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152865 Oct 25 23:27:48.650493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet d292c486-32ab-477e-bb2f-ac6491770179 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:27:48.653932 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.665903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc6e4c0c-74a2-4b7c-b4a7-2f35cc859237 req-6d7a4ca5-3f27-46d7-bbf5-bf0dbc948078 service neutron] 10.222.0.15 "GET /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294738 Oct 25 23:27:48.694541 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:48.709452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.730433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d1a649b-fcaf-4ef5-9b08-7a5f17bc26b4 req-ae450915-2bc8-4679-a329-2ba40c4aa8cf service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446617 Oct 25 23:27:48.842293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Router 515604a4-99f8-4a9e-9edd-577e7ab2c9f4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:48.854707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.875084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-1012c9c9-72a5-4606-b70b-606ff087bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:48.876726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-1012c9c9-72a5-4606-b70b-606ff087bf61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 1095 time: 0.0597339 Oct 25 23:27:48.935960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-67277330-2312-4939-81da-3aacdbac7baf None None] Provisioning complete for port cd67f128-741c-4e6f-9b9a-d951cc65f2de triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:48.936341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-67277330-2312-4939-81da-3aacdbac7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:48.973176 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:46Z', 'revision_number': 9, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:48.990028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-67277330-2312-4939-81da-3aacdbac7baf None None] Port cd67f128-741c-4e6f-9b9a-d951cc65f2de cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:49.012265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-11911615-7fa0-4a51-92bd-844e9e8547e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:49.014353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-11911615-7fa0-4a51-92bd-844e9e8547e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.1291080 Oct 25 23:27:49.030622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.032682 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:49.041051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:49.045134 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:49.046190 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:49.052201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] Sync routers for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:49.063720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:49.064747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:49.078818 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b0cc933-c0f2-4db5-892f-d5336e38ec38 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "PUT /v2.0/routers/515604a4-99f8-4a9e-9edd-577e7ab2c9f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5213900 Oct 25 23:27:49.080786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59402) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:49.087839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Request body: {'port': {'network_id': '868b7efc-7265-4c0a-a94e-585339c560f1', 'name': 'tempest-FloatingIPAdminTestJSON-1845279119'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:49.091697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.098917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/d292c486-32ab-477e-bb2f-ac6491770179 HTTP/1.1" status: 204 len: 168 time: 0.6387084 Oct 25 23:27:49.100176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b83402-4b3c-4cc3-b462-4c47d6ecaf15 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=d292c486-32ab-477e-bb2f-ac6491770179,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:49.102135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-3b48920c-9bfa-4459-bdc7-76728c570962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69773347-e05e-4b08-adbd-06d604c104a8 HTTP/1.1" status: 200 len: 217 time: 0.0797441 Oct 25 23:27:49.108492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59404) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:49.163322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1b25f-380e-4638-8e3c-c928322e0315 None None] Network 606f8883-264a-4d07-b1e8-7f3d1744855b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:49.168698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:49.235278 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:49.243525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Made reservation on behalf of ec5453af82d749b6a58442c3e9c781dc for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:27:49.251410 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.259177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:49.259928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:49.277812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] device_id is not set on port 5ae8f331-582f-47fc-a454-e0352bd282ef yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:27:49.301423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:49.302484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0719b-dabf-44df-9e9e-20c09fe3bb0b None None] The sync data for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:49.368970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-effac1f2-b836-42c8-96a0-07fc27e3ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:49.370819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-effac1f2-b836-42c8-96a0-07fc27e3ca12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.2447124 Oct 25 23:27:49.439504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2de6-7b25-4403-a2a9-82ea6f51242b req-6326bc7f-9cef-4ffc-a3f7-ffad539347c9 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:49.447522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06fd2de6-7b25-4403-a2a9-82ea6f51242b req-6326bc7f-9cef-4ffc-a3f7-ffad539347c9 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 946 time: 0.1943998 Oct 25 23:27:49.468204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a60a1-9f5a-452c-9baf-9f3144e7c44c req-e838dbdc-e54f-4a12-b87d-ffff752f7f1a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:49.470096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c15a60a1-9f5a-452c-9baf-9f3144e7c44c req-e838dbdc-e54f-4a12-b87d-ffff752f7f1a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.1247482 Oct 25 23:27:49.494485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] DHCP port deletion for 606f8883-264a-4d07-b1e8-7f3d1744855b request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:27:49.496769 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.515180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-173d0492-2af1-479a-9ab3-a326df926a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:49.516863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-173d0492-2af1-479a-9ab3-a326df926a8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322987 Oct 25 23:27:49.537583 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:46Z', 'revision_number': 9, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:49.556640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-06fd2de6-7b25-4403-a2a9-82ea6f51242b req-9b592da3-e8ad-4532-a7a5-61a6b51f9b71 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038783 Oct 25 23:27:49.573420 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c15a60a1-9f5a-452c-9baf-9f3144e7c44c req-6734118c-53e2-4f46-81c5-8c5881767839 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950627 Oct 25 23:27:49.578333 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef3c1b-406f-4b9f-ba96-6320b559e3d0 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:46Z', 'revision_number': 9, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fee4fba-1751-4cd2-8b70-b45d8421356f', 'name': '', 'network_id': 'a0b160b6-b511-4c54-ad49-20e62f2dc4fe', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:2b:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'b78e709e-885c-4880-b984-2434d4086f63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:04Z', 'updated_at': '2021-10-25T23:27:19Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'b78e709e-885c-4880-b984-2434d4086f63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:49.617004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Allocated IP 172.20.0.14 (868b7efc-7265-4c0a-a94e-585339c560f1/6c08acea-d7f5-4a48-9517-d5e6811c8b89/5ae8f331-582f-47fc-a454-e0352bd282ef) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:49.625547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] Deleting port 469a7c31-6ff4-4325-83de-8c94069435cc {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:49.625917 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.699962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] For port 469a7c31-6ff4-4325-83de-8c94069435cc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=469a7c31-6ff4-4325-83de-8c94069435cc,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:49.700226 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.714727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] Calling delete_port for 469a7c31-6ff4-4325-83de-8c94069435cc owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:49.715203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 469a7c31-6ff4-4325-83de-8c94069435cc {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:49.715616 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.763887 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-333a71a4-3d70-4bb7-b58d-b4dbb4115322 service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290967 Oct 25 23:27:49.804088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.813561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port 469a7c31-6ff4-4325-83de-8c94069435cc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=469a7c31-6ff4-4325-83de-8c94069435cc,segment=NetworkSegment(3092d6be-6546-4be4-9e29-db9ba4ee63d2),segment_id=3092d6be-6546-4be4-9e29-db9ba4ee63d2)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:49.813970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.815546 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.829584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 469a7c31-6ff4-4325-83de-8c94069435cc owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:49.829873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] Pushing event deleted for resources: {'Port': ['ID=469a7c31-6ff4-4325-83de-8c94069435cc,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:49.836173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.842243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8dc00-ab97-492c-bb9d-1c2a9ec94a1e None None] No DVR routers for this DVR port 469a7c31-6ff4-4325-83de-8c94069435cc on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:49.875257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.922135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Network 868b7efc-7265-4c0a-a94e-585339c560f1 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:49.925616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:49.930954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:49.938862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event updated for resources: {'Port': ['ID=5ae8f331-582f-47fc-a454-e0352bd282ef,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:49.986628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:49.993160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95311acd-f7c5-4ac3-95de-8188c8c419f7 req-f0c40d69-de17-4184-97e0-d753a6f98813 service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219081 Oct 25 23:27:49.995982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:49.996634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.023578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=469a7c31-6ff4-4325-83de-8c94069435cc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:50.027250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port 469a7c31-6ff4-4325-83de-8c94069435cc on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:50.034774 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-440a83c6-8019-4123-bb04-4db93f3956c7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9473116 Oct 25 23:27:50.034774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59414) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:50.119750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'project_id': 'ec5453af82d749b6a58442c3e9c781dc', 'port_id': '5ae8f331-582f-47fc-a454-e0352bd282ef'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:50.150889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.173230 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.209161 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.227290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606f8883-264a-4d07-b1e8-7f3d1744855b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:50.243156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3092d6be-6546-4be4-9e29-db9ba4ee63d2') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:50.243457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3092d6be-6546-4be4-9e29-db9ba4ee63d2') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:50.262398 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.277645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.284086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.284971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:27:50.285366 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:27:50.289851 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:27:50.330697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9a283d2a-4174-409c-9fc2-4969f852a4e2 None None] Provisioning complete for port 5ae8f331-582f-47fc-a454-e0352bd282ef triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:27:50.331698 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9a283d2a-4174-409c-9fc2-4969f852a4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.364984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.389493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9a283d2a-4174-409c-9fc2-4969f852a4e2 None None] Port 5ae8f331-582f-47fc-a454-e0352bd282ef cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:27:50.390723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.394702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/606f8883-264a-4d07-b1e8-7f3d1744855b HTTP/1.1" status: 204 len: 168 time: 1.2850461 Oct 25 23:27:50.396055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f2355-8f0a-44c4-a1fd-8b30cb8c412b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=606f8883-264a-4d07-b1e8-7f3d1744855b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:50.397937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:50.452788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Allocated IP 172.25.4.210 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/660499c7-d288-4fc5-93fc-20099cfcfac7) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:50.599876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.655570 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:50.687753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cd536357-a0be-45cc-9204-0249bc1e9c77 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:50.719661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: cd536357-a0be-45cc-9204-0249bc1e9c77 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:50.720002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device cd536357-a0be-45cc-9204-0249bc1e9c77 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:50.720426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 469a7c31-6ff4-4325-83de-8c94069435cc no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:50.725555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:50.728992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:50.736491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:50.770697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Pushing event updated for resources: {'Port': ['ID=660499c7-d288-4fc5-93fc-20099cfcfac7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:50.793379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 469a7c31-6ff4-4325-83de-8c94069435cc {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:50.796073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 469a7c31-6ff4-4325-83de-8c94069435cc not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:50.819330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.098897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068b1c-b612-4f35-83b3-b6795b1cc75e req-39ab4bc4-0857-40d9-9af1-12a435847b3f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:51.100298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4068b1c-b612-4f35-83b3-b6795b1cc75e req-39ab4bc4-0857-40d9-9af1-12a435847b3f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.0911078 Oct 25 23:27:51.162368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.173583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4068b1c-b612-4f35-83b3-b6795b1cc75e req-58c6ac81-7c2d-4da4-ab68-909dc244aceb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620437 Oct 25 23:27:51.244964 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.264010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.425113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.432333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.511110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Pushing event updated for resources: {'Port': ['ID=660499c7-d288-4fc5-93fc-20099cfcfac7,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:51.522545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.558909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 3fee4fba-1751-4cd2-8b70-b45d8421356f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:51.559391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.645964 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Floating IP 61f3591d-c0e7-4e23-88e4-974ff2a954bf associated. External IP: 172.25.4.210, port: 5ae8f331-582f-47fc-a454-e0352bd282ef. Oct 25 23:27:51.661544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port 3fee4fba-1751-4cd2-8b70-b45d8421356f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3fee4fba-1751-4cd2-8b70-b45d8421356f,segment=NetworkSegment(0294fc02-4259-4c5e-981a-e55f0ced84bb),segment_id=0294fc02-4259-4c5e-981a-e55f0ced84bb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:51.661912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.675472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 3fee4fba-1751-4cd2-8b70-b45d8421356f owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:51.872392 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:51.882376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Router 515604a4-99f8-4a9e-9edd-577e7ab2c9f4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:51.911571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=3fee4fba-1751-4cd2-8b70-b45d8421356f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:52.019795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:52.029585 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] Sync routers for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:52.048819 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:52.049459 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:52.050986 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:52.085785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:52.116805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de789d50-8563-40bc-9273-e8a4c2aafa6d tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.0788708 Oct 25 23:27:52.117243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59424) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:52.121985 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:52.142675 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:52.143409 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:52.227402 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:52.228073 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379283cc-1709-4b2f-8650-532cf75eef59 None None] The sync data for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:52.357145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:52.359274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d12e963d-7a3f-4fa2-b57b-a592aa34ffb0 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] 10.222.0.25 "GET /v2.0/floatingips/61f3591d-c0e7-4e23-88e4-974ff2a954bf HTTP/1.1" status: 200 len: 984 time: 0.2406530 Oct 25 23:27:52.363320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:52.469450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:52.479338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b772df-9718-4e76-8200-419060d75b01 None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:52.481947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e4d920c-ef0a-44f4-9ae2-5a67ad88e854 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0829501 Oct 25 23:27:52.486782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59430) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:52.505009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:52.505706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:52.564620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet b78e709e-885c-4880-b984-2434d4086f63 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:27:52.569914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:52.628568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:52.696433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:52.760215 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:52.946076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b31c2-e2cd-42af-8bee-80adfdd9fe39 req-6e4ea0b5-281a-40bd-82ee-14df90aa1fce tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:52.948194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d3b31c2-e2cd-42af-8bee-80adfdd9fe39 req-6e4ea0b5-281a-40bd-82ee-14df90aa1fce tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.6545639 Oct 25 23:27:52.981522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.017976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=b78e709e-885c-4880-b984-2434d4086f63,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:53.040094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07eb7a9c-9dd9-44ba-91ac-e2b992658033 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.6720963 Oct 25 23:27:53.042662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59450) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:53.046359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.046934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34686100-83e0-4259-ac11-cc3910cd3ad6 None None] Network a0b160b6-b511-4c54-ad49-20e62f2dc4fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:53.054927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29df16da-77dc-4529-a3fb-21c515d668cd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/b78e709e-885c-4880-b984-2434d4086f63 HTTP/1.1" status: 204 len: 168 time: 0.5664141 Oct 25 23:27:53.056516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59452) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:53.100857 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d3b31c2-e2cd-42af-8bee-80adfdd9fe39 req-2e4eba72-89fc-4256-8b1f-b9010477e027 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436412 Oct 25 23:27:53.138418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:51Z', 'revision_number': 10, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:53.211438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.301119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 8d918f88-1f1b-4656-8e31-cc1685968cd8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:53.302339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.302452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting port 660499c7-d288-4fc5-93fc-20099cfcfac7 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:53.302718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.359642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b772df-9718-4e76-8200-419060d75b01 None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:53.403658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:53.404122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port 8d918f88-1f1b-4656-8e31-cc1685968cd8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8d918f88-1f1b-4656-8e31-cc1685968cd8,segment=NetworkSegment(0294fc02-4259-4c5e-981a-e55f0ced84bb),segment_id=0294fc02-4259-4c5e-981a-e55f0ced84bb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:53.404602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.405193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:53.422738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 8d918f88-1f1b-4656-8e31-cc1685968cd8 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:53.446929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.447494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.474028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Calling delete_port for 660499c7-d288-4fc5-93fc-20099cfcfac7 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:53.545674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.586240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=8d918f88-1f1b-4656-8e31-cc1685968cd8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:53.593917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port 8d918f88-1f1b-4656-8e31-cc1685968cd8 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:53.624394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:53.675942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab61604-e684-4e55-b849-f4e91dd96410 None None] DHCP port deletion for a0b160b6-b511-4c54-ad49-20e62f2dc4fe request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:27:53.726001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.770378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.783450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b160b6-b511-4c54-ad49-20e62f2dc4fe']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:53.808363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0294fc02-4259-4c5e-981a-e55f0ced84bb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:53.808667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0294fc02-4259-4c5e-981a-e55f0ced84bb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:53.811943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Port': ['ID=660499c7-d288-4fc5-93fc-20099cfcfac7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:53.826531 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.842091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.849658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:27:53.850091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:27:53.854373 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:27:53.908782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.910098 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Floating IP 61f3591d-c0e7-4e23-88e4-974ff2a954bf disassociated (deleted). External IP: 172.25.4.210, port: 5ae8f331-582f-47fc-a454-e0352bd282ef. Oct 25 23:27:53.942858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.977253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:53.984416 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/a0b160b6-b511-4c54-ad49-20e62f2dc4fe HTTP/1.1" status: 204 len: 168 time: 0.9258759 Oct 25 23:27:53.990964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecc924-2a0f-4af4-8705-46c84522fc0f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=a0b160b6-b511-4c54-ad49-20e62f2dc4fe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:53.994340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:54.009809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-17b772df-9718-4e76-8200-419060d75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:51Z', 'revision_number': 10, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:54.053006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b772df-9718-4e76-8200-419060d75b01 None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:51Z', 'revision_number': 10, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None, '_interfaces': [{'id': '3d541bfa-1d50-45fb-9e57-ba6ba77885f1', 'name': '', 'network_id': 'ae7ef6f5-9da8-4d85-9a88-cc095304efff', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'mac_address': 'fa:16:3e:05:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839e713-25be-419a-8cfe-eb509bf64088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:26:57Z', 'updated_at': '2021-10-25T23:27:02Z', 'revision_number': 5, 'project_id': '86c4d467448140368533ca91cf88502b', 'subnets': [{'id': 'e3c7698e-ff75-4ad1-9726-82400f653054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:54.315942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Router 515604a4-99f8-4a9e-9edd-577e7ab2c9f4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:54.365220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15009767-57c7-4b70-83f0-1bf5bdb8c2b7 req-bd0aede6-8d66-4c3e-9b6b-1e6a34b05e1d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:54.374539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15009767-57c7-4b70-83f0-1bf5bdb8c2b7 req-bd0aede6-8d66-4c3e-9b6b-1e6a34b05e1d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.1377571 Oct 25 23:27:54.461582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15009767-57c7-4b70-83f0-1bf5bdb8c2b7 req-f1ef3ed6-7ac7-4d5d-ae3b-257a0165bc23 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857866 Oct 25 23:27:54.476679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:54.498986 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] Sync routers for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:54.500317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:54.550965 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:54.559047 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:54.576998 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a0612f24-a93b-4c3d-9d3b-3dfb76a02971 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "DELETE /v2.0/floatingips/61f3591d-c0e7-4e23-88e4-974ff2a954bf HTTP/1.1" status: 204 len: 168 time: 1.5331962 Oct 25 23:27:54.583516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:54.590646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:54.599412 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:54.609023 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:54.609846 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:54.622610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:54.660543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d918f88-1f1b-4656-8e31-cc1685968cd8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:54.679912 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:54.684641 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c1bf1-cb63-4b0f-b99f-99955f79d326 None None] The sync data for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:54.697806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8d918f88-1f1b-4656-8e31-cc1685968cd8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:54.698319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d918f88-1f1b-4656-8e31-cc1685968cd8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:54.698841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3fee4fba-1751-4cd2-8b70-b45d8421356f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:54.742260 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:54.745632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 3fee4fba-1751-4cd2-8b70-b45d8421356f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:54.746075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3fee4fba-1751-4cd2-8b70-b45d8421356f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:54.934386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:55.090636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:55.090971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:55.144530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Allocated IP 172.25.4.160 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/b28b958b-d072-4c67-9676-16aa117e2703) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:55.505020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port 3d541bfa-1d50-45fb-9e57-ba6ba77885f1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:55.505703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:55.523642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:55.600461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:55.620065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d0d4-59af-42e1-b354-5694d305216d req-f5ab9e2e-ad0d-409b-9acd-ddd82c2c4403 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:55.622765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b791d0d4-59af-42e1-b354-5694d305216d req-f5ab9e2e-ad0d-409b-9acd-ddd82c2c4403 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.0580485 Oct 25 23:27:55.672341 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b791d0d4-59af-42e1-b354-5694d305216d req-44c32c11-47ff-4e4d-b068-705506793740 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Oct 25 23:27:55.674422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:55.758775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:55.762875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:55.767151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:55.795799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Pushing event updated for resources: {'Port': ['ID=b28b958b-d072-4c67-9676-16aa117e2703,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:55.907329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:55.959120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=3d541bfa-1d50-45fb-9e57-ba6ba77885f1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:55.970492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:56.089286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:56.091096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:56.374321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:56.524315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:56.529736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f2ffb1ef-36a8-4906-a0b7-e8ad252d6aa3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342581 Oct 25 23:27:56.533597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59504) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:56.537231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:56.548884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:56.549807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:56.628414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:56.657231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting subnet e3c7698e-ff75-4ad1-9726-82400f653054 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:27:56.680907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:56.685946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:55Z', 'revision_number': 11, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:56.695726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:56.718683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:56.729401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:56.730008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:56.742445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:56.876076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:56.975332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.033814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:55Z', 'revision_number': 11, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:57.035045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.067868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23121674-4353-401c-be8e-1c83eb3c914d None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:55Z', 'revision_number': 11, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:27:57.134565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.177589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Pushing event updated for resources: {'Port': ['ID=b28b958b-d072-4c67-9676-16aa117e2703,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:57.210930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.212828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3a76abb-9bd8-40e1-a52d-8c0b577d2c5c tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6276562 Oct 25 23:27:57.215471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59522) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:57.223064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9a99-3407-49f7-8515-59d7469b0e75 req-079d9e62-74a3-4ece-81b6-884760dbf38f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:57.239186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78ea9a99-3407-49f7-8515-59d7469b0e75 req-079d9e62-74a3-4ece-81b6-884760dbf38f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.4354572 Oct 25 23:27:57.311256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78ea9a99-3407-49f7-8515-59d7469b0e75 req-65abc887-9190-4a04-94ae-e68304d511e8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703762 Oct 25 23:27:57.312810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.345360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c7698e-ff75-4ad1-9726-82400f653054,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:57.349719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.355851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59528) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:57.356032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-34aee20a-ca68-4ff8-bc55-72c5e636a2de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/e3c7698e-ff75-4ad1-9726-82400f653054 HTTP/1.1" status: 204 len: 168 time: 0.8191497 Oct 25 23:27:57.364500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05314e1-8857-4921-89e9-630dd0427bf5 None None] Network ae7ef6f5-9da8-4d85-9a88-cc095304efff requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:27:57.448319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:57.554073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.614400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.679745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] DHCP port deletion for ae7ef6f5-9da8-4d85-9a88-cc095304efff request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:27:57.735481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891896-a5cb-4553-ba3e-7d2b51bc82e3 req-8ab15b32-90b8-4b8a-8e5a-f28203fe43a3 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:57.740827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-09891896-a5cb-4553-ba3e-7d2b51bc82e3 req-8ab15b32-90b8-4b8a-8e5a-f28203fe43a3 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 946 time: 0.0957186 Oct 25 23:27:57.777005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Deleting port d244d78a-b66f-480a-be35-b6d9252fc6d3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:57.777354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.790777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] Deleting port d244d78a-b66f-480a-be35-b6d9252fc6d3 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:57.795275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.820550 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-09891896-a5cb-4553-ba3e-7d2b51bc82e3 req-f6011e93-2a08-4ea0-87d6-22a8ffc5b3e0 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711501 Oct 25 23:27:57.879214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.897705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] For port d244d78a-b66f-480a-be35-b6d9252fc6d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d244d78a-b66f-480a-be35-b6d9252fc6d3,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:57.898734 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.901539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] For port d244d78a-b66f-480a-be35-b6d9252fc6d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d244d78a-b66f-480a-be35-b6d9252fc6d3,segment=NetworkSegment(18a4c46d-262f-4649-a3ab-e6c40906ce3f),segment_id=18a4c46d-262f-4649-a3ab-e6c40906ce3f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:57.901916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:57.915391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] Calling delete_port for d244d78a-b66f-480a-be35-b6d9252fc6d3 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:57.949775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Calling delete_port for d244d78a-b66f-480a-be35-b6d9252fc6d3 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:58.022889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.058459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] Pushing event deleted for resources: {'Port': ['ID=d244d78a-b66f-480a-be35-b6d9252fc6d3,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:58.071136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976fe24-83f2-463b-b8ab-2b9af246cc47 None None] No DVR routers for this DVR port d244d78a-b66f-480a-be35-b6d9252fc6d3 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:58.091166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Allocated IP 172.25.4.77 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/3017109e-be97-4cb1-b079-82d92ba83be4) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:27:58.165476 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.201623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Port': ['ID=d244d78a-b66f-480a-be35-b6d9252fc6d3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:58.213165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No DVR routers for this DVR port d244d78a-b66f-480a-be35-b6d9252fc6d3 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:27:58.324283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.359284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7ef6f5-9da8-4d85-9a88-cc095304efff']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:58.376102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.378588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a4c46d-262f-4649-a3ab-e6c40906ce3f') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:58.379075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a4c46d-262f-4649-a3ab-e6c40906ce3f') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:58.391167 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.412040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.436406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:27:58.439906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:27:58.445585 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:27:58.461538 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.547654 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.608106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.613548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Pushing event updated for resources: {'Port': ['ID=3017109e-be97-4cb1-b079-82d92ba83be4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:58.632580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:58.661076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:27:58.663948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.667714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/networks/ae7ef6f5-9da8-4d85-9a88-cc095304efff HTTP/1.1" status: 204 len: 168 time: 1.3103068 Oct 25 23:27:58.670443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59556) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:58.677935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'routes': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:27:58.694038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7257d2-db5f-422e-8eb8-2caeadcb7cb8 req-3ea8928e-a0d1-449a-82a3-279c663ed764 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:58.695683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc7257d2-db5f-422e-8eb8-2caeadcb7cb8 req-3ea8928e-a0d1-449a-82a3-279c663ed764 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.2495353 Oct 25 23:27:58.697599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:58.698539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:27:58.701321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3d541bfa-1d50-45fb-9e57-ba6ba77885f1 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:58.701968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d244d78a-b66f-480a-be35-b6d9252fc6d3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:27:58.703126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80a85a-1a6f-456f-b016-827eb20b0bbf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Pushing event deleted for resources: {'Network': ['ID=ae7ef6f5-9da8-4d85-9a88-cc095304efff,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:58.726718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:27:58.744295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d244d78a-b66f-480a-be35-b6d9252fc6d3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:27:58.744723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d244d78a-b66f-480a-be35-b6d9252fc6d3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:27:58.860618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc7257d2-db5f-422e-8eb8-2caeadcb7cb8 req-d7468b33-9142-4d65-a700-a7e92cc07feb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395590 Oct 25 23:27:58.880052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.933219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:58.967454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Added routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 23:27:58.968083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Removed routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 23:27:58.968295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.084429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-ec383a6f-ee81-4dc8-aa0b-68b837a37d1f tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:59.086213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-ec383a6f-ee81-4dc8-aa0b-68b837a37d1f tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 946 time: 0.1916537 Oct 25 23:27:59.149194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.155312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.182975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.208939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.224022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f241bcb-6900-4f6e-bacc-c8a94b2bb594 req-e6092846-496a-4d08-b82e-bc19ce7c0884 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:27:59.225772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f241bcb-6900-4f6e-bacc-c8a94b2bb594 req-e6092846-496a-4d08-b82e-bc19ce7c0884 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 946 time: 0.2604389 Oct 25 23:27:59.234848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Pushing event updated for resources: {'Port': ['ID=3017109e-be97-4cb1-b079-82d92ba83be4,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:27:59.251537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.274351 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.275583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e789d8eb-3448-488c-91b8-4b58689c0399 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0590987 Oct 25 23:27:59.279070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59566) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:59.352676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-183189af-9b9b-4541-be93-36d0b0d21f7a tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.0724900 Oct 25 23:27:59.355230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59570) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:59.383056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 7839e713-25be-419a-8cfe-eb509bf64088 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:27:59.391627 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f241bcb-6900-4f6e-bacc-c8a94b2bb594 req-355f9e03-0641-4de7-9bfa-a4f71f720be5 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaaee732-8395-446e-a713-23738f44a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060307 Oct 25 23:27:59.423915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Deleting port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:59.424250 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.432353 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-afec6e55-cbc6-4a47-8f85-25b136f58c3e tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0759933 Oct 25 23:27:59.434942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59572) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:59.547000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:27:59.556178 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.560353 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bf9bf113-a6b1-49d6-a9da-87f8cf7f505e tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 705 time: 0.8878579 Oct 25 23:27:59.560984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59576) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:59.561254 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] Sync routers for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:27:59.577233 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:59.578000 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:59.598188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Deleting port 3017109e-be97-4cb1-b079-82d92ba83be4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:27:59.600556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.664484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:59.702709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.702709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.718530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Calling delete_port for 3017109e-be97-4cb1-b079-82d92ba83be4 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:27:59.779898 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:55Z', 'revision_number': 11, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:59.810396 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] Checking router: 7839e713-25be-419a-8cfe-eb509bf64088 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:27:59.820802 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] Routers {'7839e713-25be-419a-8cfe-eb509bf64088'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:27:59.821794 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['7839e713-25be-419a-8cfe-eb509bf64088'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:27:59.858014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4876df5-04e1-4045-b0e8-b599cea935f9 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 205 time: 0.2935417 Oct 25 23:27:59.858616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59584) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:27:59.933008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] Set router 7839e713-25be-419a-8cfe-eb509bf64088 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:27:59.958318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.961945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] For port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,segment=NetworkSegment(03ec8b27-f009-42b0-91ec-9454b45b8253),segment_id=03ec8b27-f009-42b0-91ec-9454b45b8253)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:27:59.962327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:27:59.974519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.007929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Pushing event deleted for resources: {'Port': ['ID=3017109e-be97-4cb1-b079-82d92ba83be4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:00.070413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Calling delete_port for cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:00.114885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.127136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.132449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fd8bb696-5877-4d2f-a8ea-106efef0a577 tempest-FloatingIPAdminTestJSON-370558924 tempest-FloatingIPAdminTestJSON-370558924-project] 10.222.0.25 "DELETE /v2.0/floatingips/67df5dbf-e399-4328-ad44-8a111826dd6a HTTP/1.1" status: 204 len: 168 time: 0.6962962 Oct 25 23:28:00.133669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:00.195351 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:55Z', 'revision_number': 11, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:00.229519 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0796f-91ac-4c61-afe5-7f56b8e2f5bb None None] The sync data for ids ['7839e713-25be-419a-8cfe-eb509bf64088'] in n-d-815373-1 is: [{'id': '7839e713-25be-419a-8cfe-eb509bf64088', 'name': 'tempest-RoutersIpV6Test-router-1930770924', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:26:52Z', 'updated_at': '2021-10-25T23:27:55Z', 'revision_number': 11, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:00.243189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.246204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.321272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ecbad-da9d-426b-a862-ba2322d9c5e9 req-b7633763-4b4a-440d-9dcb-32dcb615545a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:00.322914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-380ecbad-da9d-426b-a862-ba2322d9c5e9 req-b7633763-4b4a-440d-9dcb-32dcb615545a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.3209832 Oct 25 23:28:00.342236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Deleting port b28b958b-d072-4c67-9676-16aa117e2703 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:00.342574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.350287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.350869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router 7839e713-25be-419a-8cfe-eb509bf64088 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:00.359175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.360318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c9878d9-a673-4460-8436-32f9852a2770 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 204 len: 168 time: 0.4985347 Oct 25 23:28:00.366087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59600) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:00.373166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-401983533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:00.456945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-380ecbad-da9d-426b-a862-ba2322d9c5e9 req-67e8ea6d-2526-437a-bb59-e63437c75860 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231983 Oct 25 23:28:00.465211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.466270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.480590 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.485903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.486346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.536768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Pushing event deleted for resources: {'Port': ['ID=cf4c4d1b-fb52-4a26-8a2b-83effaf6b568,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:00.553747 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.558405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Calling delete_port for b28b958b-d072-4c67-9676-16aa117e2703 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:00.567893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.598438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] No DVR routers for this DVR port cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:00.613791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.617829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-361e147f-9cdc-4bc5-a39d-9f36feb1baf6 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2492700 Oct 25 23:28:00.620458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59606) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:00.623996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.624784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:00.628578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45a9dd7f-d79a-4aa4-9801-5d7d921dbb44 req-b3546369-b5c2-4b9e-a7ac-3c57097afc72 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.11 "DELETE /v2.0/ports/cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 HTTP/1.1" status: 204 len: 173 time: 1.5344374 Oct 25 23:28:00.629384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'name': 'network-vif-deleted', 'tag': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:28:00.632244 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f82857-9135-48f2-88d0-2306b918bd13" -d '{"events": [{"server_uuid": "2d01e08b-a528-4c4d-85d9-224cbb982e03", "name": "network-vif-deleted", "tag": "cf4c4d1b-fb52-4a26-8a2b-83effaf6b568"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:28:00.660383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad16a423-6225-4d54-b41f-33bf75793803 req-b3775c6b-1d48-44bb-b2ca-60ca7d031186 tempest-VolumesActionsTest-1646487151 tempest-VolumesActionsTest-1646487151-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d01e08b-a528-4c4d-85d9-224cbb982e03 HTTP/1.1" status: 200 len: 210 time: 0.0930512 Oct 25 23:28:00.741742 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22884c19-da8c-48dc-bd97-22623b154173 x-openstack-request-id: req-22884c19-da8c-48dc-bd97-22623b154173 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:28:00.742071 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d01e08b-a528-4c4d-85d9-224cbb982e03", "name": "network-vif-deleted", "tag": "cf4c4d1b-fb52-4a26-8a2b-83effaf6b568", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:28:00.742476 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22884c19-da8c-48dc-bd97-22623b154173 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:28:00.742877 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d01e08b-a528-4c4d-85d9-224cbb982e03', 'name': 'network-vif-deleted', 'tag': 'cf4c4d1b-fb52-4a26-8a2b-83effaf6b568', 'status': 'completed', 'code': 200} Oct 25 23:28:00.927125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.944156 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:00.955060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.043474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Pushing event deleted for resources: {'Port': ['ID=b28b958b-d072-4c67-9676-16aa117e2703,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:01.126904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.130419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.131648 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6dd34de6-fc61-4a26-a197-17b9675d1d40 tempest-FloatingIPAdminTestJSON-586465379 tempest-FloatingIPAdminTestJSON-586465379-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/0551fb06-ad8b-4ec4-99ae-9fb76f3e2263 HTTP/1.1" status: 204 len: 168 time: 0.9967179 Oct 25 23:28:01.132937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Router 720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:28:01.135885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59620) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:01.219260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:01.230478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.231694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0380f59f-72f6-479c-b216-d4b53c78daa5 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "PUT /v2.0/routers/720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 HTTP/1.1" status: 200 len: 697 time: 0.6105995 Oct 25 23:28:01.232203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] Sync routers for ids ['720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:01.234957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59624) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:01.251816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] Routers {'720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:01.252770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:01.330136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7a9ce14b-c43f-4daf-ab41-92cf147ff671 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/routers/720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 HTTP/1.1" status: 200 len: 703 time: 0.0907338 Oct 25 23:28:01.330548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59626) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:01.332645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] Set router 720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:01.338054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting port 5ae8f331-582f-47fc-a454-e0352bd282ef {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:01.338705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.371475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bd15abb5-4121-4881-a641-429b6a37c5a1 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 HTTP/1.1" status: 200 len: 205 time: 0.0391767 Oct 25 23:28:01.382706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59628) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:01.407798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:01.410138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5', 'name': 'tempest-RoutersIpV6Test-router-401983533', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:00Z', 'updated_at': '2021-10-25T23:28:00Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:01.468413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.470374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:01.471128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device cf4c4d1b-fb52-4a26-8a2b-83effaf6b568 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:01.473664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] Checking router: 720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:28:01.484201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] Routers {'720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:01.485076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:01.486202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Calling delete_port for 5ae8f331-582f-47fc-a454-e0352bd282ef owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:01.564491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] Set router 720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:01.631524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5', 'name': 'tempest-RoutersIpV6Test-router-401983533', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:00Z', 'updated_at': '2021-10-25T23:28:00Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:01.662308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a7bfd-8f02-49dc-8d77-95d9bc5c5e69 None None] The sync data for ids ['720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5'] in n-d-815373-1 is: [{'id': '720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5', 'name': 'tempest-RoutersIpV6Test-router-401983533', 'tenant_id': '86c4d467448140368533ca91cf88502b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:00Z', 'updated_at': '2021-10-25T23:28:00Z', 'revision_number': 2, 'project_id': '86c4d467448140368533ca91cf88502b', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:01.665305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785e3a7-e101-42ad-8816-e2fdfc866bdf req-a91b2f06-d1b9-4727-ad71-8aa212d706af tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:01.674306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5785e3a7-e101-42ad-8816-e2fdfc866bdf req-a91b2f06-d1b9-4727-ad71-8aa212d706af tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.1091425 Oct 25 23:28:01.717511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.756721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Port': ['ID=5ae8f331-582f-47fc-a454-e0352bd282ef,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:01.783556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5785e3a7-e101-42ad-8816-e2fdfc866bdf req-71d5999b-27a9-4af2-877f-53580334df61 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080527 Oct 25 23:28:01.931262 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:01.936988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-366c8a7e-587e-4d68-b3a3-3e9d513f3ec6 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "DELETE /v2.0/ports/5ae8f331-582f-47fc-a454-e0352bd282ef HTTP/1.1" status: 204 len: 168 time: 0.7997689 Oct 25 23:28:01.942650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:01.998758 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:02.034904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f99816-85d1-48f8-9fa9-cb6d1a5c55e7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:02.037889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-71f99816-85d1-48f8-9fa9-cb6d1a5c55e7 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "GET /v2.0/ports?device_id=515604a4-99f8-4a9e-9edd-577e7ab2c9f4 HTTP/1.1" status: 200 len: 913 time: 0.0936348 Oct 25 23:28:02.040869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59652) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.226629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:02.234063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:02.286103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:02.286991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Fanout notify agent at l3_agent the message router_deleted on router 720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:02.296747 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:02.303239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c2a6e584-d369-4840-8f72-9a64c49ab3de tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 HTTP/1.1" status: 204 len: 168 time: 0.9194410 Oct 25 23:28:02.304149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.339887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d1c307b8-b5b4-435a-b81c-fdbadd8d74ec tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 HTTP/1.1" status: 200 len: 205 time: 0.0340774 Oct 25 23:28:02.340543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59670) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.397279 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-90a1a475-bc5a-4b54-8638-b31722d1e67b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:02.402366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-90a1a475-bc5a-4b54-8638-b31722d1e67b tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/720a79c0-b90a-4bfb-a2d2-0a07a4fa8bb5 HTTP/1.1" status: 404 len: 336 time: 0.0608416 Oct 25 23:28:02.402953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59676) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.432878 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3af832-8a4a-4feb-a252-f5e594485084 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:02.433327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3af832-8a4a-4feb-a252-f5e594485084 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:02.439225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ac3af832-8a4a-4feb-a252-f5e594485084 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/a9b91ffa-2dd9-4e27-84a9-8678b979599b HTTP/1.1" status: 404 len: 337 time: 0.0353494 Oct 25 23:28:02.439790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59678) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.476566 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1bbd7b-3040-4be3-9089-2db207a535eb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:02.478499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1bbd7b-3040-4be3-9089-2db207a535eb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:02.484399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9d1bbd7b-3040-4be3-9089-2db207a535eb tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/d292c486-32ab-477e-bb2f-ac6491770179 HTTP/1.1" status: 404 len: 337 time: 0.0411613 Oct 25 23:28:02.485141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59682) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.522382 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98a6c03-3c5e-4d33-a857-644f0f4731f0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:02.522778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98a6c03-3c5e-4d33-a857-644f0f4731f0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:02.528255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e98a6c03-3c5e-4d33-a857-644f0f4731f0 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/b78e709e-885c-4880-b984-2434d4086f63 HTTP/1.1" status: 404 len: 337 time: 0.0396395 Oct 25 23:28:02.529109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59688) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.584508 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2636d3a-f17a-41fb-97f1-de0dc3d86e47 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:02.584965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2636d3a-f17a-41fb-97f1-de0dc3d86e47 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:02.588632 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f2636d3a-f17a-41fb-97f1-de0dc3d86e47 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/e3c7698e-ff75-4ad1-9726-82400f653054 HTTP/1.1" status: 404 len: 337 time: 0.0586052 Oct 25 23:28:02.590991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59692) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.636874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-163944a2-e63a-40c8-98df-328a40164527 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 200 len: 205 time: 0.0450277 Oct 25 23:28:02.639136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59698) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.681774 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-c1f2fe15-097b-4ddb-a35a-ef1360977a70 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:02.685303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c1f2fe15-097b-4ddb-a35a-ef1360977a70 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/7839e713-25be-419a-8cfe-eb509bf64088 HTTP/1.1" status: 404 len: 336 time: 0.0428374 Oct 25 23:28:02.685667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.736202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d7c130ea-17b0-4801-8970-c70837233832 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=745ca1a3-f0f3-4c22-acb9-37497ad7727a HTTP/1.1" status: 200 len: 205 time: 0.0490353 Oct 25 23:28:02.741269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59706) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.761535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:02.815877 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-22260b4b-2ed6-4577-9228-3dc8bfd1b3c3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:02.817667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-22260b4b-2ed6-4577-9228-3dc8bfd1b3c3 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/745ca1a3-f0f3-4c22-acb9-37497ad7727a HTTP/1.1" status: 404 len: 336 time: 0.0753989 Oct 25 23:28:02.820421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.910632 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4824880-50e3-42f2-a1c5-3bc64cb3cc40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:02.911175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4824880-50e3-42f2-a1c5-3bc64cb3cc40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:02.914461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a4824880-50e3-42f2-a1c5-3bc64cb3cc40 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/e9e9d744-5495-44f9-9a7e-d0b8b8abef1f HTTP/1.1" status: 404 len: 337 time: 0.0929799 Oct 25 23:28:02.924165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:02.978083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f1df7b89-c13b-4483-8e84-95c4ba253fe4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 200 len: 205 time: 0.0519598 Oct 25 23:28:02.981077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.003330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25be7-e71e-421e-a6a2-568337cde2af req-41c1b3b6-41d2-4f31-8a60-61ded7c4425c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:03.014032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30a25be7-e71e-421e-a6a2-568337cde2af req-41c1b3b6-41d2-4f31-8a60-61ded7c4425c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.0983427 Oct 25 23:28:03.032403 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-b1edf459-8e86-4104-bf80-9f639b2be4bf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:03.033689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b1edf459-8e86-4104-bf80-9f639b2be4bf tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/de08fda5-a53b-4e2d-a97f-225ef7ae8d12 HTTP/1.1" status: 404 len: 336 time: 0.0503685 Oct 25 23:28:03.036792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59736) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.070630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d2ad1c3e-e0c4-4821-879a-1f3e7ba600d4 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 HTTP/1.1" status: 200 len: 205 time: 0.0317357 Oct 25 23:28:03.075401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59738) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.112282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30a25be7-e71e-421e-a6a2-568337cde2af req-3feb365c-aa78-4aec-8528-a5900015ab13 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805621 Oct 25 23:28:03.138380 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-bb67f2f1-3164-4b43-ab4f-980f1015294f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:03.139424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb67f2f1-3164-4b43-ab4f-980f1015294f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/84f2d501-e4c9-4e8d-b7b0-9ce3ee13b949 HTTP/1.1" status: 404 len: 336 time: 0.0626478 Oct 25 23:28:03.145685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59740) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.192188 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a76ed1-c72b-4c21-936b-5c1f66930d33 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:03.192648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a76ed1-c72b-4c21-936b-5c1f66930d33 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:03.206378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-60a76ed1-c72b-4c21-936b-5c1f66930d33 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/58013f8b-a957-4aca-ba24-96cb5cb41127 HTTP/1.1" status: 404 len: 337 time: 0.0573981 Oct 25 23:28:03.207251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59744) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.244365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-01e1422f-6e1d-467c-ae0d-7f72d012d80f tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=3193f6f5-12b2-43d0-8285-a82acea8427b HTTP/1.1" status: 200 len: 205 time: 0.0344429 Oct 25 23:28:03.244756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.318463 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-ce75e5aa-288c-469f-9bae-c8cc91b6ce41 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:03.320159 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce75e5aa-288c-469f-9bae-c8cc91b6ce41 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/3193f6f5-12b2-43d0-8285-a82acea8427b HTTP/1.1" status: 404 len: 336 time: 0.0743964 Oct 25 23:28:03.323145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59750) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.346245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting port cd67f128-741c-4e6f-9b9a-d951cc65f2de {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:03.347535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:03.360240 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-b011d585-f719-4004-b70b-50069567f793 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:03.360871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b011d585-f719-4004-b70b-50069567f793 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:03.364798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b011d585-f719-4004-b70b-50069567f793 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/599f6d13-1453-4a8e-b331-b78ae511ea68 HTTP/1.1" status: 404 len: 337 time: 0.0386391 Oct 25 23:28:03.367424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59752) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.401695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7039614a-7581-4685-a784-8f5ff6f6b6dd tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19cb6ce-15b0-4eb9-ab98-33e8c7658962 HTTP/1.1" status: 200 len: 205 time: 0.0308275 Oct 25 23:28:03.402384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59754) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.445482 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-864d5301-4e4c-48d9-a254-cf4605b2ee84 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] delete failed (client error): The resource could not be found. Oct 25 23:28:03.449032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-864d5301-4e4c-48d9-a254-cf4605b2ee84 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/routers/c19cb6ce-15b0-4eb9-ab98-33e8c7658962 HTTP/1.1" status: 404 len: 336 time: 0.0437033 Oct 25 23:28:03.449200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59758) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.486177 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b1ead3-1629-4886-87f1-2582d4967056 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:03.486741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b1ead3-1629-4886-87f1-2582d4967056 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:03.490367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c5b1ead3-1629-4886-87f1-2582d4967056 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/b37ff384-410d-4e6c-9edc-9e144f61732b HTTP/1.1" status: 404 len: 337 time: 0.0383005 Oct 25 23:28:03.494453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59760) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:03.497450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:03.524817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Calling delete_port for cd67f128-741c-4e6f-9b9a-d951cc65f2de owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:03.550174 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7630cdb-581e-4f53-93ef-8bb5a0fa4d79 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] DELETE failed (client error): The resource could not be found. Oct 25 23:28:03.550950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7630cdb-581e-4f53-93ef-8bb5a0fa4d79 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:28:03.558805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a7630cdb-581e-4f53-93ef-8bb5a0fa4d79 tempest-RoutersIpV6Test-1360668629 tempest-RoutersIpV6Test-1360668629-project] 10.222.0.25 "DELETE /v2.0/subnets/9f3768ac-b125-4c3b-9efa-333ca3d34b8c HTTP/1.1" status: 404 len: 337 time: 0.0613418 Oct 25 23:28:03.769771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:03.816492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Port': ['ID=cd67f128-741c-4e6f-9b9a-d951cc65f2de,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:04.083054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59790) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:04.198005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:04.411345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e9174f77-42c2-4104-a570-00e3ee8db3fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86c4d467448140368533ca91cf88502b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271084 Oct 25 23:28:04.416079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59806) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:04.525059 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97a3a2fb-a0d6-45e7-aed0-6f82c95b5044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:04.566323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97a3a2fb-a0d6-45e7-aed0-6f82c95b5044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:04.680609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97a3a2fb-a0d6-45e7-aed0-6f82c95b5044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:04.687082 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97a3a2fb-a0d6-45e7-aed0-6f82c95b5044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:04.711164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-97a3a2fb-a0d6-45e7-aed0-6f82c95b5044 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e28920d-7720-4dea-a677-aec2322b042b HTTP/1.1" status: 204 len: 168 time: 0.2939324 Oct 25 23:28:04.717285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e26c54-50ea-4bdb-9cf7-9308fcb213f5 req-255cda8b-4ca5-4a9e-bf71-92e38ae01522 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:04.720605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19e26c54-50ea-4bdb-9cf7-9308fcb213f5 req-255cda8b-4ca5-4a9e-bf71-92e38ae01522 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.4546304 Oct 25 23:28:04.735862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3a2fb-a0d6-45e7-aed0-6f82c95b5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28920d-7720-4dea-a677-aec2322b042b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:04.840241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-19e26c54-50ea-4bdb-9cf7-9308fcb213f5 req-f2d2d1bd-6b92-46ab-979e-f72173ffc0e3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934169 Oct 25 23:28:05.061765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Router 515604a4-99f8-4a9e-9edd-577e7ab2c9f4 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:28:05.234890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:05.249327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f198b6d1-c3b4-46b7-8a12-5f40576a3d53 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "PUT /v2.0/routers/515604a4-99f8-4a9e-9edd-577e7ab2c9f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069395 Oct 25 23:28:05.251348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59834) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:05.255889 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] Sync routers for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:05.269185 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:05.274645 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:05.411359 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:05.431351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:05.445655 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] Routers {'515604a4-99f8-4a9e-9edd-577e7ab2c9f4'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:05.450354 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:27:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:05.583992 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:05.586033 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0465b-d76c-459a-a99c-29291e614b7e None None] The sync data for ids ['515604a4-99f8-4a9e-9edd-577e7ab2c9f4'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:05.754827 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:05.889969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting port f95110ed-3efe-46a4-94e2-db03256e97fc {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:05.890422 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.128771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b624-57bb-4b60-a2e9-cb5ee272a823 req-7b1cdaa0-12d3-4484-9968-5bfb70f8669d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:06.135232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa28b624-57bb-4b60-a2e9-cb5ee272a823 req-7b1cdaa0-12d3-4484-9968-5bfb70f8669d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 944 time: 0.1801949 Oct 25 23:28:06.218684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.246825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Calling delete_port for f95110ed-3efe-46a4-94e2-db03256e97fc owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:06.259273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa28b624-57bb-4b60-a2e9-cb5ee272a823 req-7e94013f-0060-491a-b50b-166d9067f106 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176710 Oct 25 23:28:06.302095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59866) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:06.515496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4a595be2-7de2-4a26-aaae-1f43eaf291c9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:06.516549 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-4a595be2-7de2-4a26-aaae-1f43eaf291c9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 23:28:06.517367 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-4a595be2-7de2-4a26-aaae-1f43eaf291c9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 23:28:06.524062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4a595be2-7de2-4a26-aaae-1f43eaf291c9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2205632 Oct 25 23:28:06.524859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59872) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:06.531488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820881870'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:06.579250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 69773347-e05e-4b08-adbd-06d604c104a8 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:28:06.611139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.614104 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.628839 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.695357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Port': ['ID=f95110ed-3efe-46a4-94e2-db03256e97fc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:06.786343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 69773347-e05e-4b08-adbd-06d604c104a8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=69773347-e05e-4b08-adbd-06d604c104a8,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:06.801678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '69773347-e05e-4b08-adbd-06d604c104a8', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'port_id': '69773347-e05e-4b08-adbd-06d604c104a8', 'mac_address': 'fa:16:3e:83:7a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:28:06.830364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.838676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.898599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.917197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69773347-e05e-4b08-adbd-06d604c104a8 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:28:06.920617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:06.950538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f65349-18fd-470f-8259-24e959401ee2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:06.981452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 69773347-e05e-4b08-adbd-06d604c104a8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=69773347-e05e-4b08-adbd-06d604c104a8,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:06.996070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.137390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.143016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.149508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=69773347-e05e-4b08-adbd-06d604c104a8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:07.177887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.186944 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.249826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c7a20-3b02-4c3f-9c92-b7440db874a8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:07.262668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.263396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Fanout notify agent at l3_agent the message router_deleted on router 515604a4-99f8-4a9e-9edd-577e7ab2c9f4 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:07.273642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.275080 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1cb31389-0232-4c6f-8df6-3ce89314a01a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "DELETE /v2.0/routers/515604a4-99f8-4a9e-9edd-577e7ab2c9f4 HTTP/1.1" status: 204 len: 168 time: 2.0226092 Oct 25 23:28:07.281806 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.283025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:07.285732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-465c4ffb-cfb9-4f0d-835d-6f488f660e80 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7595241 Oct 25 23:28:07.299660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59892) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:07.311222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '5c0c7a20-3b02-4c3f-9c92-b7440db874a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:07.384891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.434010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting subnet 6c08acea-d7f5-4a48-9517-d5e6811c8b89 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:28:07.440792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.475751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['69773347-e05e-4b08-adbd-06d604c104a8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:28:07.478527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.485516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.515367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75715768-8adc-466d-b3ce-7ec599cd3ce8,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:07.527097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.530194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5fa054dc-698d-426c-8f2d-8e3091c17bf4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2272491 Oct 25 23:28:07.533303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59896) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:07.549280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f1742df4-3b00-48c5-ab44-8e7ef46061b3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '5c0c7a20-3b02-4c3f-9c92-b7440db874a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:07.556324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060c1f4-5843-49cd-8f72-969d9ed00aa3 req-0953bb8f-b8a5-43b1-8ded-84ee8b770a0b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:07.559030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5060c1f4-5843-49cd-8f72-969d9ed00aa3 req-0953bb8f-b8a5-43b1-8ded-84ee8b770a0b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 945 time: 0.1631229 Oct 25 23:28:07.564904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.619219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f1742df4-3b00-48c5-ab44-8e7ef46061b3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.661214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5060c1f4-5843-49cd-8f72-969d9ed00aa3 req-ad7e9745-4bc6-40ce-93a6-3aeaf0457414 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920351 Oct 25 23:28:07.722934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.745604 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-f1742df4-3b00-48c5-ab44-8e7ef46061b3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 23:28:07.746988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f1742df4-3b00-48c5-ab44-8e7ef46061b3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2093618 Oct 25 23:28:07.755955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59900) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:07.822949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.906421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9bb88cc9-34c4-4008-9620-43f8c5be1325 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.919182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Subnet': ['ID=6c08acea-d7f5-4a48-9517-d5e6811c8b89,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:07.940177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.946431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.946994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.947523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.948014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.948134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9bb88cc9-34c4-4008-9620-43f8c5be1325 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.948928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.949656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.950182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.950522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.950864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.951199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.951531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:07.965461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:07.974304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae523c28-0a74-452b-bc23-f0d915f82e01 None None] Network 868b7efc-7265-4c0a-a94e-585339c560f1 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:07.983187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f0c24386-cc15-4adf-aad5-cddd0df48c09 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "DELETE /v2.0/subnets/6c08acea-d7f5-4a48-9517-d5e6811c8b89 HTTP/1.1" status: 204 len: 168 time: 0.6970298 Oct 25 23:28:07.985057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:08.037296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9bb88cc9-34c4-4008-9620-43f8c5be1325 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.042956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9bb88cc9-34c4-4008-9620-43f8c5be1325 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.047566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9bb88cc9-34c4-4008-9620-43f8c5be1325 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/5c0c7a20-3b02-4c3f-9c92-b7440db874a8 HTTP/1.1" status: 204 len: 168 time: 0.2901394 Oct 25 23:28:08.049107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59910) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:08.091609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb88cc9-34c4-4008-9620-43f8c5be1325 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c7a20-3b02-4c3f-9c92-b7440db874a8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:08.190592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.227405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e0797cc-93c4-4d34-bda4-3625f630e77e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535237 Oct 25 23:28:08.228093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59920) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:08.239987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071913703'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:08.296981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.327731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting port 2d8773b6-532c-4966-8586-210e0cb0612e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:08.328067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.468890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.477640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.478671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] For port 2d8773b6-532c-4966-8586-210e0cb0612e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2d8773b6-532c-4966-8586-210e0cb0612e,segment=NetworkSegment(627a6903-1d66-4c81-bcfe-d0d89e88308e),segment_id=627a6903-1d66-4c81-bcfe-d0d89e88308e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:08.479047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.501093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] DHCP port deletion for 868b7efc-7265-4c0a-a94e-585339c560f1 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:28:08.502136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Calling delete_port for 2d8773b6-532c-4966-8586-210e0cb0612e owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:08.510494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.515126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2815659 Oct 25 23:28:08.515763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59922) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:08.524339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-61ae1a07-6e60-41a4-ac1b-7910ef51ae6a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'fc50488d-c1cc-40a8-9d67-e26188d52ec9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:08.524339 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-61ae1a07-6e60-41a4-ac1b-7910ef51ae6a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 25 23:28:08.524339 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-61ae1a07-6e60-41a4-ac1b-7910ef51ae6a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:08.529286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-61ae1a07-6e60-41a4-ac1b-7910ef51ae6a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095775 Oct 25 23:28:08.530337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59924) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:08.562332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8e2a3-4732-4fb5-ac03-d002bacfa988 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc50488d-c1cc-40a8-9d67-e26188d52ec9,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:08.708143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.776252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40115af9-9739-414d-b16d-85ca71df02e1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:08.855105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Port': ['ID=2d8773b6-532c-4966-8586-210e0cb0612e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:08.907808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] No DVR routers for this DVR port 2d8773b6-532c-4966-8586-210e0cb0612e on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:08.933900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40115af9-9739-414d-b16d-85ca71df02e1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.116126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.144534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2d8773b6-532c-4966-8586-210e0cb0612e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:09.158038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40115af9-9739-414d-b16d-85ca71df02e1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.169913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-40115af9-9739-414d-b16d-85ca71df02e1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.171310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868b7efc-7265-4c0a-a94e-585339c560f1']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:09.184458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-40115af9-9739-414d-b16d-85ca71df02e1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc50488d-c1cc-40a8-9d67-e26188d52ec9 HTTP/1.1" status: 204 len: 168 time: 0.6507757 Oct 25 23:28:09.192047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59942) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:09.198870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627a6903-1d66-4c81-bcfe-d0d89e88308e') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:09.199171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627a6903-1d66-4c81-bcfe-d0d89e88308e') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:09.243035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.253942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9742-88e5-467c-9345-0d5633718776 req-9f54753e-b939-40bf-bc70-02cb08f43d96 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:09.260674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26ba9742-88e5-467c-9345-0d5633718776 req-9f54753e-b939-40bf-bc70-02cb08f43d96 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 945 time: 0.3486733 Oct 25 23:28:09.274955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.284802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 2d8773b6-532c-4966-8586-210e0cb0612e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:09.289054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:28:09.289294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2d8773b6-532c-4966-8586-210e0cb0612e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:09.294812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:28:09.307633 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:28:09.364078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Deleting port 2d8773b6-532c-4966-8586-210e0cb0612e {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:09.364528 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.371496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40115af9-9739-414d-b16d-85ca71df02e1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc50488d-c1cc-40a8-9d67-e26188d52ec9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:09.451260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-41835daf-c35d-48b8-8114-9acddc8ab9a2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1843770 Oct 25 23:28:09.453131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59946) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:09.469970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--676050331'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:09.494527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] For port 2d8773b6-532c-4966-8586-210e0cb0612e, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:09.495306 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.501972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-26ba9742-88e5-467c-9345-0d5633718776 req-0ce47c62-720e-4e08-9364-699364fa4722 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862369 Oct 25 23:28:09.507440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.512002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.515287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "DELETE /v2.0/networks/868b7efc-7265-4c0a-a94e-585339c560f1 HTTP/1.1" status: 204 len: 168 time: 1.5291986 Oct 25 23:28:09.520245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59948) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:09.534028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Calling delete_port for 2d8773b6-532c-4966-8586-210e0cb0612e owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:09.540693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe9138-599f-4c10-b201-87dbe9d53898 tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Network': ['ID=868b7efc-7265-4c0a-a94e-585339c560f1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:09.546520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Port 2d8773b6-532c-4966-8586-210e0cb0612e was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:28:09.553248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.566123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Network 868b7efc-7265-4c0a-a94e-585339c560f1 is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:28:09.568918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] No DVR routers for this DVR port 2d8773b6-532c-4966-8586-210e0cb0612e on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:09.615380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dbf6c-013c-45ba-a34f-56201da24c51 None None] Pushing event deleted for resources: {'Port': ['ID=2d8773b6-532c-4966-8586-210e0cb0612e,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:09.729922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.847185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Deleting port d7b80ac3-04b8-4f6e-8263-fcd1345204fc {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:09.847718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.869159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:09.927588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.003494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.007897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5537279 Oct 25 23:28:10.009250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59960) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:10.019832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b75fa-b94e-4691-9470-28d5ebd69ed4 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c745ca-ef79-4fdc-8b40-01533a231a9a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:10.048529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-598f6549-89ee-43e9-adaa-51eca6f9ef97 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '16c745ca-ef79-4fdc-8b40-01533a231a9a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:10.049153 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-598f6549-89ee-43e9-adaa-51eca6f9ef97 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 25 23:28:10.061928 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-598f6549-89ee-43e9-adaa-51eca6f9ef97 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:10.066395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-598f6549-89ee-43e9-adaa-51eca6f9ef97 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0332532 Oct 25 23:28:10.066571 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.066571 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.069056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:10.119620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Calling delete_port for d7b80ac3-04b8-4f6e-8263-fcd1345204fc owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:10.226837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b601097-a708-496b-83c5-0ad7eef466eb tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.266405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b601097-a708-496b-83c5-0ad7eef466eb tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.382483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b601097-a708-496b-83c5-0ad7eef466eb tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.387725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8b601097-a708-496b-83c5-0ad7eef466eb tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.389257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8b601097-a708-496b-83c5-0ad7eef466eb tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/16c745ca-ef79-4fdc-8b40-01533a231a9a HTTP/1.1" status: 204 len: 168 time: 0.3189676 Oct 25 23:28:10.391994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59980) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:10.411340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b601097-a708-496b-83c5-0ad7eef466eb tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c745ca-ef79-4fdc-8b40-01533a231a9a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:10.467413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.523959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0739dfba-532f-4cfc-88ad-349193ae41e7 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302168 Oct 25 23:28:10.542588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 59986) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:10.547668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505236350'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:10.577588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 69773347-e05e-4b08-adbd-06d604c104a8 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:28:10.590497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.606867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Pushing event deleted for resources: {'Port': ['ID=d7b80ac3-04b8-4f6e-8263-fcd1345204fc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:10.700699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 69773347-e05e-4b08-adbd-06d604c104a8 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:28:10.709285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 69773347-e05e-4b08-adbd-06d604c104a8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:10.709938 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.717742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.742264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.743814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-054b6bfb-1644-47f9-ad00-bcf5d0229f6a tempest-FloatingIPAdminTestJSON-1971252461 tempest-FloatingIPAdminTestJSON-1971252461-project] 10.222.0.25 "DELETE /v2.0/floatingips/801ccaad-690b-4259-a058-28ca066dca27 HTTP/1.1" status: 204 len: 168 time: 1.2224958 Oct 25 23:28:10.802350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.853113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.904864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c00fa-eb84-40a1-90ff-daeee37331b9 req-d054b9e1-e17a-462a-ab81-c8eb3e9a227a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:10.908308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c06c00fa-eb84-40a1-90ff-daeee37331b9 req-d054b9e1-e17a-462a-ab81-c8eb3e9a227a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 945 time: 0.1771815 Oct 25 23:28:10.915571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.919554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:10.920839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3769979 Oct 25 23:28:10.923781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59994) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:10.949095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d64b962e-b0d4-441d-9ae4-458a9fbfff54 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '3d331e3b-aa0d-4ee3-8f80-3037ec56296b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:10.950236 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-d64b962e-b0d4-441d-9ae4-458a9fbfff54 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 25 23:28:10.950952 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-d64b962e-b0d4-441d-9ae4-458a9fbfff54 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:10.952079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d64b962e-b0d4-441d-9ae4-458a9fbfff54 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265970 Oct 25 23:28:10.955452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59996) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:10.966030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-efc6a270-44f0-4c94-bcf1-a6599c6c8111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '3d331e3b-aa0d-4ee3-8f80-3037ec56296b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:10.969528 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-efc6a270-44f0-4c94-bcf1-a6599c6c8111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 25 23:28:10.970778 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-efc6a270-44f0-4c94-bcf1-a6599c6c8111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:10.972693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-efc6a270-44f0-4c94-bcf1-a6599c6c8111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0159049 Oct 25 23:28:10.975604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 59998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.014464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-06936bc7-16de-4e1e-be66-4765a65a8eac tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '3d331e3b-aa0d-4ee3-8f80-3037ec56296b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:11.015521 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-06936bc7-16de-4e1e-be66-4765a65a8eac tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 25 23:28:11.016089 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-06936bc7-16de-4e1e-be66-4765a65a8eac tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:11.017197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 69773347-e05e-4b08-adbd-06d604c104a8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=69773347-e05e-4b08-adbd-06d604c104a8,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:11.019137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-06936bc7-16de-4e1e-be66-4765a65a8eac tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0416865 Oct 25 23:28:11.022076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69773347-e05e-4b08-adbd-06d604c104a8'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:28:11.022806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.028642 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19a49d-792c-446f-a810-23221674cfd4" -d '{"events": [{"server_uuid": "0a2f2f7a-4e30-4463-8ed4-1312b6c342a5", "name": "network-vif-plugged", "status": "completed", "tag": "69773347-e05e-4b08-adbd-06d604c104a8"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:28:11.035684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d22c2598-3188-4a60-b1e9-1e660b7d8900 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '3d331e3b-aa0d-4ee3-8f80-3037ec56296b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:11.035901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c948ee-a938-41a4-b309-bd886f8f5b0a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d331e3b-aa0d-4ee3-8f80-3037ec56296b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:11.039644 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-d22c2598-3188-4a60-b1e9-1e660b7d8900 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 25 23:28:11.042527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.045745 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-d22c2598-3188-4a60-b1e9-1e660b7d8900 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:11.054877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d22c2598-3188-4a60-b1e9-1e660b7d8900 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0295036 Oct 25 23:28:11.056916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.085033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c06c00fa-eb84-40a1-90ff-daeee37331b9 req-5918ebd7-983b-4b5d-95eb-5c495b5b4fe9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474209 Oct 25 23:28:11.159511 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb0380a-de86-4b49-87ec-c417d4fad32f x-openstack-request-id: req-3bb0380a-de86-4b49-87ec-c417d4fad32f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:28:11.160151 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2f2f7a-4e30-4463-8ed4-1312b6c342a5", "name": "network-vif-plugged", "status": "completed", "tag": "69773347-e05e-4b08-adbd-06d604c104a8", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:28:11.160594 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bb0380a-de86-4b49-87ec-c417d4fad32f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:28:11.161200 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69773347-e05e-4b08-adbd-06d604c104a8', 'code': 200} Oct 25 23:28:11.162691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=69773347-e05e-4b08-adbd-06d604c104a8,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:11.268327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8d94dd41-aab6-44e2-b855-69fd545b42e5 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.299958 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8d94dd41-aab6-44e2-b855-69fd545b42e5 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.353043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a308-1e4d-4d32-aaf7-d086ab621664 req-682c473f-140f-4a03-b71e-a9474c56c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:11.355527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2765a308-1e4d-4d32-aaf7-d086ab621664 req-682c473f-140f-4a03-b71e-a9474c56c440 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 1097 time: 0.1446846 Oct 25 23:28:11.398566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60020) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.424080 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2765a308-1e4d-4d32-aaf7-d086ab621664 req-c334d21f-d0e0-4d44-b5df-2e7fe5d7008f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609157 Oct 25 23:28:11.474057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8d94dd41-aab6-44e2-b855-69fd545b42e5 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.476408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8d94dd41-aab6-44e2-b855-69fd545b42e5 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.477842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8d94dd41-aab6-44e2-b855-69fd545b42e5 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d331e3b-aa0d-4ee3-8f80-3037ec56296b HTTP/1.1" status: 204 len: 168 time: 0.4198806 Oct 25 23:28:11.483551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60026) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.539068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94dd41-aab6-44e2-b855-69fd545b42e5 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d331e3b-aa0d-4ee3-8f80-3037ec56296b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:11.659520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3db68759-0145-4006-b27e-e3ef20b20a8a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736097 Oct 25 23:28:11.663554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60030) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.669533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785030629'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:11.722516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.760669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-063b6825-10db-45cb-85c8-6afd27e0a033 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec5453af82d749b6a58442c3e9c781dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585763 Oct 25 23:28:11.762828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60032) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.824039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.832538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.879727 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f4c731d-77a7-4bbd-bdb0-04362aac02b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.905742 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.907135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2425406 Oct 25 23:28:11.911115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.915730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3a728efc-5f49-41ff-82ba-714b2af15766 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:11.916265 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-3a728efc-5f49-41ff-82ba-714b2af15766 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 23:28:11.917017 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-3a728efc-5f49-41ff-82ba-714b2af15766 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:11.917893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3a728efc-5f49-41ff-82ba-714b2af15766 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056930 Oct 25 23:28:11.919902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f4c731d-77a7-4bbd-bdb0-04362aac02b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:11.926257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:11.932633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f79c4300-5e05-4dd8-b153-3778c2f52cd9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:11.960896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd84a-e6d2-4833-b237-07195945bd6f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15ee20f-1837-4f34-bde6-b18198fe6659,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:12.020193 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-f79c4300-5e05-4dd8-b153-3778c2f52cd9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.021582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f4c731d-77a7-4bbd-bdb0-04362aac02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.022377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f79c4300-5e05-4dd8-b153-3778c2f52cd9 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0941141 Oct 25 23:28:12.024897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f4c731d-77a7-4bbd-bdb0-04362aac02b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.025988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60042) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.026257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9f4c731d-77a7-4bbd-bdb0-04362aac02b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/721e6877-2d94-47bb-83cd-fa236e234ca7 HTTP/1.1" status: 204 len: 168 time: 0.2623434 Oct 25 23:28:12.032576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a4f26818-6d5e-4d1e-bfef-56d7292d3f1a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.033356 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-a4f26818-6d5e-4d1e-bfef-56d7292d3f1a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 25 23:28:12.034913 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-a4f26818-6d5e-4d1e-bfef-56d7292d3f1a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.036325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a4f26818-6d5e-4d1e-bfef-56d7292d3f1a tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088246 Oct 25 23:28:12.039160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60046) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.055945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-31a21674-ba06-4c65-a400-8a64c60e4260 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.067509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c731d-77a7-4bbd-bdb0-04362aac02b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e6877-2d94-47bb-83cd-fa236e234ca7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:12.171487 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-31a21674-ba06-4c65-a400-8a64c60e4260 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.175834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-31a21674-ba06-4c65-a400-8a64c60e4260 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1323345 Oct 25 23:28:12.176366 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.185699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c9a2110e-e510-45df-a367-674b4da42be3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.186242 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-c9a2110e-e510-45df-a367-674b4da42be3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 23:28:12.186758 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-c9a2110e-e510-45df-a367-674b4da42be3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.190791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c9a2110e-e510-45df-a367-674b4da42be3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103674 Oct 25 23:28:12.191710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60054) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.209748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e2268529-6ba5-4d31-9a82-7593e7c9216e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.328278 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-e2268529-6ba5-4d31-9a82-7593e7c9216e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Project ffc00d7890c44036a64a4fde84960df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:28:12.441269 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-e2268529-6ba5-4d31-9a82-7593e7c9216e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.447709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60070) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.448383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2268529-6ba5-4d31-9a82-7593e7c9216e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2555506 Oct 25 23:28:12.457107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-546cf3ec-3ab9-4958-975a-1f1aad279f0c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.458129 n-d-815373-1 neutron-server[102134]: WARNING neutron.api.v2.base [None req-546cf3ec-3ab9-4958-975a-1f1aad279f0c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 25 23:28:12.458874 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-546cf3ec-3ab9-4958-975a-1f1aad279f0c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.460259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-546cf3ec-3ab9-4958-975a-1f1aad279f0c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106447 Oct 25 23:28:12.463478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60072) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.472960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6f5c1d7e-1c44-4d4f-aa0b-386e53fe3be2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.503438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23069-ebbf-4242-a1c8-029ffcbe9554 req-572957af-2ab0-4f8f-be24-1ed918b2246e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:12.526363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94d23069-ebbf-4242-a1c8-029ffcbe9554 req-572957af-2ab0-4f8f-be24-1ed918b2246e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.2367933 Oct 25 23:28:12.535208 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-6f5c1d7e-1c44-4d4f-aa0b-386e53fe3be2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Project ffc00d7890c44036a64a4fde84960df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:28:12.575678 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-6f5c1d7e-1c44-4d4f-aa0b-386e53fe3be2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.586625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f5c1d7e-1c44-4d4f-aa0b-386e53fe3be2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1208997 Oct 25 23:28:12.589796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.608661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-84096d8c-ee9f-4972-b80d-168db0d330ad tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'b15ee20f-1837-4f34-bde6-b18198fe6659', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:12.633747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94d23069-ebbf-4242-a1c8-029ffcbe9554 req-bb0d2263-7ada-44e6-aadb-6ca17a08fd80 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156440 Oct 25 23:28:12.672026 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-84096d8c-ee9f-4972-b80d-168db0d330ad tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Project ffc00d7890c44036a64a4fde84960df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:28:12.698781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60078) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.709117 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-84096d8c-ee9f-4972-b80d-168db0d330ad tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:12.710406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-84096d8c-ee9f-4972-b80d-168db0d330ad tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1188488 Oct 25 23:28:12.713132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60080) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.729025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef30c-0002-4e0b-b2e2-5ec1c2fb2fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.790212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c52bc301-0a01-4219-9dae-6597bd2c2627 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.860419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c52bc301-0a01-4219-9dae-6597bd2c2627 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.950939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c52bc301-0a01-4219-9dae-6597bd2c2627 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.954428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c52bc301-0a01-4219-9dae-6597bd2c2627 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:12.956862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c52bc301-0a01-4219-9dae-6597bd2c2627 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/b15ee20f-1837-4f34-bde6-b18198fe6659 HTTP/1.1" status: 204 len: 168 time: 0.2423608 Oct 25 23:28:12.960892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60084) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:12.978481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bc301-0a01-4219-9dae-6597bd2c2627 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15ee20f-1837-4f34-bde6-b18198fe6659,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:13.005084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef30c-0002-4e0b-b2e2-5ec1c2fb2fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.011614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef30c-0002-4e0b-b2e2-5ec1c2fb2fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.048083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e2ef30c-0002-4e0b-b2e2-5ec1c2fb2fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=219b259ce505498484f1aed0b34a60da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483813 Oct 25 23:28:13.053669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60086) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:13.092022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef30c-0002-4e0b-b2e2-5ec1c2fb2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c90f8-bc59-43a9-93ec-e2a3ffd9f00a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:13.138989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60090) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:13.139390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3f7dbf9c-12ce-4ff9-8e4b-5ba7ad072720 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620314 Oct 25 23:28:13.145965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963631342'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:13.253316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.307817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.341831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35a6705f-c1da-49f5-a49f-508b73338d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.493529 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35a6705f-c1da-49f5-a49f-508b73338d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.537236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.545462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.573974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35a6705f-c1da-49f5-a49f-508b73338d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.580108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35a6705f-c1da-49f5-a49f-508b73338d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.582627 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35a6705f-c1da-49f5-a49f-508b73338d15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/901c90f8-bc59-43a9-93ec-e2a3ffd9f00a HTTP/1.1" status: 204 len: 168 time: 0.5268588 Oct 25 23:28:13.591474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.595393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4522760 Oct 25 23:28:13.598227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60104) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:13.599378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8f5d9-a7fb-4228-b8ec-833707e4286b tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9e240-6f70-4ea6-88e7-cc4972b99779,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:13.607586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ef3e1f81-fbde-4c53-9931-570654bb4ab1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9e240-6f70-4ea6-88e7-cc4972b99779', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:13.617278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6705f-c1da-49f5-a49f-508b73338d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c90f8-bc59-43a9-93ec-e2a3ffd9f00a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:13.686435 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-ef3e1f81-fbde-4c53-9931-570654bb4ab1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The resource could not be found. Oct 25 23:28:13.693066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ef3e1f81-fbde-4c53-9931-570654bb4ab1 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0884745 Oct 25 23:28:13.693352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60108) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:13.700962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-73864e5c-9f5a-4091-b977-904f7aa6e111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9e240-6f70-4ea6-88e7-cc4972b99779', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dba0405f-47ad-4938-8dba-5a4b8486a7f4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:13.786835 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-73864e5c-9f5a-4091-b977-904f7aa6e111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The resource could not be found. Oct 25 23:28:13.789176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-73864e5c-9f5a-4091-b977-904f7aa6e111 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0941432 Oct 25 23:28:13.792271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60110) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:13.842401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f00dd-96ff-49c4-a347-894516ef3cd3 req-03ff46bb-f460-488f-bcab-daa862a9a8b0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:13.844536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-608f00dd-96ff-49c4-a347-894516ef3cd3 req-03ff46bb-f460-488f-bcab-daa862a9a8b0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.0868809 Oct 25 23:28:13.890694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf25-2c82-415f-961b-76365ba7608e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:13.910458 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-608f00dd-96ff-49c4-a347-894516ef3cd3 req-ba372970-793b-4a49-bfff-5b7cadee185d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Oct 25 23:28:13.969181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf25-2c82-415f-961b-76365ba7608e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.086185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc587f-57e3-4600-bf6f-9d2af6071b82 req-849036af-7808-4d59-8849-e94a4449c959 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:14.094686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4edc587f-57e3-4600-bf6f-9d2af6071b82 req-849036af-7808-4d59-8849-e94a4449c959 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.0787349 Oct 25 23:28:14.119032 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf25-2c82-415f-961b-76365ba7608e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.121566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf25-2c82-415f-961b-76365ba7608e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.125435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c45cf25-2c82-415f-961b-76365ba7608e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/eaf9e240-6f70-4ea6-88e7-cc4972b99779 HTTP/1.1" status: 204 len: 168 time: 0.3321562 Oct 25 23:28:14.125688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:14.146123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45cf25-2c82-415f-961b-76365ba7608e tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9e240-6f70-4ea6-88e7-cc4972b99779,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:14.160824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4edc587f-57e3-4600-bf6f-9d2af6071b82 req-eaaf7bdb-01ff-48f0-b3ce-27fdf177b6c6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651042 Oct 25 23:28:14.320735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60120) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:14.342486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea6be-e4c1-4662-829e-96f3885987ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.348432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3ce6869d-6574-424e-b0f6-0b9378a4644f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2208071 Oct 25 23:28:14.354264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60122) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:14.383698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-456e854f-66b2-4761-a191-a0cf969dc70c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'c11d3018-a129-4822-b377-755b35ada3ff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:14.413040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c29234-a18d-4c60-97c7-a892f115aa77 req-63965df5-9f45-45b9-b97c-5b4379b7195a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:14.416427 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3c29234-a18d-4c60-97c7-a892f115aa77 req-63965df5-9f45-45b9-b97c-5b4379b7195a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.1331697 Oct 25 23:28:14.534038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3c29234-a18d-4c60-97c7-a892f115aa77 req-e4b81b6b-16d0-4bac-a567-c66cca59f76d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980594 Oct 25 23:28:14.568529 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-456e854f-66b2-4761-a191-a0cf969dc70c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The resource could not be found. Oct 25 23:28:14.569854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-456e854f-66b2-4761-a191-a0cf969dc70c tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2127364 Oct 25 23:28:14.574700 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60136) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:14.579288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391280150'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:14.635409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.641027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea6be-e4c1-4662-829e-96f3885987ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.663861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea6be-e4c1-4662-829e-96f3885987ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.750837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.760017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.792647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f56ff11-e54d-4383-a545-f414c70bdaac,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:14.802583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.803202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.803706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.804248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.804725 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.805203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.805672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.806224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.806702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.807170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.807664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.808192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:14.810133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b9ea6be-e4c1-4662-829e-96f3885987ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e0a880252de4cf08687c9894a17080c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858694 Oct 25 23:28:14.810904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60140) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:14.814592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.820645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d5ced3d-8b8d-48fc-a556-cb27515176d8 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2448008 Oct 25 23:28:14.821606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:14.826846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112798621'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:14.832836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ea6be-e4c1-4662-829e-96f3885987ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211bb62-79eb-4be2-b7b6-59919d344378,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:14.871079 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:14.963304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98057814-6d71-4cdc-976f-689e0a42ba14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.012272 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98057814-6d71-4cdc-976f-689e0a42ba14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.032775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.047867 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.084927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf349ddc-1316-4a48-8758-af99c4a33bcd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:15.098286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98057814-6d71-4cdc-976f-689e0a42ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.099812 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d858e-dce1-4771-99dd-c8835666090a req-69b9ba7a-e22c-4652-ac1a-96cb98fb1463 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:15.101024 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-98057814-6d71-4cdc-976f-689e0a42ba14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.104818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-98057814-6d71-4cdc-976f-689e0a42ba14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f211bb62-79eb-4be2-b7b6-59919d344378 HTTP/1.1" status: 204 len: 168 time: 0.2910850 Oct 25 23:28:15.116523 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a38d858e-dce1-4771-99dd-c8835666090a req-69b9ba7a-e22c-4652-ac1a-96cb98fb1463 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.1072333 Oct 25 23:28:15.122786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98057814-6d71-4cdc-976f-689e0a42ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211bb62-79eb-4be2-b7b6-59919d344378,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:15.172915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.181199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60148) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:15.181379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8cbbd368-1661-41aa-ac26-4bb8b6ff2678 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3580191 Oct 25 23:28:15.185740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-225d905b-2bfc-43d4-8623-89fa44d6ce84 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': '3f56ff11-e54d-4383-a545-f414c70bdaac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bf349ddc-1316-4a48-8758-af99c4a33bcd'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:15.239258 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a38d858e-dce1-4771-99dd-c8835666090a req-3414e58d-3b77-4f99-a750-589f75b7af5b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211965 Oct 25 23:28:15.257320 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-225d905b-2bfc-43d4-8623-89fa44d6ce84 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:15.258483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-225d905b-2bfc-43d4-8623-89fa44d6ce84 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0762334 Oct 25 23:28:15.261684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60150) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:15.468899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bc-2c22-4d01-9fce-da859c72324f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.571486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bc-2c22-4d01-9fce-da859c72324f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.681774 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bc-2c22-4d01-9fce-da859c72324f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.684952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bc-2c22-4d01-9fce-da859c72324f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.692130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60160) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:15.692717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dcf599bc-2c22-4d01-9fce-da859c72324f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf349ddc-1316-4a48-8758-af99c4a33bcd HTTP/1.1" status: 204 len: 168 time: 0.4296641 Oct 25 23:28:15.736824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf599bc-2c22-4d01-9fce-da859c72324f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf349ddc-1316-4a48-8758-af99c4a33bcd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:15.845235 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-90ed6c73-b782-4d40-969e-3b272a999d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:15.871364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-90e34568-98eb-4f8c-b543-aa59ec9bc9ea tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1743877 Oct 25 23:28:15.871715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60168) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:15.979260 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae82cc92-d3b9-43dc-a4f5-4729353699d2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.036851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae82cc92-d3b9-43dc-a4f5-4729353699d2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.148752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae82cc92-d3b9-43dc-a4f5-4729353699d2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.152081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae82cc92-d3b9-43dc-a4f5-4729353699d2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.153379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ae82cc92-d3b9-43dc-a4f5-4729353699d2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/3f56ff11-e54d-4383-a545-f414c70bdaac HTTP/1.1" status: 204 len: 168 time: 0.2662220 Oct 25 23:28:16.156728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60174) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:16.170851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82cc92-d3b9-43dc-a4f5-4729353699d2 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f56ff11-e54d-4383-a545-f414c70bdaac,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:16.321203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-620eca6d-58a5-405a-9110-bdc85075171f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630952 Oct 25 23:28:16.324924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60180) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:16.331994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--821326393'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:16.557892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b395e3-422b-4a70-831f-d597836454dc req-d2b331ad-d175-4e64-8327-3bf35afe6c56 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:16.563822 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8b395e3-422b-4a70-831f-d597836454dc req-d2b331ad-d175-4e64-8327-3bf35afe6c56 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.2206028 Oct 25 23:28:16.570985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.709278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8b395e3-422b-4a70-831f-d597836454dc req-a584370a-3a7a-45a8-a8bf-e1ee8edc9f8c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358128 Oct 25 23:28:16.895592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.905526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.939135 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:16.944504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6182954 Oct 25 23:28:16.945620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60198) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:16.953858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-79360e8b-5790-46aa-a043-90e3d92734d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:16.955633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-79360e8b-5790-46aa-a043-90e3d92734d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 946 time: 0.1030264 Oct 25 23:28:16.980722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7b820bcd-62a2-474d-bc92-10022135cc25 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'bfe421ca-a9e5-4949-9d9f-93839bcb7028', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:17.137127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d276-5ef6-4469-8b15-2bc0039eb233 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe421ca-a9e5-4949-9d9f-93839bcb7028,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:17.193981 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-7b820bcd-62a2-474d-bc92-10022135cc25 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:17.202538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7b820bcd-62a2-474d-bc92-10022135cc25 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2319262 Oct 25 23:28:17.203473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60202) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:17.223733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e524cdc0-7fab-44e0-b78c-601eba98134f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group_rule': {'security_group_id': 'bfe421ca-a9e5-4949-9d9f-93839bcb7028', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:17.314443 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-e524cdc0-7fab-44e0-b78c-601eba98134f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 23:28:17.319274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e524cdc0-7fab-44e0-b78c-601eba98134f tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1145394 Oct 25 23:28:17.321974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60208) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:17.370859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Deleting port 69773347-e05e-4b08-adbd-06d604c104a8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:17.372831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.496255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a312830d-0496-4699-a8d8-9ad7b6338964 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.531109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] For port 69773347-e05e-4b08-adbd-06d604c104a8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=69773347-e05e-4b08-adbd-06d604c104a8,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:17.531481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.547131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Calling delete_port for 69773347-e05e-4b08-adbd-06d604c104a8 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:17.554761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a312830d-0496-4699-a8d8-9ad7b6338964 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.655032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a312830d-0496-4699-a8d8-9ad7b6338964 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.660124 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a312830d-0496-4699-a8d8-9ad7b6338964 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.664737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60222) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:17.665640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a312830d-0496-4699-a8d8-9ad7b6338964 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/bfe421ca-a9e5-4949-9d9f-93839bcb7028 HTTP/1.1" status: 204 len: 168 time: 0.3403051 Oct 25 23:28:17.686886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312830d-0496-4699-a8d8-9ad7b6338964 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe421ca-a9e5-4949-9d9f-93839bcb7028,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:17.753612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0f98050-7b2b-4a98-9423-376fd16e4d07 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810726 Oct 25 23:28:17.754133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60226) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:17.760370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871626011'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:17.794473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.916706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.923708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.977569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:17.981676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2242172 Oct 25 23:28:17.982452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eebf0-fbc3-43ea-8499-54b119f6f980 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8b9a4a-7644-46c2-935c-7696d4e93db0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:17.997117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60236) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.009930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e8bf9a11-e62e-4936-a74c-3d3d77650bc7 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:18.013109 n-d-815373-1 neutron-server[102133]: WARNING neutron.api.v2.base [None req-e8bf9a11-e62e-4936-a74c-3d3d77650bc7 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 23:28:18.013853 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-e8bf9a11-e62e-4936-a74c-3d3d77650bc7 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] update failed (client error): There was a conflict when trying to complete your request. Oct 25 23:28:18.016448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8bf9a11-e62e-4936-a74c-3d3d77650bc7 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "PUT /v2.0/security-groups/0f8b9a4a-7644-46c2-935c-7696d4e93db0 HTTP/1.1" status: 409 len: 330 time: 0.0158744 Oct 25 23:28:18.018944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.021141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60240) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.053595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['69773347-e05e-4b08-adbd-06d604c104a8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:28:18.071449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'Port': ['ID=69773347-e05e-4b08-adbd-06d604c104a8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:18.140735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc138-9703-45d0-a363-474f9ace1707 req-2489e56e-e7d2-46c7-8498-b64ba95d02cf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:18.156455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a21dc138-9703-45d0-a363-474f9ace1707 req-2489e56e-e7d2-46c7-8498-b64ba95d02cf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 867 time: 0.2046156 Oct 25 23:28:18.162046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60242) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.253735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a21dc138-9703-45d0-a363-474f9ace1707 req-e0879126-c0d2-4db0-8fa0-a1b87cd91012 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962627 Oct 25 23:28:18.255632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] No DVR routers for this DVR port 69773347-e05e-4b08-adbd-06d604c104a8 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:18.261468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.271599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30d3837d-3d4a-47b5-b158-5b6e9093804e req-c0428b7a-6c51-4785-9637-6e0fdef8161e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "DELETE /v2.0/ports/69773347-e05e-4b08-adbd-06d604c104a8 HTTP/1.1" status: 204 len: 173 time: 1.3055911 Oct 25 23:28:18.282486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'name': 'network-vif-deleted', 'tag': '69773347-e05e-4b08-adbd-06d604c104a8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:28:18.296619 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683a3e1c-c4da-414e-91a4-e02592791c39" -d '{"events": [{"server_uuid": "0a2f2f7a-4e30-4463-8ed4-1312b6c342a5", "name": "network-vif-deleted", "tag": "69773347-e05e-4b08-adbd-06d604c104a8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:28:18.324508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9f31-aa14-4df2-a1e6-c3062a6ea2ae tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.392192 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b1ce60b4-cf64-4c03-b64b-d0b56401dd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.422927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9f31-aa14-4df2-a1e6-c3062a6ea2ae tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.482782 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac3bcf1-f50e-48ca-a9fc-521112340fff x-openstack-request-id: req-1ac3bcf1-f50e-48ca-a9fc-521112340fff {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:28:18.483279 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2f2f7a-4e30-4463-8ed4-1312b6c342a5", "name": "network-vif-deleted", "tag": "69773347-e05e-4b08-adbd-06d604c104a8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:28:18.484005 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ac3bcf1-f50e-48ca-a9fc-521112340fff {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:28:18.484744 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2f2f7a-4e30-4463-8ed4-1312b6c342a5', 'name': 'network-vif-deleted', 'tag': '69773347-e05e-4b08-adbd-06d604c104a8', 'status': 'completed', 'code': 200} Oct 25 23:28:18.489421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9f31-aa14-4df2-a1e6-c3062a6ea2ae tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.492700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9f31-aa14-4df2-a1e6-c3062a6ea2ae tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.497519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b8e9f31-aa14-4df2-a1e6-c3062a6ea2ae tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f8b9a4a-7644-46c2-935c-7696d4e93db0 HTTP/1.1" status: 204 len: 168 time: 0.4727566 Oct 25 23:28:18.498398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60248) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.559244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-02bdb2d2-06a5-4dc9-b324-e28ad1a7ca07 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-755641746'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:18.559707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-02bdb2d2-06a5-4dc9-b324-e28ad1a7ca07 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Unknown quota resources ['metering_label']. {{(pid=102133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:28:18.590459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e9f31-aa14-4df2-a1e6-c3062a6ea2ae tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8b9a4a-7644-46c2-935c-7696d4e93db0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:18.836452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02bdb2d2-06a5-4dc9-b324-e28ad1a7ca07 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:18.841138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60256) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.841484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-02bdb2d2-06a5-4dc9-b324-e28ad1a7ca07 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6572454 Oct 25 23:28:18.845572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3d8ce231-ef7e-48dc-ab05-0e1140fe5b98 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '177ee436-3a9c-414f-96f1-a05b80515163'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:18.847907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3d8ce231-ef7e-48dc-ab05-0e1140fe5b98 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:28:18.855602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5d574d8-71fe-4377-ab43-5c6abc0793b3 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3489971 Oct 25 23:28:18.856302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60258) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.896880 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-b456d7ca-2405-4788-ae7f-d306aef53390 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] delete failed (client error): The resource could not be found. Oct 25 23:28:18.904350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b456d7ca-2405-4788-ae7f-d306aef53390 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "DELETE /v2.0/security-groups/e45d9688-53e8-4cc8-873b-343956672a90 HTTP/1.1" status: 404 len: 347 time: 0.0469813 Oct 25 23:28:18.908152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60260) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.931908 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-f3065692-2e41-4c98-9734-d8a86bba5064 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] show failed (client error): The resource could not be found. Oct 25 23:28:18.936789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3065692-2e41-4c98-9734-d8a86bba5064 tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-groups/bfbeb721-29aa-4452-97ad-b1ce09f3f04b HTTP/1.1" status: 404 len: 347 time: 0.0266178 Oct 25 23:28:18.937335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60262) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:18.967011 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-6e2f3305-255c-4d65-bc64-13d3c5105f0d tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] show failed (client error): The resource could not be found. Oct 25 23:28:18.979909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6e2f3305-255c-4d65-bc64-13d3c5105f0d tempest-NegativeSecGroupIPv6Test-1440153775 tempest-NegativeSecGroupIPv6Test-1440153775-project] 10.222.0.25 "GET /v2.0/security-group-rules/ef931705-0e3d-4d8e-8ba3-4500dda446b1 HTTP/1.1" status: 404 len: 356 time: 0.0356989 Oct 25 23:28:19.000859 n-d-815373-1 neutron-server[102134]: WARNING neutron.services.metering.metering_plugin [None req-3d8ce231-ef7e-48dc-ab05-0e1140fe5b98 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 23:28:19.161042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce231-ef7e-48dc-ab05-0e1140fe5b98 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:19.162407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d8ce231-ef7e-48dc-ab05-0e1140fe5b98 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3202271 Oct 25 23:28:19.165974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60268) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:19.171634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f1e1145c-daa3-4ef9-8eb9-ea2a5a625b5d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '177ee436-3a9c-414f-96f1-a05b80515163'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:19.172129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f1e1145c-daa3-4ef9-8eb9-ea2a5a625b5d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:28:19.493219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19799d89-be4a-4f48-ac84-1f6aa8f08fcb req-64afc056-c8dd-4638-a3e6-49d7b03fa346 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0802367 Oct 25 23:28:19.634828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:19.660494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60278) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:19.914821 n-d-815373-1 neutron-server[102133]: WARNING neutron.services.metering.metering_plugin [None req-f1e1145c-daa3-4ef9-8eb9-ea2a5a625b5d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 23:28:19.964432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2d22f974-58a0-463e-a292-afa7e98d81f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffc00d7890c44036a64a4fde84960df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024104 Oct 25 23:28:19.967726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:20.081181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724d77c8-a45a-4b54-9903-db17dd453342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.131994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724d77c8-a45a-4b54-9903-db17dd453342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.176641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1e1145c-daa3-4ef9-8eb9-ea2a5a625b5d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.178004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f1e1145c-daa3-4ef9-8eb9-ea2a5a625b5d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0105612 Oct 25 23:28:20.181059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60288) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:20.199114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.200048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3acc9a8a-6524-4fb3-9d3b-1d8cda3cd7e7 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=50bdb6ac-67a6-4e77-8dd3-bb48cd4f27bf HTTP/1.1" status: 200 len: 462 time: 0.0177236 Oct 25 23:28:20.202646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60290) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:20.248353 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724d77c8-a45a-4b54-9903-db17dd453342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.261520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724d77c8-a45a-4b54-9903-db17dd453342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.281163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-724d77c8-a45a-4b54-9903-db17dd453342 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6f65349-18fd-470f-8259-24e959401ee2 HTTP/1.1" status: 204 len: 168 time: 0.3121686 Oct 25 23:28:20.300506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d77c8-a45a-4b54-9903-db17dd453342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f65349-18fd-470f-8259-24e959401ee2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:20.335554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-890d6281-d6aa-43e7-b199-4b9e4707a966 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.336972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-890d6281-d6aa-43e7-b199-4b9e4707a966 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/50bdb6ac-67a6-4e77-8dd3-bb48cd4f27bf HTTP/1.1" status: 204 len: 168 time: 0.1331792 Oct 25 23:28:20.340018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60294) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:20.357668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-58214323-6657-412f-9c9c-1e8f470b8513 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=50bdb6ac-67a6-4e77-8dd3-bb48cd4f27bf HTTP/1.1" status: 200 len: 221 time: 0.0104682 Oct 25 23:28:20.359160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:20.365606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-991a56f8-eaa3-49a7-8ada-13a8f23967e3 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1336466540', 'description': 'label created by tempest'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:20.366320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-991a56f8-eaa3-49a7-8ada-13a8f23967e3 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Unknown quota resources ['metering_label']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:28:20.624707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-991a56f8-eaa3-49a7-8ada-13a8f23967e3 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.629640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60302) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:20.629820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-991a56f8-eaa3-49a7-8ada-13a8f23967e3 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2692215 Oct 25 23:28:20.663310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 69773347-e05e-4b08-adbd-06d604c104a8 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:20.698110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d8eb737-e6c1-4f21-94f6-115cbb4b7411 req-8b8247d8-4d6b-46b4-a5b7-4a52b8d1f2f7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0700426 Oct 25 23:28:20.727662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 69773347-e05e-4b08-adbd-06d604c104a8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:20.728261 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 69773347-e05e-4b08-adbd-06d604c104a8 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:20.796600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:20.807660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cdc731f5-f672-4f1c-b240-024a154cc49d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=06a9684a-7a8f-4811-80c8-6a9d8fa6e46c HTTP/1.1" status: 200 len: 468 time: 0.1119487 Oct 25 23:28:20.808041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60310) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.207950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-265d926a-31b1-4363-b611-776168d56e8c tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:21.212466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60326) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.235195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-265d926a-31b1-4363-b611-776168d56e8c tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/06a9684a-7a8f-4811-80c8-6a9d8fa6e46c HTTP/1.1" status: 204 len: 168 time: 0.4253259 Oct 25 23:28:21.238106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60328) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.238292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d4f3f712-b814-4497-bbd8-75f6f0477f3d tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=06a9684a-7a8f-4811-80c8-6a9d8fa6e46c HTTP/1.1" status: 200 len: 216 time: 0.0244005 Oct 25 23:28:21.258186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7fe70bbe-2d11-4280-ab7d-84671b69d807 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0176051 Oct 25 23:28:21.263398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60330) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.289862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3d5ede4a-6d79-4288-a6a2-14a688126a0e tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0237644 Oct 25 23:28:21.294480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60334) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.392446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.395236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63a1f820-f045-4925-bd1c-0b4544ba8746 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/177ee436-3a9c-414f-96f1-a05b80515163 HTTP/1.1" status: 200 len: 472 time: 0.0993171 Oct 25 23:28:21.408516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e93eb607-4d2f-4d47-a302-931550f66524 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/35c2b957-57ed-4584-b1df-a2ee0fab8804 HTTP/1.1" status: 200 len: 459 time: 0.0141363 Oct 25 23:28:21.413757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.634328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51e32a99-a64b-49af-be0b-7db1a014871e tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:21.635761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-51e32a99-a64b-49af-be0b-7db1a014871e tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/35c2b957-57ed-4584-b1df-a2ee0fab8804 HTTP/1.1" status: 204 len: 168 time: 0.2116978 Oct 25 23:28:21.638822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60348) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:21.818319 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:28:21.858459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:22.038040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c3298f0-d8d0-431b-ae22-4757ee544386 req-f810d0c3-f57c-4a03-8143-3bb4bed2071c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0695863 Oct 25 23:28:22.053984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-231440081'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:22.116895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Made reservation on behalf of 7847a967ddb84b20a8df5ffd5be38f7c for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:28:22.121404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.128897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25bf603f-822c-4cf2-b43d-6b190c786cd5 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.136314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-25bf603f-822c-4cf2-b43d-6b190c786cd5 tempest-MeteringIpV6TestJSON-671955863 tempest-MeteringIpV6TestJSON-671955863-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/177ee436-3a9c-414f-96f1-a05b80515163 HTTP/1.1" status: 204 len: 168 time: 0.4961922 Oct 25 23:28:22.146941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.306292 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.312856 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.389226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585bdb4b-499f-4e0b-a409-39f44b9eac2c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:22.419226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:28:22.448729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.449695 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Added segment 12f03bc9-7275-4638-9855-fe807a23ea43 of type vlan for network fedb770f-286b-41f5-8900-6888c4ddc546 Oct 25 23:28:22.690108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.757339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe1a22-fe3a-4757-9fe8-544b3315b280 req-bad61392-d676-4c91-ab10-036c6f7a6d19 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:22.765963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51fe1a22-fe3a-4757-9fe8-544b3315b280 req-bad61392-d676-4c91-ab10-036c6f7a6d19 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.1655138 Oct 25 23:28:22.768065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.792424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:22.793766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:22.853484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60382) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:22.904563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0424504 Oct 25 23:28:22.905070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60388) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:22.911460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Request body: {'subnet': {'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:22.927191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a083-fe99-45f5-bac3-890cca98b91b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event updated for resources: {'Network': ['ID=fedb770f-286b-41f5-8900-6888c4ddc546,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:22.934493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51fe1a22-fe3a-4757-9fe8-544b3315b280 req-bf74c874-d0ce-4c19-afde-751af2bc59d4 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673038 Oct 25 23:28:22.941057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fedb770f-286b-41f5-8900-6888c4ddc546 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:28:23.136495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724cf4d9-591c-4de1-8799-f801c8b371f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.146193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Made reservation on behalf of 7847a967ddb84b20a8df5ffd5be38f7c for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:28:23.149514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.249928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724cf4d9-591c-4de1-8799-f801c8b371f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.304788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-500a7c1d-1a35-401e-bbf9-c18151cb96e1 req-62ff21b0-747e-4a92-b02b-1c87deb46593 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0512712 Oct 25 23:28:23.342098 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-724cf4d9-591c-4de1-8799-f801c8b371f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.425765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-724cf4d9-591c-4de1-8799-f801c8b371f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=085e92e30abe4d0cb84df3fc1a81d936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711024 Oct 25 23:28:23.428365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60392) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:23.453529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cf4d9-591c-4de1-8799-f801c8b371f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c283cd5-51cd-48b6-862f-875e09001046,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:23.566427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e67483-f3f5-4167-a71d-d0c7940cea17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.619971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e67483-f3f5-4167-a71d-d0c7940cea17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.694971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.745372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e67483-f3f5-4167-a71d-d0c7940cea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.756889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-90e67483-f3f5-4167-a71d-d0c7940cea17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.770645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event updated for resources: {'Subnet': ['ID=40939c41-ad02-4397-a759-a93eb7213e1b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:23.781026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Checking segment: {'id': '12f03bc9-7275-4638-9855-fe807a23ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:28:23.781399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Network hostable DHCP agents. Network: fedb770f-286b-41f5-8900-6888c4ddc546, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:28:23.791578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-90e67483-f3f5-4167-a71d-d0c7940cea17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c283cd5-51cd-48b6-862f-875e09001046 HTTP/1.1" status: 204 len: 168 time: 0.3619871 Oct 25 23:28:23.828749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Network fedb770f-286b-41f5-8900-6888c4ddc546 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:28:23.831861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e67483-f3f5-4167-a71d-d0c7940cea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c283cd5-51cd-48b6-862f-875e09001046,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:23.852749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fedb770f-286b-41f5-8900-6888c4ddc546) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:23.860575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:23.863094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:23.903474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93048a50-6c42-420d-91ad-7d51b8e9d0ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9971364 Oct 25 23:28:23.905873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:23.918748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Request body: {'port': {'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546', 'name': 'tempest-TagsExtTest-763084803'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:23.923258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf2e86-a40e-4e34-8b6c-d1409cbde598 None None] Network fedb770f-286b-41f5-8900-6888c4ddc546 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:24.196857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed7449-65ea-4f84-9682-d0f6e82825f4 req-966e8af9-b567-4eb4-ac81-082e707706e3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:24.206275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fed7449-65ea-4f84-9682-d0f6e82825f4 req-966e8af9-b567-4eb4-ac81-082e707706e3 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.0997303 Oct 25 23:28:24.230528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Made reservation on behalf of 7847a967ddb84b20a8df5ffd5be38f7c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:28:24.235138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:24.250189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-fedb770f-286b-41f5-8900-6888c4ddc546', 'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546', 'tenant_id': '7847a967ddb84b20a8df5ffd5be38f7c', 'fixed_ips': [{'subnet_id': '40939c41-ad02-4397-a759-a93eb7213e1b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:28:24.251359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:24.294377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fed7449-65ea-4f84-9682-d0f6e82825f4 req-b29f71cf-5782-4a1d-86d3-551a19561c9c tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826867 Oct 25 23:28:24.340026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] device_id is not set on port 03cb666b-471d-4839-a357-12b9dae8c642 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:28:24.483286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fa7e7c0e-29ee-445d-8f95-1e65d19bbb9a req-8394c311-e255-44be-9838-32b41d510b2d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0603602 Oct 25 23:28:24.488770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-43b33e71-7e85-4233-93ca-4039ea42d53e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:24.492321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-43b33e71-7e85-4233-93ca-4039ea42d53e tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.15 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.1941919 Oct 25 23:28:24.504534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60414) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:24.551943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75a518ce-a4c4-4eea-91af-ae17efa108f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:24.613019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Allocated IP 172.20.0.2 (fedb770f-286b-41f5-8900-6888c4ddc546/40939c41-ad02-4397-a759-a93eb7213e1b/1ed280c2-27ba-4a27-9a75-5ce357ec198f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:24.762806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Deleting port 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:24.764540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:24.831266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75a518ce-a4c4-4eea-91af-ae17efa108f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:24.848363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75a518ce-a4c4-4eea-91af-ae17efa108f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:24.956576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-75a518ce-a4c4-4eea-91af-ae17efa108f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=697588555d654963941a0a49d3463f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506154 Oct 25 23:28:24.957461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a518ce-a4c4-4eea-91af-ae17efa108f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f6a7e-c880-433f-ab37-d4581d6319ba,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:24.962572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:24.997439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] For port 80704e7b-a75f-40a1-b90a-c348b78dfd4b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=80704e7b-a75f-40a1-b90a-c348b78dfd4b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:24.998371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.023061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.037814 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.080493 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e84bc648-ef0b-431c-9954-c9246616bcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.133115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e84bc648-ef0b-431c-9954-c9246616bcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.163722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Network fedb770f-286b-41f5-8900-6888c4ddc546 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:25.187171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:25.193067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e84bc648-ef0b-431c-9954-c9246616bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.196488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e84bc648-ef0b-431c-9954-c9246616bcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.196846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:28:25.199986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e84bc648-ef0b-431c-9954-c9246616bcd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/690f6a7e-c880-433f-ab37-d4581d6319ba HTTP/1.1" status: 204 len: 168 time: 0.2340405 Oct 25 23:28:25.208644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bc648-ef0b-431c-9954-c9246616bcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f6a7e-c880-433f-ab37-d4581d6319ba,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:25.221173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Pushing event updated for resources: {'Port': ['ID=1ed280c2-27ba-4a27-9a75-5ce357ec198f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:25.305896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Allocated IP 172.20.0.9 (fedb770f-286b-41f5-8900-6888c4ddc546/40939c41-ad02-4397-a759-a93eb7213e1b/03cb666b-471d-4839-a357-12b9dae8c642) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:25.306470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Attempting to bind port 1ed280c2-27ba-4a27-9a75-5ce357ec198f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:28:25.306925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Attempting to bind port 1ed280c2-27ba-4a27-9a75-5ce357ec198f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '12f03bc9-7275-4638-9855-fe807a23ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:28:25.307252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Attempting to bind port 1ed280c2-27ba-4a27-9a75-5ce357ec198f on network fedb770f-286b-41f5-8900-6888c4ddc546 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:28:25.313855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:28:25.314379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Checking segment: {'id': '12f03bc9-7275-4638-9855-fe807a23ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:28:25.315906 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.316309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Bound using segment: {'id': '12f03bc9-7275-4638-9855-fe807a23ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:28:25.316967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Bound port: 1ed280c2-27ba-4a27-9a75-5ce357ec198f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f03bc9-7275-4638-9855-fe807a23ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fedb770f-286b-41f5-8900-6888c4ddc546'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:28:25.317505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.532572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] For port 1ed280c2-27ba-4a27-9a75-5ce357ec198f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:28:25.549850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] For port 1ed280c2-27ba-4a27-9a75-5ce357ec198f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1ed280c2-27ba-4a27-9a75-5ce357ec198f,segment=NetworkSegment(12f03bc9-7275-4638-9855-fe807a23ea43),segment_id=12f03bc9-7275-4638-9855-fe807a23ea43)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:28:25.568346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.579240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34704e-a3ee-4c0f-a9a3-46026d199d6e req-fd9c402b-7eeb-4fbe-b5d9-0c914da6f4ab tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:25.592560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a34704e-a3ee-4c0f-a9a3-46026d199d6e req-fd9c402b-7eeb-4fbe-b5d9-0c914da6f4ab tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 946 time: 0.1549973 Oct 25 23:28:25.654130 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a34704e-a3ee-4c0f-a9a3-46026d199d6e req-f7db7982-f0f8-48b3-a822-73dd555196c6 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups?id=cca535eb-8dec-4b81-8ea1-258e3598c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606182 Oct 25 23:28:25.730647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a1f83-81e6-4c0a-b18e-33b0aebfe4d0 None None] Pushing event updated for resources: {'Port': ['ID=1ed280c2-27ba-4a27-9a75-5ce357ec198f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:25.838407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e777fa67-0ae7-48f9-8c8e-cfd652f86b38 req-03205c6a-333d-44a3-a41a-938d226d9710 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.1743476 Oct 25 23:28:25.916393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.916760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:25.917074 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Floating IP 4c7f7ca7-e9e7-4b57-9906-eb15ade3944f disassociated. External IP: 172.25.4.199, port: 80704e7b-a75f-40a1-b90a-c348b78dfd4b. Oct 25 23:28:25.917409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Calling delete_port for 80704e7b-a75f-40a1-b90a-c348b78dfd4b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:26.172171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:26.245637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:26.391350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Network fedb770f-286b-41f5-8900-6888c4ddc546 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:26.404298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:26.412233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:28:26.467658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:26.483662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event updated for resources: {'Port': ['ID=03cb666b-471d-4839-a357-12b9dae8c642,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:26.548176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event deleted for resources: {'Port': ['ID=80704e7b-a75f-40a1-b90a-c348b78dfd4b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:26.558276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:26.558414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:26.718312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:28:26.959688 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4a47e76a-553f-4d9b-94d3-7e7c2fc1b325 req-66648d3e-ae3c-47eb-b9dc-d220676bb384 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 210 time: 0.1035807 Oct 25 23:28:27.026408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1ed280c2-27ba-4a27-9a75-5ce357ec198f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:28:27.092055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:27.108334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fe1bdb17-d1ab-4337-98f2-90b434519a5e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.2009461 Oct 25 23:28:27.110972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:27.115881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1581064428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:27.140185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:27.202242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.203722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.207403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:27.216768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:27.233064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f03d3e9-b031-4a54-ae18-fd763f8075ad req-0564ba7a-651b-4146-91b0-caab0a43be1d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.1441288 Oct 25 23:28:27.234223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] No DVR routers for this DVR port 80704e7b-a75f-40a1-b90a-c348b78dfd4b on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:27.237712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.256153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-82b82cb8-3d00-44b6-88b0-cbabb6a9dd55 req-5595236d-c0a1-4a0a-a607-41283cc1146d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.15 "DELETE /v2.0/ports/80704e7b-a75f-40a1-b90a-c348b78dfd4b HTTP/1.1" status: 204 len: 173 time: 2.7435839 Oct 25 23:28:27.256153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-deleted', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:28:27.256153 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba504a2-65ba-4dbc-8b97-3ded08abfb95" -d '{"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-deleted", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:28:27.336908 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764348b4-fe73-4bc4-8f85-bb4713e2d774 x-openstack-request-id: req-764348b4-fe73-4bc4-8f85-bb4713e2d774 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:28:27.337412 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc4191-9ce3-403c-820f-06081ffda52f", "name": "network-vif-deleted", "tag": "80704e7b-a75f-40a1-b90a-c348b78dfd4b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:28:27.337796 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-764348b4-fe73-4bc4-8f85-bb4713e2d774 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:28:27.338353 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc4191-9ce3-403c-820f-06081ffda52f', 'name': 'network-vif-deleted', 'tag': '80704e7b-a75f-40a1-b90a-c348b78dfd4b', 'status': 'completed', 'code': 200} Oct 25 23:28:27.348329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 1ed280c2-27ba-4a27-9a75-5ce357ec198f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:27.348942 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.520582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.538841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.580005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:27.580742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.585455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5d8c76cb-29ed-406f-9f5e-45d91d92de33 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4705698 Oct 25 23:28:27.585769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60488) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:27.595306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3b48556f-9af6-4e2f-a27e-7ad94fb73688 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1624521523', 'prefixes': ['172.20.0.0/16']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:27.645027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.669919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91be1dd-def4-49b7-8efe-34bfd425d0e7 None None] Network fedb770f-286b-41f5-8900-6888c4ddc546 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:27.771525 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b48556f-9af6-4e2f-a27e-7ad94fb73688 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for subnetpool, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:27.776822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60492) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:27.781852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-b660da25-b8a7-486e-bec6-f0f86ec6a715 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-1950885998') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:27.790031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3b48556f-9af6-4e2f-a27e-7ad94fb73688 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1995251 Oct 25 23:28:27.948895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b660da25-b8a7-486e-bec6-f0f86ec6a715 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-1950885998 HTTP/1.1" status: 201 len: 201 time: 0.1682029 Oct 25 23:28:27.950669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60498) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:27.956726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-031646df-3390-4e5b-9beb-946b5372fec7 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-1230074902') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:28.246543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-031646df-3390-4e5b-9beb-946b5372fec7 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-1230074902 HTTP/1.1" status: 201 len: 201 time: 0.2942777 Oct 25 23:28:28.248065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:28.256269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-fd64f772-c3b1-4075-a3e6-39acea4d0332 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-1286403023') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:28.332726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9bd57f35-b7b6-44dd-bfb7-0a1817836766 req-a0c5da0d-4a35-4634-81c6-e730effbf158 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc4191-9ce3-403c-820f-06081ffda52f HTTP/1.1" status: 200 len: 210 time: 0.0967886 Oct 25 23:28:28.333307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60510) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:28.333413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b11e31d6-65ce-4eff-8e4a-4a85673a0347 None None] Provisioning complete for port 1ed280c2-27ba-4a27-9a75-5ce357ec198f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:28.333767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b11e31d6-65ce-4eff-8e4a-4a85673a0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.337888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 1ed280c2-27ba-4a27-9a75-5ce357ec198f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1ed280c2-27ba-4a27-9a75-5ce357ec198f,segment=NetworkSegment(12f03bc9-7275-4638-9855-fe807a23ea43),segment_id=12f03bc9-7275-4638-9855-fe807a23ea43)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:28.373007 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.505226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe7fe94d-5d5a-4dcf-8a60-ce9954474860 req-3c29ae00-a3dc-404b-a77d-b762bb26240f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2f2f7a-4e30-4463-8ed4-1312b6c342a5 HTTP/1.1" status: 200 len: 210 time: 0.0728679 Oct 25 23:28:28.543476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60514) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:28.543925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fd64f772-c3b1-4075-a3e6-39acea4d0332 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-1286403023 HTTP/1.1" status: 201 len: 201 time: 0.2940693 Oct 25 23:28:28.548736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-5b2f22c3-a504-41eb-9dc5-46d74fa3e8fc tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-1593705892') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:28.605975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1243972212', 'router:external': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:28.661543 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.673523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Made reservation on behalf of 7de7a71941384fdc871310975c183f4a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:28:28.677076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.692539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.726861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60516) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:28.734541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-3fd06152-5c27-4aad-a323-cae426348a6e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:28.740809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b2f22c3-a504-41eb-9dc5-46d74fa3e8fc tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-1593705892 HTTP/1.1" status: 201 len: 201 time: 0.1961985 Oct 25 23:28:28.863383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:28.887904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.895670 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.929582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=1ed280c2-27ba-4a27-9a75-5ce357ec198f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:28.935723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3fd06152-5c27-4aad-a323-cae426348a6e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags HTTP/1.1" status: 200 len: 241 time: 0.2030742 Oct 25 23:28:28.938455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 80704e7b-a75f-40a1-b90a-c348b78dfd4b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:28.938700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 80704e7b-a75f-40a1-b90a-c348b78dfd4b not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:28.945938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60518) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:28.950351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-df36c2cc-429f-430a-b893-c99e20c08710 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-1950885998') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:28.954673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e00a7-b0fc-41e6-9ca4-fb3d1f39fb34,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:28.981000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:28:28.993597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:28.993986 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Added segment 6cd31f11-37d4-4e52-a817-7c011cdfb19c of type vlan for network 415e4683-214b-402c-95b8-325a9b6d23b7 Oct 25 23:28:29.039453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:29.071303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-df36c2cc-429f-430a-b893-c99e20c08710 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-1950885998 HTTP/1.1" status: 204 len: 168 time: 0.1218185 Oct 25 23:28:29.072878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:29.077090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-a039d5b0-2745-40b1-b732-884c745f4d4f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-1950885998') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:29.141336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:28:29.179534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:29.180248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:29.252606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a039d5b0-2745-40b1-b732-884c745f4d4f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-1950885998 HTTP/1.1" status: 204 len: 168 time: 0.1759033 Oct 25 23:28:29.253131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60530) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:29.257076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-2d0867eb-7c9d-4729-987e-a7959203f2ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:29.389666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2d0867eb-7c9d-4729-987e-a7959203f2ae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags HTTP/1.1" status: 200 len: 205 time: 0.1313648 Oct 25 23:28:29.397913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60534) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:29.419885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-f685b951-454e-4bdc-80d6-3447ab673d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:29.472494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:29.581780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60540) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:29.709838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:29.747315 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f685b951-454e-4bdc-80d6-3447ab673d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags HTTP/1.1" status: 200 len: 241 time: 0.3480783 Oct 25 23:28:29.753464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60544) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:29.760851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-e3bf6637-66d9-467f-ba93-73e22ae8042f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-1230074902') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:29.777730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ccb858f-c021-449f-9ce4-b87ae9ed69bc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:29.810500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:29.811681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:29.812380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:29.923409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ccb858f-c021-449f-9ce4-b87ae9ed69bc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:29.928841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5945053 Oct 25 23:28:29.929487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60548) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.005531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'subnet': {'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:30.050476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c756b1a9-9792-48eb-b9ed-ceca6f03de2d None None] Provisioning complete for port 03cb666b-471d-4839-a357-12b9dae8c642 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:30.050857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c756b1a9-9792-48eb-b9ed-ceca6f03de2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.050970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ccb858f-c021-449f-9ce4-b87ae9ed69bc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.059108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ccb858f-c021-449f-9ce4-b87ae9ed69bc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.060287 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7ccb858f-c021-449f-9ce4-b87ae9ed69bc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "DELETE /v2.0/security-groups/cca535eb-8dec-4b81-8ea1-258e3598c382 HTTP/1.1" status: 204 len: 168 time: 0.4475727 Oct 25 23:28:30.063802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60552) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.067404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e3bf6637-66d9-467f-ba93-73e22ae8042f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-1230074902 HTTP/1.1" status: 204 len: 168 time: 0.3124485 Oct 25 23:28:30.070535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bbee5-30c6-4f4b-85fc-a3e1deae0d68 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Network': ['ID=415e4683-214b-402c-95b8-325a9b6d23b7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:30.073062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60554) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.084653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-d776df3d-af0a-43f9-a238-1d2e14fe17f7 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-1230074902') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:30.094214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 415e4683-214b-402c-95b8-325a9b6d23b7 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:28:30.129848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb858f-c021-449f-9ce4-b87ae9ed69bc tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca535eb-8dec-4b81-8ea1-258e3598c382,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:30.156821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Made reservation on behalf of 7de7a71941384fdc871310975c183f4a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:28:30.159738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.161464 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-b3e6ca7f-eab3-4f13-9c8f-bf13f9b73c78 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] show failed (client error): The resource could not be found. Oct 25 23:28:30.171474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b3e6ca7f-eab3-4f13-9c8f-bf13f9b73c78 tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "GET /v2.0/security-groups/cca535eb-8dec-4b81-8ea1-258e3598c382 HTTP/1.1" status: 404 len: 347 time: 0.0817358 Oct 25 23:28:30.175105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60560) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.311012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:30.314201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c756b1a9-9792-48eb-b9ed-ceca6f03de2d None None] Port 03cb666b-471d-4839-a357-12b9dae8c642 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:28:30.350712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a3bfe-019a-4519-a42d-9a864ebadea2 None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5d5b7232-d332-49d8-81df-7061cbc7551b', 'name': '', 'network_id': '01622bd7-7fda-44c0-a57e-22b8a7807b9a', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'mac_address': 'fa:16:3e:3b:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '294267f9-0c8f-466c-a224-73ba058e5389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:44Z', 'updated_at': '2021-10-25T23:16:57Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'subnets': [{'id': '294267f9-0c8f-466c-a224-73ba058e5389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:30.354435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c756b1a9-9792-48eb-b9ed-ceca6f03de2d None None] Provisioning complete for port 1ed280c2-27ba-4a27-9a75-5ce357ec198f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:30.354806 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c756b1a9-9792-48eb-b9ed-ceca6f03de2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.417025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d776df3d-af0a-43f9-a238-1d2e14fe17f7 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-1230074902 HTTP/1.1" status: 204 len: 168 time: 0.3401282 Oct 25 23:28:30.419235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.423742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-0cc108b6-09e9-4a12-85aa-d788199cac85 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:30.473174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Deleting port 96ab4b53-b655-497e-b7ce-20f329d3fa97 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:30.474313 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.542083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0cc108b6-09e9-4a12-85aa-d788199cac85 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags HTTP/1.1" status: 200 len: 205 time: 0.1197944 Oct 25 23:28:30.567407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60568) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.579139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-38df797f-7b66-437c-bf30-94933f4012dc tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:30.668114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.671090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.695383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3cd29db3-d743-4020-8fdd-18418c72770b None None] Provisioning complete for port 03cb666b-471d-4839-a357-12b9dae8c642 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:30.700612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Calling delete_port for 96ab4b53-b655-497e-b7ce-20f329d3fa97 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:30.701808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3cd29db3-d743-4020-8fdd-18418c72770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.714663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1ed280c2-27ba-4a27-9a75-5ce357ec198f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:28:30.750413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-38df797f-7b66-437c-bf30-94933f4012dc tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags HTTP/1.1" status: 200 len: 241 time: 0.1796448 Oct 25 23:28:30.773618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60570) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.778052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-a9671ab7-d494-4d58-87ac-95127b1853aa tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-1286403023') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:30.851618 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a02532-117d-40e5-93f8-7f6cf385e879 None None] New status for floating IP 4c7f7ca7-e9e7-4b57-9906-eb15ade3944f: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:28:30.883225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3cd29db3-d743-4020-8fdd-18418c72770b None None] Port 03cb666b-471d-4839-a357-12b9dae8c642 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:28:30.896717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 1ed280c2-27ba-4a27-9a75-5ce357ec198f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:28:30.897344 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:30.913311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a9671ab7-d494-4d58-87ac-95127b1853aa tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-1286403023 HTTP/1.1" status: 204 len: 168 time: 0.1385851 Oct 25 23:28:30.915680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60572) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:30.923659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-db5f1fd3-321c-431c-992e-78bee0b75d8a tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-1286403023') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.032802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:31.068489 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.db.api [None req-01a02532-117d-40e5-93f8-7f6cf385e879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:28:31.069157 n-d-815373-1 neutron-server[102136]: DEBUG oslo_db.api [None req-01a02532-117d-40e5-93f8-7f6cf385e879 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:28:31.069405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Pushing event deleted for resources: {'Port': ['ID=96ab4b53-b655-497e-b7ce-20f329d3fa97,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:31.168552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:28:31.169655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:31.178475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-db5f1fd3-321c-431c-992e-78bee0b75d8a tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-1286403023 HTTP/1.1" status: 204 len: 168 time: 0.2617881 Oct 25 23:28:31.180474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:31.183762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:31.185270 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1733c22f-9145-4240-97cc-2870d120463d tempest-AttachVolumeShelveTestJSON-1875540798 tempest-AttachVolumeShelveTestJSON-1875540798-project] 10.222.0.25 "DELETE /v2.0/floatingips/4c7f7ca7-e9e7-4b57-9906-eb15ade3944f HTTP/1.1" status: 204 len: 168 time: 1.0081906 Oct 25 23:28:31.186017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60580) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.204011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-4de8f54b-37db-4cd0-899e-13a2a0abfedf tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.289307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9df9abe-700f-4201-9948-f3d65edc71b7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:31.306007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Checking segment: {'id': '6cd31f11-37d4-4e52-a817-7c011cdfb19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:28:31.306662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network hostable DHCP agents. Network: 415e4683-214b-402c-95b8-325a9b6d23b7, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:28:31.340664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network 415e4683-214b-402c-95b8-325a9b6d23b7 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:28:31.365496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 415e4683-214b-402c-95b8-325a9b6d23b7) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:31.375360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4de8f54b-37db-4cd0-899e-13a2a0abfedf tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags HTTP/1.1" status: 200 len: 205 time: 0.1880636 Oct 25 23:28:31.377330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60588) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.382497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-c0532124-e4a6-4880-88fc-5978c620957c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.383922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e7a38-956c-4783-98d0-2c7eae46b23f None None] Network 415e4683-214b-402c-95b8-325a9b6d23b7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:31.387040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:31.387821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:31.427625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.434408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-373e4308-7528-4be2-8ba7-15a99eadddae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-1593705892') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.437514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c0532124-e4a6-4880-88fc-5978c620957c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags HTTP/1.1" status: 200 len: 241 time: 0.0587804 Oct 25 23:28:31.445609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60594) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.453024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-534626830', 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:31.456884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3b55afda-ee7e-4b52-bf52-c59ff6dcdaa8 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5031710 Oct 25 23:28:31.508820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Made reservation on behalf of 7de7a71941384fdc871310975c183f4a for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:28:31.518087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:31.570297 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a02532-117d-40e5-93f8-7f6cf385e879 None None] New status for floating IP 4c7f7ca7-e9e7-4b57-9906-eb15ade3944f: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:28:31.585170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] device_id is not set on port d763dcb4-f624-486f-a053-5efac6efd9b7 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:28:31.607662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60596) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.613121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-b771d1ad-ff76-47d5-9747-275e8bdb3734 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-1593705892') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.623625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-373e4308-7528-4be2-8ba7-15a99eadddae tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-1593705892 HTTP/1.1" status: 204 len: 168 time: 0.1891205 Oct 25 23:28:31.719303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c823a809-c2ae-4b2c-81f4-b4ba2b7a79ff None None] Network 415e4683-214b-402c-95b8-325a9b6d23b7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:31.725961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b771d1ad-ff76-47d5-9747-275e8bdb3734 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-1593705892 HTTP/1.1" status: 204 len: 168 time: 0.1169376 Oct 25 23:28:31.726796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60598) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.738726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-8d2eaa2a-aab8-4256-829d-f9b4d2e07406 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.817251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d2eaa2a-aab8-4256-829d-f9b4d2e07406 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags HTTP/1.1" status: 200 len: 205 time: 0.0893421 Oct 25 23:28:31.817959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60600) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.826197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-e33e4ddc-065d-45e8-8b2f-9ccd4f48f916 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.883291 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e33e4ddc-065d-45e8-8b2f-9ccd4f48f916 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0618219 Oct 25 23:28:31.884388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60602) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:31.893775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-039240bf-1940-4d1b-a420-426a4f1617b3 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:31.947542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Allocated IP 2001:db8::c3 (415e4683-214b-402c-95b8-325a9b6d23b7/b9df9abe-700f-4201-9948-f3d65edc71b7/d763dcb4-f624-486f-a053-5efac6efd9b7) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:32.127015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-039240bf-1940-4d1b-a420-426a4f1617b3 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags HTTP/1.1" status: 204 len: 168 time: 0.2397037 Oct 25 23:28:32.127858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60606) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:32.132348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-991e02ff-518d-44ce-9b12-fcb38e6162d1 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:32.241338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-991e02ff-518d-44ce-9b12-fcb38e6162d1 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags HTTP/1.1" status: 204 len: 168 time: 0.1121182 Oct 25 23:28:32.242080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60612) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:32.246398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-7608f2e5-15db-448c-bd30-ffad2dd3b2bd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:32.279833 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:32.350227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:32.359347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7608f2e5-15db-448c-bd30-ffad2dd3b2bd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1161358 Oct 25 23:28:32.363717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60614) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:32.369379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-c3db0cce-06c2-41d9-a981-e89baae2c0fb tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-941637795') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:32.445213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Port': ['ID=d763dcb4-f624-486f-a053-5efac6efd9b7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:32.503187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network 415e4683-214b-402c-95b8-325a9b6d23b7 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:32.509926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:32.518307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:28:32.519917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:32.520634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:32.584517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8265d51e-66bc-4eea-a18b-9df29dffaf3b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1374383 Oct 25 23:28:32.587106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60622) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:32.628965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c3db0cce-06c2-41d9-a981-e89baae2c0fb tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-941637795 HTTP/1.1" status: 201 len: 201 time: 0.2640080 Oct 25 23:28:32.631860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60624) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:32.643218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-b5bb3d5a-87fc-49f5-9744-cc6239dbd5f9 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-680541412') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:32.772137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Deleting port d763dcb4-f624-486f-a053-5efac6efd9b7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:32.772471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:32.796095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b5bb3d5a-87fc-49f5-9744-cc6239dbd5f9 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-680541412 HTTP/1.1" status: 201 len: 201 time: 0.1601017 Oct 25 23:28:32.796323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60626) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:32.807766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-5190aee1-0208-40d4-bf8d-3f12e1955993 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-412983165') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:32.917955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:32.933102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Calling delete_port for d763dcb4-f624-486f-a053-5efac6efd9b7 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:33.165530 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:33.232012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event deleted for resources: {'Port': ['ID=d763dcb4-f624-486f-a053-5efac6efd9b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:33.335007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:33.344815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e08c7180-d93a-4df6-a96a-ee5054488e76 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d763dcb4-f624-486f-a053-5efac6efd9b7 HTTP/1.1" status: 204 len: 168 time: 0.7566102 Oct 25 23:28:33.355386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60634) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:33.375920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7', 'external_fixed_ips': [{'subnet_id': 'b9df9abe-700f-4201-9948-f3d65edc71b7', 'ip_address': '2001:db8::c3'}]}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:33.463710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:33.467429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:33.590510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5190aee1-0208-40d4-bf8d-3f12e1955993 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-412983165 HTTP/1.1" status: 201 len: 201 time: 0.7924411 Oct 25 23:28:33.591614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60636) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:33.596477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-899eb479-a74b-4ce3-81f7-2df2ec5042be tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-450423806') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:33.602381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:33.701276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-899eb479-a74b-4ce3-81f7-2df2ec5042be tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-450423806 HTTP/1.1" status: 201 len: 201 time: 0.1084721 Oct 25 23:28:33.704209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:33.709077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-dc3a1daa-54b1-48cb-8d5b-ad7b45f7bcfa tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', {'tags': ['tempest-TagsExtTest-Tag-1518077548', 'tempest-TagsExtTest-Tag-91094428', 'tempest-TagsExtTest-Tag-1329044857']}) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:33.844298 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc3a1daa-54b1-48cb-8d5b-ad7b45f7bcfa tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags HTTP/1.1" status: 200 len: 316 time: 0.1387217 Oct 25 23:28:33.847439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60650) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:33.854546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-f38947b6-7eed-4b95-96ca-307236a9abba tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:33.920332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:33.971470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f38947b6-7eed-4b95-96ca-307236a9abba tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1217015 Oct 25 23:28:33.973868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60652) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:33.980751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-faaf0cf8-d4f5-40f1-8bae-204c09cd6bce tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-1518077548') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.051189 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-faaf0cf8-d4f5-40f1-8bae-204c09cd6bce tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:34.052789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-faaf0cf8-d4f5-40f1-8bae-204c09cd6bce tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-1518077548 HTTP/1.1" status: 404 len: 329 time: 0.0773509 Oct 25 23:28:34.055200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60654) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.061093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-0224c089-e640-4bda-b315-d2fdc4ffcd6d tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-91094428') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.166054 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-0224c089-e640-4bda-b315-d2fdc4ffcd6d tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:34.170477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0224c089-e640-4bda-b315-d2fdc4ffcd6d tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-91094428 HTTP/1.1" status: 404 len: 327 time: 0.1142774 Oct 25 23:28:34.171039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60656) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.181444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-4e11787d-dc76-47ac-80d8-a7cb8235962e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b', 'tempest-TagsExtTest-Tag-1329044857') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.284502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:34.321259 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-4e11787d-dc76-47ac-80d8-a7cb8235962e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:34.328743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4e11787d-dc76-47ac-80d8-a7cb8235962e tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags/tempest-TagsExtTest-Tag-1329044857 HTTP/1.1" status: 404 len: 329 time: 0.1541350 Oct 25 23:28:34.329651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60664) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.339989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-41604ef5-c6d5-4523-bf48-eb2d8f432a7d tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', {'tags': ['tempest-TagsExtTest-Tag-2108597306', 'tempest-TagsExtTest-Tag-191793477', 'tempest-TagsExtTest-Tag-1127590593']}) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.343154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:34.483054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-41604ef5-c6d5-4523-bf48-eb2d8f432a7d tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags HTTP/1.1" status: 200 len: 317 time: 0.1482496 Oct 25 23:28:34.483707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.488917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-183530cd-228f-44ef-af47-107d7b6050e4 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.683753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-183530cd-228f-44ef-af47-107d7b6050e4 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags HTTP/1.1" status: 204 len: 168 time: 0.1988242 Oct 25 23:28:34.686405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60668) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.692115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-737d5be5-282e-4a4a-9aca-52f94135f599 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-2108597306') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.782519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Allocated IP 2001:db8::c3 (415e4683-214b-402c-95b8-325a9b6d23b7/b9df9abe-700f-4201-9948-f3d65edc71b7/dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:34.821823 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-737d5be5-282e-4a4a-9aca-52f94135f599 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:34.823435 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-737d5be5-282e-4a4a-9aca-52f94135f599 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-2108597306 HTTP/1.1" status: 404 len: 329 time: 0.1359873 Oct 25 23:28:34.827000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60672) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.834031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-53103302-6fec-43fb-bb30-ba203d424dfd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-191793477') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.959303 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-53103302-6fec-43fb-bb30-ba203d424dfd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:34.962482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-53103302-6fec-43fb-bb30-ba203d424dfd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-191793477 HTTP/1.1" status: 404 len: 328 time: 0.1342056 Oct 25 23:28:34.966824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60678) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:34.973010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-811dfc9e-4a99-46e5-994b-0efeca7e349f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642', 'tempest-TagsExtTest-Tag-1127590593') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:34.980129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:35.060357 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-811dfc9e-4a99-46e5-994b-0efeca7e349f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:35.062011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-811dfc9e-4a99-46e5-994b-0efeca7e349f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags/tempest-TagsExtTest-Tag-1127590593 HTTP/1.1" status: 404 len: 329 time: 0.0936661 Oct 25 23:28:35.063743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:35.065595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60680) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:35.080004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-40277689-315c-4fe2-b498-5250f7214ab7 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', {'tags': ['tempest-TagsExtTest-Tag-1506266857', 'tempest-TagsExtTest-Tag-1740429462', 'tempest-TagsExtTest-Tag-839393160']}) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:35.113335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network 415e4683-214b-402c-95b8-325a9b6d23b7 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:35.118865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:35.123905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:28:35.276236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-40277689-315c-4fe2-b498-5250f7214ab7 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags HTTP/1.1" status: 200 len: 317 time: 0.2091675 Oct 25 23:28:35.278472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Port': ['ID=dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:35.278948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60686) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:35.284434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-a6282027-704a-464d-bb2f-a34a4e4b8f76 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:35.537298 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a6282027-704a-464d-bb2f-a34a4e4b8f76 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags HTTP/1.1" status: 204 len: 168 time: 0.2572219 Oct 25 23:28:35.540653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60690) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:35.553294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-399e55b4-40a7-4233-8dca-1be9344e0e3a tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-1506266857') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:35.607253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:35.714236 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-399e55b4-40a7-4233-8dca-1be9344e0e3a tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:35.726587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-399e55b4-40a7-4233-8dca-1be9344e0e3a tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-1506266857 HTTP/1.1" status: 404 len: 329 time: 0.1845946 Oct 25 23:28:35.729639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60692) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:35.737420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-db0f5499-d85a-4cf6-9a1b-b0ea50a89eeb tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-1740429462') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:35.962109 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-db0f5499-d85a-4cf6-9a1b-b0ea50a89eeb tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:35.966136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-db0f5499-d85a-4cf6-9a1b-b0ea50a89eeb tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-1740429462 HTTP/1.1" status: 404 len: 329 time: 0.2352705 Oct 25 23:28:35.971388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:35.997575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-9312dcdb-ac03-4e69-a95f-a64a59aaf98c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931', 'tempest-TagsExtTest-Tag-839393160') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.166208 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-9312dcdb-ac03-4e69-a95f-a64a59aaf98c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:36.173817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9312dcdb-ac03-4e69-a95f-a64a59aaf98c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags/tempest-TagsExtTest-Tag-839393160 HTTP/1.1" status: 404 len: 328 time: 0.2009890 Oct 25 23:28:36.181076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60708) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.189797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-cb595821-f3ce-460f-a1e9-439bb9cfbcb6 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', {'tags': ['tempest-TagsExtTest-Tag-1408559351', 'tempest-TagsExtTest-Tag-1759778853', 'tempest-TagsExtTest-Tag-1621289372']}) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.247941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb595821-f3ce-460f-a1e9-439bb9cfbcb6 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "PUT /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags HTTP/1.1" status: 200 len: 318 time: 0.0650051 Oct 25 23:28:36.250474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60710) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.257973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-7889a5df-a0f3-4c37-9bf4-1439220c78db tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.315380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7889a5df-a0f3-4c37-9bf4-1439220c78db tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0604944 Oct 25 23:28:36.316232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60718) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.329290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-93e3265d-211c-4e2c-8332-b5582a9d3853 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-1408559351') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.367450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:36.397281 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-93e3265d-211c-4e2c-8332-b5582a9d3853 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:36.404707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93e3265d-211c-4e2c-8332-b5582a9d3853 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-1408559351 HTTP/1.1" status: 404 len: 329 time: 0.0852249 Oct 25 23:28:36.405303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60720) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.417897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-cccc5207-b80b-4008-adb9-ab28de5410a5 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-1759778853') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.470410 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-cccc5207-b80b-4008-adb9-ab28de5410a5 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:36.474499 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cccc5207-b80b-4008-adb9-ab28de5410a5 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-1759778853 HTTP/1.1" status: 404 len: 329 time: 0.0670688 Oct 25 23:28:36.475055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60722) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.479523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-30fe6b1d-8332-4402-8e61-ace803aa33a0 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1', 'tempest-TagsExtTest-Tag-1621289372') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.543239 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-30fe6b1d-8332-4402-8e61-ace803aa33a0 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] show failed (client error): The resource could not be found. Oct 25 23:28:36.547613 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30fe6b1d-8332-4402-8e61-ace803aa33a0 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags/tempest-TagsExtTest-Tag-1621289372 HTTP/1.1" status: 404 len: 329 time: 0.0714149 Oct 25 23:28:36.548192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60726) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.554480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-e55a5ff8-03bb-42a6-afb9-8f3378edbf77 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c13fd9d3-b12a-4290-942b-72a9a44960e1') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.594820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Router 4e4b9a83-fb6f-4af8-a95f-deb2563068ba is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:28:36.616875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e55a5ff8-03bb-42a6-afb9-8f3378edbf77 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0670528 Oct 25 23:28:36.617490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.624240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-52a69f3a-7bba-427a-b9a5-a376e5516d90 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eea424d1-563a-4ffb-89cd-560a4b7d3931') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.726026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60730) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.726607 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-52a69f3a-7bba-427a-b9a5-a376e5516d90 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931/tags HTTP/1.1" status: 204 len: 168 time: 0.1079271 Oct 25 23:28:36.735624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-9089dc6c-7c85-4615-8d94-71e73877f82f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03cb666b-471d-4839-a357-12b9dae8c642') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.808705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:36.820535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Sync routers for ids ['4e4b9a83-fb6f-4af8-a95f-deb2563068ba'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:36.834498 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:36.835822 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c6881b7f-9625-4c9c-b801-52f64bbe6428 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.4785280 Oct 25 23:28:36.839840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9089dc6c-7c85-4615-8d94-71e73877f82f tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642/tags HTTP/1.1" status: 204 len: 168 time: 0.1068826 Oct 25 23:28:36.839840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.840442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60734) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.846249 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-236472fe-ff64-4d89-a624-16cc85c16b55 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40939c41-ad02-4397-a759-a93eb7213e1b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.853231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Routers {'4e4b9a83-fb6f-4af8-a95f-deb2563068ba'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:36.853906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e4b9a83-fb6f-4af8-a95f-deb2563068ba'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:36.961005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60736) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:36.962587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-236472fe-ff64-4d89-a624-16cc85c16b55 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1206839 Oct 25 23:28:37.035418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.142005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Set router 4e4b9a83-fb6f-4af8-a95f-deb2563068ba gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:37.196704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5bda-e73e-4c46-bccc-0d690753db9c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for subnetpool, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.200849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3bdf5bda-e73e-4c46-bccc-0d690753db9c tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c13fd9d3-b12a-4290-942b-72a9a44960e1 HTTP/1.1" status: 204 len: 168 time: 0.2356102 Oct 25 23:28:37.204662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60744) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:37.249188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-caec016c-7cc7-4636-b51d-cb682d42f973 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "GET /v2.0/ports?device_id=eea424d1-563a-4ffb-89cd-560a4b7d3931 HTTP/1.1" status: 200 len: 205 time: 0.0405293 Oct 25 23:28:37.249623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60746) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:37.329576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.343040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.690644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4b9a83-fb6f-4af8-a95f-deb2563068ba', 'name': '', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7', 'external_fixed_ips': [{'subnet_id': 'b9df9abe-700f-4201-9948-f3d65edc71b7', 'ip_address': '2001:db8::c3'}], 'enable_snat': True}, 'gw_port_id': 'dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:33Z', 'updated_at': '2021-10-25T23:28:35Z', 'revision_number': 3, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port': {'id': 'dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3', 'name': '', 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4b9a83-fb6f-4af8-a95f-deb2563068ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'b9df9abe-700f-4201-9948-f3d65edc71b7', 'ip_address': '2001:db8::c3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:28:34Z', 'updated_at': '2021-10-25T23:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9df9abe-700f-4201-9948-f3d65edc71b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:37.765367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Checking router: 4e4b9a83-fb6f-4af8-a95f-deb2563068ba for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:28:37.765714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Updating router 4e4b9a83-fb6f-4af8-a95f-deb2563068ba port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:28:37.821060 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.851659 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.854823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.932188 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.932188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Fanout notify agent at l3_agent the message router_deleted on router eea424d1-563a-4ffb-89cd-560a4b7d3931 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:37.943253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:37.948361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60758) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:37.961651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-18b15d69-9d65-43f2-a984-13b329f1cc31 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/routers/eea424d1-563a-4ffb-89cd-560a4b7d3931 HTTP/1.1" status: 204 len: 168 time: 0.7093203 Oct 25 23:28:37.990570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Deleting port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:37.991229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.203003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Deleting port 03cb666b-471d-4839-a357-12b9dae8c642 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:38.205909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.239269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.266078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Calling delete_port for dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:38.297142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.313490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.407456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Attempting to bind port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:28:38.409596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Attempting to bind port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6cd31f11-37d4-4e52-a817-7c011cdfb19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:28:38.411465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Attempting to bind port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3 on network 415e4683-214b-402c-95b8-325a9b6d23b7 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:28:38.427802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:28:38.428501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Checking segment: {'id': '6cd31f11-37d4-4e52-a817-7c011cdfb19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:28:38.429202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.430427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Bound using segment: {'id': '6cd31f11-37d4-4e52-a817-7c011cdfb19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:28:38.431173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Bound port: dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd31f11-37d4-4e52-a817-7c011cdfb19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '415e4683-214b-402c-95b8-325a9b6d23b7'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:28:38.432263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.456912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Pushing event updated for resources: {'Port': ['ID=dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:38.476857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.513105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.513726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.516401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.516941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.518118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.518851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.519554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.520053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.520544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.521035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.521523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.522120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:38.555740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Calling delete_port for 03cb666b-471d-4839-a357-12b9dae8c642 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:38.585923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] For port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:28:38.589858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] For port dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3,segment=NetworkSegment(6cd31f11-37d4-4e52-a817-7c011cdfb19c),segment_id=6cd31f11-37d4-4e52-a817-7c011cdfb19c)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:28:38.602074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.716771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Routers {'4e4b9a83-fb6f-4af8-a95f-deb2563068ba'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:38.717445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4e4b9a83-fb6f-4af8-a95f-deb2563068ba'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:38.816307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5de228-5b21-46e6-bf05-e6a32924bafb req-165e8459-e979-4a99-bfbd-370446830ae5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:38.818430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f5de228-5b21-46e6-bf05-e6a32924bafb req-165e8459-e979-4a99-bfbd-370446830ae5 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 946 time: 1.2711132 Oct 25 23:28:38.820543 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.909206 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:38.913809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86386288-64d2-4c8d-9871-2929907b6ab2 None None] Pushing event updated for resources: {'Port': ['ID=dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:38.981916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] Set router 4e4b9a83-fb6f-4af8-a95f-deb2563068ba gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:39.126324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.129433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.178420 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.216821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f5de228-5b21-46e6-bf05-e6a32924bafb req-75e6cd62-1ca4-4660-8c25-3b80fec89dbb tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856463 Oct 25 23:28:39.241932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.242618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4b9a83-fb6f-4af8-a95f-deb2563068ba {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:39.247408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.251079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4e4b9a83-fb6f-4af8-a95f-deb2563068ba HTTP/1.1" status: 204 len: 168 time: 2.4095016 Oct 25 23:28:39.251079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01bfe4-4614-4cc2-ba1f-1edd779b7820 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc9a30e8-1af4-4064-9f0a-b14c1cc78ef3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:39.258002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60772) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:39.353051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Deleting subnet b9df9abe-700f-4201-9948-f3d65edc71b7 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:28:39.357062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.413897 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.419045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event deleted for resources: {'Port': ['ID=03cb666b-471d-4839-a357-12b9dae8c642,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:39.603945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.658679 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.668089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7cbead7a-4a99-4855-a42d-aa0f85167a49 tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/ports/03cb666b-471d-4839-a357-12b9dae8c642 HTTP/1.1" status: 204 len: 168 time: 1.7174914 Oct 25 23:28:39.669212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-dbfa68e1-8a8a-45fa-ad16-160753258102 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:39.669998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:39.673495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-dbfa68e1-8a8a-45fa-ad16-160753258102 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 946 time: 0.3520739 Oct 25 23:28:39.815054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Deleting subnet 40939c41-ad02-4397-a759-a93eb7213e1b {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:28:39.832284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.919296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4b9a83-fb6f-4af8-a95f-deb2563068ba', 'name': '', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:33Z', 'updated_at': '2021-10-25T23:28:37Z', 'revision_number': 4, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:39.977309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:39.999010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.031437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32455-909d-4f59-9d10-60b3e4ae33db None None] The sync data for ids ['4e4b9a83-fb6f-4af8-a95f-deb2563068ba'] in n-d-815373-1 is: [{'id': '4e4b9a83-fb6f-4af8-a95f-deb2563068ba', 'name': '', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:33Z', 'updated_at': '2021-10-25T23:28:37Z', 'revision_number': 4, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:40.099359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9df9abe-700f-4201-9948-f3d65edc71b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:40.110938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.151443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2dba69c6-2434-4636-b528-2c0bef422e3d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/b9df9abe-700f-4201-9948-f3d65edc71b7 HTTP/1.1" status: 204 len: 168 time: 0.8790722 Oct 25 23:28:40.154394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60784) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:40.296126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.324838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Deleting port 68215cac-c737-4887-97f6-cc84ceead26f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:40.325974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.507390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.515068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.601440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event deleted for resources: {'Subnet': ['ID=40939c41-ad02-4397-a759-a93eb7213e1b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:40.622853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6800b6-54ee-46c2-b43d-4151c0f84600 req-33d6fed3-7810-4400-b379-3dfbda784f7d tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:28:40.624448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f6800b6-54ee-46c2-b43d-4151c0f84600 req-33d6fed3-7810-4400-b379-3dfbda784f7d tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 946 time: 0.2418771 Oct 25 23:28:40.637697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.643810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8545219a-c9aa-40ae-9ea8-7201a46b83cd tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/subnets/40939c41-ad02-4397-a759-a93eb7213e1b HTTP/1.1" status: 204 len: 168 time: 0.9695995 Oct 25 23:28:40.646117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a8670-94dd-400f-8226-a56328f29694 None None] Network fedb770f-286b-41f5-8900-6888c4ddc546 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:40.651540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:40.826948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.881262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415e4683-214b-402c-95b8-325a9b6d23b7']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:40.905451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd31f11-37d4-4e52-a817-7c011cdfb19c') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:40.916574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd31f11-37d4-4e52-a817-7c011cdfb19c') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:40.936431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.948718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] For port 68215cac-c737-4887-97f6-cc84ceead26f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=68215cac-c737-4887-97f6-cc84ceead26f,segment=NetworkSegment(aa954844-e0b3-41ff-90f1-e8aa95ebce4e),segment_id=aa954844-e0b3-41ff-90f1-e8aa95ebce4e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:40.948965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:40.970642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f6800b6-54ee-46c2-b43d-4151c0f84600 req-7531ae1e-003c-4244-bc97-54b00918eeac tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341727 Oct 25 23:28:40.981393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Calling delete_port for 68215cac-c737-4887-97f6-cc84ceead26f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:41.115680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] DHCP port deletion for fedb770f-286b-41f5-8900-6888c4ddc546 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:28:41.190021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] Deleting port 1ed280c2-27ba-4a27-9a75-5ce357ec198f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:41.190632 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.216702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Deleting port 1ed280c2-27ba-4a27-9a75-5ce357ec198f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:41.217047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.278813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] For port 1ed280c2-27ba-4a27-9a75-5ce357ec198f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1ed280c2-27ba-4a27-9a75-5ce357ec198f,segment=NetworkSegment(12f03bc9-7275-4638-9855-fe807a23ea43),segment_id=12f03bc9-7275-4638-9855-fe807a23ea43)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:41.279454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.304797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] Calling delete_port for 1ed280c2-27ba-4a27-9a75-5ce357ec198f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:41.336112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.369458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] For port 1ed280c2-27ba-4a27-9a75-5ce357ec198f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=1ed280c2-27ba-4a27-9a75-5ce357ec198f,segment=NetworkSegment(12f03bc9-7275-4638-9855-fe807a23ea43),segment_id=12f03bc9-7275-4638-9855-fe807a23ea43)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:41.370078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.388545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Calling delete_port for 1ed280c2-27ba-4a27-9a75-5ce357ec198f owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:41.413204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.472911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:28:41.473420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: items = [ Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:28:41.476515 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:28:41.493048 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.493923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.563561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.571131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Pushing event deleted for resources: {'Port': ['ID=68215cac-c737-4887-97f6-cc84ceead26f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:41.599956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] No DVR routers for this DVR port 1ed280c2-27ba-4a27-9a75-5ce357ec198f on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:41.630126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['68215cac-c737-4887-97f6-cc84ceead26f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:28:41.652016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] No DVR routers for this DVR port 68215cac-c737-4887-97f6-cc84ceead26f on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:41.663748 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.667813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0588e61-6fcd-40c9-9ccf-80876a8a877a req-bfc52a24-e30b-46b1-8189-7b4b7bda5f67 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.15 "DELETE /v2.0/ports/68215cac-c737-4887-97f6-cc84ceead26f HTTP/1.1" status: 204 len: 173 time: 1.9871612 Oct 25 23:28:41.670884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.672314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'name': 'network-vif-deleted', 'tag': '68215cac-c737-4887-97f6-cc84ceead26f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:28:41.676705 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69551d9-3aa1-4052-970e-582f3738eeff" -d '{"events": [{"server_uuid": "0ea33aa1-1341-4b33-a9bd-b34e46b57c23", "name": "network-vif-deleted", "tag": "68215cac-c737-4887-97f6-cc84ceead26f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:28:41.687396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 415e4683-214b-402c-95b8-325a9b6d23b7 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:28:41.690556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] Pushing event deleted for resources: {'Port': ['ID=1ed280c2-27ba-4a27-9a75-5ce357ec198f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:41.692505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f40deb-1c40-4c43-a4db-bb5b05481256 None None] No DVR routers for this DVR port 1ed280c2-27ba-4a27-9a75-5ce357ec198f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:28:41.695112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:41.702084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/networks/415e4683-214b-402c-95b8-325a9b6d23b7 HTTP/1.1" status: 204 len: 168 time: 1.5411272 Oct 25 23:28:41.742134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c566d0-b1d2-47bb-80b9-f92e531e08d3 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event deleted for resources: {'Network': ['ID=415e4683-214b-402c-95b8-325a9b6d23b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:41.791540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event deleted for resources: {'Port': ['ID=1ed280c2-27ba-4a27-9a75-5ce357ec198f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:42.078128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.176955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedb770f-286b-41f5-8900-6888c4ddc546']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:42.199524 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b508bd0-1439-44d5-81f1-d69944e98541 x-openstack-request-id: req-8b508bd0-1439-44d5-81f1-d69944e98541 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:28:42.200054 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea33aa1-1341-4b33-a9bd-b34e46b57c23", "name": "network-vif-deleted", "tag": "68215cac-c737-4887-97f6-cc84ceead26f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:28:42.200054 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b508bd0-1439-44d5-81f1-d69944e98541 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:28:42.200445 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea33aa1-1341-4b33-a9bd-b34e46b57c23', 'name': 'network-vif-deleted', 'tag': '68215cac-c737-4887-97f6-cc84ceead26f', 'status': 'completed', 'code': 200} Oct 25 23:28:42.233515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f03bc9-7275-4638-9855-fe807a23ea43') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:42.233802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f03bc9-7275-4638-9855-fe807a23ea43') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:42.255165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.303940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.395585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ccef3d28-a793-4bac-be2e-659fc6cbd8b8 req-e5a5e1f2-7c6d-4365-a0fb-897debc7d609 tempest-VolumesSnapshotTestJSON-229663943 tempest-VolumesSnapshotTestJSON-229663943-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea33aa1-1341-4b33-a9bd-b34e46b57c23 HTTP/1.1" status: 200 len: 210 time: 0.0779474 Oct 25 23:28:42.401364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:28:42.405644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:28:42.421471 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:28:42.442523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:42.456266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'name': 'tempest-router--1370369048', 'project_id': 'f87eaabdae65427bb0ca1cc368febbbd'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:42.519688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.521063 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.551865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.574554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.597649 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] 10.222.0.25 "DELETE /v2.0/networks/fedb770f-286b-41f5-8900-6888c4ddc546 HTTP/1.1" status: 204 len: 168 time: 1.9115298 Oct 25 23:28:42.635513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.641483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.657105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e110a25-20d1-4571-b39d-afc2f9131d6b tempest-TagsExtTest-83889647 tempest-TagsExtTest-83889647-project] Pushing event deleted for resources: {'Network': ['ID=fedb770f-286b-41f5-8900-6888c4ddc546,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:42.673250 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:42.674937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-04edfd37-feb5-4da2-a17f-f29babafbb18 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2311320 Oct 25 23:28:42.677577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60838) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:42.808338 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1ed280c2-27ba-4a27-9a75-5ce357ec198f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:42.844007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 1ed280c2-27ba-4a27-9a75-5ce357ec198f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:42.844836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 1ed280c2-27ba-4a27-9a75-5ce357ec198f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:42.928381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:43.156302 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:43.360505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60848) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:43.683384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e3937be5-4b94-42f8-80a6-e1d7eb4dcf0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7847a967ddb84b20a8df5ffd5be38f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189077 Oct 25 23:28:43.684020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 60856) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:43.794183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c943c908-93ea-428b-85a0-6e28c3fa0575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:43.842062 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c943c908-93ea-428b-85a0-6e28c3fa0575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:43.943006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c943c908-93ea-428b-85a0-6e28c3fa0575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:43.946189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c943c908-93ea-428b-85a0-6e28c3fa0575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:43.947713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c943c908-93ea-428b-85a0-6e28c3fa0575 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/585bdb4b-499f-4e0b-a409-39f44b9eac2c HTTP/1.1" status: 204 len: 168 time: 0.2626607 Oct 25 23:28:43.972313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943c908-93ea-428b-85a0-6e28c3fa0575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585bdb4b-499f-4e0b-a409-39f44b9eac2c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:44.061917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:44.070431 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:44.174860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:44.175384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30fa8fa0-e944-4cb0-a779-92f2da3e7499 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:44.190264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:44.197468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-83eaf07e-b259-4a80-b3ff-efa43954155d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/30fa8fa0-e944-4cb0-a779-92f2da3e7499 HTTP/1.1" status: 204 len: 168 time: 1.5182371 Oct 25 23:28:44.762659 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 68215cac-c737-4887-97f6-cc84ceead26f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:44.803498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 60934) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:44.823111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 68215cac-c737-4887-97f6-cc84ceead26f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:44.823628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 68215cac-c737-4887-97f6-cc84ceead26f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:45.341160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-459106503', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:45.408837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:45.410033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:45.613190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:45.888223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4e6faf6d-96a5-415b-9103-d50346b6eb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:45.962517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:46.516367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:46.542700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:46.755274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Allocated IP 172.25.4.248 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/087297c4-4ebc-43e9-be83-5a5a6a14d0f5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:46.963666 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:47.008810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:47.103686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:47.147791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:47.156016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:28:47.242453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event updated for resources: {'Port': ['ID=087297c4-4ebc-43e9-be83-5a5a6a14d0f5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:47.396100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:47.602905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bbe7-51ea-47ea-b3e2-d147e0d3f482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:47.758395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:47.802698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bbe7-51ea-47ea-b3e2-d147e0d3f482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:47.812831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bbe7-51ea-47ea-b3e2-d147e0d3f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:47.883498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e3b9bbe7-51ea-47ea-b3e2-d147e0d3f482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39c64f642b744d2884895872352b33a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862480 Oct 25 23:28:47.886136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32856) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:48.056903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9bbe7-51ea-47ea-b3e2-d147e0d3f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a892431f-1736-416e-bcb3-87f16de7d9a3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:48.132066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b91e262a-41ec-418e-997c-dbb3273542b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.211482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b91e262a-41ec-418e-997c-dbb3273542b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.341974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.376641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b91e262a-41ec-418e-997c-dbb3273542b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.378588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a551d994-c958-431a-9a82-08ab8c221169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.392021 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b91e262a-41ec-418e-997c-dbb3273542b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.404989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b91e262a-41ec-418e-997c-dbb3273542b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a892431f-1736-416e-bcb3-87f16de7d9a3 HTTP/1.1" status: 204 len: 168 time: 0.5144954 Oct 25 23:28:48.441391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e262a-41ec-418e-997c-dbb3273542b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892431f-1736-416e-bcb3-87f16de7d9a3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:48.701223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Router 6cea35fc-0dc1-4734-bb22-b6d302aacda1 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:28:48.917367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:48.928851 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54062436-4985-456f-bfce-a5b725366744 None None] Sync routers for ids ['6cea35fc-0dc1-4734-bb22-b6d302aacda1'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:48.943003 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54062436-4985-456f-bfce-a5b725366744 None None] Routers {'6cea35fc-0dc1-4734-bb22-b6d302aacda1'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:48.943622 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54062436-4985-456f-bfce-a5b725366744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6cea35fc-0dc1-4734-bb22-b6d302aacda1'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:48.959166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:48.960404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5c797601-c76d-4e64-be62-59f6ad0c81f1 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1559050 Oct 25 23:28:48.963036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32904) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:49.086998 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54062436-4985-456f-bfce-a5b725366744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:49.122278 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54062436-4985-456f-bfce-a5b725366744 None None] Routers {'6cea35fc-0dc1-4734-bb22-b6d302aacda1'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:49.123919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54062436-4985-456f-bfce-a5b725366744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6cea35fc-0dc1-4734-bb22-b6d302aacda1'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:49.172151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32906) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:49.188453 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54062436-4985-456f-bfce-a5b725366744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:49.190276 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54062436-4985-456f-bfce-a5b725366744 None None] The sync data for ids ['6cea35fc-0dc1-4734-bb22-b6d302aacda1'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:49.193711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7023-72da-4e88-8d38-563b1d067633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.201941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9133657c-ca1f-4ec1-93e9-197887fccd4a tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/6cea35fc-0dc1-4734-bb22-b6d302aacda1 HTTP/1.1" status: 200 len: 924 time: 0.2376804 Oct 25 23:28:49.205405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32908) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:49.317281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7023-72da-4e88-8d38-563b1d067633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.337128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7023-72da-4e88-8d38-563b1d067633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.387363 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8611f26e-4136-461c-992f-3e3291beb63a tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cea35fc-0dc1-4734-bb22-b6d302aacda1 HTTP/1.1" status: 200 len: 205 time: 0.1782241 Oct 25 23:28:49.389858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32912) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:49.461266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc2c7023-72da-4e88-8d38-563b1d067633 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e00b7a3dc34e08a6836e3adad80ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879262 Oct 25 23:28:49.463746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32914) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:49.482759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c7023-72da-4e88-8d38-563b1d067633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2585f6fc-a137-4194-9254-57e588276942,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:49.597226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1151ebf6-4795-4907-96e7-60bd822f6bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.649075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1151ebf6-4795-4907-96e7-60bd822f6bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.652080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.668455 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.762321 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1151ebf6-4795-4907-96e7-60bd822f6bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.765917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1151ebf6-4795-4907-96e7-60bd822f6bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:49.776386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1151ebf6-4795-4907-96e7-60bd822f6bd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2585f6fc-a137-4194-9254-57e588276942 HTTP/1.1" status: 204 len: 168 time: 0.3050516 Oct 25 23:28:49.812946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ebf6-4795-4907-96e7-60bd822f6bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585f6fc-a137-4194-9254-57e588276942,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:50.013553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:50.105556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Deleting port 087297c4-4ebc-43e9-be83-5a5a6a14d0f5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:50.106142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:50.229240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:50.304633 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:50.348112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Calling delete_port for 087297c4-4ebc-43e9-be83-5a5a6a14d0f5 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:50.700001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:50.809646 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:50.835426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event deleted for resources: {'Port': ['ID=087297c4-4ebc-43e9-be83-5a5a6a14d0f5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:50.999606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.069427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 32952) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:51.251165 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.255064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.381933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.383123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Fanout notify agent at l3_agent the message router_deleted on router 6cea35fc-0dc1-4734-bb22-b6d302aacda1 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:51.393253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.394693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-754fbf26-290b-4f83-ae0a-5bb062430c48 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/6cea35fc-0dc1-4734-bb22-b6d302aacda1 HTTP/1.1" status: 204 len: 168 time: 2.0028105 Oct 25 23:28:51.400323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 32962) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:51.404937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'name': 'tempest-snat-router-940466573', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': False}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:51.467617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.469889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.538136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:51.804505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:52.193782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:52.332581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:52.396103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:52.702177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Allocated IP 172.25.4.86 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/2ab88612-511b-4323-bb08-8bb4cc08c7dc) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:53.140605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:53.268030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:53.288727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Deleting port 5d5b7232-d332-49d8-81df-7061cbc7551b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:53.289229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:53.360160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:53.368414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:53.372039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:28:53.418001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab88612-511b-4323-bb08-8bb4cc08c7dc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:53.491871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] For port 5d5b7232-d332-49d8-81df-7061cbc7551b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5d5b7232-d332-49d8-81df-7061cbc7551b,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:53.493542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:53.516734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Calling delete_port for 5d5b7232-d332-49d8-81df-7061cbc7551b owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:53.964013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:54.067261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5b7232-d332-49d8-81df-7061cbc7551b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:54.164103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:54.388934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Deleting subnet 41aaf30d-4808-4a99-ab58-04c067cf22b8 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:28:54.419084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:54.757275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:54.941152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:55.044182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:55.261471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:55.496387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:28:55.714782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:55.833555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:55.846870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] Sync routers for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:55.863691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c017b210-9b36-430b-9961-63348a857d26 admin admin] 10.222.0.25 "PUT /v2.0/routers/ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7895219 Oct 25 23:28:55.866559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33274) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:55.869137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:55.874646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:55.906661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.152399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41aaf30d-4808-4a99-ab58-04c067cf22b8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:56.169316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.174812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc546cc6-327d-4a3e-87b0-60843f405a19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/41aaf30d-4808-4a99-ab58-04c067cf22b8 HTTP/1.1" status: 204 len: 168 time: 2.0066507 Oct 25 23:28:56.177596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:56.188454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:56.234391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Router c56a43f4-366f-4c38-b60b-ce2ac63236e7 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:28:56.282392 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.526002 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.622461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.695133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Deleting port f13c0003-1278-4383-9fb3-2f052784fd70 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:56.695425 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.753134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:28:53Z', 'revision_number': 5, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port': {'id': 'f13c0003-1278-4383-9fb3-2f052784fd70', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:16:31Z', 'updated_at': '2021-10-25T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:56.760479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.796467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a95af4b-bd40-4101-8017-f8dab50eac7b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:56.809306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ec8b27-f009-42b0-91ec-9454b45b8253') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:56.809917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ec8b27-f009-42b0-91ec-9454b45b8253') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:56.821228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.831718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] Checking router: ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:28:56.849766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.859212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] Routers {'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:56.860574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:28:56.861464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.861797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:56.873147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] For port f13c0003-1278-4383-9fb3-2f052784fd70, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f13c0003-1278-4383-9fb3-2f052784fd70,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:56.873637 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.889356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Calling delete_port for f13c0003-1278-4383-9fb3-2f052784fd70 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:28:56.941837 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:28:56.946681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:28:56.953104 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Sync routers for ids ['c56a43f4-366f-4c38-b60b-ce2ac63236e7'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:28:56.959558 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.982027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:56.982398 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Routers {'c56a43f4-366f-4c38-b60b-ce2ac63236e7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:56.983108 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c56a43f4-366f-4c38-b60b-ce2ac63236e7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:57.007983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7a95af4b-bd40-4101-8017-f8dab50eac7b HTTP/1.1" status: 204 len: 168 time: 0.8192294 Oct 25 23:28:57.054127 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.057086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-398dceac-5e38-4432-85e4-1a79755c0426 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6545258 Oct 25 23:28:57.060562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:57.072129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] Set router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:57.179886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.212538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:28:56Z', 'revision_number': 6, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:57.263591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13c0003-1278-4383-9fb3-2f052784fd70,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:57.327588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb928c8-e7e0-4721-9cb2-89e54660f0d2 None None] The sync data for ids ['ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7'] in n-d-815373-1 is: [{'id': 'ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1438598539-router', 'tenant_id': 'e6db85b6142c4d53accf07237edb2f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:16:30Z', 'updated_at': '2021-10-25T23:28:56Z', 'revision_number': 6, 'project_id': 'e6db85b6142c4d53accf07237edb2f5d', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:28:57.327814 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Set router c56a43f4-366f-4c38-b60b-ce2ac63236e7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:57.331964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46160b20-b4bf-4756-844b-b9072a1ba43f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a95af4b-bd40-4101-8017-f8dab50eac7b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:57.477811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33422) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:57.479579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8a222972-5dc4-4422-bcbe-e5b3e9ce084b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/c56a43f4-366f-4c38-b60b-ce2ac63236e7 HTTP/1.1" status: 200 len: 907 time: 0.4173970 Oct 25 23:28:57.482516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:57.501128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'name': 'tempest-snat-router-940466573', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': True}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:28:57.546253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c31718ba-211b-47dc-a34e-a242da59c900 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a13efc9176f4058ae7e49f52c8fffab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616119 Oct 25 23:28:57.548819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33432) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:57.558256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.560396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.633990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.691108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b4e79e4-4900-4658-81fa-1f1d2b7905f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.773197 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b4e79e4-4900-4658-81fa-1f1d2b7905f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.798670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.877313 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a43f4-366f-4c38-b60b-ce2ac63236e7', 'name': 'tempest-snat-router-940466573', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': False}, 'gw_port_id': '2ab88612-511b-4323-bb08-8bb4cc08c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:51Z', 'updated_at': '2021-10-25T23:28:54Z', 'revision_number': 3, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port': {'id': '2ab88612-511b-4323-bb08-8bb4cc08c7dc', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a43f4-366f-4c38-b60b-ce2ac63236e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:28:52Z', 'updated_at': '2021-10-25T23:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:57.908694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b4e79e4-4900-4658-81fa-1f1d2b7905f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.911544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b4e79e4-4900-4658-81fa-1f1d2b7905f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:57.912786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b4e79e4-4900-4658-81fa-1f1d2b7905f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaaee732-8395-446e-a713-23738f44a7d5 HTTP/1.1" status: 204 len: 168 time: 0.3597693 Oct 25 23:28:57.950115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e79e4-4900-4658-81fa-1f1d2b7905f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaee732-8395-446e-a713-23738f44a7d5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:57.975623 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Checking router: c56a43f4-366f-4c38-b60b-ce2ac63236e7 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:28:57.978644 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Updating router c56a43f4-366f-4c38-b60b-ce2ac63236e7 port 2ab88612-511b-4323-bb08-8bb4cc08c7dc binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:28:58.044602 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.105349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.185626 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.260831 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.282936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.283520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:28:58.316742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.325743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33494) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:58.327552 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-30d683e3-8c65-4583-8524-a27654983de6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ae66b6ed-7916-4b1b-9bca-6e9d6eb340c7 HTTP/1.1" status: 204 len: 168 time: 2.4547374 Oct 25 23:28:58.434194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Deleting subnet 294267f9-0c8f-466c-a224-73ba058e5389 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:28:58.450719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.477143 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.605390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.663319 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.679665 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.772351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5d5b7232-d332-49d8-81df-7061cbc7551b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:58.780191 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Pushing event updated for resources: {'Port': ['ID=2ab88612-511b-4323-bb08-8bb4cc08c7dc,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:58.821810 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.821810 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.835485 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.836195 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.840294 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.840826 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.840950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.841803 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.842315 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.842813 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.846432 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.846973 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.847492 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:28:58.853844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5d5b7232-d332-49d8-81df-7061cbc7551b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:58.854696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5d5b7232-d332-49d8-81df-7061cbc7551b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:58.858630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f13c0003-1278-4383-9fb3-2f052784fd70 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:28:58.885926 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:28:58.918961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: f13c0003-1278-4383-9fb3-2f052784fd70 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:28:58.921018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f13c0003-1278-4383-9fb3-2f052784fd70 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:28:58.926489 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.943703 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Attempting to bind port 2ab88612-511b-4323-bb08-8bb4cc08c7dc on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:28:58.945130 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Attempting to bind port 2ab88612-511b-4323-bb08-8bb4cc08c7dc by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:28:58.946466 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Attempting to bind port 2ab88612-511b-4323-bb08-8bb4cc08c7dc on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:28:58.962105 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:28:58.963311 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:28:58.964429 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:58.972956 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:28:58.973737 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Bound port: 2ab88612-511b-4323-bb08-8bb4cc08c7dc, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:28:58.976150 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.011797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.019650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.108761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294267f9-0c8f-466c-a224-73ba058e5389,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:59.117045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.125480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-deff6f3a-dae9-4f9c-8786-18e882e3a9df admin admin] 10.222.0.25 "DELETE /v2.0/subnets/294267f9-0c8f-466c-a224-73ba058e5389 HTTP/1.1" status: 204 len: 168 time: 0.7985408 Oct 25 23:28:59.125713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e624b-ff27-4f6c-958c-f6b43e05557e None None] Network 01622bd7-7fda-44c0-a57e-22b8a7807b9a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:28:59.130064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33522) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:28:59.147018 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] For port 2ab88612-511b-4323-bb08-8bb4cc08c7dc, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:28:59.161237 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] For port 2ab88612-511b-4323-bb08-8bb4cc08c7dc, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2ab88612-511b-4323-bb08-8bb4cc08c7dc,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:28:59.171568 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.326888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.353110 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a6acd-0d7d-4ed9-b4c6-b772f36cc0c7 None None] Pushing event updated for resources: {'Port': ['ID=2ab88612-511b-4323-bb08-8bb4cc08c7dc,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:28:59.364399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Allocated IP 172.25.4.2 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/7ab23244-b937-4937-900f-616cf6997157) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:28:59.404088 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Routers {'c56a43f4-366f-4c38-b60b-ce2ac63236e7'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:28:59.404715 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c56a43f4-366f-4c38-b60b-ce2ac63236e7'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:28:59.496861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Deleting port b098ce88-637d-4d2b-9b55-51a0d389647e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:59.498450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.660869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.695639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] DHCP port deletion for 01622bd7-7fda-44c0-a57e-22b8a7807b9a request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:28:59.742053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.778306 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] Set router c56a43f4-366f-4c38-b60b-ce2ac63236e7 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:28:59.803830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] For port b098ce88-637d-4d2b-9b55-51a0d389647e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b098ce88-637d-4d2b-9b55-51a0d389647e,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:28:59.804220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.894925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] Deleting port b098ce88-637d-4d2b-9b55-51a0d389647e {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:28:59.895305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:28:59.898529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:28:59.900636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Calling delete_port for b098ce88-637d-4d2b-9b55-51a0d389647e owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:28:59.909892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:28:59.918233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:00.093817 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] For port b098ce88-637d-4d2b-9b55-51a0d389647e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b098ce88-637d-4d2b-9b55-51a0d389647e,segment=NetworkSegment(28c04479-641b-4070-b67b-4ff4887beffb),segment_id=28c04479-641b-4070-b67b-4ff4887beffb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:29:00.094710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Port': ['ID=7ab23244-b937-4937-900f-616cf6997157,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:00.096259 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.131153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] Calling delete_port for b098ce88-637d-4d2b-9b55-51a0d389647e owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:00.217702 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.287627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] No DVR routers for this DVR port b098ce88-637d-4d2b-9b55-51a0d389647e on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:29:00.293377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b098ce88-637d-4d2b-9b55-51a0d389647e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:00.348853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.374286 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a43f4-366f-4c38-b60b-ce2ac63236e7', 'name': 'tempest-snat-router-940466573', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': False}, 'gw_port_id': '2ab88612-511b-4323-bb08-8bb4cc08c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:51Z', 'updated_at': '2021-10-25T23:28:54Z', 'revision_number': 3, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port': {'id': '2ab88612-511b-4323-bb08-8bb4cc08c7dc', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a43f4-366f-4c38-b60b-ce2ac63236e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:28:52Z', 'updated_at': '2021-10-25T23:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:00.383309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] No DVR routers for this DVR port b098ce88-637d-4d2b-9b55-51a0d389647e on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:29:00.440127 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6a65c-058c-4409-804a-4894fd0e4293 None None] The sync data for ids ['c56a43f4-366f-4c38-b60b-ce2ac63236e7'] in n-d-815373-1 is: [{'id': 'c56a43f4-366f-4c38-b60b-ce2ac63236e7', 'name': 'tempest-snat-router-940466573', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86'}], 'enable_snat': False}, 'gw_port_id': '2ab88612-511b-4323-bb08-8bb4cc08c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:51Z', 'updated_at': '2021-10-25T23:28:54Z', 'revision_number': 3, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port': {'id': '2ab88612-511b-4323-bb08-8bb4cc08c7dc', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:37:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a43f4-366f-4c38-b60b-ce2ac63236e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:28:52Z', 'updated_at': '2021-10-25T23:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:00.475785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0d2da-6f74-441c-970f-cb4057da6526 None None] Pushing event deleted for resources: {'Port': ['ID=b098ce88-637d-4d2b-9b55-51a0d389647e,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:00.562419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.600033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01622bd7-7fda-44c0-a57e-22b8a7807b9a']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:00.613368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c04479-641b-4070-b67b-4ff4887beffb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:00.613664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c04479-641b-4070-b67b-4ff4887beffb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:00.624392 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.653581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.666867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:29:00.667276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.792319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b098ce88-637d-4d2b-9b55-51a0d389647e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:29:00.828560 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:29:00.863684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.868048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b098ce88-637d-4d2b-9b55-51a0d389647e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:29:00.868943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b098ce88-637d-4d2b-9b55-51a0d389647e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:29:00.892970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.903841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:00.926132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/01622bd7-7fda-44c0-a57e-22b8a7807b9a HTTP/1.1" status: 204 len: 168 time: 1.7914047 Oct 25 23:29:00.974816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41987b-347b-485c-a218-47c0988a47f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=01622bd7-7fda-44c0-a57e-22b8a7807b9a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:01.362632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33568) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:01.450217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-863eb3e6-f8a5-44af-88f8-9e228678efb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6db85b6142c4d53accf07237edb2f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855355 Oct 25 23:29:01.452578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33570) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:01.693500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5351665-41b9-4be6-b9d3-17ebf5d69060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:01.778038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5351665-41b9-4be6-b9d3-17ebf5d69060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:01.814225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:01.936269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5351665-41b9-4be6-b9d3-17ebf5d69060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:01.939544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5351665-41b9-4be6-b9d3-17ebf5d69060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:01.940780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e5351665-41b9-4be6-b9d3-17ebf5d69060 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19eccba2-4cf4-419c-8d79-2b61a1b05bcf HTTP/1.1" status: 204 len: 168 time: 0.4872015 Oct 25 23:29:01.973445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5351665-41b9-4be6-b9d3-17ebf5d69060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eccba2-4cf4-419c-8d79-2b61a1b05bcf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:02.270594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Router afebb9be-e882-47f4-92cb-85deab3600d7 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:02.583246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:02.593974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Sync routers for ids ['afebb9be-e882-47f4-92cb-85deab3600d7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:02.631252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:02.634918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-84bd857e-2874-4226-ad9e-0fe4e893cf8c tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.1396987 Oct 25 23:29:02.636029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33594) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:02.648665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Routers {'afebb9be-e882-47f4-92cb-85deab3600d7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:02.651145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['afebb9be-e882-47f4-92cb-85deab3600d7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:02.905200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:02.905787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8a06e988-208e-4a0a-823c-d132d6e9612d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/afebb9be-e882-47f4-92cb-85deab3600d7 HTTP/1.1" status: 200 len: 905 time: 0.2682114 Oct 25 23:29:02.906868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2ab88612-511b-4323-bb08-8bb4cc08c7dc up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:29:03.008581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2ab88612-511b-4323-bb08-8bb4cc08c7dc triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:03.009695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:03.108021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Set router afebb9be-e882-47f4-92cb-85deab3600d7 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:29:03.162673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:03.497302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:03.684908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Deleting port 7ab23244-b937-4937-900f-616cf6997157 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:03.685253 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:03.813154 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:03.941112 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:03.969611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2ab88612-511b-4323-bb08-8bb4cc08c7dc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2ab88612-511b-4323-bb08-8bb4cc08c7dc,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:29:03.978054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Calling delete_port for 7ab23244-b937-4937-900f-616cf6997157 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:03.983258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:04.213907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2ab88612-511b-4323-bb08-8bb4cc08c7dc,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:04.222414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afebb9be-e882-47f4-92cb-85deab3600d7', 'name': 'tempest-snat-router-940466573', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7ab23244-b937-4937-900f-616cf6997157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:57Z', 'updated_at': '2021-10-25T23:29:00Z', 'revision_number': 3, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port': {'id': '7ab23244-b937-4937-900f-616cf6997157', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afebb9be-e882-47f4-92cb-85deab3600d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:28:59Z', 'updated_at': '2021-10-25T23:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:04.421326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Checking router: afebb9be-e882-47f4-92cb-85deab3600d7 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:29:04.422200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Updating router afebb9be-e882-47f4-92cb-85deab3600d7 port 7ab23244-b937-4937-900f-616cf6997157 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:29:04.503309 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:04.507894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:04.627886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Port 7ab23244-b937-4937-900f-616cf6997157 not found while updating agent binding for router afebb9be-e882-47f4-92cb-85deab3600d7. {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 25 23:29:04.648696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ab23244-b937-4937-900f-616cf6997157,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:04.695611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Routers {'afebb9be-e882-47f4-92cb-85deab3600d7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:04.699436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['afebb9be-e882-47f4-92cb-85deab3600d7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:04.919671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:04.982193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] Set router afebb9be-e882-47f4-92cb-85deab3600d7 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:29:05.165290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afebb9be-e882-47f4-92cb-85deab3600d7', 'name': 'tempest-snat-router-940466573', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:57Z', 'updated_at': '2021-10-25T23:29:04Z', 'revision_number': 5, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:05.220133 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.225872 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.240753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af5fa-e4ab-4450-95f5-b62a31fec2c1 None None] The sync data for ids ['afebb9be-e882-47f4-92cb-85deab3600d7'] in n-d-815373-1 is: [{'id': 'afebb9be-e882-47f4-92cb-85deab3600d7', 'name': 'tempest-snat-router-940466573', 'tenant_id': '7de7a71941384fdc871310975c183f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:28:57Z', 'updated_at': '2021-10-25T23:29:04Z', 'revision_number': 5, 'project_id': '7de7a71941384fdc871310975c183f4a', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:05.247513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2ab88612-511b-4323-bb08-8bb4cc08c7dc up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:29:05.339409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.339977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afebb9be-e882-47f4-92cb-85deab3600d7 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:05.346088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.350321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc95d513-89f7-4f7f-872d-ee514b29f550 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/afebb9be-e882-47f4-92cb-85deab3600d7 HTTP/1.1" status: 204 len: 168 time: 2.4418786 Oct 25 23:29:05.353254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33662) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:05.363998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2ab88612-511b-4323-bb08-8bb4cc08c7dc triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:05.364594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.609392 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.751367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.825257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Deleting port 2ab88612-511b-4323-bb08-8bb4cc08c7dc {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:05.825869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.931918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] For port 2ab88612-511b-4323-bb08-8bb4cc08c7dc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2ab88612-511b-4323-bb08-8bb4cc08c7dc,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:29:05.932419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:05.950086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Calling delete_port for 2ab88612-511b-4323-bb08-8bb4cc08c7dc owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:06.221968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:06.350797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ab88612-511b-4323-bb08-8bb4cc08c7dc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:06.582905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.093409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.098960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.203984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.206760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c56a43f4-366f-4c38-b60b-ce2ac63236e7 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:07.214435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.215595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-40aca208-f5f8-4431-9fce-12ef1b2b2552 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c56a43f4-366f-4c38-b60b-ce2ac63236e7 HTTP/1.1" status: 204 len: 168 time: 1.8613665 Oct 25 23:29:07.220541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33700) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:07.225398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2003279358', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:07.280319 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.281393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.462275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:07.738426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:08.264841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:08.340024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:08.524094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Allocated IP 172.25.4.244 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/d9a5aaaf-3f03-423e-ac84-d6e79700e25d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:08.663089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2ab88612-511b-4323-bb08-8bb4cc08c7dc no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:29:08.707169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:08.726776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 2ab88612-511b-4323-bb08-8bb4cc08c7dc {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:29:08.728035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2ab88612-511b-4323-bb08-8bb4cc08c7dc not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:29:08.765914 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:08.834655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:08.840966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:08.847703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:08.851921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event updated for resources: {'Port': ['ID=d9a5aaaf-3f03-423e-ac84-d6e79700e25d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:09.454563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:09.806748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:10.084117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Router 2cb99852-6d38-49f6-a963-788be17cdf05 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:10.378831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:10.392353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] Sync routers for ids ['2cb99852-6d38-49f6-a963-788be17cdf05'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:10.410910 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] Routers {'2cb99852-6d38-49f6-a963-788be17cdf05'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:10.411946 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2cb99852-6d38-49f6-a963-788be17cdf05'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:10.428863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:10.432629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b95e3612-d28a-4336-8334-b2b4d6bff2ad tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2089338 Oct 25 23:29:10.434774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:10.447646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': False}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:10.489879 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:10.535015 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] Routers {'2cb99852-6d38-49f6-a963-788be17cdf05'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:10.537202 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2cb99852-6d38-49f6-a963-788be17cdf05'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:10.644423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:10.646827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aeb7fd-e7a0-4f88-83b6-b8c8df2eb514 None None] The sync data for ids ['2cb99852-6d38-49f6-a963-788be17cdf05'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:11.723584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:12.575795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:12.583970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:12.811514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Router 2cb99852-6d38-49f6-a963-788be17cdf05 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:29:13.014459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:13.023790 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:13.026080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d292db7-2882-4814-b8ee-eb36f343dadf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "PUT /v2.0/routers/2cb99852-6d38-49f6-a963-788be17cdf05 HTTP/1.1" status: 200 len: 926 time: 2.5922804 Oct 25 23:29:13.028803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33836) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:13.029655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] Sync routers for ids ['2cb99852-6d38-49f6-a963-788be17cdf05'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:13.058444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] Routers {'2cb99852-6d38-49f6-a963-788be17cdf05'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:13.059083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2cb99852-6d38-49f6-a963-788be17cdf05'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:13.146767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:13.158663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] Routers {'2cb99852-6d38-49f6-a963-788be17cdf05'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:13.159279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:28:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2cb99852-6d38-49f6-a963-788be17cdf05'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:13.196115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:13.197058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0253b0c-5172-477f-b733-24e4901b7c8f None None] The sync data for ids ['2cb99852-6d38-49f6-a963-788be17cdf05'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:13.198790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:13.330918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33844) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:13.331971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d7f16c1e-1405-414c-ba86-845dc6b0fcba tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/2cb99852-6d38-49f6-a963-788be17cdf05 HTTP/1.1" status: 200 len: 926 time: 0.3009980 Oct 25 23:29:13.531672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2909886-2a29-427f-a140-2d3548ca79bc tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:13.539990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33852) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:13.552750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c2909886-2a29-427f-a140-2d3548ca79bc tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=2cb99852-6d38-49f6-a963-788be17cdf05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2204239 Oct 25 23:29:14.151168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76c3c0-8ef6-460d-8c05-ef16dc096d20 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:14.154081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bd76c3c0-8ef6-460d-8c05-ef16dc096d20 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.6125000 Oct 25 23:29:14.157872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33866) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:14.203006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-554fb9e1-d47b-4d49-9467-c06f7c39b619 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb99852-6d38-49f6-a963-788be17cdf05 HTTP/1.1" status: 200 len: 205 time: 0.0407381 Oct 25 23:29:14.205960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33870) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:14.380773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:14.590438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:14.722687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Deleting port d9a5aaaf-3f03-423e-ac84-d6e79700e25d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:14.723049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:15.080323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:15.127386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Calling delete_port for d9a5aaaf-3f03-423e-ac84-d6e79700e25d owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:15.554224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:15.620384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event deleted for resources: {'Port': ['ID=d9a5aaaf-3f03-423e-ac84-d6e79700e25d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:15.634712 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.635082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.635420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.635756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.636113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.636420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.636746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.637074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.637401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.637723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.638044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.638387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:15.765650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:15.851575 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-52d4280b-f099-424c-8992-a66df5f20c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:15.941040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33918) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:16.009268 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.016140 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.093547 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.094178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb99852-6d38-49f6-a963-788be17cdf05 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:16.122495 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.131290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33922) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:16.137598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1077045058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:16.144294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1c89b212-3b01-48e2-8758-f9384b2beefa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/2cb99852-6d38-49f6-a963-788be17cdf05 HTTP/1.1" status: 204 len: 168 time: 1.9366188 Oct 25 23:29:16.190348 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.192743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.194523 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.317013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.331298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.383866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.387680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-675aad04-9a20-4324-a002-3ccde587e61f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2525156 Oct 25 23:29:16.389430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 33926) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:16.395188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:16.452513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.461699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.576925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=188c2bfc890b4f27a56b038f3cc308be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349347 Oct 25 23:29:16.591190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:16.591901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef23d4c-7324-4abc-b3fd-1d33dd190f6a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:16.664930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.665275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.665613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.665951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.666317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.666649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.666977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.667299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.667639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.667942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.668263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.668582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042810-da79-41c1-99e2-d6e09160d7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:16.740115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b35c2242-8f9f-4ce6-a3d1-46a2e566b0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.791437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b35c2242-8f9f-4ce6-a3d1-46a2e566b0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.894912 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b35c2242-8f9f-4ce6-a3d1-46a2e566b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.897450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b35c2242-8f9f-4ce6-a3d1-46a2e566b0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:16.898652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b35c2242-8f9f-4ce6-a3d1-46a2e566b0b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ef23d4c-7324-4abc-b3fd-1d33dd190f6a HTTP/1.1" status: 204 len: 168 time: 0.2864118 Oct 25 23:29:16.927838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c2242-8f9f-4ce6-a3d1-46a2e566b0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef23d4c-7324-4abc-b3fd-1d33dd190f6a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:17.129038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:17.479930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:17.529758 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:17.687244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33958) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:17.727128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b90844b0-7c5e-408c-acb1-c3aca0f40c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:17.874956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b90844b0-7c5e-408c-acb1-c3aca0f40c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:17.886978 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b90844b0-7c5e-408c-acb1-c3aca0f40c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:17.916840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Allocated IP 172.25.4.13 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/30195afc-1dba-4068-9cfd-2060ae1a1c5a) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:17.982789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90844b0-7c5e-408c-acb1-c3aca0f40c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc31ea-c9b5-4512-9283-40f996415a61,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:18.009089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b90844b0-7c5e-408c-acb1-c3aca0f40c15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54ecf80a783e418d8b72b95f154ed334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189759 Oct 25 23:29:18.012675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 33962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:18.138648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03099bdc-23e4-487e-8140-81f3c83a6f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.180138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.188083 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03099bdc-23e4-487e-8140-81f3c83a6f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.252400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.276253 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03099bdc-23e4-487e-8140-81f3c83a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.279299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03099bdc-23e4-487e-8140-81f3c83a6f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.280506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-03099bdc-23e4-487e-8140-81f3c83a6f67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29fc31ea-c9b5-4512-9283-40f996415a61 HTTP/1.1" status: 204 len: 168 time: 0.2669129 Oct 25 23:29:18.290124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099bdc-23e4-487e-8140-81f3c83a6f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc31ea-c9b5-4512-9283-40f996415a61,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:18.371318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:18.382476 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7da3eae0-d795-4b3f-aab8-77861c665a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:18.386978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:18.391884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:18.455723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event updated for resources: {'Port': ['ID=30195afc-1dba-4068-9cfd-2060ae1a1c5a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:18.922234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:19.425822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:19.431107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:19.663355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:20.141032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Router d9c89bab-c236-441b-adee-d487a24eaa50 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:20.226461 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:20.458262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:20.465551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:20.470250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:20.480833 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] Sync routers for ids ['d9c89bab-c236-441b-adee-d487a24eaa50'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:20.492186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c30f8019-7f32-429d-8303-de6a3c6d753e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "PUT /v2.0/routers/d9c89bab-c236-441b-adee-d487a24eaa50 HTTP/1.1" status: 200 len: 883 time: 4.1011968 Oct 25 23:29:20.511072 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] Routers {'d9c89bab-c236-441b-adee-d487a24eaa50'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:20.512171 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d9c89bab-c236-441b-adee-d487a24eaa50'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:20.592239 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:20.625853 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] Routers {'d9c89bab-c236-441b-adee-d487a24eaa50'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:20.632643 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d9c89bab-c236-441b-adee-d487a24eaa50'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:20.723989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:20.726267 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04148f2-d80c-4e89-8f5f-557bfc759c10 None None] The sync data for ids ['d9c89bab-c236-441b-adee-d487a24eaa50'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:20.786353 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:20.848098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ba6fd899-0c53-4ed5-be27-4d099b58f8fe tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/d9c89bab-c236-441b-adee-d487a24eaa50 HTTP/1.1" status: 200 len: 924 time: 0.3762269 Oct 25 23:29:20.851323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34108) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:21.019066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec70b2-3585-42b9-b008-305fc435840d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:21.022703 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-24ec70b2-3585-42b9-b008-305fc435840d tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=d9c89bab-c236-441b-adee-d487a24eaa50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1695006 Oct 25 23:29:21.023473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:21.230421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de706e-44c1-44c8-8133-853d1fc28bdf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:21.233267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6de706e-44c1-44c8-8133-853d1fc28bdf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.2085834 Oct 25 23:29:21.236851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34124) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:21.293345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:21.300255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-80d6d048-c2f6-426a-8652-bc76cbb46774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c89bab-c236-441b-adee-d487a24eaa50 HTTP/1.1" status: 200 len: 205 time: 0.0617964 Oct 25 23:29:21.543876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:21.807271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:21.932851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Deleting port 30195afc-1dba-4068-9cfd-2060ae1a1c5a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:21.933215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:22.157854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:22.199228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Calling delete_port for 30195afc-1dba-4068-9cfd-2060ae1a1c5a owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:22.902705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:22.942044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event deleted for resources: {'Port': ['ID=30195afc-1dba-4068-9cfd-2060ae1a1c5a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:23.058265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.211530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.214270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.287458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.288018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Fanout notify agent at l3_agent the message router_deleted on router d9c89bab-c236-441b-adee-d487a24eaa50 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:23.311670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.318098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34192) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:23.318919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bacce5cc-e54d-44ec-a569-7f7de88504fa tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/d9c89bab-c236-441b-adee-d487a24eaa50 HTTP/1.1" status: 204 len: 168 time: 2.0241683 Oct 25 23:29:23.324312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1846691545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:23.395343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.397149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.557861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.566935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.606842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:23.611133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a67f96cb-3789-4035-b115-e16750a8e1b3 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2898123 Oct 25 23:29:23.613729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34204) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:23.629929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': True}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:23.785546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34210) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:23.996675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-638c49c2-4f16-452b-bf09-fff30700c443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.023612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.132036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-638c49c2-4f16-452b-bf09-fff30700c443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.140013 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-638c49c2-4f16-452b-bf09-fff30700c443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.256360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c49c2-4f16-452b-bf09-fff30700c443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68750c9-0baf-40ca-8166-623139f59671,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:24.261890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-638c49c2-4f16-452b-bf09-fff30700c443 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2adb9736e94848efa79904826d06d7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737849 Oct 25 23:29:24.271368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34234) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:24.378706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c44bc28-1e01-4030-b4dd-1b4755b5a306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.417446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c44bc28-1e01-4030-b4dd-1b4755b5a306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.493855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c44bc28-1e01-4030-b4dd-1b4755b5a306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.497371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c44bc28-1e01-4030-b4dd-1b4755b5a306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:24.498751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c44bc28-1e01-4030-b4dd-1b4755b5a306 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c68750c9-0baf-40ca-8166-623139f59671 HTTP/1.1" status: 204 len: 168 time: 0.2243421 Oct 25 23:29:24.533517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44bc28-1e01-4030-b4dd-1b4755b5a306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68750c9-0baf-40ca-8166-623139f59671,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:25.071674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.121809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.205408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34260) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:25.237313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-817d166b-021b-4796-8ee4-0460e0608480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.447275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Allocated IP 172.25.4.96 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/cf215be1-c4d8-4028-bee8-3d3e2a6a2e0b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:25.464406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-817d166b-021b-4796-8ee4-0460e0608480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.477701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-817d166b-021b-4796-8ee4-0460e0608480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.589597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-817d166b-021b-4796-8ee4-0460e0608480 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=225e4d005aad44b397526cddddc3082e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825507 Oct 25 23:29:25.590699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34270) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:25.594021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d166b-021b-4796-8ee4-0460e0608480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf8e1f-4f3e-431e-8b87-a9c0721ea01b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:25.719113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.739205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7af7cbd-21ab-470b-bc6f-2caf61dffdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.773348 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7af7cbd-21ab-470b-bc6f-2caf61dffdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.811043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.869710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7af7cbd-21ab-470b-bc6f-2caf61dffdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.873291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a7af7cbd-21ab-470b-bc6f-2caf61dffdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:25.877675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a7af7cbd-21ab-470b-bc6f-2caf61dffdba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03cf8e1f-4f3e-431e-8b87-a9c0721ea01b HTTP/1.1" status: 204 len: 168 time: 0.2759645 Oct 25 23:29:25.891853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7cbd-21ab-470b-bc6f-2caf61dffdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf8e1f-4f3e-431e-8b87-a9c0721ea01b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:25.946460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:25.950618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:25.966201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:26.067795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Port': ['ID=cf215be1-c4d8-4028-bee8-3d3e2a6a2e0b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:26.694411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:27.200428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:27.210021 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:27.518302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Router d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:27.683302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:27.689847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:27.694552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34330) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:27.697236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] Sync routers for ids ['d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:27.717617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-66f02f94-cc26-4024-9cbf-0aaf422d1b11 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "PUT /v2.0/routers/d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f HTTP/1.1" status: 200 len: 918 time: 4.1023803 Oct 25 23:29:27.720986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] Routers {'d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:27.723807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:27.803137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:27.826806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] Routers {'d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:27.829772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:27.901331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-84541f18-015b-43ca-b494-9403a898b51e tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f HTTP/1.1" status: 200 len: 924 time: 0.2054694 Oct 25 23:29:27.903925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34338) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:27.911934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:27.912565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce540ef-a181-499b-a4e0-b964ac37f3d4 None None] The sync data for ids ['d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:28.014720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f38af9-255f-49e2-bdf8-6da52c11574b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:28.017328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-37f38af9-255f-49e2-bdf8-6da52c11574b tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1123397 Oct 25 23:29:28.021731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34346) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:28.143574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a316ee-ebd8-4956-9b25-059d81e69231 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:28.145022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-44a316ee-ebd8-4956-9b25-059d81e69231 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.1215062 Oct 25 23:29:28.148586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:28.191522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:28.198984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-00d57fea-c231-416c-b0db-902d1c816ef4 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f HTTP/1.1" status: 200 len: 205 time: 0.0487640 Oct 25 23:29:28.361326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:28.488974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:28.509045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:28.603006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Deleting port cf215be1-c4d8-4028-bee8-3d3e2a6a2e0b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:28.603412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:28.738433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:28.756265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Calling delete_port for cf215be1-c4d8-4028-bee8-3d3e2a6a2e0b owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:29.126598 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.187078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event deleted for resources: {'Port': ['ID=cf215be1-c4d8-4028-bee8-3d3e2a6a2e0b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:29.451147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.736014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.745392 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.856551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.857477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Fanout notify agent at l3_agent the message router_deleted on router d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:29.872142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.875015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ca32710f-a008-49d9-9a4e-00741fd06940 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f HTTP/1.1" status: 204 len: 168 time: 1.6822042 Oct 25 23:29:29.881626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34422) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:29.889400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-473427345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:29.987922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:29.989267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:30.067485 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:30.074751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:30.098998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:30.102552 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7baa500d-77f6-4d50-948b-16a463472774 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2197721 Oct 25 23:29:30.104566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34430) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:30.109756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'enable_snat': False}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:30.501130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:31.010118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:31.072053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:31.456266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Allocated IP 172.25.4.210 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/992e780d-ad4d-4bb2-87f8-f2543aa28c16) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:31.693172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:31.850942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:31.893522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:31.990307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:32.014350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:32.035312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2244bd8f-98b5-4fd2-a561-21d61a363785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.038204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:32.257360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Pushing event updated for resources: {'Port': ['ID=992e780d-ad4d-4bb2-87f8-f2543aa28c16,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:32.347085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2244bd8f-98b5-4fd2-a561-21d61a363785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.353821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2244bd8f-98b5-4fd2-a561-21d61a363785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.432329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2244bd8f-98b5-4fd2-a561-21d61a363785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ae98bf25b9c44daa1fecb9ab4aecf12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362213 Oct 25 23:29:32.434451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34482) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:32.437007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244bd8f-98b5-4fd2-a561-21d61a363785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd544c-c6ac-41e5-95c1-4d59d49031a3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:32.523756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e2e8eb6-a296-4d7b-b9ea-2bafc0503b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.556316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e2e8eb6-a296-4d7b-b9ea-2bafc0503b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.651761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e2e8eb6-a296-4d7b-b9ea-2bafc0503b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.654482 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e2e8eb6-a296-4d7b-b9ea-2bafc0503b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:32.655555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4e2e8eb6-a296-4d7b-b9ea-2bafc0503b0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08fd544c-c6ac-41e5-95c1-4d59d49031a3 HTTP/1.1" status: 204 len: 168 time: 0.2200444 Oct 25 23:29:32.684468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e8eb6-a296-4d7b-b9ea-2bafc0503b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd544c-c6ac-41e5-95c1-4d59d49031a3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:32.765663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:33.452574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34526) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:33.475311 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6468-1d8f-4900-b43a-c1aeffae4374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:33.553218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-ead7ecc6-8ba5-4748-9309-ef274dc07eee tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:33.555693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-ead7ecc6-8ba5-4748-9309-ef274dc07eee tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.1787760 Oct 25 23:29:33.584667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-90e080b9-f372-47fc-a213-893ea822c948 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/quotas/d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 375 time: 0.0186045 Oct 25 23:29:33.652049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:33.661342 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:33.717695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-585dae90-518c-415c-bf9b-d0d32ab722b3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217673 Oct 25 23:29:33.754767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-ba074847-83c8-4270-bbcc-1d7e4b2d7646 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:29:33.761831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-ba074847-83c8-4270-bbcc-1d7e4b2d7646 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0432372 Oct 25 23:29:33.800506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6468-1d8f-4900-b43a-c1aeffae4374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:33.813744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6468-1d8f-4900-b43a-c1aeffae4374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:33.864263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-20e25d76-1aa5-463d-9fc7-e7298b948e56 service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014836 Oct 25 23:29:33.907965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d7c6468-1d8f-4900-b43a-c1aeffae4374 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1242b4117cf241d08a16db4714d5f84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507937 Oct 25 23:29:33.908742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34530) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:33.909391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6468-1d8f-4900-b43a-c1aeffae4374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa379988-beb2-4c65-80f0-191d88915614,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:34.045587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-f890b07d-e281-4cc0-be87-98908dcab412 service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804280 Oct 25 23:29:34.062552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef920136-0977-45d4-a9a2-fb00757b6889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:34.082128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Router c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:34.136527 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef920136-0977-45d4-a9a2-fb00757b6889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:34.278527 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef920136-0977-45d4-a9a2-fb00757b6889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:34.283635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef920136-0977-45d4-a9a2-fb00757b6889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:34.290827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ef920136-0977-45d4-a9a2-fb00757b6889 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa379988-beb2-4c65-80f0-191d88915614 HTTP/1.1" status: 204 len: 168 time: 0.3732142 Oct 25 23:29:34.335320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef920136-0977-45d4-a9a2-fb00757b6889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa379988-beb2-4c65-80f0-191d88915614,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:34.351048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:34.367906 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] Sync routers for ids ['c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:34.370205 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:34.382658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:34.383707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f17ee57-e5b7-491c-af5f-1550e87e0ddf tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "PUT /v2.0/routers/c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f HTTP/1.1" status: 200 len: 919 time: 4.2774100 Oct 25 23:29:34.408291 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] Routers {'c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:34.409099 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:34.547432 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:34.601033 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] Routers {'c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:34.607930 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:34.817162 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:34.818206 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dac84e-aec2-4402-be05-486e46ed9456 None None] The sync data for ids ['c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:34.827356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23320ca7-ba5e-4013-b2b3-6c9fb98de871 req-b08fce42-51be-4292-9ad4-156d234a4057 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.1347969 Oct 25 23:29:34.903264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34558) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:34.903776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3d2a1556-8395-496e-8496-9a7c96c4f5b7 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f HTTP/1.1" status: 200 len: 925 time: 0.5164256 Oct 25 23:29:34.986842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff45de16-fdcb-49ac-bdca-53ebf8c307e0 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:34.989048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff45de16-fdcb-49ac-bdca-53ebf8c307e0 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0847840 Oct 25 23:29:34.991611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34568) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:35.325252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a5ddf-5d76-4a12-81b1-5e80a27b1a45 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:35.326903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-387a5ddf-5d76-4a12-81b1-5e80a27b1a45 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/networks/dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 881 time: 0.3333275 Oct 25 23:29:35.330341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34578) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:35.362118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8718c9f6-46f3-406d-9e45-2c0d47da7f6f tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f HTTP/1.1" status: 200 len: 205 time: 0.0305729 Oct 25 23:29:35.364736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34580) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:35.647886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:35.815673 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:29:35.967603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f5e6921-74aa-499f-a992-4b86d873cf95 req-d29c04ac-5049-4047-bd80-cead51dba909 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.0599279 Oct 25 23:29:35.974412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:36.093780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Deleting port 992e780d-ad4d-4bb2-87f8-f2543aa28c16 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:36.093780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:36.362557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:36.409746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Calling delete_port for 992e780d-ad4d-4bb2-87f8-f2543aa28c16 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:37.097431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.175185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event deleted for resources: {'Port': ['ID=992e780d-ad4d-4bb2-87f8-f2543aa28c16,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:37.185093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e75cb5d1-a608-4693-b5b5-44a7b1a084b2 req-7bc66275-b270-4b7d-be44-4aba1d62f225 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.0818908 Oct 25 23:29:37.363824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.495919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-936ff8a3-1104-4fa8-970e-d5bbc9196f24 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:37.507354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-936ff8a3-1104-4fa8-970e-d5bbc9196f24 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.3656573 Oct 25 23:29:37.527939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'port': {'device_id': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'admin_state_up': True, 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:37.555142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.557365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.626491 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.627034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Fanout notify agent at l3_agent the message router_deleted on router c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:37.646604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.655820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-793706df-d4c1-4331-9e93-d334ce962487 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f HTTP/1.1" status: 204 len: 168 time: 2.2893794 Oct 25 23:29:37.655993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34650) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:37.665953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-829030113', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:37.758585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.759678 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.896732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:37.901173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:37.950505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:38.413906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34682) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:38.533270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Allocated IP 172.20.0.4 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/e4e643bc-2f02-4e81-837b-65d88dc48e10) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:38.657423 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-380e79f0-a141-4893-9915-eaa786ebc0d0 req-6c26e251-2b3b-48b8-bfe4-98a07a91a3b0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.2372444 Oct 25 23:29:38.661378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:38.746863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df61787-f4b2-4d94-8b55-2d9f01520856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:38.938760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:38.995728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:39.221949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df61787-f4b2-4d94-8b55-2d9f01520856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:39.235520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9df61787-f4b2-4d94-8b55-2d9f01520856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:39.270797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df61787-f4b2-4d94-8b55-2d9f01520856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9faee42-8b24-4390-b49f-2de4479b8f5d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:39.361914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:39.380547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:39.422802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:39.551770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:39.552505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:39.566265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9df61787-f4b2-4d94-8b55-2d9f01520856 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1ced2ef6ae6436ebbe1bc268f2b89bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1415918 Oct 25 23:29:39.580468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:39.581176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=e4e643bc-2f02-4e81-837b-65d88dc48e10,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:39.776653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c9c26663-dee8-4266-9033-0cfca12c0264 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2549262 Oct 25 23:29:39.810138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Request body: {'port': {'device_id': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:39.959304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0df9727c-aa89-4556-9005-a65b0b42cddc None None] Provisioning complete for port e4e643bc-2f02-4e81-837b-65d88dc48e10 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:39.959905 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0df9727c-aa89-4556-9005-a65b0b42cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:39.995016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88ad3923-74cb-41be-8c7e-0d8d2a199da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.036869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0df9727c-aa89-4556-9005-a65b0b42cddc None None] Port e4e643bc-2f02-4e81-837b-65d88dc48e10 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:29:40.111178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.138928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-f815a68f-0728-4e75-acd6-d7a4a2932519 req-82e849f3-c178-439a-af0b-ebe41a5d7d3e service neutron] (102133) timed out ('10.222.0.11', 64337) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:29:40.164616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.339559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88ad3923-74cb-41be-8c7e-0d8d2a199da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.421987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.555259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Allocated IP 172.25.4.110 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/f180b079-2b8c-4a9d-ac10-924f4c65493f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:40.668477 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88ad3923-74cb-41be-8c7e-0d8d2a199da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.686269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88ad3923-74cb-41be-8c7e-0d8d2a199da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:40.692602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-88ad3923-74cb-41be-8c7e-0d8d2a199da8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9faee42-8b24-4390-b49f-2de4479b8f5d HTTP/1.1" status: 204 len: 168 time: 1.1053870 Oct 25 23:29:40.694966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34758) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:40.755665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d420fd-28cf-4a70-9614-6f0f69c3d33d req-9ffb2c26-c83f-40a0-a73c-d78231b1c86b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:40.757671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3d420fd-28cf-4a70-9614-6f0f69c3d33d req-9ffb2c26-c83f-40a0-a73c-d78231b1c86b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 931 time: 0.6666186 Oct 25 23:29:40.760902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad3923-74cb-41be-8c7e-0d8d2a199da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9faee42-8b24-4390-b49f-2de4479b8f5d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:40.884782 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3d420fd-28cf-4a70-9614-6f0f69c3d33d req-40f30e70-2054-47a3-9c7d-f1017b93c795 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149676 Oct 25 23:29:40.932743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:41.036905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:41.201222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:41.208177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:41.211325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:41.349526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event updated for resources: {'Port': ['ID=f180b079-2b8c-4a9d-ac10-924f4c65493f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:41.350698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e643bc-2f02-4e81-837b-65d88dc48e10 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:29:41.365430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-d8bc72fe-3f59-41a0-a997-80157a1d6b69 req-958b263d-1bf2-4c34-b7b9-9a4953cd154a service neutron] (102134) timed out ('10.222.0.11', 64327) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:29:41.383158 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:41.440383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Transition to ACTIVE for port object e4e643bc-2f02-4e81-837b-65d88dc48e10 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:29:41.450920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:41.596259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:41.659936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e643bc-2f02-4e81-837b-65d88dc48e10,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:41.733277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da5cb9d-813f-4db7-bf67-265c88f5214c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.122159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Attempting to bind port e4e643bc-2f02-4e81-837b-65d88dc48e10 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:29:42.142743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Attempting to bind port e4e643bc-2f02-4e81-837b-65d88dc48e10 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:29:42.143089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Attempting to bind port e4e643bc-2f02-4e81-837b-65d88dc48e10 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:29:42.160778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Port e4e643bc-2f02-4e81-837b-65d88dc48e10 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:29:42.161101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Attempting to bind port e4e643bc-2f02-4e81-837b-65d88dc48e10 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:29:42.194128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da5cb9d-813f-4db7-bf67-265c88f5214c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.204985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:29:42.205660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:29:42.206270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:29:42.206926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Bound port: e4e643bc-2f02-4e81-837b-65d88dc48e10, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:29:42.207505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.330935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.343292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] For port e4e643bc-2f02-4e81-837b-65d88dc48e10, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:29:42.347142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] For port e4e643bc-2f02-4e81-837b-65d88dc48e10, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:29:42.349153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4da5cb9d-813f-4db7-bf67-265c88f5214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.378105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd616-c78d-46c5-89b5-ca63fabf5713 req-0bc413b6-5ca6-4d45-8a17-0ad12c218272 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:42.381773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5acdd616-c78d-46c5-89b5-ca63fabf5713 req-0bc413b6-5ca6-4d45-8a17-0ad12c218272 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.2673309 Oct 25 23:29:42.386729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4da5cb9d-813f-4db7-bf67-265c88f5214c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87d5799333714511a6842969a000049e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6853981 Oct 25 23:29:42.387927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.391678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34800) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:42.514909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34804) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:42.556252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e643bc-2f02-4e81-837b-65d88dc48e10,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:42.627736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:42.628234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:42.631074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b9ca7343-fdcf-40fc-84d6-7c2db2c58881 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4e643bc-2f02-4e81-837b-65d88dc48e10 HTTP/1.1" status: 200 len: 1091 time: 2.8277650 Oct 25 23:29:42.634421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'tag': 'e4e643bc-2f02-4e81-837b-65d88dc48e10'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:29:42.636691 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023ef609-3102-4b14-90e6-2b161bd94bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "584e9354-0dda-46e2-b356-6feb6cf95b45", "tag": "e4e643bc-2f02-4e81-837b-65d88dc48e10"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:29:42.683292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5cb9d-813f-4db7-bf67-265c88f5214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385954f6-bc04-4929-ac1f-184ffa0c0039,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:42.781082 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ee33c4-289c-4ded-883b-dff44cfb515c x-openstack-request-id: req-67ee33c4-289c-4ded-883b-dff44cfb515c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:29:42.782536 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584e9354-0dda-46e2-b356-6feb6cf95b45", "tag": "e4e643bc-2f02-4e81-837b-65d88dc48e10", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:29:42.782536 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ee33c4-289c-4ded-883b-dff44cfb515c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:29:42.782536 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'tag': 'e4e643bc-2f02-4e81-837b-65d88dc48e10', 'status': 'completed', 'code': 200} Oct 25 23:29:42.796018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-7a96b946-b2fc-432a-ae9b-892a1112d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:42.798458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-7a96b946-b2fc-432a-ae9b-892a1112d9f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 1094 time: 0.0763078 Oct 25 23:29:42.873266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b6af41fe-5bea-4197-97ac-05971f9f0451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10 HTTP/1.1" status: 200 len: 217 time: 0.0585222 Oct 25 23:29:42.877856 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4684caba-b37a-4fe8-9b98-c86c9d90b53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.027505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5acdd616-c78d-46c5-89b5-ca63fabf5713 req-f21ee47f-39cf-4922-b011-8b56ca17f226 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263449 Oct 25 23:29:43.027505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4684caba-b37a-4fe8-9b98-c86c9d90b53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.044889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b96e5509-59b6-4539-801f-be6059f5b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:43.084698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-b96e5509-59b6-4539-801f-be6059f5b566 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.1878102 Oct 25 23:29:43.141042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1025452182-network', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:43.178269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.203076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-931869af-2c1d-4a69-8be7-23e300fa858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:43.205205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-931869af-2c1d-4a69-8be7-23e300fa858b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140118 Oct 25 23:29:43.249599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4684caba-b37a-4fe8-9b98-c86c9d90b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.257317 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4684caba-b37a-4fe8-9b98-c86c9d90b53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.258513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4684caba-b37a-4fe8-9b98-c86c9d90b53c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/385954f6-bc04-4929-ac1f-184ffa0c0039 HTTP/1.1" status: 204 len: 168 time: 0.8629212 Oct 25 23:29:43.281299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Router efcb8755-7e8b-4ec9-b4ee-215d8131621c is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:43.300187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Made reservation on behalf of 59f8f76978e649098cdbc0789c4dd4d1 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:43.302528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.318454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684caba-b37a-4fe8-9b98-c86c9d90b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385954f6-bc04-4929-ac1f-184ffa0c0039,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:43.325591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.424022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-c6325a0e-1c2c-4f01-8e37-ebff26d1c71c service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102234 Oct 25 23:29:43.593413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:43.616394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] Sync routers for ids ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:43.642868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.645491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9cbc524e-f261-4333-aae4-d3556b48e7dd tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9880526 Oct 25 23:29:43.654567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34832) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:43.663233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.667841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:43.677043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.681145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] Routers {'efcb8755-7e8b-4ec9-b4ee-215d8131621c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:43.681971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:43.685595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-693822ae-acaa-4827-8d4f-f122ce42d38b req-2ba39c09-55ef-42c0-b185-4ebe4b60f100 service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535000 Oct 25 23:29:43.744662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:29:43.796270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f756e7c2-441f-4d6a-8e00-f9be218f1c28,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:43.809280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.809626 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Added segment 6179cb2d-94d4-4911-8a73-4be84bb5e0eb of type vlan for network 448edcaa-6211-46da-8dab-8c66848274aa Oct 25 23:29:43.810612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:43.832542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] Routers {'efcb8755-7e8b-4ec9-b4ee-215d8131621c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:43.837333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:43.898040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.932877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:43.934955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ebd6-145a-4e11-9973-526b793c21d0 None None] The sync data for ids ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:43.952746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.955313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:43.956137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:43.958492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:44.007761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-f6ea3f1b-519e-4672-a2ff-64984f5e4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:44.008929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90f638ed-4b27-4cc1-a49a-7a9f47a0d0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:44.011810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-f6ea3f1b-519e-4672-a2ff-64984f5e4a31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 1094 time: 0.1402965 Oct 25 23:29:44.232029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-c16cb037-be63-44c6-b3a1-9d9a6fde870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:44.235254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-c16cb037-be63-44c6-b3a1-9d9a6fde870b service neutron] 10.222.0.15 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.2159591 Oct 25 23:29:44.284111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6616094 Oct 25 23:29:44.312958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34850) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:44.322751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Request body: {'subnet': {'network_id': '448edcaa-6211-46da-8dab-8c66848274aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1025452182-subnet', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:44.380682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa9872-6f27-40db-b515-c70a56f16f2d admin admin] Pushing event updated for resources: {'Network': ['ID=448edcaa-6211-46da-8dab-8c66848274aa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:44.394932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 448edcaa-6211-46da-8dab-8c66848274aa details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:29:44.420306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Made reservation on behalf of 59f8f76978e649098cdbc0789c4dd4d1 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:44.426300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:44.638261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-f3723747-57e6-498b-8d43-7b677db5dd8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10 HTTP/1.1" status: 200 len: 217 time: 0.3924689 Oct 25 23:29:44.692076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90f638ed-4b27-4cc1-a49a-7a9f47a0d0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:44.704541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90f638ed-4b27-4cc1-a49a-7a9f47a0d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:44.803548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-90f638ed-4b27-4cc1-a49a-7a9f47a0d0bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3484606e64c944d1b474c91b1c118972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295643 Oct 25 23:29:44.805130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f03cf3-8147-453c-9671-96952979748c req-dc921074-1cc6-4525-8312-26d0c20d0974 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:44.806972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f03cf3-8147-453c-9671-96952979748c req-dc921074-1cc6-4525-8312-26d0c20d0974 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.5697720 Oct 25 23:29:44.808498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34860) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:44.819188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f638ed-4b27-4cc1-a49a-7a9f47a0d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bcbce8-7d0a-40ab-acbf-af67f9ce701b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:45.006656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.054056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97954b7e-0e0a-402e-996e-8dc7270d7f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.079113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-105224a7-4767-4f8d-a795-dad03aed03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:45.084872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-105224a7-4767-4f8d-a795-dad03aed03e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.4396031 Oct 25 23:29:45.122598 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97954b7e-0e0a-402e-996e-8dc7270d7f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.214057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.323823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97954b7e-0e0a-402e-996e-8dc7270d7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.332413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-97954b7e-0e0a-402e-996e-8dc7270d7f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.348048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-97954b7e-0e0a-402e-996e-8dc7270d7f73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36bcbce8-7d0a-40ab-acbf-af67f9ce701b HTTP/1.1" status: 204 len: 168 time: 0.5282986 Oct 25 23:29:45.381253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f03cf3-8147-453c-9671-96952979748c req-84c799d5-d755-4495-820b-ff45c5bab3a8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931623 Oct 25 23:29:45.394207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-ea1648f6-974a-4087-bc37-7ce444248736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:45.396761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-ea1648f6-974a-4087-bc37-7ce444248736 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892351 Oct 25 23:29:45.410653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97954b7e-0e0a-402e-996e-8dc7270d7f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bcbce8-7d0a-40ab-acbf-af67f9ce701b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:45.456838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.573359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac077650-957f-4fc1-b38c-544843e52644,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:45.606666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Deleting port f180b079-2b8c-4a9d-ac10-924f4c65493f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:29:45.607168 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.685628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Checking segment: {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:29:45.687110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Network hostable DHCP agents. Network: 448edcaa-6211-46da-8dab-8c66848274aa, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:29:45.749141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Network 448edcaa-6211-46da-8dab-8c66848274aa is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:29:45.779883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 448edcaa-6211-46da-8dab-8c66848274aa) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:45.790646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f061b-7c9c-4bb5-ae5c-66fe99d08ecb None None] Network 448edcaa-6211-46da-8dab-8c66848274aa requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:29:45.799702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:45.800292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:45.892940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:45.903028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-de3c322a-b6ae-43c9-ba95-0981d88ecff3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5881054 Oct 25 23:29:45.918009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:46.005503 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:46.007210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:46.275287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-448edcaa-6211-46da-8dab-8c66848274aa', 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'fixed_ips': [{'subnet_id': 'ac077650-957f-4fc1-b38c-544843e52644'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:29:46.275287 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:46.320797 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf2c7-4b86-4aa9-930a-142bf1ff5a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:46.784256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03045f-7e7b-4ca1-b469-3aff7f1eb2d0 req-bc02711a-0e76-408c-916e-04691dbd13e2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:46.788296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Allocated IP 172.20.0.2 (448edcaa-6211-46da-8dab-8c66848274aa/ac077650-957f-4fc1-b38c-544843e52644/90cd4b35-58e6-4002-9042-e67e960703aa) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:46.791080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f03045f-7e7b-4ca1-b469-3aff7f1eb2d0 req-bc02711a-0e76-408c-916e-04691dbd13e2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.2216716 Oct 25 23:29:46.913440 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f03045f-7e7b-4ca1-b469-3aff7f1eb2d0 req-e01584ec-c75f-4c69-87c6-4857f0986947 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139956 Oct 25 23:29:46.938584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-a9b83cd4-1c4a-4069-98e8-de0ef749315b service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5300045 Oct 25 23:29:46.950782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:46.975135 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.241303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.254234 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.285971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Calling delete_port for f180b079-2b8c-4a9d-ac10-924f4c65493f owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:29:47.357240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Network 448edcaa-6211-46da-8dab-8c66848274aa is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:47.358712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Pushing event updated for resources: {'Port': ['ID=90cd4b35-58e6-4002-9042-e67e960703aa,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:47.367317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:47.372376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.374313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.374651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.375490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.376483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.377046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.377385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.377712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.378041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.378428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.378811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.379137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:29:47.388571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:47.511371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Attempting to bind port 90cd4b35-58e6-4002-9042-e67e960703aa on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:29:47.511712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Attempting to bind port 90cd4b35-58e6-4002-9042-e67e960703aa by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:29:47.512024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Attempting to bind port 90cd4b35-58e6-4002-9042-e67e960703aa on network 448edcaa-6211-46da-8dab-8c66848274aa {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:29:47.526770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:29:47.527173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Checking segment: {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:29:47.527530 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.527937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Bound using segment: {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:29:47.528397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Bound port: 90cd4b35-58e6-4002-9042-e67e960703aa, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:29:47.528851 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.540427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.688800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] For port 90cd4b35-58e6-4002-9042-e67e960703aa, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:29:47.706245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] For port 90cd4b35-58e6-4002-9042-e67e960703aa, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90cd4b35-58e6-4002-9042-e67e960703aa,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:29:47.717226 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:47.895765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f416-8972-4fa7-aad6-26dd6fdb29eb None None] Pushing event updated for resources: {'Port': ['ID=90cd4b35-58e6-4002-9042-e67e960703aa,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:48.101412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-023ef609-3102-4b14-90e6-2b161bd94bc5 req-e4a5b83e-ffbf-49f2-93f6-e3a19d97918a service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1465256 Oct 25 23:29:48.406110 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-77ef21d3-4b92-4daf-a37b-8a0e14114197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:48.584691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c6496-3d20-41d3-bca8-99bbff79996e req-e3ed4a54-2800-4803-9b74-541b4bc1719b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:48.602137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-767c6496-3d20-41d3-bca8-99bbff79996e req-e3ed4a54-2800-4803-9b74-541b4bc1719b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3766463 Oct 25 23:29:48.774259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:48.967880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Pushing event deleted for resources: {'Port': ['ID=f180b079-2b8c-4a9d-ac10-924f4c65493f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:49.001234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-767c6496-3d20-41d3-bca8-99bbff79996e req-c358161d-e03c-4df3-aa0c-e5c5bb4e10be tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980849 Oct 25 23:29:49.006053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90cd4b35-58e6-4002-9042-e67e960703aa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:29:49.175775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 90cd4b35-58e6-4002-9042-e67e960703aa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:49.176152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.378010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.428311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:49.452940 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.517704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 90cd4b35-58e6-4002-9042-e67e960703aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90cd4b35-58e6-4002-9042-e67e960703aa,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:29:49.536114 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.545888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.694777 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.701676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=90cd4b35-58e6-4002-9042-e67e960703aa,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:49.742001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.813325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b190e00-2a8f-4a9a-9fca-b91227e1e279 None None] Network 448edcaa-6211-46da-8dab-8c66848274aa requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:29:49.902189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3a79db3a-c88d-4897-aaf8-1ae1793eaed4 None None] Provisioning complete for port 90cd4b35-58e6-4002-9042-e67e960703aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:49.902635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a79db3a-c88d-4897-aaf8-1ae1793eaed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.939930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.962578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:49.969676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-55328999'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:50.042556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Made reservation on behalf of 47eca8a3c2e04f80b3cb29161a26b766 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:50.060557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.099198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.215137 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.304796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Allocated IP 172.25.4.141 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/468d71f7-0012-4139-996d-384655092c9e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:50.341224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.350904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.356936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Router efcb8755-7e8b-4ec9-b4ee-215d8131621c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:29:50.365865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:29:50.377211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.377559 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Added segment 9a0d9a97-fed1-461b-a957-58fbf242a6ab of type vlan for network 0b266a9d-892d-4158-a3d6-beb531cba777 Oct 25 23:29:50.555866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.612653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc719c4-5d38-45ba-b431-12c9d891fbaf,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:50.644855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.674839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c062b8e1-8a97-4669-afe5-bd0db728de06 None None] Provisioning complete for port 90cd4b35-58e6-4002-9042-e67e960703aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:50.675532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c062b8e1-8a97-4669-afe5-bd0db728de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.695470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baff67a-a65a-4587-b760-47338011187d req-a1b53b15-46c8-45de-9e05-c32a8bec5673 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:50.748469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1baff67a-a65a-4587-b760-47338011187d req-a1b53b15-46c8-45de-9e05-c32a8bec5673 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.4822965 Oct 25 23:29:50.774823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.821019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.866455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:29:50.882757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:50.900651 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] Sync routers for ids ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:50.913755 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] Routers {'efcb8755-7e8b-4ec9-b4ee-215d8131621c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:50.921526 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:50.929434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:50.936698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90cd4b35-58e6-4002-9042-e67e960703aa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:29:50.940146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-93a939b6-bd48-4534-9ed1-07ffff9ce1d9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "PUT /v2.0/routers/efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 200 len: 709 time: 7.2817256 Oct 25 23:29:50.948196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34988) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:50.980176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:50.985853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:51.009236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:51.018988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=468d71f7-0012-4139-996d-384655092c9e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:51.026870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1baff67a-a65a-4587-b760-47338011187d req-c7631a64-f6ba-4cd5-a099-b5bf6342225c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750688 Oct 25 23:29:51.037858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 90cd4b35-58e6-4002-9042-e67e960703aa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:51.037858 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:51.122117 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:51.141400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] Routers {'efcb8755-7e8b-4ec9-b4ee-215d8131621c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:51.144233 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:51.175423 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:51.182482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:51.183373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:51.331693 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:51.339402 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebe868-a4c2-431f-b33f-e39026173d82 None None] The sync data for ids ['efcb8755-7e8b-4ec9-b4ee-215d8131621c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:51.356359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8278b6e6-a102-43d1-b75a-dad75a73c89a tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/routers/efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 200 len: 744 time: 0.3693440 Oct 25 23:29:51.360460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 34996) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:51.407815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 34998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:51.408790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9780447 Oct 25 23:29:51.476316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f445225-8a82-4a24-bfeb-63592b9ddef0 tempest-RoutersIpV6AdminTest-1922169977 tempest-RoutersIpV6AdminTest-1922169977-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&device_id=efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 200 len: 205 time: 0.1103110 Oct 25 23:29:51.481155 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:51.517912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35f546-2d98-48f3-a76e-e9585d80a743 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Pushing event updated for resources: {'Network': ['ID=0b266a9d-892d-4158-a3d6-beb531cba777,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:51.536245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 0b266a9d-892d-4158-a3d6-beb531cba777 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:29:51.570586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2e97f4a9-566f-420e-b2bf-1361a1c6ad51 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 200 len: 205 time: 0.0833209 Oct 25 23:29:51.572315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35008) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:51.769437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:51.834119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:51.860720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'network': {'name': 'tempest-network--862822230', 'router:external': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:52.170166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.173798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.185859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35018) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.231453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.232242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Fanout notify agent at l3_agent the message router_deleted on router efcb8755-7e8b-4ec9-b4ee-215d8131621c {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:29:52.241284 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.242948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-edca0070-0945-4352-a31f-d975458b34a6 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 204 len: 168 time: 0.6688657 Oct 25 23:29:52.246727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.337592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.339283 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6c445aa6-575b-439c-8451-31c68903d149 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 200 len: 205 time: 0.0908263 Oct 25 23:29:52.498971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Made reservation on behalf of c2f3215f654b43c1bdb48cc8b94994aa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:52.501569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.503503 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-3c5acea1-9be8-4d4c-b5fa-2b886c2ba216 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] delete failed (client error): The resource could not be found. Oct 25 23:29:52.507946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35032) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.517369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c5acea1-9be8-4d4c-b5fa-2b886c2ba216 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/efcb8755-7e8b-4ec9-b4ee-215d8131621c HTTP/1.1" status: 404 len: 336 time: 0.1688058 Oct 25 23:29:52.537831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe955f76-6606-48f2-92ff-1f2cbc36398f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.542358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.565870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aecda-cb34-4a4e-9ccc-c975912a47b8 req-127da2a2-eec8-40fa-82bf-344676c20625 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:52.568411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-304aecda-cb34-4a4e-9ccc-c975912a47b8 req-127da2a2-eec8-40fa-82bf-344676c20625 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3005238 Oct 25 23:29:52.579939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b18d5ac6-cffc-4f98-8141-8f4e8a780178 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f HTTP/1.1" status: 200 len: 205 time: 0.0707459 Oct 25 23:29:52.585513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35036) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.683921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.721273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-304aecda-cb34-4a4e-9ccc-c975912a47b8 req-9d8a7870-04ee-4bf4-8711-32c7315febf3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376529 Oct 25 23:29:52.725849 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-114e1876-8920-4714-a835-41ca8814c224 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] delete failed (client error): The resource could not be found. Oct 25 23:29:52.728188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-114e1876-8920-4714-a835-41ca8814c224 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/c5ff27dd-7ceb-4580-a60c-c7bc4e83ba7f HTTP/1.1" status: 404 len: 336 time: 0.1381598 Oct 25 23:29:52.731367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.875942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-74e32065-b128-4607-86a7-ac844c71244e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f HTTP/1.1" status: 200 len: 205 time: 0.0941596 Oct 25 23:29:52.876935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35040) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:52.961910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.965642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe955f76-6606-48f2-92ff-1f2cbc36398f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.983798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.986835 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-5fc9e591-8ee3-47ec-b71e-9481e1b5f92d tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] delete failed (client error): The resource could not be found. Oct 25 23:29:52.988514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5fc9e591-8ee3-47ec-b71e-9481e1b5f92d tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/d7b7af01-cfeb-4c2a-9b79-6b0e6e27db4f HTTP/1.1" status: 404 len: 336 time: 0.1106942 Oct 25 23:29:52.989598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fe955f76-6606-48f2-92ff-1f2cbc36398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:52.991038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35042) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.057329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:29:53.061292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-948755c9-c2e6-4f3f-bfc5-caee7eb2e109 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c89bab-c236-441b-adee-d487a24eaa50 HTTP/1.1" status: 200 len: 205 time: 0.0678394 Oct 25 23:29:53.068293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35048) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.098004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Router ced27679-6fd2-47fb-add9-d3ecd37131ad is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:29:53.114964 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-8dccf2a2-5f9d-4a2f-9c4b-e6bf4857f888 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] delete failed (client error): The resource could not be found. Oct 25 23:29:53.116908 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8dccf2a2-5f9d-4a2f-9c4b-e6bf4857f888 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/d9c89bab-c236-441b-adee-d487a24eaa50 HTTP/1.1" status: 404 len: 336 time: 0.0470977 Oct 25 23:29:53.120462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.126448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec128be-32ce-45f7-a28e-5e75b2c11dba,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:53.136621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:53.137248 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Added segment f5116939-4189-4a6c-ad21-98986f0f24cb of type vlan for network e0427d78-bf6d-4d39-8a8d-52809fc58be9 Oct 25 23:29:53.194881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a5e48e2f-9fe4-4776-809d-3c59a16782c0 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb99852-6d38-49f6-a963-788be17cdf05 HTTP/1.1" status: 200 len: 205 time: 0.0692699 Oct 25 23:29:53.204813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35054) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.249697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:53.295241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fe955f76-6606-48f2-92ff-1f2cbc36398f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96a126499967472ea4feafdfabdf61c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1081975 Oct 25 23:29:53.301224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:53.305370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:53.306985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:53.319203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35056) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.408848 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-14db5fb8-53fa-4af7-b391-f7a763d19704 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] delete failed (client error): The resource could not be found. Oct 25 23:29:53.418863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-14db5fb8-53fa-4af7-b391-f7a763d19704 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/2cb99852-6d38-49f6-a963-788be17cdf05 HTTP/1.1" status: 404 len: 336 time: 0.2129021 Oct 25 23:29:53.419463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35060) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.423170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Network': ['ID=e0427d78-bf6d-4d39-8a8d-52809fc58be9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:53.435125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e0427d78-bf6d-4d39-8a8d-52809fc58be9 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:29:53.494171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c1dde13c-f6c7-4c5e-b404-59ec8923cf1b tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cea35fc-0dc1-4734-bb22-b6d302aacda1 HTTP/1.1" status: 200 len: 205 time: 0.0697138 Oct 25 23:29:53.494778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35062) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.538133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe955f76-6606-48f2-92ff-1f2cbc36398f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab3a28-ecf1-4ffc-b530-0ae726888064,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:53.597936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0237a126-4c0f-488f-9e31-488a366a74ee tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1888096 Oct 25 23:29:53.602713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35064) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.624067 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-4c836351-ec5e-45ce-9bf4-9720c81304a9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] delete failed (client error): The resource could not be found. Oct 25 23:29:53.649619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c836351-ec5e-45ce-9bf4-9720c81304a9 tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/routers/6cea35fc-0dc1-4734-bb22-b6d302aacda1 HTTP/1.1" status: 404 len: 336 time: 0.1535501 Oct 25 23:29:53.650310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35070) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:53.727739 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-49765364-8e5a-4d8b-b436-7ff979656d9e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] DELETE failed (client error): The resource could not be found. Oct 25 23:29:53.728200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49765364-8e5a-4d8b-b436-7ff979656d9e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:29:53.733701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-49765364-8e5a-4d8b-b436-7ff979656d9e tempest-RoutersIpV6AdminTest-961649212 tempest-RoutersIpV6AdminTest-961649212-project] 10.222.0.25 "DELETE /v2.0/subnets/b9df9abe-700f-4201-9948-f3d65edc71b7 HTTP/1.1" status: 404 len: 337 time: 0.0741622 Oct 25 23:29:53.808196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:53.855898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63bda973-fa2c-48cd-ad06-5f2cbc049684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:53.861833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:29:53.874093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Sync routers for ids ['ced27679-6fd2-47fb-add9-d3ecd37131ad'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:29:53.900404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Routers {'ced27679-6fd2-47fb-add9-d3ecd37131ad'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:53.903043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ced27679-6fd2-47fb-add9-d3ecd37131ad'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:53.955520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8d6d-61aa-4409-82ff-14ed2b79b662 req-a985e723-eb38-4541-aeb6-fa9e0c25b892 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:53.957149 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a43c8d6d-61aa-4409-82ff-14ed2b79b662 req-a985e723-eb38-4541-aeb6-fa9e0c25b892 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.1144063 Oct 25 23:29:54.073013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a43c8d6d-61aa-4409-82ff-14ed2b79b662 req-9ac0f0c5-0843-46e3-bf5e-1a9906e19ec8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090982 Oct 25 23:29:54.289592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Set router ced27679-6fd2-47fb-add9-d3ecd37131ad gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:29:54.354517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35088) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:54.435330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.458768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0427d78-bf6d-4d39-8a8d-52809fc58be9']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:54.468557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5116939-4189-4a6c-ad21-98986f0f24cb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:54.469786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5116939-4189-4a6c-ad21-98986f0f24cb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:54.496789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.509720 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.510927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1a976c00-a722-4504-a3ca-00ee6f7a7dc9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6092041 Oct 25 23:29:54.513162 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63bda973-fa2c-48cd-ad06-5f2cbc049684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.514809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:54.529285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.552721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:29:54.553208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:29:54.555316 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:29:54.630109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.637523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0427d78-bf6d-4d39-8a8d-52809fc58be9 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:29:54.638075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.642380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e0427d78-bf6d-4d39-8a8d-52809fc58be9 HTTP/1.1" status: 204 len: 168 time: 1.0386927 Oct 25 23:29:54.645847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35096) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:54.654969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:54.670281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63bda973-fa2c-48cd-ad06-5f2cbc049684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.677400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63bda973-fa2c-48cd-ad06-5f2cbc049684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.677400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-63bda973-fa2c-48cd-ad06-5f2cbc049684 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bab3a28-ecf1-4ffc-b530-0ae726888064 HTTP/1.1" status: 204 len: 168 time: 1.2597766 Oct 25 23:29:54.687702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bda973-fa2c-48cd-ad06-5f2cbc049684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab3a28-ecf1-4ffc-b530-0ae726888064,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:54.691402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c41e8b-5128-4887-8c74-6063808b2eb1 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0427d78-bf6d-4d39-8a8d-52809fc58be9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:54.714956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Made reservation on behalf of c2f3215f654b43c1bdb48cc8b94994aa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:54.726939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.778553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:29:54.790483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.790824 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Added segment c4c3d0af-4a81-4038-8506-47ea84ecbe52 of type vlan for network 9c1ba80b-243f-4776-8471-779e5882071a Oct 25 23:29:54.844280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.919081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:54.920185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:54.920893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:55.032630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Network': ['ID=9c1ba80b-243f-4776-8471-779e5882071a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:55.045020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 9c1ba80b-243f-4776-8471-779e5882071a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:29:55.048684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2cdb234d-bb45-48ce-bffd-55bdbfd08b7d tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4001055 Oct 25 23:29:55.051586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35104) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:55.057584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'subnet': {'network_id': '9c1ba80b-243f-4776-8471-779e5882071a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:55.121074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Made reservation on behalf of c2f3215f654b43c1bdb48cc8b94994aa for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:29:55.129945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:55.334354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:29:51Z', 'revision_number': 3, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:55.434444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Checking router: ced27679-6fd2-47fb-add9-d3ecd37131ad for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:29:55.435015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Updating router ced27679-6fd2-47fb-add9-d3ecd37131ad port 468d71f7-0012-4139-996d-384655092c9e binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:29:55.495852 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:55.809115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:55.871343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0788a3b-888b-4596-8b72-2460c6707500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:55.950720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eaec948-8cce-474c-a309-13d43b5bc020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:55.963396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779eb9-033a-4f98-bb30-f5a802d242bd req-671e37e2-1fa9-4a9f-96c1-c80c4528dc62 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:55.975889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da779eb9-033a-4f98-bb30-f5a802d242bd req-671e37e2-1fa9-4a9f-96c1-c80c4528dc62 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3017056 Oct 25 23:29:56.121325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da779eb9-033a-4f98-bb30-f5a802d242bd req-1cd9d794-c97f-4594-8713-8005d586784b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444788 Oct 25 23:29:56.193531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.208074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.253994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.objects.ports [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 23:29:56.254514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.331805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309ff9e-4e5c-4fc5-bca3-b4b89cff0c2a None None] Pushing event updated for resources: {'Port': ['ID=468d71f7-0012-4139-996d-384655092c9e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:56.346889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Attempting to bind port 468d71f7-0012-4139-996d-384655092c9e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:29:56.346889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Attempting to bind port 468d71f7-0012-4139-996d-384655092c9e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:29:56.346889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Attempting to bind port 468d71f7-0012-4139-996d-384655092c9e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:29:56.359469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:29:56.361290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:29:56.361812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.362139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:29:56.362641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Bound port: 468d71f7-0012-4139-996d-384655092c9e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:29:56.363125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.433239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Checking segment: {'id': 'c4c3d0af-4a81-4038-8506-47ea84ecbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c1ba80b-243f-4776-8471-779e5882071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:29:56.433837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Network hostable DHCP agents. Network: 9c1ba80b-243f-4776-8471-779e5882071a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:29:56.438833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9da03c0a-e766-4195-adaf-de4f85cd98ae,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:56.492444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eaec948-8cce-474c-a309-13d43b5bc020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.525099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Network 9c1ba80b-243f-4776-8471-779e5882071a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:29:56.543980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 9c1ba80b-243f-4776-8471-779e5882071a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:56.551080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:56.551845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.561439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] For port 468d71f7-0012-4139-996d-384655092c9e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:29:56.570654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e133f-be84-46e1-a562-7719a9e02659 None None] Network 9c1ba80b-243f-4776-8471-779e5882071a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:29:56.577438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] For port 468d71f7-0012-4139-996d-384655092c9e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=468d71f7-0012-4139-996d-384655092c9e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:29:56.586102 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-88f98f70-7d87-4ed1-b8b4-439b0d244979 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5304642 Oct 25 23:29:56.587226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35136) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:56.597723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'floatingip': {'floating_network_id': '9c1ba80b-243f-4776-8471-779e5882071a'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:29:56.619974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2eaec948-8cce-474c-a309-13d43b5bc020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.652082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.669791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0788a3b-888b-4596-8b72-2460c6707500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.673975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec948-8cce-474c-a309-13d43b5bc020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b674a12-c238-463a-81c0-5c233bb254dc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:56.687647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a0788a3b-888b-4596-8b72-2460c6707500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.728631 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.744618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a0788a3b-888b-4596-8b72-2460c6707500 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a08a5071d4494c17bf01729af112d1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257755 Oct 25 23:29:56.776968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:56.875364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6bc860c-e255-4678-839f-53c454c73978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.912405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6bc860c-e255-4678-839f-53c454c73978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.923227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309ff9e-4e5c-4fc5-bca3-b4b89cff0c2a None None] Pushing event updated for resources: {'Port': ['ID=468d71f7-0012-4139-996d-384655092c9e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:56.952798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.980941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35146) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:56.983455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2eaec948-8cce-474c-a309-13d43b5bc020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=748434fd71254fde9d98c90b07ef0fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6232831 Oct 25 23:29:56.986217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Routers {'ced27679-6fd2-47fb-add9-d3ecd37131ad'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:29:56.987690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ced27679-6fd2-47fb-add9-d3ecd37131ad'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:56.995808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6bc860c-e255-4678-839f-53c454c73978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:56.999325 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6bc860c-e255-4678-839f-53c454c73978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.001914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d6bc860c-e255-4678-839f-53c454c73978 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b250e2e4-54df-4598-b755-af359e71014c HTTP/1.1" status: 204 len: 168 time: 0.2217968 Oct 25 23:29:57.010097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788a3b-888b-4596-8b72-2460c6707500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b250e2e4-54df-4598-b755-af359e71014c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:57.032049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc860c-e255-4678-839f-53c454c73978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b250e2e4-54df-4598-b755-af359e71014c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:57.253689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.324395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Allocated IP 172.20.0.7 (9c1ba80b-243f-4776-8471-779e5882071a/9da03c0a-e766-4195-adaf-de4f85cd98ae/38c3cb5a-f7ba-4fd3-af90-3bb4c058d04e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:57.463481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] Set router ced27679-6fd2-47fb-add9-d3ecd37131ad gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:29:57.642963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf8af-6e85-4cda-802c-ac9fad15714b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.698753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf8af-6e85-4cda-802c-ac9fad15714b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.777055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf8af-6e85-4cda-802c-ac9fad15714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.779792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf8af-6e85-4cda-802c-ac9fad15714b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.783348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3e7bf8af-6e85-4cda-802c-ac9fad15714b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b674a12-c238-463a-81c0-5c233bb254dc HTTP/1.1" status: 204 len: 168 time: 0.7990255 Oct 25 23:29:57.800908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bf8af-6e85-4cda-802c-ac9fad15714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b674a12-c238-463a-81c0-5c233bb254dc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:57.807927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.832022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc761c6a-a896-49a4-babf-86b446e40bd6 req-2ae998eb-c512-4dcf-b906-2919f3e7f5f8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:57.839457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc761c6a-a896-49a4-babf-86b446e40bd6 req-2ae998eb-c512-4dcf-b906-2919f3e7f5f8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3463044 Oct 25 23:29:57.881234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:57.965579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1054a4-c1fb-4fa4-a99d-ae2a96aacff5 None None] Network 9c1ba80b-243f-4776-8471-779e5882071a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:29:58.040375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Port': ['ID=38c3cb5a-f7ba-4fd3-af90-3bb4c058d04e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:58.067710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Network 9c1ba80b-243f-4776-8471-779e5882071a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:58.069161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:58.097960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:58.102771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc761c6a-a896-49a4-babf-86b446e40bd6 req-9e22a936-7e68-4844-80a9-37b63951a090 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623513 Oct 25 23:29:58.147448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Allocated IP 172.20.0.1 (448edcaa-6211-46da-8dab-8c66848274aa/ac077650-957f-4fc1-b38c-544843e52644/e2aa4811-4630-4afd-b479-fe1cf8728bba) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:29:58.377331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:29:51Z', 'revision_number': 3, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:29:58.397735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.447883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9ad1-53cb-4c61-a919-e97643aa619c None None] The sync data for ids ['ced27679-6fd2-47fb-add9-d3ecd37131ad'] in n-d-815373-1 is: [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:29:51Z', 'revision_number': 3, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:29:58.488268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35182) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:58.505488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.512489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.587281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.690084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b81c898-75c1-417f-bb4c-a38c02d23f8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7de7a71941384fdc871310975c183f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979618 Oct 25 23:29:58.702767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:58.820245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.829567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.907336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6782d2f9-ddd3-4676-9e45-569a85b67bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.917863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:58.969275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Port': ['ID=38c3cb5a-f7ba-4fd3-af90-3bb4c058d04e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:58.999266 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.064154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.065623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8a5a94a9-56f1-4df3-ac2d-32ba2fd13d55 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4773161 Oct 25 23:29:59.069218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35204) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:59.163917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6782d2f9-ddd3-4676-9e45-569a85b67bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.182492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Network 448edcaa-6211-46da-8dab-8c66848274aa is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:29:59.196384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Pushing event updated for resources: {'Port': ['ID=e2aa4811-4630-4afd-b479-fe1cf8728bba,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:59.223135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:29:59.226517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:29:59.316215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e34056c8-d251-4385-9b09-4f91268dd393 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=9c1ba80b-243f-4776-8471-779e5882071a HTTP/1.1" status: 200 len: 689 time: 0.2451580 Oct 25 23:29:59.334041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35210) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:29:59.477920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.553094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434d43-b3c0-47f2-bb6b-e13012648ffb req-4320f6ce-8ed8-460f-ad53-35dd474d9378 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:29:59.561516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa434d43-b3c0-47f2-bb6b-e13012648ffb req-4320f6ce-8ed8-460f-ad53-35dd474d9378 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3096457 Oct 25 23:29:59.612578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6782d2f9-ddd3-4676-9e45-569a85b67bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.615200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6782d2f9-ddd3-4676-9e45-569a85b67bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.622759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6782d2f9-ddd3-4676-9e45-569a85b67bbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c5e00a7-b0fc-41e6-9ca4-fb3d1f39fb34 HTTP/1.1" status: 204 len: 168 time: 0.9178991 Oct 25 23:29:59.658789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782d2f9-ddd3-4676-9e45-569a85b67bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e00a7-b0fc-41e6-9ca4-fb3d1f39fb34,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:29:59.821093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.835030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:29:59.905277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1a89b5c8-1b6b-40e2-acb3-fed055c59a58 None None] Provisioning complete for port e2aa4811-4630-4afd-b479-fe1cf8728bba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:29:59.908685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a89b5c8-1b6b-40e2-acb3-fed055c59a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.031555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1a89b5c8-1b6b-40e2-acb3-fed055c59a58 None None] Port e2aa4811-4630-4afd-b479-fe1cf8728bba cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:30:00.206688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa434d43-b3c0-47f2-bb6b-e13012648ffb req-a1fe9832-c0d9-4019-a922-5565b92bd48a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307726 Oct 25 23:30:00.248157 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.260291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.321661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Pushing event updated for resources: {'Port': ['ID=e2aa4811-4630-4afd-b479-fe1cf8728bba,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:00.389273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Deleting port 38c3cb5a-f7ba-4fd3-af90-3bb4c058d04e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:00.392669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.440149 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.711681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.712500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:00.760401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Network 448edcaa-6211-46da-8dab-8c66848274aa is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:00.760840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Calling delete_port for 38c3cb5a-f7ba-4fd3-af90-3bb4c058d04e owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:00.767587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:00.844153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 468d71f7-0012-4139-996d-384655092c9e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:00.975274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 468d71f7-0012-4139-996d-384655092c9e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:00.977182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.147191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.181660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Router ced27679-6fd2-47fb-add9-d3ecd37131ad has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:30:01.200885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Port': ['ID=38c3cb5a-f7ba-4fd3-af90-3bb4c058d04e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:01.246418 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.352630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.377381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c0beea7b-202f-4f8d-8f3a-28fc6ed73b72 None None] Provisioning complete for port e2aa4811-4630-4afd-b479-fe1cf8728bba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:01.381087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c0beea7b-202f-4f8d-8f3a-28fc6ed73b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.480033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c0beea7b-202f-4f8d-8f3a-28fc6ed73b72 None None] Port e2aa4811-4630-4afd-b479-fe1cf8728bba cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:30:01.487460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 468d71f7-0012-4139-996d-384655092c9e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=468d71f7-0012-4139-996d-384655092c9e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:01.499133 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.518696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.626245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7c7fe-a0c2-44aa-a2e9-4e790588438b req-4458411e-ac7b-45fb-a582-a8824741ebdd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:01.634070 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9a7c7fe-a0c2-44aa-a2e9-4e790588438b req-4458411e-ac7b-45fb-a582-a8824741ebdd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.2748997 Oct 25 23:30:01.636325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=468d71f7-0012-4139-996d-384655092c9e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:01.640051 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:01.724773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9a7c7fe-a0c2-44aa-a2e9-4e790588438b req-524b3c42-2d92-4c2b-be11-989d151157b9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673547 Oct 25 23:30:01.725933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:01.739570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9da03c0a-e766-4195-adaf-de4f85cd98ae,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:01.754755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ecc5df4a-764f-4ef8-8cef-4a11cd261913 admin admin] 10.222.0.25 "PUT /v2.0/routers/ced27679-6fd2-47fb-add9-d3ecd37131ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2337644 Oct 25 23:30:01.918295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.003973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1ba80b-243f-4776-8471-779e5882071a']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:02.007424 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Sync routers for ids ['ced27679-6fd2-47fb-add9-d3ecd37131ad'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:02.018609 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Routers {'ced27679-6fd2-47fb-add9-d3ecd37131ad'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:02.019298 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ced27679-6fd2-47fb-add9-d3ecd37131ad'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:02.049478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c3d0af-4a81-4038-8506-47ea84ecbe52') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:02.053133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c3d0af-4a81-4038-8506-47ea84ecbe52') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:02.089059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.124047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.136189 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Set router ced27679-6fd2-47fb-add9-d3ecd37131ad gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:02.144965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:02.146557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:02.148597 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:02.298591 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.332688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c1ba80b-243f-4776-8471-779e5882071a {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:30:02.339768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.348537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35300) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:02.348744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9c1ba80b-243f-4776-8471-779e5882071a HTTP/1.1" status: 204 len: 168 time: 3.0126753 Oct 25 23:30:02.349746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f906c0a-e928-4600-9ece-5a39e284c71a tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c1ba80b-243f-4776-8471-779e5882071a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:02.408265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f7f9e70b-9faa-46af-90dd-9b91757360c7 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0580282 Oct 25 23:30:02.411089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:02.456052 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:29:59Z', 'revision_number': 4, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'e2aa4811-4630-4afd-b479-fe1cf8728bba', 'name': '', 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'mac_address': 'fa:16:3e:96:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'ac077650-957f-4fc1-b38c-544843e52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:57Z', 'updated_at': '2021-10-25T23:30:00Z', 'revision_number': 2, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'subnets': [{'id': 'ac077650-957f-4fc1-b38c-544843e52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:02.489657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Checking router: ced27679-6fd2-47fb-add9-d3ecd37131ad for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:30:02.490248 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Updating router ced27679-6fd2-47fb-add9-d3ecd37131ad port e2aa4811-4630-4afd-b479-fe1cf8728bba binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:30:02.518809 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:02.702730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.707968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.708811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.710883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.714644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.715270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.716856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:02.728658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f4f67da6-9eb9-4897-8b0c-870caada05a5 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4664 time: 0.3157814 Oct 25 23:30:02.731750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35316) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:02.843151 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-3cb73dbf-2a7c-44c1-bb65-1222a2af9fa3 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] delete failed (client error): The resource could not be found. Oct 25 23:30:02.852067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3cb73dbf-2a7c-44c1-bb65-1222a2af9fa3 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/8d7080d7-1060-4d20-8b87-19d18486bf04 HTTP/1.1" status: 404 len: 345 time: 0.1193459 Oct 25 23:30:02.854839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35322) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:02.882653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 468d71f7-0012-4139-996d-384655092c9e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:02.899597 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cc7f10-71dd-4fd5-9998-f5f56d26b9ab tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] DELETE failed (client error): The resource could not be found. Oct 25 23:30:02.901428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cc7f10-71dd-4fd5-9998-f5f56d26b9ab tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:30:02.913240 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4cc7f10-71dd-4fd5-9998-f5f56d26b9ab tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9c1ba80b-243f-4776-8471-779e5882071a HTTP/1.1" status: 404 len: 339 time: 0.0566030 Oct 25 23:30:02.920109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35324) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:02.927479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'network': {'name': 'tempest-network--658360139', 'router:external': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:03.023540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Made reservation on behalf of c2f3215f654b43c1bdb48cc8b94994aa for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:03.031702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.052744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 468d71f7-0012-4139-996d-384655092c9e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:03.053591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.169851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:03.190994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11298c0-d1ed-4584-95ca-6b2d5afa9e7a req-6e796f39-9a13-4a07-b152-4335326ce4f4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:03.195111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a11298c0-d1ed-4584-95ca-6b2d5afa9e7a req-6e796f39-9a13-4a07-b152-4335326ce4f4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.2760711 Oct 25 23:30:03.212652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.216015 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Added segment 196ec523-5846-460f-93fd-9c3296ecb427 of type vlan for network aa1f8915-1335-4516-a161-005f9bddfe5c Oct 25 23:30:03.333084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a11298c0-d1ed-4584-95ca-6b2d5afa9e7a req-b98f059f-d893-40bc-888f-22857a4e6701 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322711 Oct 25 23:30:03.386408 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.399366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.403811 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.476511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.478400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:03.479364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.501554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35344) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:03.514962 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Pushing event updated for resources: {'Port': ['ID=e2aa4811-4630-4afd-b479-fe1cf8728bba,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:03.584595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35348) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:03.590319 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.591093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1099164837-network', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:03.591517 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.591958 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.594986 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.596902 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.597473 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.603777 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.604294 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.604733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.614650 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.615146 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.615576 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:03.633583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Made reservation on behalf of 4f90bd4e66c44ab6bb3428b981c6bf14 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:03.636699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.655175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.695051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7732208 Oct 25 23:30:03.697793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:03.702632 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Attempting to bind port e2aa4811-4630-4afd-b479-fe1cf8728bba on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:03.717881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d659b-ad5d-4e11-ac20-35c19964189c tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Network': ['ID=aa1f8915-1335-4516-a161-005f9bddfe5c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:03.718589 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Attempting to bind port e2aa4811-4630-4afd-b479-fe1cf8728bba by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:03.719137 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Attempting to bind port e2aa4811-4630-4afd-b479-fe1cf8728bba on network 448edcaa-6211-46da-8dab-8c66848274aa {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:03.730643 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:03.730948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network aa1f8915-1335-4516-a161-005f9bddfe5c details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:03.731118 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Checking segment: {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:03.731593 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.734538 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Bound using segment: {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:03.735195 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Bound port: e2aa4811-4630-4afd-b479-fe1cf8728bba, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6179cb2d-94d4-4911-8a73-4be84bb5e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:03.742685 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:03.931531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] For port e2aa4811-4630-4afd-b479-fe1cf8728bba, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:03.936804 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] For port e2aa4811-4630-4afd-b479-fe1cf8728bba, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e2aa4811-4630-4afd-b479-fe1cf8728bba,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:03.949693 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.096672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f86dbae7-8f9f-4a97-a853-3ad9debd99a5 None None] Provisioning complete for port e2aa4811-4630-4afd-b479-fe1cf8728bba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:04.097825 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae7-8f9f-4a97-a853-3ad9debd99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.132326 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef76126-66ad-4cf7-a7ab-c72533dfca34 None None] Pushing event updated for resources: {'Port': ['ID=e2aa4811-4630-4afd-b479-fe1cf8728bba,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:04.149213 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Routers {'ced27679-6fd2-47fb-add9-d3ecd37131ad'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:04.149869 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ced27679-6fd2-47fb-add9-d3ecd37131ad'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:04.272795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1021914874', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:04.325819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae7-8f9f-4a97-a853-3ad9debd99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.426086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Made reservation on behalf of 0a115a4151c54bc19bbaa405806827af for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:04.437371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.465617 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] Set router ced27679-6fd2-47fb-add9-d3ecd37131ad gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:04.467715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f86dbae7-8f9f-4a97-a853-3ad9debd99a5 None None] For port e2aa4811-4630-4afd-b479-fe1cf8728bba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e2aa4811-4630-4afd-b479-fe1cf8728bba,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:04.486128 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae7-8f9f-4a97-a853-3ad9debd99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.487393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.550809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3199fb-ca59-4b23-92ee-6e332a1efc72 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:04.558353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3199fb-ca59-4b23-92ee-6e332a1efc72 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:04.565730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3199fb-ca59-4b23-92ee-6e332a1efc72 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:04.572651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3199fb-ca59-4b23-92ee-6e332a1efc72 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:04.578564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb3199fb-ca59-4b23-92ee-6e332a1efc72 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.8739531 Oct 25 23:30:04.582018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35368) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:04.653836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dbae7-8f9f-4a97-a853-3ad9debd99a5 None None] Pushing event updated for resources: {'Port': ['ID=e2aa4811-4630-4afd-b479-fe1cf8728bba,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:04.677718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f1772-3461-426d-86ee-a78a69ad9c4a req-1ba4f6e0-0fb6-4ef8-8cf4-f1e824169e8f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:04.688275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-da67df1c-b0d5-4a9f-ab6c-55754e6ff71e None None] Provisioning complete for port e2aa4811-4630-4afd-b479-fe1cf8728bba triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:04.688647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da67df1c-b0d5-4a9f-ab6c-55754e6ff71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.694079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c65f1772-3461-426d-86ee-a78a69ad9c4a req-1ba4f6e0-0fb6-4ef8-8cf4-f1e824169e8f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.1847680 Oct 25 23:30:04.794823 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c65f1772-3461-426d-86ee-a78a69ad9c4a req-315e8322-f54c-421b-bbf4-9be098e93cc2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847356 Oct 25 23:30:04.832585 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.835709 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:29:59Z', 'revision_number': 4, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'e2aa4811-4630-4afd-b479-fe1cf8728bba', 'name': '', 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'mac_address': 'fa:16:3e:96:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'ac077650-957f-4fc1-b38c-544843e52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:57Z', 'updated_at': '2021-10-25T23:30:03Z', 'revision_number': 4, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'subnets': [{'id': 'ac077650-957f-4fc1-b38c-544843e52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:04.873483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.895672 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f71c37-338e-431b-b7a4-c8e0e83f3786 None None] The sync data for ids ['ced27679-6fd2-47fb-add9-d3ecd37131ad'] in n-d-815373-1 is: [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:29:59Z', 'revision_number': 4, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'e2aa4811-4630-4afd-b479-fe1cf8728bba', 'name': '', 'network_id': '448edcaa-6211-46da-8dab-8c66848274aa', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'mac_address': 'fa:16:3e:96:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'ac077650-957f-4fc1-b38c-544843e52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:57Z', 'updated_at': '2021-10-25T23:30:03Z', 'revision_number': 4, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'subnets': [{'id': 'ac077650-957f-4fc1-b38c-544843e52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:30:04.912050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.925818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:04.954194 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:04.954639 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Added segment afa6d9a6-15c1-4033-8f6c-cecac2df705a of type vlan for network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 Oct 25 23:30:05.045082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.101911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdff6a2-209a-496c-8bee-562c7c2d5b9f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:05.138056 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.170776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.176362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.177345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:05.177962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.190906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] device_id is not set on port 59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:30:05.431445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Allocated IP 172.25.4.120 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:05.604812 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.618848 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.644830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1f8915-1335-4516-a161-005f9bddfe5c']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:05.655657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196ec523-5846-460f-93fd-9c3296ecb427') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:05.656185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196ec523-5846-460f-93fd-9c3296ecb427') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:05.667947 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.683568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.693761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bde61b-a587-4cf2-b58c-d0a80d9e2510,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:05.700484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:05.700892 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.709552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35394) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:05.710037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1237926 Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:05.710599 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:05.717097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Request body: {'subnet': {'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1099164837-subnet', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:05.739339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a4f3a-1db1-43da-bea1-0caff101597b admin admin] Pushing event updated for resources: {'Network': ['ID=956c1b8f-1686-4241-a5b1-57e29e5e3b99,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:05.778496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Made reservation on behalf of 4f90bd4e66c44ab6bb3428b981c6bf14 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:05.782807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:05.796346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:05.881248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:06.221010 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:06.351079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Checking segment: {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:06.351450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Network hostable DHCP agents. Network: 956c1b8f-1686-4241-a5b1-57e29e5e3b99, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:06.357995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a27f67b-77e3-4f71-a910-4b8299cb4fdb,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:06.393015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:06.408439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 956c1b8f-1686-4241-a5b1-57e29e5e3b99) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:06.416584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:06.417608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:06.443016 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-352b4905-33c7-45ad-88a2-b68bdb18961b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7320805 Oct 25 23:30:06.445883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35406) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:06.452421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:06.488071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:06.489962 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:06.515635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a1605-fc88-4116-b1ee-98c086d1604f None None] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:06.623740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:06.984702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e2aa4811-4630-4afd-b479-fe1cf8728bba up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:07.036846 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.110260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-956c1b8f-1686-4241-a5b1-57e29e5e3b99', 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'fixed_ips': [{'subnet_id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:30:07.111328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.134094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa1f8915-1335-4516-a161-005f9bddfe5c {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:30:07.165187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.174773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa1f8915-1335-4516-a161-005f9bddfe5c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:07.193156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:07.195679 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.201102 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b852874d-4e89-49e6-b10f-35a1e26f90cf tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/networks/aa1f8915-1335-4516-a161-005f9bddfe5c HTTP/1.1" status: 204 len: 168 time: 2.6177127 Oct 25 23:30:07.206267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35420) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:07.208508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:07.212307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:07.217070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Pushing event updated for resources: {'Port': ['ID=59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:07.231902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'network': {'name': 'tempest-network--408947077', 'router:external': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:07.337818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929804b-2a4c-4ac2-9724-51cdd0b94c62 req-a17e0c94-d9c3-476a-846a-70268f211294 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:07.339520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6929804b-2a4c-4ac2-9724-51cdd0b94c62 req-a17e0c94-d9c3-476a-846a-70268f211294 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3048785 Oct 25 23:30:07.345190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:07.345882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.391065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Made reservation on behalf of c2f3215f654b43c1bdb48cc8b94994aa for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:07.393647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.417405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e2aa4811-4630-4afd-b479-fe1cf8728bba triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:07.417783 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.436665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fd2e36e0-c669-4b2f-b3d4-38acd88be573 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9334493 Oct 25 23:30:07.439925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35424) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:07.446502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.120'}]}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:07.462519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6929804b-2a4c-4ac2-9724-51cdd0b94c62 req-c65e3209-9b4b-447f-aa63-4f727f3d3932 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035707 Oct 25 23:30:07.495038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.496504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.503633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:07.547078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.547441 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Added segment ea0a2d5c-253e-4503-ad49-8122449d7f66 of type vlan for network 72cf75a3-e90c-4451-b664-f306f6fc30f4 Oct 25 23:30:07.645486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.654706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Allocated IP 172.20.0.2 (956c1b8f-1686-4241-a5b1-57e29e5e3b99/0a27f67b-77e3-4f71-a910-4b8299cb4fdb/2c6e31a5-3e33-403a-8483-93c7fbae2de7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:07.707062 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:07.825335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:30:08.002056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.006363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:08.050465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.156454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.163208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.186084 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.197105 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.263655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:08.268284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:08.274657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:08.340760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Pushing event updated for resources: {'Port': ['ID=2c6e31a5-3e33-403a-8483-93c7fbae2de7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:08.423769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Attempting to bind port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:08.424144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Attempting to bind port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:08.424507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Attempting to bind port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 on network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:08.440161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:08.440579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Checking segment: {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:08.440935 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.441329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Bound using segment: {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:08.441809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Bound port: 2c6e31a5-3e33-403a-8483-93c7fbae2de7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:08.442222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.446730 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2393582 Oct 25 23:30:08.449520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:08.456286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.503014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d1cc-587b-43ca-ada5-ffa24b13fb61 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Network': ['ID=72cf75a3-e90c-4451-b664-f306f6fc30f4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:08.708932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] For port 2c6e31a5-3e33-403a-8483-93c7fbae2de7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:08.717808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] For port 2c6e31a5-3e33-403a-8483-93c7fbae2de7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c6e31a5-3e33-403a-8483-93c7fbae2de7,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:08.736222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 72cf75a3-e90c-4451-b664-f306f6fc30f4 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:08.738727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d87944-c168-4eab-8fad-85f47294b8e5 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:08.744469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-46d87944-c168-4eab-8fad-85f47294b8e5 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] 10.222.0.25 "GET /v2.0/networks/72cf75a3-e90c-4451-b664-f306f6fc30f4 HTTP/1.1" status: 200 len: 756 time: 0.2879372 Oct 25 23:30:08.749607 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:08.758988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35458) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:08.970991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa432923-cfcc-43f7-b580-40e2ae468ecd None None] Pushing event updated for resources: {'Port': ['ID=2c6e31a5-3e33-403a-8483-93c7fbae2de7,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:08.975149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506912-73ac-4cf4-9aea-f50381b1836d req-e43887fe-112c-419b-b518-589dd9019bd5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:08.996921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9506912-73ac-4cf4-9aea-f50381b1836d req-e43887fe-112c-419b-b518-589dd9019bd5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3142605 Oct 25 23:30:09.002855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Allocated IP 172.25.4.65 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/e87b9b0e-2ad5-475d-91a3-22fd94a2bdab) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:09.116742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76eee26-fda0-4329-b982-0f1791baa7a6 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:09.119098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d76eee26-fda0-4329-b982-0f1791baa7a6 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] 10.222.0.25 "GET /v2.0/networks/0b266a9d-892d-4158-a3d6-beb531cba777 HTTP/1.1" status: 200 len: 766 time: 0.3572311 Oct 25 23:30:09.128721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35468) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:09.400537 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9506912-73ac-4cf4-9aea-f50381b1836d req-78d86b86-60f2-462a-a0db-433bf17546f4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024243 Oct 25 23:30:09.505423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:09.557335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.181796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.198062 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.317099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.344890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf75a3-e90c-4451-b664-f306f6fc30f4']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:10.364845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0a2d5c-253e-4503-ad49-8122449d7f66') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:10.365270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0a2d5c-253e-4503-ad49-8122449d7f66') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:10.378570 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.407995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.467512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:10.467944 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:10.470262 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:10.574014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.732154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.736755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Pushing event updated for resources: {'Port': ['ID=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:10.757981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.766423 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72cf75a3-e90c-4451-b664-f306f6fc30f4 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:30:10.769379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:10.776070 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/networks/72cf75a3-e90c-4451-b664-f306f6fc30f4 HTTP/1.1" status: 204 len: 168 time: 1.6288786 Oct 25 23:30:10.834933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35496) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:10.846111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19eba0-6e6c-4363-a5b5-b457e5088b56 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Network': ['ID=72cf75a3-e90c-4451-b664-f306f6fc30f4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:10.863172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'network': {'name': 'tempest-network--560415269'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:10.876014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:10.896509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c6e31a5-3e33-403a-8483-93c7fbae2de7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:10.904019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:10.917158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:11.069039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:11.069407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.252823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd641c50-2ae5-4d3d-93b3-1b456ff6e7fe None None] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:11.322540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Made reservation on behalf of c2f3215f654b43c1bdb48cc8b94994aa for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:11.326816 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.330139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.372035 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.426193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-548e0e34-0988-4d31-aa79-88970dd85735 None None] Provisioning complete for port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:11.429529 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-548e0e34-0988-4d31-aa79-88970dd85735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.529639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:11.640947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef4143-443e-49af-b422-f3d54fa4750b req-8d2e8001-e986-43eb-8d6c-e080cea854e2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:11.653954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78ef4143-443e-49af-b422-f3d54fa4750b req-8d2e8001-e986-43eb-8d6c-e080cea854e2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3771212 Oct 25 23:30:11.771203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78ef4143-443e-49af-b422-f3d54fa4750b req-5e6e98dd-b8d3-4d2c-93f0-c9314dcfcccc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135337 Oct 25 23:30:11.784174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.785109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6df5ad4b-34c0-4548-b570-39baed9e8463 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:30:11.816219 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 25 23:30:11.817581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fdbc453b-ed76-4824-9ceb-ab7689cc09f5 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3756759 Oct 25 23:30:11.821213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35512) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:11.916410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.916968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:11.919488 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Added segment afd8d6b5-1c52-4c71-b3a0-ea149a1a4c8c of type vlan for network 6c11331e-f53c-490a-8149-4c039c0a86ae Oct 25 23:30:11.926690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.032810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Deleting port 59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:12.038059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.138330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-548e0e34-0988-4d31-aa79-88970dd85735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.234013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2c6e31a5-3e33-403a-8483-93c7fbae2de7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c6e31a5-3e33-403a-8483-93c7fbae2de7,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:12.254823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.344922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c6e31a5-3e33-403a-8483-93c7fbae2de7,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:12.381674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-548e0e34-0988-4d31-aa79-88970dd85735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:30:12.382010 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-548e0e34-0988-4d31-aa79-88970dd85735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:30:12.471300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.505784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Calling delete_port for 59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:12.596149 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.735713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.739142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:12.741776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.833505 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:30:12.864994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:12.941139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Pushing event deleted for resources: {'Port': ['ID=59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:13.096687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c6e31a5-3e33-403a-8483-93c7fbae2de7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:13.123356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.149730 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2953095 Oct 25 23:30:13.153977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7776c8c0-0736-47ec-9758-28814d82fd94 tempest-RoutersAdminNegativeIpV6Test-1387584105 tempest-RoutersAdminNegativeIpV6Test-1387584105-project-admin] 10.222.0.25 "DELETE /v2.0/ports/59ffb727-97e3-4bc2-a7a7-9cfb011a5a8c HTTP/1.1" status: 204 len: 168 time: 1.3307955 Oct 25 23:30:13.157486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35532) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:13.171528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:13.191027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.254026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:13.254611 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.308266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a688d22-1574-4d28-baaa-10449175e66f tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Network': ['ID=6c11331e-f53c-490a-8149-4c039c0a86ae,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:13.415440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6c11331e-f53c-490a-8149-4c039c0a86ae details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:13.481887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a3c12-19cf-4506-b445-886bc1ca09fb req-c2d78519-fa96-4536-aefd-b1bd26f2701d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:13.489603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd1a3c12-19cf-4506-b445-886bc1ca09fb req-c2d78519-fa96-4536-aefd-b1bd26f2701d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3840485 Oct 25 23:30:13.612919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-bf12b929-2037-448f-a7aa-1237070dbcf8 None None] Provisioning complete for port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:13.613447 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bf12b929-2037-448f-a7aa-1237070dbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.633216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd1a3c12-19cf-4506-b445-886bc1ca09fb req-0a106f41-6077-4bfb-a0cc-90abe7c66e72 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281602 Oct 25 23:30:13.634644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.675351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.721704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.840717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35548) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:13.903008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event updated for resources: {'Network': ['ID=6c11331e-f53c-490a-8149-4c039c0a86ae,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:13.915088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Network 6c11331e-f53c-490a-8149-4c039c0a86ae is not hosted by any dhcp agent {{(pid=102133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:30:13.916237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:13.917076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:13.919159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d98d6ed6-b9cd-436a-8075-76770f4f19c6 tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "PUT /v2.0/networks/6c11331e-f53c-490a-8149-4c039c0a86ae HTTP/1.1" status: 200 len: 857 time: 0.7606308 Oct 25 23:30:13.922125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35554) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:13.943640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Router c91cf25c-3091-4846-aff8-4768b765e983 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:30:14.033562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.096595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:14.116073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Sync routers for ids ['c91cf25c-3091-4846-aff8-4768b765e983'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:14.122484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65cb2286-a62d-4bd4-ad2f-325b7abd7c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.132675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Routers {'c91cf25c-3091-4846-aff8-4768b765e983'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:14.133310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c91cf25c-3091-4846-aff8-4768b765e983'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:14.140534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.164863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.169194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-390aa30e-0940-4673-a692-ffb2e2fef955 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7187362 Oct 25 23:30:14.169340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35560) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:14.246746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c11331e-f53c-490a-8149-4c039c0a86ae']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:14.286346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65cb2286-a62d-4bd4-ad2f-325b7abd7c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.291651 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65cb2286-a62d-4bd4-ad2f-325b7abd7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.355133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd8d6b5-1c52-4c71-b3a0-ea149a1a4c8c') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:14.355428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd8d6b5-1c52-4c71-b3a0-ea149a1a4c8c') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:14.377084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Set router c91cf25c-3091-4846-aff8-4768b765e983 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:14.389367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.428759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-65cb2286-a62d-4bd4-ad2f-325b7abd7c92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0b824a960bf4eefbfdb95cd8b7da764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846879 Oct 25 23:30:14.431405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:14.447277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.464669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:14.465071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:14.466858 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:14.477407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb2286-a62d-4bd4-ad2f-325b7abd7c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba48ad1-4972-42aa-a0cd-d35d348eb9f8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:14.699419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:11Z', 'revision_number': 3, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:14.729630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Checking router: c91cf25c-3091-4846-aff8-4768b765e983 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:30:14.730007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Updating router c91cf25c-3091-4846-aff8-4768b765e983 port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:30:14.777379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.820934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.851347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c11331e-f53c-490a-8149-4c039c0a86ae {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 23:30:14.869102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c11331e-f53c-490a-8149-4c039c0a86ae,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:14.886045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:14.894346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b4393b2d-f0fc-47e0-a173-5ab5c150d7eb tempest-ExternalNetworksTestJSON-906776932 tempest-ExternalNetworksTestJSON-906776932-project-admin] 10.222.0.25 "DELETE /v2.0/networks/6c11331e-f53c-490a-8149-4c039c0a86ae HTTP/1.1" status: 204 len: 168 time: 0.9678652 Oct 25 23:30:14.899749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35578) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:14.991575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6f440b1-1e93-4465-be85-ebd17b02f932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.021397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88186146-4373-4e33-8898-bc70ca708f67 req-d49d37d0-8c17-4e49-b265-a86494109131 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:15.023772 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bbf77f-e8da-440d-9918-4781ad26ea84 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] DELETE failed (client error): The resource could not be found. Oct 25 23:30:15.024231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bbf77f-e8da-440d-9918-4781ad26ea84 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:30:15.030313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88186146-4373-4e33-8898-bc70ca708f67 req-d49d37d0-8c17-4e49-b265-a86494109131 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.2110174 Oct 25 23:30:15.032543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d0bbf77f-e8da-440d-9918-4781ad26ea84 tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] 10.222.0.25 "DELETE /v2.0/subnets/9da03c0a-e766-4195-adaf-de4f85cd98ae HTTP/1.1" status: 404 len: 337 time: 0.1312132 Oct 25 23:30:15.034922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35582) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:15.079860 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6f440b1-1e93-4465-be85-ebd17b02f932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.140992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88186146-4373-4e33-8898-bc70ca708f67 req-f5dfdafe-d02a-4c67-98db-aa8ccdb848bf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090951 Oct 25 23:30:15.204739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.325337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6f440b1-1e93-4465-be85-ebd17b02f932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.328352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6f440b1-1e93-4465-be85-ebd17b02f932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.329993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d6f440b1-1e93-4465-be85-ebd17b02f932 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ba48ad1-4972-42aa-a0cd-d35d348eb9f8 HTTP/1.1" status: 204 len: 168 time: 0.8921459 Oct 25 23:30:15.493326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f440b1-1e93-4465-be85-ebd17b02f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba48ad1-4972-42aa-a0cd-d35d348eb9f8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:15.516496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.519632 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.612627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b266a9d-892d-4158-a3d6-beb531cba777']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:15.656642 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.659070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0d9a97-fed1-461b-a957-58fbf242a6ab') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:15.667820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0d9a97-fed1-461b-a957-58fbf242a6ab') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:15.679299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.715911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.756078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Allocated IP 172.20.0.1 (956c1b8f-1686-4241-a5b1-57e29e5e3b99/0a27f67b-77e3-4f71-a910-4b8299cb4fdb/d4a76fd0-e8bc-46b6-b5e9-0a25455e7663) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:15.772812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.803356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:15.803780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:15.813650 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:15.891382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650139-6606-4433-b7f3-76108ddfb72b None None] Pushing event updated for resources: {'Port': ['ID=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:15.982519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Attempting to bind port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:15.983129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Attempting to bind port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:15.984397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Attempting to bind port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:15.987884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35602) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:16.000791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:16.002842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:16.003694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.005085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:16.007626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Bound port: e87b9b0e-2ad5-475d-91a3-22fd94a2bdab, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:16.008307 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.014848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.020976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ccbfca6a-bd6c-48bc-a08b-0e5daa8e5a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.033007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.048945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.063223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] 10.222.0.25 "DELETE /v2.0/networks/0b266a9d-892d-4158-a3d6-beb531cba777 HTTP/1.1" status: 204 len: 168 time: 1.0172811 Oct 25 23:30:16.135299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a549-3276-47c2-b622-4b1669c07d7b tempest-ExternalNetworksTestJSON-2108248378 tempest-ExternalNetworksTestJSON-2108248378-project] Pushing event deleted for resources: {'Network': ['ID=0b266a9d-892d-4158-a3d6-beb531cba777,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:16.163943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.169130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] For port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:16.176944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] For port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:16.189699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.192867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a1077052-98af-45ac-99e3-558482cc1607 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a115a4151c54bc19bbaa405806827af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942744 Oct 25 23:30:16.195783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35608) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:16.295735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:16.303979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:16.316151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:16.338371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Routers {'c91cf25c-3091-4846-aff8-4768b765e983'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:16.339102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c91cf25c-3091-4846-aff8-4768b765e983'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:16.381409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:16.409522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.410319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.410870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.411577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.412162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.412722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.413266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.413815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.414419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.415065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.415618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.416536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.443521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.511036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.513397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650139-6606-4433-b7f3-76108ddfb72b None None] Pushing event updated for resources: {'Port': ['ID=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:16.591633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2582-2e5a-4745-8441-7a721af58358 req-2c53fe89-2dbd-4537-92d3-407028dd06ca tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:16.609469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-314d2582-2e5a-4745-8441-7a721af58358 req-2c53fe89-2dbd-4537-92d3-407028dd06ca tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3298264 Oct 25 23:30:16.617969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] Set router c91cf25c-3091-4846-aff8-4768b765e983 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:16.725187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35618) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:16.785315 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-314d2582-2e5a-4745-8441-7a721af58358 req-7565bdb0-306f-4e87-9121-f9a1b0a8c259 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744628 Oct 25 23:30:16.803584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.834567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.896666 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.899960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:16.901542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26bde61b-a587-4cf2-b58c-d0a80d9e2510 HTTP/1.1" status: 204 len: 168 time: 0.7043560 Oct 25 23:30:16.920377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bde61b-a587-4cf2-b58c-d0a80d9e2510,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:16.942773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.943348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.945813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.946358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.946873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.949925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.950580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.951099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.951696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.952195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.953670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:16.954495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7131fe9-2b8a-439f-a5f2-27e159192647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:30:17.000614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f0cbf217-6eb0-432c-99aa-3bd95cad05c3 None None] Provisioning complete for port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:17.001800 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f0cbf217-6eb0-432c-99aa-3bd95cad05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.070547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbf217-6eb0-432c-99aa-3bd95cad05c3 None None] Port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:30:17.085928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:11Z', 'revision_number': 3, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:17.088315 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.097287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.155319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dde9a-fbb8-4993-9f51-349934db3cb8 None None] The sync data for ids ['c91cf25c-3091-4846-aff8-4768b765e983'] in n-d-815373-1 is: [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:11Z', 'revision_number': 3, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:30:17.168870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:17.220115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b6c4314-4ab3-4c28-bdac-22cf845a4e2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47eca8a3c2e04f80b3cb29161a26b766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899182 Oct 25 23:30:17.220115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.220449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35632) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:17.365535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-597a7c50-2802-45d0-8339-757cb9686ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.427665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-597a7c50-2802-45d0-8339-757cb9686ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.607318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-597a7c50-2802-45d0-8339-757cb9686ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.615882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-597a7c50-2802-45d0-8339-757cb9686ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:17.628054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-597a7c50-2802-45d0-8339-757cb9686ade admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dc719c4-5d38-45ba-b431-12c9d891fbaf HTTP/1.1" status: 204 len: 168 time: 0.4028010 Oct 25 23:30:17.655999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7c50-2802-45d0-8339-757cb9686ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc719c4-5d38-45ba-b431-12c9d891fbaf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:18.181193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:18.183904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:18.381137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada35e1-ecd1-467d-929e-82a6d7c1fcdc req-e606837b-11bc-4113-96ee-76249d488edc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:18.388907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ada35e1-ecd1-467d-929e-82a6d7c1fcdc req-e606837b-11bc-4113-96ee-76249d488edc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.3819122 Oct 25 23:30:18.407082 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d65fb561-acc9-463c-a5b7-00086f6facf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:18.513229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ada35e1-ecd1-467d-929e-82a6d7c1fcdc req-73c7eec8-cfde-4e50-95e2-2b6ae9a702ce tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234066 Oct 25 23:30:18.628244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Router c91cf25c-3091-4846-aff8-4768b765e983 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:30:18.727141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7213869f-f0de-417e-b8c1-915dbba48043 None None] Provisioning complete for port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:18.728956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7213869f-f0de-417e-b8c1-915dbba48043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:18.745008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35678) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:18.847634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7213869f-f0de-417e-b8c1-915dbba48043 None None] Port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:30:18.856095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8b33d887-f324-49b8-810d-e48b127d74ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2f3215f654b43c1bdb48cc8b94994aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098986 Oct 25 23:30:18.858904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35680) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:18.944005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e87b9b0e-2ad5-475d-91a3-22fd94a2bdab up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:18.993712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35684) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:19.044373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:19.065097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a40a9069-8017-4da6-9c98-79c1f3e6b4a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/c91cf25c-3091-4846-aff8-4768b765e983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8927677 Oct 25 23:30:19.066631 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93bdb31d-8b35-4f83-8896-852fc6a3a16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.112061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:19.113151 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.175683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93bdb31d-8b35-4f83-8896-852fc6a3a16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.352220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93bdb31d-8b35-4f83-8896-852fc6a3a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.365816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93bdb31d-8b35-4f83-8896-852fc6a3a16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.368395 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93bdb31d-8b35-4f83-8896-852fc6a3a16b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ec128be-32ce-45f7-a28e-5e75b2c11dba HTTP/1.1" status: 204 len: 168 time: 0.5026059 Oct 25 23:30:19.403534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdb31d-8b35-4f83-8896-852fc6a3a16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec128be-32ce-45f7-a28e-5e75b2c11dba,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:19.406181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.505212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe84-b9d1-491d-8128-749f93fd3474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.540236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:19.549126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.641968 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe84-b9d1-491d-8128-749f93fd3474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.648915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfe84-b9d1-491d-8128-749f93fd3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.675660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:19.720651 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:19.762448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae4bfe84-b9d1-491d-8128-749f93fd3474 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57863a96f2f747c197e4952a0fd8ec00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629192 Oct 25 23:30:19.764526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35708) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:19.766442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35710) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:19.802921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bfe84-b9d1-491d-8128-749f93fd3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6643f73-b8eb-4652-a78f-2982a8d2c43c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:19.838211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92552e5f-6153-45a2-bcb0-3d81a8f69a12 req-1f532fff-58aa-49b1-bdc3-0574bc3bef60 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:19.849558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92552e5f-6153-45a2-bcb0-3d81a8f69a12 req-1f532fff-58aa-49b1-bdc3-0574bc3bef60 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.1451740 Oct 25 23:30:19.970255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92552e5f-6153-45a2-bcb0-3d81a8f69a12 req-e76d8e60-7bee-4247-99c4-879254710bf0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129425 Oct 25 23:30:19.975992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'networks': [{'name': 'tempest-network--2057011583'}, {'name': 'tempest-network--479948189'}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:19.978601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'network': {'name': 'tempest-network--2057011583'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:19.987857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'network': {'name': 'tempest-network--479948189'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:20.035817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'network': 2} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:20.040447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.075041 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65de00f9-4ea4-48a9-abfa-3a184613efdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.083083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.125738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65de00f9-4ea4-48a9-abfa-3a184613efdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.211552 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.276580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65de00f9-4ea4-48a9-abfa-3a184613efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.284020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-65de00f9-4ea4-48a9-abfa-3a184613efdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.288126 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-65de00f9-4ea4-48a9-abfa-3a184613efdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6643f73-b8eb-4652-a78f-2982a8d2c43c HTTP/1.1" status: 204 len: 168 time: 0.4840229 Oct 25 23:30:20.349387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de00f9-4ea4-48a9-abfa-3a184613efdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6643f73-b8eb-4652-a78f-2982a8d2c43c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:20.370972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.387085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.389333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.477103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:20.489183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.490184 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Added segment cf318d74-90ab-412e-a803-41804bbc4895 of type vlan for network 5bc7ff55-b9cd-47d6-93fd-0c39c29aa28e Oct 25 23:30:20.548036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.588177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:20.602442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.602791 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Added segment 6cfe9cb0-5b39-4fa9-b734-2a10b6e3863b of type vlan for network 1b6054de-a683-4c7d-891e-ffd52f95ecae Oct 25 23:30:20.663709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.688352 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Sync routers for ids ['c91cf25c-3091-4846-aff8-4768b765e983'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:20.703653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11779055-72af-47b4-8574-5d2706ba6065,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:20.710540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.711606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.720313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:20.727851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:20.728792 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.742979 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Routers {'c91cf25c-3091-4846-aff8-4768b765e983'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:20.747075 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c91cf25c-3091-4846-aff8-4768b765e983'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:20.785237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:20.907637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Network': ['ID=5bc7ff55-b9cd-47d6-93fd-0c39c29aa28e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:20.922956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5bc7ff55-b9cd-47d6-93fd-0c39c29aa28e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:21.094856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e87b9b0e-2ad5-475d-91a3-22fd94a2bdab up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:21.116884 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Set router c91cf25c-3091-4846-aff8-4768b765e983 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:21.121311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3479633 Oct 25 23:30:21.146671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:21.210140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4e643bc-2f02-4e81-837b-65d88dc48e10 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:30:21.256087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:21.256813 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:21.317939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7be7-41e1-4c74-a2bd-80859eb97ac2 req-ce222ef0-0e13-4903-bc69-8b8ad1b66481 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:21.334887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-415e7be7-41e1-4c74-a2bd-80859eb97ac2 req-ce222ef0-0e13-4903-bc69-8b8ad1b66481 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 943 time: 0.2210565 Oct 25 23:30:21.492329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fe6f7-505e-4c45-9127-85758e1eccae tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:21.499439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-415e7be7-41e1-4c74-a2bd-80859eb97ac2 req-7f34e224-7789-439e-bcff-6b78e3da9b0b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596432 Oct 25 23:30:21.500363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35760) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:21.534257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fe6f7-505e-4c45-9127-85758e1eccae tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:21.544258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fe6f7-505e-4c45-9127-85758e1eccae tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:21.575243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fe6f7-505e-4c45-9127-85758e1eccae tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:21.580442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-582fe6f7-505e-4c45-9127-85758e1eccae tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4256763 Oct 25 23:30:21.581466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7821-e9e5-4207-91f7-312dfc3beb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:21.583516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35762) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:21.614237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82fa83-ffd1-41a2-b741-aaf8917a0e9f tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Network': ['ID=1b6054de-a683-4c7d-891e-ffd52f95ecae,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:21.628856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e4e643bc-2f02-4e81-837b-65d88dc48e10, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:21.637322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 1b6054de-a683-4c7d-891e-ffd52f95ecae details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:21.745762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'e4e643bc-2f02-4e81-837b-65d88dc48e10', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'port_id': 'e4e643bc-2f02-4e81-837b-65d88dc48e10', 'mac_address': 'fa:16:3e:e1:11:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:30:21.824072 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:21.842014 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:16Z', 'revision_number': 4, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd4a76fd0-e8bc-46b6-b5e9-0a25455e7663', 'name': '', 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'mac_address': 'fa:16:3e:5b:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:15Z', 'updated_at': '2021-10-25T23:30:16Z', 'revision_number': 2, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'subnets': [{'id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:21.870889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e643bc-2f02-4e81-837b-65d88dc48e10 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:30:21.935999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e4e643bc-2f02-4e81-837b-65d88dc48e10, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:21.942115 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Checking router: c91cf25c-3091-4846-aff8-4768b765e983 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:30:21.943789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Updating router c91cf25c-3091-4846-aff8-4768b765e983 port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:30:21.947313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:21.954701 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.033119 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.054818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e4e643bc-2f02-4e81-837b-65d88dc48e10,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:22.098534 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.126702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7821-e9e5-4207-91f7-312dfc3beb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.136776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc7ff55-b9cd-47d6-93fd-0c39c29aa28e']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:22.140352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7821-e9e5-4207-91f7-312dfc3beb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.209954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf318d74-90ab-412e-a803-41804bbc4895') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:22.210284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf318d74-90ab-412e-a803-41804bbc4895') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:22.233945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb3a7821-e9e5-4207-91f7-312dfc3beb7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22d82ea7f9fb427e9290d2fa467a0719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270792 Oct 25 23:30:22.234206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:22.257917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.283261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a7821-e9e5-4207-91f7-312dfc3beb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f33d62-55d1-4b42-93b3-1c4cdc22dc54,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:22.290547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.348774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:22.349592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:22.358269 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:22.376363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['e4e643bc-2f02-4e81-837b-65d88dc48e10'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:30:22.439802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc324-e9f7-4b4f-b4f2-67da3b881609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.481708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.513061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.543812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:22.545493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/networks/5bc7ff55-b9cd-47d6-93fd-0c39c29aa28e HTTP/1.1" status: 204 len: 168 time: 0.9079969 Oct 25 23:30:22.606616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc324-e9f7-4b4f-b4f2-67da3b881609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.628530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27dd90-9eac-4e8c-ba44-b712e25a7027 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Network': ['ID=5bc7ff55-b9cd-47d6-93fd-0c39c29aa28e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:22.690957 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.721012 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.729909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc324-e9f7-4b4f-b4f2-67da3b881609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.731584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc324-e9f7-4b4f-b4f2-67da3b881609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.736167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a9fcc324-e9f7-4b4f-b4f2-67da3b881609 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f33d62-55d1-4b42-93b3-1c4cdc22dc54 HTTP/1.1" status: 204 len: 168 time: 0.4952388 Oct 25 23:30:22.769007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.775774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcc324-e9f7-4b4f-b4f2-67da3b881609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f33d62-55d1-4b42-93b3-1c4cdc22dc54,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:22.803848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc9c23-6927-42e4-b668-d977657aea1b req-cbe644aa-7ac4-4f75-a5c2-7f04f48d2169 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:22.805721 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-defc9c23-6927-42e4-b668-d977657aea1b req-cbe644aa-7ac4-4f75-a5c2-7f04f48d2169 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 944 time: 0.1138728 Oct 25 23:30:22.882376 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-defc9c23-6927-42e4-b668-d977657aea1b req-0d7b466d-2529-4828-a71a-092495e0a9fc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Oct 25 23:30:22.897388 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175739e-f344-4dff-a8fe-b0977742810a None None] Pushing event updated for resources: {'Port': ['ID=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:22.967740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:22.975705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35800) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:23.016490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6054de-a683-4c7d-891e-ffd52f95ecae']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:23.074261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfe9cb0-5b39-4fa9-b734-2a10b6e3863b') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:23.074773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfe9cb0-5b39-4fa9-b734-2a10b6e3863b') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:23.109833 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Attempting to bind port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:23.110990 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Attempting to bind port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:23.111432 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Attempting to bind port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 on network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:23.127406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.127939 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:23.128393 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Checking segment: {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:23.128718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:23.128920 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.129374 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Bound using segment: {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:23.129909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Bound port: d4a76fd0-e8bc-46b6-b5e9-0a25455e7663, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa6d9a6-15c1-4033-8f6c-cecac2df705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:23.130373 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.166763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.178381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.183087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:23.183701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.207997 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] For port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:23.211647 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] For port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:23.218890 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:23.220489 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:23.308947 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Routers {'c91cf25c-3091-4846-aff8-4768b765e983'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:23.310065 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c91cf25c-3091-4846-aff8-4768b765e983'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:23.364857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.370939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.376501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/networks/1b6054de-a683-4c7d-891e-ffd52f95ecae HTTP/1.1" status: 204 len: 168 time: 0.8316102 Oct 25 23:30:23.385781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35812) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:23.415350 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.441562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-08f31792-006f-47d9-a0d7-b44c8918753b None None] Provisioning complete for port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:23.442166 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-08f31792-006f-47d9-a0d7-b44c8918753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.455281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72729f4-ea04-494a-af8f-cae6fcd2201a tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Network': ['ID=1b6054de-a683-4c7d-891e-ffd52f95ecae,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:23.602256 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175739e-f344-4dff-a8fe-b0977742810a None None] Pushing event updated for resources: {'Port': ['ID=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:23.719528 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] Set router c91cf25c-3091-4846-aff8-4768b765e983 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:23.814039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Allocated IP 172.25.4.2 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/054ea0c6-ba6d-46ea-9743-a8cead47338d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:23.815500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-08f31792-006f-47d9-a0d7-b44c8918753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.826756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bc0f5-f81e-4412-b298-f86bc8f0a454 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:23.835404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bc0f5-f81e-4412-b298-f86bc8f0a454 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:23.837022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a16bc0f5-f81e-4412-b298-f86bc8f0a454 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4500561 Oct 25 23:30:23.841287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35834) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:23.847138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1237751454'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:23.878682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:23.882588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.916629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-08f31792-006f-47d9-a0d7-b44c8918753b None None] For port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:23.926240 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-08f31792-006f-47d9-a0d7-b44c8918753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.932840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:23.953336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:23.953715 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Added segment adc3a27e-0a62-4e13-8673-cf993e95e150 of type vlan for network d31be6ad-42a7-41b2-99cb-e73faf6b97ca Oct 25 23:30:24.048541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.089122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.134320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f31792-006f-47d9-a0d7-b44c8918753b None None] Pushing event updated for resources: {'Port': ['ID=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:24.160111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f3580471-51da-45e2-a310-32308dadaeb5 None None] Provisioning complete for port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:24.161052 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f3580471-51da-45e2-a310-32308dadaeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.214671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.245502 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:16Z', 'revision_number': 4, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd4a76fd0-e8bc-46b6-b5e9-0a25455e7663', 'name': '', 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'mac_address': 'fa:16:3e:5b:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:15Z', 'updated_at': '2021-10-25T23:30:23Z', 'revision_number': 4, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'subnets': [{'id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:24.249648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29261009-80e2-4f01-bfe9-95aa560a6f89 req-2613087c-09aa-4e54-aed5-a2aa282e5d19 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:24.254014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:24.268119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29261009-80e2-4f01-bfe9-95aa560a6f89 req-2613087c-09aa-4e54-aed5-a2aa282e5d19 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 944 time: 0.2010307 Oct 25 23:30:24.275696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35852) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:24.278563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.285551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:24.286432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.304134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:24.308049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:24.345961 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88aee5-59e8-425f-80a5-e7ff7e717e53 None None] The sync data for ids ['c91cf25c-3091-4846-aff8-4768b765e983'] in n-d-815373-1 is: [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:16Z', 'revision_number': 4, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'd4a76fd0-e8bc-46b6-b5e9-0a25455e7663', 'name': '', 'network_id': '956c1b8f-1686-4241-a5b1-57e29e5e3b99', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'mac_address': 'fa:16:3e:5b:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:15Z', 'updated_at': '2021-10-25T23:30:23Z', 'revision_number': 4, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'subnets': [{'id': '0a27f67b-77e3-4f71-a910-4b8299cb4fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:30:24.485135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Pushing event updated for resources: {'Port': ['ID=054ea0c6-ba6d-46ea-9743-a8cead47338d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:24.498143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6559215 Oct 25 23:30:24.502393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35860) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:24.508625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-852741955'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:24.515408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.583798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.612659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29261009-80e2-4f01-bfe9-95aa560a6f89 req-c5953504-e160-483a-9804-a7df6bad246d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431892 Oct 25 23:30:24.615293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e4216-858e-4d93-b03a-7c615669747e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Network': ['ID=d31be6ad-42a7-41b2-99cb-e73faf6b97ca,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:24.626773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d31be6ad-42a7-41b2-99cb-e73faf6b97ca details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:24.627684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:24.656696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.730743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:24.751611 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.751952 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Added segment 5d2324dc-2d15-44a9-823c-6f5adbb91acb of type vlan for network fe31f5bf-7194-499d-93e4-bfbae028d328 Oct 25 23:30:24.844726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:24.878255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:25.006638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:25.007387 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.085267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.098672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:25.100340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.180980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4e643bc-2f02-4e81-837b-65d88dc48e10 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:25.193631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.237621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7337999 Oct 25 23:30:25.243359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35872) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:25.262648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'ports': [{'network_id': 'd31be6ad-42a7-41b2-99cb-e73faf6b97ca', 'name': 'tempest-port--899289940', 'admin_state_up': True}, {'network_id': 'fe31f5bf-7194-499d-93e4-bfbae028d328', 'admin_state_up': False}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:25.263145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'port': {'network_id': 'd31be6ad-42a7-41b2-99cb-e73faf6b97ca', 'name': 'tempest-port--899289940', 'admin_state_up': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:25.264223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'port': {'network_id': 'fe31f5bf-7194-499d-93e4-bfbae028d328', 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:25.274200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.281593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4d347-c98e-4bb0-8604-0b5b9cb80365 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Network': ['ID=fe31f5bf-7194-499d-93e4-bfbae028d328,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:25.297058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port e4e643bc-2f02-4e81-837b-65d88dc48e10 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:30:25.313601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port e4e643bc-2f02-4e81-837b-65d88dc48e10 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:25.314222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.321112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fe31f5bf-7194-499d-93e4-bfbae028d328 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:25.325424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.555927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Pushing event updated for resources: {'Port': ['ID=054ea0c6-ba6d-46ea-9743-a8cead47338d,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:25.689596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.696650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.721271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Deleting port e2aa4811-4630-4afd-b479-fe1cf8728bba {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:25.722130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.756062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e643bc-2f02-4e81-837b-65d88dc48e10'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:30:25.758303 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa6a92-3b10-487c-a37e-dca9687829e9" -d '{"events": [{"server_uuid": "584e9354-0dda-46e2-b356-6feb6cf95b45", "name": "network-vif-plugged", "status": "completed", "tag": "e4e643bc-2f02-4e81-837b-65d88dc48e10"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:30:25.766812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.771639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c70f9571-06db-407d-8721-a3aeca6a4cbc tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7950509 Oct 25 23:30:25.772462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:25.795686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1513581442', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'fixed_ips': [{'ip_address': '172.25.4.2'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:25.814080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port e4e643bc-2f02-4e81-837b-65d88dc48e10, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:25.824223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.838448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'port': 2} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:25.845290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.879981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4ba8a-a166-437d-b275-83cf7bd4e245 req-f6bae2ef-529d-4d6e-ae3f-885e838a5e9c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:25.887007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ed4ba8a-a166-437d-b275-83cf7bd4e245 req-f6bae2ef-529d-4d6e-ae3f-885e838a5e9c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 944 time: 0.1496589 Oct 25 23:30:25.888117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] For port e2aa4811-4630-4afd-b479-fe1cf8728bba, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e2aa4811-4630-4afd-b479-fe1cf8728bba,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:25.888662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.917155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:25.925070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Calling delete_port for e2aa4811-4630-4afd-b479-fe1cf8728bba owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:25.968161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=e4e643bc-2f02-4e81-837b-65d88dc48e10,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:26.072453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Made reservation on behalf of eb3e3c0be7fe43228e2ad8314c09c878 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:26.074862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.108333 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ddd80-dedf-4498-a085-58a4a57e453f x-openstack-request-id: req-7f7ddd80-dedf-4498-a085-58a4a57e453f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:30:26.109148 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584e9354-0dda-46e2-b356-6feb6cf95b45", "name": "network-vif-plugged", "status": "completed", "tag": "e4e643bc-2f02-4e81-837b-65d88dc48e10", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:30:26.109590 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f7ddd80-dedf-4498-a085-58a4a57e453f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:30:26.110134 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e643bc-2f02-4e81-837b-65d88dc48e10', 'code': 200} Oct 25 23:30:26.129346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.235702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9ed4ba8a-a166-437d-b275-83cf7bd4e245 req-7560f892-7420-40aa-82d1-0039f811443a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869356 Oct 25 23:30:26.251739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] device_id is not set on port 115db391-cb25-49f3-b0d8-573b238b83cc yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:30:26.285705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.332721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Pushing event deleted for resources: {'Port': ['ID=e2aa4811-4630-4afd-b479-fe1cf8728bba,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:26.394249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cb051-a4d3-48d4-9add-8c4206b93b10 req-19e10c59-7751-4da4-835b-9362a55b140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:26.395914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c57cb051-a4d3-48d4-9add-8c4206b93b10 req-19e10c59-7751-4da4-835b-9362a55b140f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 1096 time: 0.1323314 Oct 25 23:30:26.633286 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.663643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.674546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] device_id is not set on port e98c505e-fd78-4e3b-9641-df97364c6cb9 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:30:26.684026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c57cb051-a4d3-48d4-9add-8c4206b93b10 req-6cd1ac4c-27a8-435d-9c79-8b92badded85 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145293 Oct 25 23:30:26.853215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.881596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:26.980678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c6e02-9214-45c0-b8af-2dca0685b749,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:27.085508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] device_id is not set on port cc5c9a63-79e4-4cbe-8f45-823b365ee09d yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:30:27.245020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Router ced27679-6fd2-47fb-add9-d3ecd37131ad has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:30:27.474015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb629e0-5305-4817-907e-a9b065f31c09 req-ec894b82-fb73-4bf1-9bda-50fbd3ce1e19 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:27.475520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bbb629e0-5305-4817-907e-a9b065f31c09 req-ec894b82-fb73-4bf1-9bda-50fbd3ce1e19 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.1046162 Oct 25 23:30:27.543077 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bbb629e0-5305-4817-907e-a9b065f31c09 req-19270264-92e8-46b7-bcd7-b49b3930fa26 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565100 Oct 25 23:30:27.544289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:27.549727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-deeb3bdd-1c95-4110-a2f6-ec57e1d05aec admin admin] 10.222.0.25 "PUT /v2.0/routers/ced27679-6fd2-47fb-add9-d3ecd37131ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2720428 Oct 25 23:30:27.555491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35926) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:27.561729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] Sync routers for ids ['ced27679-6fd2-47fb-add9-d3ecd37131ad'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:27.617678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] Routers {'ced27679-6fd2-47fb-add9-d3ecd37131ad'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:27.623672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ced27679-6fd2-47fb-add9-d3ecd37131ad'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:27.705512 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 25 23:30:27.707606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:30:27.740677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:27.882536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b031596-372e-442d-a1fa-5223ed978864 tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 2.0923889 Oct 25 23:30:27.887948 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:27.900376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] Set router ced27679-6fd2-47fb-add9-d3ecd37131ad gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:27.916845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.083398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.291649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.302342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Deleting port 054ea0c6-ba6d-46ea-9743-a8cead47338d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:28.303028 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.510160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.535743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '468d71f7-0012-4139-996d-384655092c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:30:26Z', 'revision_number': 5, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port': {'id': '468d71f7-0012-4139-996d-384655092c9e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:29:49Z', 'updated_at': '2021-10-25T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:28.563845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Port': ['ID=115db391-cb25-49f3-b0d8-573b238b83cc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:28.590870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] Checking router: ced27679-6fd2-47fb-add9-d3ecd37131ad for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:30:28.607442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] Routers {'ced27679-6fd2-47fb-add9-d3ecd37131ad'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:28.609296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ced27679-6fd2-47fb-add9-d3ecd37131ad'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:28.628778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35942) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:28.748668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Checking segment: {'id': 'adc3a27e-0a62-4e13-8673-cf993e95e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd31be6ad-42a7-41b2-99cb-e73faf6b97ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:28.749840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network hostable DHCP agents. Network: d31be6ad-42a7-41b2-99cb-e73faf6b97ca, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:28.763269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.763599 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.809037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Deleting port 468d71f7-0012-4139-996d-384655092c9e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:28.809595 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.830684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Calling delete_port for 054ea0c6-ba6d-46ea-9743-a8cead47338d owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:28.918557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network d31be6ad-42a7-41b2-99cb-e73faf6b97ca is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:28.936587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c413dc2-fa22-4e3e-a6e1-57e35779c2ef req-610b46c2-d084-4d69-b184-c06341dfb5dd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:28.944345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0c413dc2-fa22-4e3e-a6e1-57e35779c2ef req-610b46c2-d084-4d69-b184-c06341dfb5dd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.2199786 Oct 25 23:30:28.969838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-891da224-6bd4-46b8-9fea-7963154d6988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:28.995604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d31be6ad-42a7-41b2-99cb-e73faf6b97ca) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:29.008642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:29.009487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.022241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] For port 468d71f7-0012-4139-996d-384655092c9e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=468d71f7-0012-4139-996d-384655092c9e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:29.022610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.065756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Calling delete_port for 468d71f7-0012-4139-996d-384655092c9e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:29.072396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7b7cbb-2306-4e20-b986-f8b32b83bd1e None None] Network d31be6ad-42a7-41b2-99cb-e73faf6b97ca requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:29.120705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0c413dc2-fa22-4e3e-a6e1-57e35779c2ef req-b77d14a8-6c0c-4172-a2d5-5a56d8389ba3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737316 Oct 25 23:30:29.153744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] Set router ced27679-6fd2-47fb-add9-d3ecd37131ad gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:29.235816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Port': ['ID=cc5c9a63-79e4-4cbe-8f45-823b365ee09d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:29.238887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:30:27Z', 'revision_number': 6, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:29.407703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3ea78-1789-406e-acca-b0a2bd0134a1 None None] The sync data for ids ['ced27679-6fd2-47fb-add9-d3ecd37131ad'] in n-d-815373-1 is: [{'id': 'ced27679-6fd2-47fb-add9-d3ecd37131ad', 'name': 'tempest-TestAggregatesBasicOps-1025452182-router', 'tenant_id': '59f8f76978e649098cdbc0789c4dd4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:29:46Z', 'updated_at': '2021-10-25T23:30:27Z', 'revision_number': 6, 'project_id': '59f8f76978e649098cdbc0789c4dd4d1', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:30:29.471711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1774030-6a6f-4647-8550-49f3fcd60190 req-e3487297-02fc-4721-a8da-32fe76cfccb0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:29.473478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1774030-6a6f-4647-8550-49f3fcd60190 req-e3487297-02fc-4721-a8da-32fe76cfccb0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.1662586 Oct 25 23:30:29.481056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-891da224-6bd4-46b8-9fea-7963154d6988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.496894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.507510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-891da224-6bd4-46b8-9fea-7963154d6988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.509925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Checking segment: {'id': '5d2324dc-2d15-44a9-823c-6f5adbb91acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe31f5bf-7194-499d-93e4-bfbae028d328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:29.510418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network hostable DHCP agents. Network: fe31f5bf-7194-499d-93e4-bfbae028d328, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:29.573702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Pushing event deleted for resources: {'Port': ['ID=054ea0c6-ba6d-46ea-9743-a8cead47338d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:29.627748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1774030-6a6f-4647-8550-49f3fcd60190 req-cb61122c-c5af-4183-9981-2ee7581604dd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380613 Oct 25 23:30:29.636322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.641647 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-891da224-6bd4-46b8-9fea-7963154d6988 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d7c17f6e72d463d81ae885446ab55c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0065200 Oct 25 23:30:29.663199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35952) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:29.664015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891da224-6bd4-46b8-9fea-7963154d6988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb0f12-7080-46d9-9650-8586070263b0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:29.665404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Pushing event deleted for resources: {'Port': ['ID=468d71f7-0012-4139-996d-384655092c9e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:29.680217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network fe31f5bf-7194-499d-93e4-bfbae028d328 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:29.735004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fe31f5bf-7194-499d-93e4-bfbae028d328) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:29.755016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c07e027-75db-4490-a8a0-329b649008dd None None] Network fe31f5bf-7194-499d-93e4-bfbae028d328 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:29.765269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:29.772993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:29.786797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:29.787672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.821265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.832877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:29.835060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-06592a17-1b86-464c-9943-a94c5027cbcb tempest-ExternalNetworksAdminNegativeTestJSON-524917693 tempest-ExternalNetworksAdminNegativeTestJSON-524917693-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/34c2bf45-56fe-4159-a9e0-955dc3061740 HTTP/1.1" status: 204 len: 168 time: 1.9452002 Oct 25 23:30:29.914224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-957bd5bf-55cd-4edf-bbac-2a3a8b1f539e tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6672242 Oct 25 23:30:29.914511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:29.940198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.091857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a95c76c3-ce5e-4aa7-8ec0-b2ca42bc14a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.142625 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a95c76c3-ce5e-4aa7-8ec0-b2ca42bc14a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.174191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.176922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.215877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2d5a-80a7-4b50-a51a-81758a34830c req-18a23e7c-8bdb-469e-982c-202025373bd5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:30.216947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-004b2d5a-80a7-4b50-a51a-81758a34830c req-18a23e7c-8bdb-469e-982c-202025373bd5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.4213197 Oct 25 23:30:30.226880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a95c76c3-ce5e-4aa7-8ec0-b2ca42bc14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.229843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a95c76c3-ce5e-4aa7-8ec0-b2ca42bc14a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.230977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a95c76c3-ce5e-4aa7-8ec0-b2ca42bc14a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78cb0f12-7080-46d9-9650-8586070263b0 HTTP/1.1" status: 204 len: 168 time: 0.5617194 Oct 25 23:30:30.277098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b039dd-470a-453d-94ac-c717ea719149 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:30.284340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b039dd-470a-453d-94ac-c717ea719149 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:30.288805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e0b039dd-470a-453d-94ac-c717ea719149 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3687401 Oct 25 23:30:30.297085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c76c3-ce5e-4aa7-8ec0-b2ca42bc14a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb0f12-7080-46d9-9650-8586070263b0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:30.297085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35966) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:30.370256 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.370748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced27679-6fd2-47fb-add9-d3ecd37131ad {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:30:30.382300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.385281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2863270-25c2-428d-b891-cbcfc1a7acad admin admin] 10.222.0.25 "DELETE /v2.0/routers/ced27679-6fd2-47fb-add9-d3ecd37131ad HTTP/1.1" status: 204 len: 168 time: 2.8271670 Oct 25 23:30:30.399799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35970) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:30.401970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35972) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:30.462321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-004b2d5a-80a7-4b50-a51a-81758a34830c req-407edd35-22fa-44f9-842a-6094c1f9bf16 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380998 Oct 25 23:30:30.551408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35978) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:30.679387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Deleting subnet ac077650-957f-4fc1-b38c-544843e52644 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:30:30.690867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.735597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Deleting port 115db391-cb25-49f3-b0d8-573b238b83cc {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:30.736241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:30.917289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.003947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 468d71f7-0012-4139-996d-384655092c9e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:31.059585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.083561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 468d71f7-0012-4139-996d-384655092c9e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:31.085744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 468d71f7-0012-4139-996d-384655092c9e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:31.087136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e2aa4811-4630-4afd-b479-fe1cf8728bba no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:31.115867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Calling delete_port for 115db391-cb25-49f3-b0d8-573b238b83cc owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:31.181651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e2aa4811-4630-4afd-b479-fe1cf8728bba {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:31.182023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e2aa4811-4630-4afd-b479-fe1cf8728bba not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:31.207376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.348907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.399147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac077650-957f-4fc1-b38c-544843e52644,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:31.440971 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.446052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a4d2c-61ff-44a3-b897-4e6887a7aac6 None None] Network 448edcaa-6211-46da-8dab-8c66848274aa requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:31.452825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f32fabaa-798b-4d63-bebf-424fcc55b7f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac077650-957f-4fc1-b38c-544843e52644 HTTP/1.1" status: 204 len: 168 time: 1.0464995 Oct 25 23:30:31.454869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35990) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:31.596001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4cd2099a-decb-440e-9872-66cb0664a5b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.604316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73832b48-35e1-44cb-a084-705ac419f973 req-cdbd8612-95df-4df2-a8ce-86ae18659de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:31.606225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73832b48-35e1-44cb-a084-705ac419f973 req-cdbd8612-95df-4df2-a8ce-86ae18659de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.2482831 Oct 25 23:30:31.631409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.645044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.656071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Deleting subnet 5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:30:31.668482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 35992) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:31.676715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.689582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a853bbee-c009-409d-b47e-97e49a91829a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.771565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Port': ['ID=115db391-cb25-49f3-b0d8-573b238b83cc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:31.802260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.816759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] DHCP port deletion for 448edcaa-6211-46da-8dab-8c66848274aa request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:30:31.820610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3092b0d9-c1e0-45fd-9f08-d6eeddd601bf tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/ports/115db391-cb25-49f3-b0d8-573b238b83cc HTTP/1.1" status: 204 len: 168 time: 1.5254619 Oct 25 23:30:31.825023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 35998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:31.860213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73832b48-35e1-44cb-a084-705ac419f973 req-fd7f62f2-6a3d-4eb5-a631-9b428a5beaec tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362919 Oct 25 23:30:31.874658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.893918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4cd2099a-decb-440e-9872-66cb0664a5b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.962718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4cd2099a-decb-440e-9872-66cb0664a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:31.969577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] Deleting port 90cd4b35-58e6-4002-9042-e67e960703aa {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:31.976135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.004319 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.005947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4cd2099a-decb-440e-9872-66cb0664a5b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92385b9f2cc748a7b23ce4e50879d7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4490526 Oct 25 23:30:32.012005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36000) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:32.082561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2099a-decb-440e-9872-66cb0664a5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aec061-01a3-4a6f-ac6f-2c01691c876c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:32.113842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Deleting port cc5c9a63-79e4-4cbe-8f45-823b365ee09d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:32.114362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.183981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] For port 90cd4b35-58e6-4002-9042-e67e960703aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90cd4b35-58e6-4002-9042-e67e960703aa,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:32.187380 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.206360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.219941 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a853bbee-c009-409d-b47e-97e49a91829a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.224186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6367ea0c-5f78-4937-92b3-976814283558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.226885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] Calling delete_port for 90cd4b35-58e6-4002-9042-e67e960703aa owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:32.227206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Deleting port 90cd4b35-58e6-4002-9042-e67e960703aa {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:32.227502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.237931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a853bbee-c009-409d-b47e-97e49a91829a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.267995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.284329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:32.314428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Calling delete_port for cc5c9a63-79e4-4cbe-8f45-823b365ee09d owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:32.317107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.322083 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2bccc9e7-6f0b-435e-9fed-aabd5510c8bc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5b453f50-0a2f-4b8e-ad97-5f90ccd8b74b HTTP/1.1" status: 204 len: 168 time: 1.9186428 Oct 25 23:30:32.332973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:32.367454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6367ea0c-5f78-4937-92b3-976814283558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.406352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] For port 90cd4b35-58e6-4002-9042-e67e960703aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=90cd4b35-58e6-4002-9042-e67e960703aa,segment=NetworkSegment(6179cb2d-94d4-4911-8a73-4be84bb5e0eb),segment_id=6179cb2d-94d4-4911-8a73-4be84bb5e0eb)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:32.406737 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.423555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a853bbee-c009-409d-b47e-97e49a91829a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47957934ee50479183a267282f5591bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7538071 Oct 25 23:30:32.429224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853bbee-c009-409d-b47e-97e49a91829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eeeeaa-a600-469c-82ec-342c662cb569,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:32.439951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36004) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:32.449524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Calling delete_port for 90cd4b35-58e6-4002-9042-e67e960703aa owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:32.533410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.541192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.601008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db35e08f-3c76-4a2a-8245-4ea8488dfff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.603191 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6367ea0c-5f78-4937-92b3-976814283558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.606291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6367ea0c-5f78-4937-92b3-976814283558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.608202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6367ea0c-5f78-4937-92b3-976814283558 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82aec061-01a3-4a6f-ac6f-2c01691c876c HTTP/1.1" status: 204 len: 168 time: 0.5858350 Oct 25 23:30:32.647910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ea0c-5f78-4937-92b3-976814283558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aec061-01a3-4a6f-ac6f-2c01691c876c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:32.675739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db35e08f-3c76-4a2a-8245-4ea8488dfff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.695984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] No DVR routers for this DVR port 90cd4b35-58e6-4002-9042-e67e960703aa on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:32.707116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.733190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb5d12-1643-4fa9-924a-f81e28be9247 None None] Pushing event deleted for resources: {'Port': ['ID=90cd4b35-58e6-4002-9042-e67e960703aa,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:32.787049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Pushing event deleted for resources: {'Port': ['ID=90cd4b35-58e6-4002-9042-e67e960703aa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:32.794443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] No DVR routers for this DVR port 90cd4b35-58e6-4002-9042-e67e960703aa on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:32.868292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.891079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90cd4b35-58e6-4002-9042-e67e960703aa no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:32.925652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.971255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 90cd4b35-58e6-4002-9042-e67e960703aa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:32.971556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 90cd4b35-58e6-4002-9042-e67e960703aa not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:32.974175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db35e08f-3c76-4a2a-8245-4ea8488dfff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.976180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3c7872-097e-4ef8-9098-7e34a1c7cf4e']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:32.976789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db35e08f-3c76-4a2a-8245-4ea8488dfff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:32.993765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-db35e08f-3c76-4a2a-8245-4ea8488dfff7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44eeeeaa-a600-469c-82ec-342c662cb569 HTTP/1.1" status: 204 len: 168 time: 0.5496781 Oct 25 23:30:33.015618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:33.016009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa954844-e0b3-41ff-90f1-e8aa95ebce4e') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:33.028478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.076699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.105413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:33.105413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.114504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35e08f-3c76-4a2a-8245-4ea8488dfff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eeeeaa-a600-469c-82ec-342c662cb569,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:33.247792 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:33.326474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.334801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Port': ['ID=cc5c9a63-79e4-4cbe-8f45-823b365ee09d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:33.349220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.360459 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e97e98ec-d18d-4e8a-a8e5-29542713e6aa tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/ports/cc5c9a63-79e4-4cbe-8f45-823b365ee09d HTTP/1.1" status: 204 len: 168 time: 1.5340014 Oct 25 23:30:33.384478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:33.386389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448edcaa-6211-46da-8dab-8c66848274aa']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:33.407470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.414882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6179cb2d-94d4-4911-8a73-4be84bb5e0eb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:33.415493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6179cb2d-94d4-4911-8a73-4be84bb5e0eb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:33.436713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.456358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.466076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:33.466591 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.517280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c6bea90-e884-4fe5-8c12-fa26984fb520 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1312277 Oct 25 23:30:33.538280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36026) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:33.540602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.549358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a3c7872-097e-4ef8-9098-7e34a1c7cf4e HTTP/1.1" status: 204 len: 168 time: 1.2151060 Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:33.578654 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:33.583540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36032) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:33.600687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.611745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1690665754'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:33.648310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f6c1a-cd58-4734-8a5d-ca37121db816 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3c7872-097e-4ef8-9098-7e34a1c7cf4e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:33.658493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.662078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] 10.222.0.25 "DELETE /v2.0/networks/448edcaa-6211-46da-8dab-8c66848274aa HTTP/1.1" status: 204 len: 168 time: 2.2058060 Oct 25 23:30:33.663322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0bef2-ffb3-414a-b395-3ced2f8acdce admin admin] Pushing event deleted for resources: {'Network': ['ID=448edcaa-6211-46da-8dab-8c66848274aa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:33.667799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:33.676093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:33.685889 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.726237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:33.742646 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.743621 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Added segment 2924721c-a2ba-4f2e-9038-f39e225ef709 of type vlan for network f003421c-eeb7-4502-ab32-aa2522ea97ee Oct 25 23:30:33.848821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.861201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7100dfa-0e96-4753-acfc-784e1ff4ad8c req-0cf53dca-672b-456e-bd96-0acd5f334f86 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:33.879023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7100dfa-0e96-4753-acfc-784e1ff4ad8c req-0cf53dca-672b-456e-bd96-0acd5f334f86 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.7677181 Oct 25 23:30:33.920031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.932182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:33.932818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:33.941138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-195042da-142e-4705-8b24-e2b4b24d99bd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:33.944132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-195042da-142e-4705-8b24-e2b4b24d99bd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.8316815 Oct 25 23:30:33.983937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36046) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:34.005945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-88d982e6-c0aa-4f05-96f0-a690b19abf06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb3e3c0be7fe43228e2ad8314c09c878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142041 Oct 25 23:30:34.026260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36048) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:34.101415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5461774 Oct 25 23:30:34.114618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36050) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:34.131127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008a603-3e28-4151-91a0-e44c815f9847 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Network': ['ID=f003421c-eeb7-4502-ab32-aa2522ea97ee,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:34.134994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-385682943'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:34.150090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7100dfa-0e96-4753-acfc-784e1ff4ad8c req-f06f4aea-cab3-499c-979f-e96878727aab tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697282 Oct 25 23:30:34.152499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f003421c-eeb7-4502-ab32-aa2522ea97ee details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:34.201696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-096ed8b4-cee4-4e73-8eed-5240d4f0d4b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc5b710aacc242e19a3304fd6b6543e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108009 Oct 25 23:30:34.204704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:34.314824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:34.320602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.320778 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ea6e-d3cc-4d18-9186-c9552f7a713f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.358881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ea6e-d3cc-4d18-9186-c9552f7a713f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.362871 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0097-fa8b-4299-81b2-ebc8d23f93f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.428519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Deleting port e4e643bc-2f02-4e81-837b-65d88dc48e10 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:34.428852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.438752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0097-fa8b-4299-81b2-ebc8d23f93f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.440581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:34.453972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ea6e-d3cc-4d18-9186-c9552f7a713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.459025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ea6e-d3cc-4d18-9186-c9552f7a713f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.460951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8aa4ea6e-d3cc-4d18-9186-c9552f7a713f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8 HTTP/1.1" status: 204 len: 168 time: 0.2547164 Oct 25 23:30:34.494329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4ea6e-d3cc-4d18-9186-c9552f7a713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e0e8f-96c6-4ede-89f2-c593ad7e65a8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:34.560014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.560359 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Added segment 0d73c4fc-047c-4b3a-8014-b0eccfe935fc of type vlan for network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 Oct 25 23:30:34.716330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.788596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0097-fa8b-4299-81b2-ebc8d23f93f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.791757 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0097-fa8b-4299-81b2-ebc8d23f93f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.793085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6a1c0097-fa8b-4299-81b2-ebc8d23f93f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f7c6e02-9214-45c0-b8af-2dca0685b749 HTTP/1.1" status: 204 len: 168 time: 0.7640796 Oct 25 23:30:34.820181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] For port e4e643bc-2f02-4e81-837b-65d88dc48e10, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=e4e643bc-2f02-4e81-837b-65d88dc48e10,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:34.820777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.848534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c0097-fa8b-4299-81b2-ebc8d23f93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c6e02-9214-45c0-b8af-2dca0685b749,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:34.850894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Calling delete_port for e4e643bc-2f02-4e81-837b-65d88dc48e10 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:34.860825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.867543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:34.868842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:34.991315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8693373 Oct 25 23:30:35.034719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236b1aa-99a8-442a-b36e-b85eba1635c7 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Network': ['ID=41a38d9d-9d56-41b6-9b45-a4bf4218d760,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:35.054376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:35.158827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36080) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:35.167358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'subnets': [{'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1673656273', 'ip_version': 4}, {'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:35.167684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'subnet': {'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1673656273', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:35.169269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Request body: {'subnet': {'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:35.366519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dae1bf-1a8b-4919-9bce-05a0a3a99208 req-dc82b291-a605-4980-9bee-8d674244239c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:35.368475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30dae1bf-1a8b-4919-9bce-05a0a3a99208 req-dc82b291-a605-4980-9bee-8d674244239c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 945 time: 0.0739598 Oct 25 23:30:35.431004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30dae1bf-1a8b-4919-9bce-05a0a3a99208 req-c60a7b9c-ab55-4307-9ce6-d51eb06ca388 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512562 Oct 25 23:30:35.437784 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:35.539451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'Port': ['ID=e4e643bc-2f02-4e81-837b-65d88dc48e10,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:35.565854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:35.820773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] No DVR routers for this DVR port e4e643bc-2f02-4e81-837b-65d88dc48e10 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:35.836903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:35.840418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35f10343-86ee-4fc2-888e-4db971ebc045 req-6e701507-b964-4e82-bde7-44833439c686 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "DELETE /v2.0/ports/e4e643bc-2f02-4e81-837b-65d88dc48e10 HTTP/1.1" status: 204 len: 173 time: 1.8648357 Oct 25 23:30:35.840903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'name': 'network-vif-deleted', 'tag': 'e4e643bc-2f02-4e81-837b-65d88dc48e10'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:30:35.844704 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28f2f8f-c242-4078-bf73-f202e2e35d71" -d '{"events": [{"server_uuid": "584e9354-0dda-46e2-b356-6feb6cf95b45", "name": "network-vif-deleted", "tag": "e4e643bc-2f02-4e81-837b-65d88dc48e10"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:30:35.991796 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dba6b84-ece0-4d3f-9546-2a888bb16882 x-openstack-request-id: req-6dba6b84-ece0-4d3f-9546-2a888bb16882 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:30:35.992088 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584e9354-0dda-46e2-b356-6feb6cf95b45", "name": "network-vif-deleted", "tag": "e4e643bc-2f02-4e81-837b-65d88dc48e10", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:30:35.992387 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dba6b84-ece0-4d3f-9546-2a888bb16882 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:30:35.992796 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584e9354-0dda-46e2-b356-6feb6cf95b45', 'name': 'network-vif-deleted', 'tag': 'e4e643bc-2f02-4e81-837b-65d88dc48e10', 'status': 'completed', 'code': 200} Oct 25 23:30:36.007355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Made reservation on behalf of 9b03076db3c04c8182a657bb25b79725 for: {'subnet': 2} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:36.012193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:36.012583 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:36.611498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f1d8ee1-92c6-40ec-9e4f-623e1a6aa863 req-dd52b72f-70d3-45e1-bffd-ffda36f00963 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.0569139 Oct 25 23:30:37.243463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4e643bc-2f02-4e81-837b-65d88dc48e10 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:37.282344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Deleting port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:37.282970 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:37.310459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: e4e643bc-2f02-4e81-837b-65d88dc48e10 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:37.311100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device e4e643bc-2f02-4e81-837b-65d88dc48e10 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:37.364986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:37.470657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] For port d4a76fd0-e8bc-46b6-b5e9-0a25455e7663, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:37.471034 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:37.487667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Subnet': ['ID=6446f91d-9ba7-4776-a149-b4c761440663,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:37.500928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Calling delete_port for d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:37.525600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Checking segment: {'id': '2924721c-a2ba-4f2e-9038-f39e225ef709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:37.526238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network hostable DHCP agents. Network: f003421c-eeb7-4502-ab32-aa2522ea97ee, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:37.616670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network f003421c-eeb7-4502-ab32-aa2522ea97ee is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:37.638521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f003421c-eeb7-4502-ab32-aa2522ea97ee) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:37.654741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac2c64-058a-4224-b66a-a7e4a078442f None None] Network f003421c-eeb7-4502-ab32-aa2522ea97ee requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:37.735245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:37.924413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f003421c-eeb7-4502-ab32-aa2522ea97ee', 'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee', 'tenant_id': '9b03076db3c04c8182a657bb25b79725', 'fixed_ips': [{'subnet_id': '6446f91d-9ba7-4776-a149-b4c761440663'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:30:37.928140 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:38.049879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821e4767-76e6-4ccc-8e78-76fb5dd30f4e req-09fa3d1e-b9c9-4683-b1c4-b85c1a908757 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.2312725 Oct 25 23:30:38.068357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Checking segment: {'id': '0d73c4fc-047c-4b3a-8014-b0eccfe935fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:38.068751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network hostable DHCP agents. Network: 41a38d9d-9d56-41b6-9b45-a4bf4218d760, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:38.135390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event updated for resources: {'Subnet': ['ID=853a09c0-223d-49aa-8bba-1bf15d258ab1,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:38.148678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:38.195579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 41a38d9d-9d56-41b6-9b45-a4bf4218d760) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:38.202548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:38.202548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:38.203169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:38.260836 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:38.267962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed0beb-9c05-4098-806f-cb638d67de30 None None] Network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:38.363476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a76fd0-e8bc-46b6-b5e9-0a25455e7663,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:38.364793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Allocated IP 172.20.0.2 (f003421c-eeb7-4502-ab32-aa2522ea97ee/6446f91d-9ba7-4776-a149-b4c761440663/ecdb5454-4755-49d0-9230-df49d6f299bb) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:38.385572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3db4ead3-bd09-443a-b23f-82743e1d9899 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2254622 Oct 25 23:30:38.388146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36176) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:38.785427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c144439-72de-44e5-963f-5577336f0889 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:38.787201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c144439-72de-44e5-963f-5577336f0889 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:38.788737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c144439-72de-44e5-963f-5577336f0889 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:38.791186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c144439-72de-44e5-963f-5577336f0889 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4002795 Oct 25 23:30:38.794739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:38.963760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-41a38d9d-9d56-41b6-9b45-a4bf4218d760', 'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760', 'tenant_id': '9b03076db3c04c8182a657bb25b79725', 'fixed_ips': [{'subnet_id': '853a09c0-223d-49aa-8bba-1bf15d258ab1'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:30:38.964394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:38.989218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Deleting subnet 6446f91d-9ba7-4776-a149-b4c761440663 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:30:38.995349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:39.320822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18e4794b-b463-40a4-a6fa-bf013d60b0af req-9d9c243a-11b5-4f77-bde4-5e72c8bac5b6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.0774958 Oct 25 23:30:39.438929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Allocated IP 172.20.0.18 (41a38d9d-9d56-41b6-9b45-a4bf4218d760/853a09c0-223d-49aa-8bba-1bf15d258ab1/491761f5-eae5-4171-9547-179e25f0e021) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:39.575388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36222) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:39.627677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Router c91cf25c-3091-4846-aff8-4768b765e983 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:30:39.834576 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:39.839750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:39.851410 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:39.851542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:39.946241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:39.950080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:39.965565 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386182f-e632-4555-a600-77772ff934f8 None None] Sync routers for ids ['c91cf25c-3091-4846-aff8-4768b765e983'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:39.968633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c3eeb0a5-f9eb-417b-a800-9ae866bc184b admin admin] 10.222.0.25 "PUT /v2.0/routers/c91cf25c-3091-4846-aff8-4768b765e983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2947538 Oct 25 23:30:39.969550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36256) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:39.977136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6e581c2c-0297-4b49-83f7-1b339da4591b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:39.993083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Pushing event updated for resources: {'Port': ['ID=ecdb5454-4755-49d0-9230-df49d6f299bb,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:39.996851 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] Routers {'c91cf25c-3091-4846-aff8-4768b765e983'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:40.019300 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c91cf25c-3091-4846-aff8-4768b765e983'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:40.059399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.141230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e581c2c-0297-4b49-83f7-1b339da4591b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "PUT /v2.0/quotas/120afaee8d1f491a984aba307eb97524 HTTP/1.1" status: 200 len: 368 time: 0.5614491 Oct 25 23:30:40.142325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:40.151347 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Request body: {'network': {'project_id': '120afaee8d1f491a984aba307eb97524'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:40.166576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Pushing event updated for resources: {'Port': ['ID=491761f5-eae5-4171-9547-179e25f0e021,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:40.195854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:40.208713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:40.213815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:40.261679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Network f003421c-eeb7-4502-ab32-aa2522ea97ee is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:40.360304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.403078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Made reservation on behalf of 120afaee8d1f491a984aba307eb97524 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:40.406364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.458098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:40.463190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:40.476640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.488322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Attempting to bind port 491761f5-eae5-4171-9547-179e25f0e021 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:40.488696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Attempting to bind port 491761f5-eae5-4171-9547-179e25f0e021 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '0d73c4fc-047c-4b3a-8014-b0eccfe935fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:40.489058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Attempting to bind port 491761f5-eae5-4171-9547-179e25f0e021 on network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:40.509096 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] Set router c91cf25c-3091-4846-aff8-4768b765e983 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:40.661510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:40.664544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Checking segment: {'id': '0d73c4fc-047c-4b3a-8014-b0eccfe935fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:40.665261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.665866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Bound using segment: {'id': '0d73c4fc-047c-4b3a-8014-b0eccfe935fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:40.666679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Bound port: 491761f5-eae5-4171-9547-179e25f0e021, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d73c4fc-047c-4b3a-8014-b0eccfe935fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '41a38d9d-9d56-41b6-9b45-a4bf4218d760'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:40.668695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.753874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.765811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.776424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c0b6f38-75c2-4ecc-bfac-0de4486859dc req-334e8328-7b75-4b44-97d1-4e15f6a1a036 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.2617073 Oct 25 23:30:40.911906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.947345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.948941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] For port 491761f5-eae5-4171-9547-179e25f0e021, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:40.974216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:40.978677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Attempting to bind port ecdb5454-4755-49d0-9230-df49d6f299bb on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:40.979090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Attempting to bind port ecdb5454-4755-49d0-9230-df49d6f299bb by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2924721c-a2ba-4f2e-9038-f39e225ef709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:40.979453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Attempting to bind port ecdb5454-4755-49d0-9230-df49d6f299bb on network f003421c-eeb7-4502-ab32-aa2522ea97ee {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:40.994564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] For port 491761f5-eae5-4171-9547-179e25f0e021, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=491761f5-eae5-4171-9547-179e25f0e021,segment=NetworkSegment(0d73c4fc-047c-4b3a-8014-b0eccfe935fc),segment_id=0d73c4fc-047c-4b3a-8014-b0eccfe935fc)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:41.006738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:41.007288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Checking segment: {'id': '2924721c-a2ba-4f2e-9038-f39e225ef709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:41.016238 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.021153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Bound using segment: {'id': '2924721c-a2ba-4f2e-9038-f39e225ef709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:41.021763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Bound port: ecdb5454-4755-49d0-9230-df49d6f299bb, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2924721c-a2ba-4f2e-9038-f39e225ef709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f003421c-eeb7-4502-ab32-aa2522ea97ee'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:41.024963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.091089 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.172397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:41.195203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Subnet': ['ID=6446f91d-9ba7-4776-a149-b4c761440663,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:41.220462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Deleting port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:41.220842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.230934 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.246891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-06d552f2-75e3-4b71-9d0a-22fe529bcedb tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/subnets/6446f91d-9ba7-4776-a149-b4c761440663 HTTP/1.1" status: 204 len: 168 time: 2.4383738 Oct 25 23:30:41.247759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f359da-77bb-49f6-9ca5-23233470834e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:41.266975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93283248-98bf-47bb-9447-4f480571ab2a None None] Pushing event updated for resources: {'Port': ['ID=491761f5-eae5-4171-9547-179e25f0e021,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:41.267187 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36350) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:41.437393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Deleting subnet 853a09c0-223d-49aa-8bba-1bf15d258ab1 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:30:41.488308 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.495465 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:38Z', 'revision_number': 5, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port': {'id': 'e87b9b0e-2ad5-475d-91a3-22fd94a2bdab', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:08Z', 'updated_at': '2021-10-25T23:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:41.601356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] For port ecdb5454-4755-49d0-9230-df49d6f299bb, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:41.617105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] For port ecdb5454-4755-49d0-9230-df49d6f299bb, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ecdb5454-4755-49d0-9230-df49d6f299bb,segment=NetworkSegment(2924721c-a2ba-4f2e-9038-f39e225ef709),segment_id=2924721c-a2ba-4f2e-9038-f39e225ef709)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:41.632071 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.649379 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386182f-e632-4555-a600-77772ff934f8 None None] Checking router: c91cf25c-3091-4846-aff8-4768b765e983 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:30:41.669497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.690141 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Added segment 31481425-f890-48ee-8e31-915c35a2c3c6 of type vlan for network ad79e349-7631-407e-9797-e8d00099d0ca Oct 25 23:30:41.724139 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] Routers {'c91cf25c-3091-4846-aff8-4768b765e983'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:41.725301 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c91cf25c-3091-4846-aff8-4768b765e983'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:41.725989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.763836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] For port e87b9b0e-2ad5-475d-91a3-22fd94a2bdab, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:41.765128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:41.798484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Calling delete_port for e87b9b0e-2ad5-475d-91a3-22fd94a2bdab owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:42.006641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbc88e-e360-4bee-bb66-cf8d341d41e4 None None] Pushing event updated for resources: {'Port': ['ID=ecdb5454-4755-49d0-9230-df49d6f299bb,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:42.017954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9d32d-0969-4d8f-9ff1-8dc5d516147d None None] Network f003421c-eeb7-4502-ab32-aa2522ea97ee requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:42.106529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] Set router c91cf25c-3091-4846-aff8-4768b765e983 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:42.173550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:42.227586 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2ae64e3b-60ac-4ff1-ab58-4f3fbdb434cf req-9b695a2a-adf8-4dd3-acdd-07f856a816aa tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.1264100 Oct 25 23:30:42.233811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.239538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.282394 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9386182f-e632-4555-a600-77772ff934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:40Z', 'revision_number': 6, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:42.290170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.330903 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386182f-e632-4555-a600-77772ff934f8 None None] The sync data for ids ['c91cf25c-3091-4846-aff8-4768b765e983'] in n-d-815373-1 is: [{'id': 'c91cf25c-3091-4846-aff8-4768b765e983', 'name': 'tempest-TestAggregatesBasicOps-1099164837-router', 'tenant_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:06Z', 'updated_at': '2021-10-25T23:30:40Z', 'revision_number': 6, 'project_id': '4f90bd4e66c44ab6bb3428b981c6bf14', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:30:42.341498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e87b9b0e-2ad5-475d-91a3-22fd94a2bdab,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:42.422329 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.423314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:42.423899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.430686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.504075 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3568459 Oct 25 23:30:42.513544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36366) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:42.547802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92bce6-71ca-43a4-9e98-53bc9d6f2553 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Pushing event updated for resources: {'Network': ['ID=ad79e349-7631-407e-9797-e8d00099d0ca,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:42.558363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.559330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Request body: {'network': {'project_id': '120afaee8d1f491a984aba307eb97524'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:42.559584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ad79e349-7631-407e-9797-e8d00099d0ca details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:42.571153 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ae18497-27a4-4d95-96e3-dd207222c966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.587874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.597164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/subnets/853a09c0-223d-49aa-8bba-1bf15d258ab1 HTTP/1.1" status: 204 len: 168 time: 1.3271852 Oct 25 23:30:42.598067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36370) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:42.620099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.633526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.634470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e114cc-bc3d-45fb-9905-aeaaee0ecfd8 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Subnet': ['ID=853a09c0-223d-49aa-8bba-1bf15d258ab1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:42.714359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cead1-cc35-4359-8c96-a7eba1d915f1 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:42.716078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-725cead1-cc35-4359-8c96-a7eba1d915f1 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0833085 Oct 25 23:30:42.721874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:42.753483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Made reservation on behalf of 120afaee8d1f491a984aba307eb97524 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:42.756874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.804987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:42.845700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.847178 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Added segment f829ccf7-08b9-4b5a-9b66-2d8501276946 of type vlan for network e38cfff7-d198-4ca4-a7a9-e0cd47e5acca Oct 25 23:30:42.935862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.970561 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.990705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:42.991923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91cf25c-3091-4846-aff8-4768b765e983 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:30:43.002685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.007435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-21d9cd30-8911-440c-9a01-a18836834e4c admin admin] 10.222.0.25 "DELETE /v2.0/routers/c91cf25c-3091-4846-aff8-4768b765e983 HTTP/1.1" status: 204 len: 168 time: 3.0334866 Oct 25 23:30:43.008776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36376) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:43.012858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.013819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:43.015052 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.053846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5360346 Oct 25 23:30:43.057008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:43.065686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8039dd98-aafe-4407-9fae-aab4ec3b2688 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Request body: {'network': {'project_id': '120afaee8d1f491a984aba307eb97524'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:43.086362 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8039dd98-aafe-4407-9fae-aab4ec3b2688 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 25 23:30:43.089599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8039dd98-aafe-4407-9fae-aab4ec3b2688 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:30:43.090902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8039dd98-aafe-4407-9fae-aab4ec3b2688 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0311582 Oct 25 23:30:43.096375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36380) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:43.175345 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.227602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfbd34-d2ef-4f5e-82e8-d138ca6d1346 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Pushing event updated for resources: {'Network': ['ID=e38cfff7-d198-4ca4-a7a9-e0cd47e5acca,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:43.242593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Deleting port 491761f5-eae5-4171-9547-179e25f0e021 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:43.243137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.261806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e38cfff7-d198-4ca4-a7a9-e0cd47e5acca details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:43.312837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Deleting subnet 0a27f67b-77e3-4f71-a910-4b8299cb4fdb {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:30:43.354243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c188bead-7bb0-40aa-8d99-333f0b1626f8 tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=120afaee8d1f491a984aba307eb97524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519431 Oct 25 23:30:43.354939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36384) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:43.399689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ae18497-27a4-4d95-96e3-dd207222c966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.429333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.478232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 491761f5-eae5-4171-9547-179e25f0e021 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:30:43.526421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-066bf0ae-da6d-4fca-8bd2-f64b0ebcf936 req-8c3ceda5-06ea-48fd-b377-94ca4f35908a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.1200814 Oct 25 23:30:43.527783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ae18497-27a4-4d95-96e3-dd207222c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.541310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] For port 491761f5-eae5-4171-9547-179e25f0e021, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=491761f5-eae5-4171-9547-179e25f0e021,segment=NetworkSegment(0d73c4fc-047c-4b3a-8014-b0eccfe935fc),segment_id=0d73c4fc-047c-4b3a-8014-b0eccfe935fc)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:43.541712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.588711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Calling delete_port for 491761f5-eae5-4171-9547-179e25f0e021 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:43.599340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 491761f5-eae5-4171-9547-179e25f0e021 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:30:43.599787 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.621139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.636739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-952af2f3-33a2-420c-afae-53e8f2f5f42b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.661826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4ae18497-27a4-4d95-96e3-dd207222c966 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=059cd2a0a7c64fd9a4990f2789ed461b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4868107 Oct 25 23:30:43.664278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36388) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:43.664930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae18497-27a4-4d95-96e3-dd207222c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74feec6a-6830-4911-a879-8fb6b0f1d88d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:43.699043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef29e58-23c6-47c8-9081-01cab84daea1 None None] Network 41a38d9d-9d56-41b6-9b45-a4bf4218d760 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:43.777583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-952af2f3-33a2-420c-afae-53e8f2f5f42b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.863062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9174-26ca-430e-bd71-981c997954f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.888139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.923170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9174-26ca-430e-bd71-981c997954f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.926933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:43.965765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] No DVR routers for this DVR port 491761f5-eae5-4171-9547-179e25f0e021 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:44.012040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9174-26ca-430e-bd71-981c997954f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.017128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9174-26ca-430e-bd71-981c997954f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.018387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d2bc9174-26ca-430e-bd71-981c997954f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74feec6a-6830-4911-a879-8fb6b0f1d88d HTTP/1.1" status: 204 len: 168 time: 0.3505778 Oct 25 23:30:44.034591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cc3492c4-7008-4cde-8b63-e60f9859244c None None] Could not find standard attr ID for object 491761f5-eae5-4171-9547-179e25f0e021. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:30:44.045246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc9174-26ca-430e-bd71-981c997954f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74feec6a-6830-4911-a879-8fb6b0f1d88d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:44.047599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Port 491761f5-eae5-4171-9547-179e25f0e021 update to ACTIVE by agent not found {{(pid=102135) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 25 23:30:44.053339 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-952af2f3-33a2-420c-afae-53e8f2f5f42b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.063087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-952af2f3-33a2-420c-afae-53e8f2f5f42b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.065140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-952af2f3-33a2-420c-afae-53e8f2f5f42b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8f359da-77bb-49f6-9ca5-23233470834e HTTP/1.1" status: 204 len: 168 time: 0.6167939 Oct 25 23:30:44.066972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.070524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:44.087919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:44.117116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:44.117557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d4a76fd0-e8bc-46b6-b5e9-0a25455e7663 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:44.132391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Port': ['ID=491761f5-eae5-4171-9547-179e25f0e021,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:44.152710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af2f3-33a2-420c-afae-53e8f2f5f42b tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f359da-77bb-49f6-9ca5-23233470834e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:44.174102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.176754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.191734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0a27f67b-77e3-4f71-a910-4b8299cb4fdb HTTP/1.1" status: 204 len: 168 time: 1.1620781 Oct 25 23:30:44.195496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a345bf-f52e-4a95-bdbe-b3b555a47192 None None] Network 956c1b8f-1686-4241-a5b1-57e29e5e3b99 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:44.219706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36402) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:44.223976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e563fd9-28fb-4ea3-85c5-82823b38453a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a27f67b-77e3-4f71-a910-4b8299cb4fdb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:44.321330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a32de-b3b1-4e87-9a36-3985c520f140 None None] DHCP port deletion for 41a38d9d-9d56-41b6-9b45-a4bf4218d760 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:30:44.344454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a38d9d-9d56-41b6-9b45-a4bf4218d760']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:44.364448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d73c4fc-047c-4b3a-8014-b0eccfe935fc') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:44.364750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d73c4fc-047c-4b3a-8014-b0eccfe935fc') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:44.395222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.397870 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.423377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.447859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.467233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:44.468159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:44.471872 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:44.491340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] DHCP port deletion for 956c1b8f-1686-4241-a5b1-57e29e5e3b99 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:30:44.563541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.633275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] Deleting port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:44.634741 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.645817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38cfff7-d198-4ca4-a7a9-e0cd47e5acca']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:44.677206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f829ccf7-08b9-4b5a-9b66-2d8501276946') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:44.678409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f829ccf7-08b9-4b5a-9b66-2d8501276946') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:44.683061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Deleting port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:44.684036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.708543 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.753375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.773158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:44.773753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:44.777408 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:44.784036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] For port 2c6e31a5-3e33-403a-8483-93c7fbae2de7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c6e31a5-3e33-403a-8483-93c7fbae2de7,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:44.784700 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.799926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Calling delete_port for 2c6e31a5-3e33-403a-8483-93c7fbae2de7 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:44.800920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:44.809784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] For port 2c6e31a5-3e33-403a-8483-93c7fbae2de7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2c6e31a5-3e33-403a-8483-93c7fbae2de7,segment=NetworkSegment(afa6d9a6-15c1-4033-8f6c-cecac2df705a),segment_id=afa6d9a6-15c1-4033-8f6c-cecac2df705a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:44.810197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.840286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e87b9b0e-2ad5-475d-91a3-22fd94a2bdab no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:44.847005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] Calling delete_port for 2c6e31a5-3e33-403a-8483-93c7fbae2de7 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:44.867687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb42e-0c78-4318-bac6-7f190141e0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.872313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: e87b9b0e-2ad5-475d-91a3-22fd94a2bdab {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:44.872471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device e87b9b0e-2ad5-475d-91a3-22fd94a2bdab not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:44.872856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 491761f5-eae5-4171-9547-179e25f0e021 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:44.899912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 491761f5-eae5-4171-9547-179e25f0e021 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:30:44.900707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 491761f5-eae5-4171-9547-179e25f0e021 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:44.900840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c6e31a5-3e33-403a-8483-93c7fbae2de7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:30:44.915140 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.931504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.972676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f6608337-5451-47eb-b0c1-01f0edf2ae73 req-68d56902-5e95-42b2-bbf8-411bf555d471 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.0708377 Oct 25 23:30:44.977429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] No DVR routers for this DVR port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:44.989383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb42e-0c78-4318-bac6-7f190141e0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.989383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb42e-0c78-4318-bac6-7f190141e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:44.994233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.001546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No active binding found for port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 {{(pid=102135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 23:30:45.001958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2c6e31a5-3e33-403a-8483-93c7fbae2de7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:30:45.002583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/networks/41a38d9d-9d56-41b6-9b45-a4bf4218d760 HTTP/1.1" status: 204 len: 168 time: 2.2791524 Oct 25 23:30:45.003798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fa8d8-1979-47e4-93ea-7983b6130a07 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Network': ['ID=41a38d9d-9d56-41b6-9b45-a4bf4218d760,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.015242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36412) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:45.020756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b9cb42e-0c78-4318-bac6-7f190141e0dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46dce6fb274d451a98f073391113bf09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166986 Oct 25 23:30:45.022639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.026103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36414) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:45.031744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.035893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e38cfff7-d198-4ca4-a7a9-e0cd47e5acca HTTP/1.1" status: 204 len: 168 time: 0.8603327 Oct 25 23:30:45.060282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36416) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:45.085296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6e31a5-3e33-403a-8483-93c7fbae2de7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.094774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.124251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] Pushing event deleted for resources: {'Port': ['ID=2c6e31a5-3e33-403a-8483-93c7fbae2de7,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.127298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4b98f-c9b9-48c9-9807-33d470df9203 None None] No DVR routers for this DVR port 2c6e31a5-3e33-403a-8483-93c7fbae2de7 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:45.150214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69606c0-b07c-4636-8c58-ad31b37f82e6 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:30:45.165447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.170093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbde05-f907-4a75-864f-082d340ef5ab tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Pushing event deleted for resources: {'Network': ['ID=e38cfff7-d198-4ca4-a7a9-e0cd47e5acca,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.222917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cb42e-0c78-4318-bac6-7f190141e0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c1063-594f-48aa-99f3-36770a8227bd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.258381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Deleting port ecdb5454-4755-49d0-9230-df49d6f299bb {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:30:45.258737 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.283817 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69606c0-b07c-4636-8c58-ad31b37f82e6 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:30:45.358694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] For port ecdb5454-4755-49d0-9230-df49d6f299bb, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ecdb5454-4755-49d0-9230-df49d6f299bb,segment=NetworkSegment(2924721c-a2ba-4f2e-9038-f39e225ef709),segment_id=2924721c-a2ba-4f2e-9038-f39e225ef709)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:30:45.361960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.414490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Calling delete_port for ecdb5454-4755-49d0-9230-df49d6f299bb owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:30:45.510082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.540244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Port': ['ID=ecdb5454-4755-49d0-9230-df49d6f299bb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.544413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] No DVR routers for this DVR port ecdb5454-4755-49d0-9230-df49d6f299bb on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:30:45.636316 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.649103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.667703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.677571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f003421c-eeb7-4502-ab32-aa2522ea97ee']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:45.695592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2924721c-a2ba-4f2e-9038-f39e225ef709') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:45.695948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2924721c-a2ba-4f2e-9038-f39e225ef709') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:45.703784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956c1b8f-1686-4241-a5b1-57e29e5e3b99']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:45.709132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.712672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bdb715b-1c48-4a18-956e-497adb0759ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.725337 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.731117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa6d9a6-15c1-4033-8f6c-cecac2df705a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:45.731704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa6d9a6-15c1-4033-8f6c-cecac2df705a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:45.734602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:45.735003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:45.738221 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:45.756476 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bdb715b-1c48-4a18-956e-497adb0759ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.759325 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.814926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.822050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.838976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.845530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/networks/f003421c-eeb7-4502-ab32-aa2522ea97ee HTTP/1.1" status: 204 len: 168 time: 0.8208609 Oct 25 23:30:45.846531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:45.866404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-194a6edd-e075-4354-82e8-9258b5503790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.871500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c539-03ab-443b-a077-913975ff7bc6 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Network': ['ID=f003421c-eeb7-4502-ab32-aa2522ea97ee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:45.896951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:45.897443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:45.899308 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:45.954617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:45.968231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.006853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad79e349-7631-407e-9797-e8d00099d0ca']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.019589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.025251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.043797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] 10.222.0.25 "DELETE /v2.0/networks/956c1b8f-1686-4241-a5b1-57e29e5e3b99 HTTP/1.1" status: 204 len: 168 time: 1.8132651 Oct 25 23:30:46.063928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31481425-f890-48ee-8e31-915c35a2c3c6') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.064229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31481425-f890-48ee-8e31-915c35a2c3c6') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.078434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.124121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.126935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bdb715b-1c48-4a18-956e-497adb0759ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.129394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe31f5bf-7194-499d-93e4-bfbae028d328']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.150583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bdb715b-1c48-4a18-956e-497adb0759ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.153977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0bdb715b-1c48-4a18-956e-497adb0759ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d8c1063-594f-48aa-99f3-36770a8227bd HTTP/1.1" status: 204 len: 168 time: 1.1240580 Oct 25 23:30:46.153977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8e1cc-31d8-4cc3-aa6a-b54b2e7af6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=956c1b8f-1686-4241-a5b1-57e29e5e3b99,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:46.155974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2324dc-2d15-44a9-823c-6f5adbb91acb') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.156382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2324dc-2d15-44a9-823c-6f5adbb91acb') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.184214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2ea7fc6-3f9a-4b2b-92dc-c64b6cae13a4 req-994531de-9284-4ca6-afea-e1880be19f55 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=584e9354-0dda-46e2-b356-6feb6cf95b45 HTTP/1.1" status: 200 len: 210 time: 0.0449443 Oct 25 23:30:46.188671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.224977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.237365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb715b-1c48-4a18-956e-497adb0759ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c1063-594f-48aa-99f3-36770a8227bd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:46.244290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.249059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:46.251518 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:46.255661 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:46.264993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:46.265770 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:46.272512 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:46.395626 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.412326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.431260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/networks/fe31f5bf-7194-499d-93e4-bfbae028d328 HTTP/1.1" status: 204 len: 168 time: 0.5804090 Oct 25 23:30:46.434599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36432) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:46.487050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536d59f-20c6-4b0b-adc0-8991cb9436fd tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Network': ['ID=fe31f5bf-7194-499d-93e4-bfbae028d328,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:46.578596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.579235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:46.587171 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.590901 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] 10.222.0.25 "DELETE /v2.0/networks/ad79e349-7631-407e-9797-e8d00099d0ca HTTP/1.1" status: 204 len: 168 time: 1.5263281 Oct 25 23:30:46.618361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6cd4e-429d-4153-88de-84fe28242afd tempest-QuotasNegativeTest-1436855694 tempest-QuotasNegativeTest-1436855694-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad79e349-7631-407e-9797-e8d00099d0ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:46.649994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.681992 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fc9e8a28-8207-4fe0-a10b-9b8432abc3bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59f8f76978e649098cdbc0789c4dd4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013412 Oct 25 23:30:46.684505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36438) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:46.812943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6d67-3b21-45ae-a858-f9ead62e630f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.898359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6d67-3b21-45ae-a858-f9ead62e630f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.924791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.990218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6d67-3b21-45ae-a858-f9ead62e630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.990697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31be6ad-42a7-41b2-99cb-e73faf6b97ca']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:46.994334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6d67-3b21-45ae-a858-f9ead62e630f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:46.995875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ad8c6d67-3b21-45ae-a858-f9ead62e630f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f756e7c2-441f-4d6a-8e00-f9be218f1c28 HTTP/1.1" status: 204 len: 168 time: 0.3089979 Oct 25 23:30:47.003579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc3a27e-0a62-4e13-8673-cf993e95e150') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:47.004337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc3a27e-0a62-4e13-8673-cf993e95e150') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:47.017712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.023145 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c6d67-3b21-45ae-a858-f9ead62e630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f756e7c2-441f-4d6a-8e00-f9be218f1c28,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:47.039038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.048497 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:30:47.048940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:30:47.058177 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:30:47.218360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.227633 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.234682 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] 10.222.0.25 "DELETE /v2.0/networks/d31be6ad-42a7-41b2-99cb-e73faf6b97ca HTTP/1.1" status: 204 len: 168 time: 0.7978871 Oct 25 23:30:47.266633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15a9d9-4bb7-4607-b024-0d2833fb7119 tempest-BulkNetworkOpsTest-846051057 tempest-BulkNetworkOpsTest-846051057-project] Pushing event deleted for resources: {'Network': ['ID=d31be6ad-42a7-41b2-99cb-e73faf6b97ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:47.485687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36456) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:47.648632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36464) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:47.715209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-67610a4a-74c5-4a6c-9563-f828f1d7a1a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f90bd4e66c44ab6bb3428b981c6bf14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628369 Oct 25 23:30:47.715870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36466) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:47.803905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-778c3c83-7fcf-433b-bc89-8155b2f85f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.830332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-778c3c83-7fcf-433b-bc89-8155b2f85f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.832162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36470) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:47.892544 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-778c3c83-7fcf-433b-bc89-8155b2f85f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.895634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-778c3c83-7fcf-433b-bc89-8155b2f85f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:47.898944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-778c3c83-7fcf-433b-bc89-8155b2f85f86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccdff6a2-209a-496c-8bee-562c7c2d5b9f HTTP/1.1" status: 204 len: 168 time: 0.1798494 Oct 25 23:30:47.919903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3c83-7fcf-433b-bc89-8155b2f85f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdff6a2-209a-496c-8bee-562c7c2d5b9f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:48.033036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6ff075ca-19e8-4a27-8434-672bc8aee6e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b03076db3c04c8182a657bb25b79725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997480 Oct 25 23:30:48.035902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36476) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:48.040069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be297b38-4086-4839-871b-21408ac6ed8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.145126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0d9e83-2b47-4939-b461-4c3f9ece6667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.145410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be297b38-4086-4839-871b-21408ac6ed8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.151719 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be297b38-4086-4839-871b-21408ac6ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.180084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0d9e83-2b47-4939-b461-4c3f9ece6667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.211410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-be297b38-4086-4839-871b-21408ac6ed8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab30177aca8e41c0a35bc1cca9796270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243476 Oct 25 23:30:48.212794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be297b38-4086-4839-871b-21408ac6ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d3da5f-4a1e-44bc-b6c4-4b2de8c4197e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:48.217063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:48.287955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd79b1cc-c9d5-4014-a4fb-725c1dc6808b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.324710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd79b1cc-c9d5-4014-a4fb-725c1dc6808b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.378836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd79b1cc-c9d5-4014-a4fb-725c1dc6808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.382104 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd79b1cc-c9d5-4014-a4fb-725c1dc6808b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.383579 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fd79b1cc-c9d5-4014-a4fb-725c1dc6808b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7d3da5f-4a1e-44bc-b6c4-4b2de8c4197e HTTP/1.1" status: 204 len: 168 time: 0.1646085 Oct 25 23:30:48.387369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0d9e83-2b47-4939-b461-4c3f9ece6667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.391158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0d9e83-2b47-4939-b461-4c3f9ece6667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.392529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9c0d9e83-2b47-4939-b461-4c3f9ece6667 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11779055-72af-47b4-8574-5d2706ba6065 HTTP/1.1" status: 204 len: 168 time: 0.3555231 Oct 25 23:30:48.398998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c70e0ab9-0712-449a-b2cc-38c0922b096e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:48.401996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79b1cc-c9d5-4014-a4fb-725c1dc6808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d3da5f-4a1e-44bc-b6c4-4b2de8c4197e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:48.417930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d9e83-2b47-4939-b461-4c3f9ece6667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11779055-72af-47b4-8574-5d2706ba6065,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:48.849473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:48.867707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dcd35577-b617-4418-8200-89edec814234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.009969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dcd35577-b617-4418-8200-89edec814234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.022141 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dcd35577-b617-4418-8200-89edec814234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.106460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd35577-b617-4418-8200-89edec814234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550c5bf-d980-4bf6-b116-4cab3c6764f2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:49.111797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dcd35577-b617-4418-8200-89edec814234 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2dd16fc7bd7455ca80a4178f2223963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611680 Oct 25 23:30:49.114444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36516) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:49.210476 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-480d3263-99d2-46e5-8150-0a84aae45c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.252100 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-480d3263-99d2-46e5-8150-0a84aae45c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.318602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-480d3263-99d2-46e5-8150-0a84aae45c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.322940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-480d3263-99d2-46e5-8150-0a84aae45c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.324626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-480d3263-99d2-46e5-8150-0a84aae45c9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1550c5bf-d980-4bf6-b116-4cab3c6764f2 HTTP/1.1" status: 204 len: 168 time: 0.2076831 Oct 25 23:30:49.336641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d3263-99d2-46e5-8150-0a84aae45c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550c5bf-d980-4bf6-b116-4cab3c6764f2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:49.669363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:49.814683 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:30:50.197196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:50.340970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36568) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:50.660310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8adf7092-dd22-49ca-bbb7-8832242d7236 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-251144588', 'prefixes': ['172.20.0.0/16']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:50.742284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8adf7092-dd22-49ca-bbb7-8832242d7236 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] Publish callbacks [] for subnetpool, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:50.743961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8adf7092-dd22-49ca-bbb7-8832242d7236 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4018202 Oct 25 23:30:50.755067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36584) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:50.786839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:50.818225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36592) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:50.818764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f358b71-8add-43cd-b055-d8573805aae4 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] 10.222.0.25 "GET /v2.0/subnetpools/95bb28a4-24e1-4cc2-aea8-e90558e34525 HTTP/1.1" status: 200 len: 731 time: 0.0622842 Oct 25 23:30:50.823576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e705b414-9053-443d-96d9-5d0ccc2d3989 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-210207140'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:50.925639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:50.950781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e705b414-9053-443d-96d9-5d0ccc2d3989 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] Publish callbacks [] for subnetpool, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:50.953215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e705b414-9053-443d-96d9-5d0ccc2d3989 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] 10.222.0.25 "PUT /v2.0/subnetpools/95bb28a4-24e1-4cc2-aea8-e90558e34525 HTTP/1.1" status: 200 len: 683 time: 0.1332538 Oct 25 23:30:50.955511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36600) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:51.040042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-342e15ef-8e25-4243-b7d4-f1015ed01734 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] Publish callbacks [] for subnetpool, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.041314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-342e15ef-8e25-4243-b7d4-f1015ed01734 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] 10.222.0.25 "DELETE /v2.0/subnetpools/95bb28a4-24e1-4cc2-aea8-e90558e34525 HTTP/1.1" status: 204 len: 168 time: 0.0844188 Oct 25 23:30:51.043966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36602) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:51.066974 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-a95b43d1-8124-4f28-8164-47f5b679ea61 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] show failed (client error): The resource could not be found. Oct 25 23:30:51.068297 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a95b43d1-8124-4f28-8164-47f5b679ea61 tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] 10.222.0.25 "GET /v2.0/subnetpools/95bb28a4-24e1-4cc2-aea8-e90558e34525 HTTP/1.1" status: 404 len: 346 time: 0.0231421 Oct 25 23:30:51.071494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36604) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:51.089909 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-9ae17207-6775-4230-9e63-fd564c76fdfe tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] delete failed (client error): The resource could not be found. Oct 25 23:30:51.091253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9ae17207-6775-4230-9e63-fd564c76fdfe tempest-SubnetPoolsTestJSON-888051657 tempest-SubnetPoolsTestJSON-888051657-project] 10.222.0.25 "DELETE /v2.0/subnetpools/95bb28a4-24e1-4cc2-aea8-e90558e34525 HTTP/1.1" status: 404 len: 346 time: 0.0175269 Oct 25 23:30:51.118624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1090101957'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:51.163364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:51.166895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.183039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.348741 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.369835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.400115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:51.442397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85e157b-fbca-40b4-bfe7-0fb14982c401,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:51.479724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.480071 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Added segment e559687c-dac8-4877-8cf1-901d4094b177 of type vlan for network b2a5e22c-0c5a-4010-927a-72d4f3a76406 Oct 25 23:30:51.555774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36618) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:51.563361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315901260', 'description': 'tempest-secgroup-smoke-315901260 description', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:51.579749 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.593555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.632837 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.636136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.638672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36626) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:51.646855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:51.648296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.749281 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8213665 Oct 25 23:30:51.749713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:51.754747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'subnet': {'network_id': 'b2a5e22c-0c5a-4010-927a-72d4f3a76406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:51.765545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686398e-cb55-4b30-bde2-88cde21a36c5 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Network': ['ID=b2a5e22c-0c5a-4010-927a-72d4f3a76406,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:51.780966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:51.919609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfcfe-b03e-482a-b45c-7dfc3af3f3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.959102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.965836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:51.970586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:51.989657 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.101707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6030764e-6a02-49b4-b928-8142fa57cc75,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.196736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.205410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfcfe-b03e-482a-b45c-7dfc3af3f3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.228975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.232559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfcfe-b03e-482a-b45c-7dfc3af3f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.306614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71520603-9368-4cb3-8ca4-c9f3a22b3360,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.310953 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.314973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-500e5d2e-82c1-4ce7-b1bf-f0e79eefde10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7543170 Oct 25 23:30:52.315963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:52.326345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '71520603-9368-4cb3-8ca4-c9f3a22b3360', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:52.333522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e5dbfcfe-b03e-482a-b45c-7dfc3af3f3c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66ef8999511247d0ae8e34b4ea90826e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928792 Oct 25 23:30:52.337917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36636) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:52.375537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbfcfe-b03e-482a-b45c-7dfc3af3f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b731470-6ead-4106-8790-8871c44374c8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.395815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.448014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-17a178fc-7367-4db1-b32c-e93bcc15141c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.483894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-17a178fc-7367-4db1-b32c-e93bcc15141c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.494430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Checking segment: {'id': 'e559687c-dac8-4877-8cf1-901d4094b177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b2a5e22c-0c5a-4010-927a-72d4f3a76406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:52.494895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network hostable DHCP agents. Network: b2a5e22c-0c5a-4010-927a-72d4f3a76406, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:52.502991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Subnet': ['ID=a56308ad-f5a9-4283-bf1a-ee19c450a8f8,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.512034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.525620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:52.542613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b2a5e22c-0c5a-4010-927a-72d4f3a76406) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:52.558708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc17f9d-8eaa-4ebb-905d-4be6e984575c None None] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:52.590400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:52.590985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.591180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.598066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.627504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-177d86a2-9155-435c-8add-025a91470541 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8765373 Oct 25 23:30:52.628469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36638) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:52.633163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1015907056', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:52.644111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d3b9c0-2880-4622-bdd1-87660c18e448,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.650049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.651503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-81c89a2a-6f5c-4154-b68d-963559775a43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344948 Oct 25 23:30:52.653087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-17a178fc-7367-4db1-b32c-e93bcc15141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.657050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-17a178fc-7367-4db1-b32c-e93bcc15141c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.658816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-17a178fc-7367-4db1-b32c-e93bcc15141c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b731470-6ead-4106-8790-8871c44374c8 HTTP/1.1" status: 204 len: 168 time: 0.3154294 Oct 25 23:30:52.659743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:52.669488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '71520603-9368-4cb3-8ca4-c9f3a22b3360', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:52.679784 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.681497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.683502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a178fc-7367-4db1-b32c-e93bcc15141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b731470-6ead-4106-8790-8871c44374c8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.711878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.806015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.817038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.869135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff95621-2a36-4375-a3b2-2fab3ea72117,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:52.885869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e56d71-8632-4431-9e02-f9ef0bebd14a None None] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:52.909273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:52.912029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9f98ac06-b63d-4acc-a52f-8fb079d9bf5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2485607 Oct 25 23:30:52.915379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36652) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:52.925562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '71520603-9368-4cb3-8ca4-c9f3a22b3360', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:53.004021 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.122077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.132865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.194456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9365a8fb-1571-4fc0-b692-4e376aa9505b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:53.211230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.218959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1fd8673e-20e3-461c-9f99-fe6df418093f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012640 Oct 25 23:30:53.221638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36662) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:53.229180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '71520603-9368-4cb3-8ca4-c9f3a22b3360', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:53.265111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.354635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.368629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.380633 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.415041 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.420598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982944 Oct 25 23:30:53.421578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36668) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:53.431338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '71520603-9368-4cb3-8ca4-c9f3a22b3360', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:53.459349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5279438-2cc0-44cb-a5ff-20c972b14593 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c3c873-6b6a-4683-9ec6-547fdf63d878,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:53.465517 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:30:53.473306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.551456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.555942 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.585156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.589309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.594367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:53.594895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674614 Oct 25 23:30:53.599228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008ebb-e9e0-41dd-9f6b-d9dd30e83f08 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac84082-efa6-4c3b-a7c0-7cb2947477dd,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:53.602236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '71520603-9368-4cb3-8ca4-c9f3a22b3360', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:53.708172 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:30:53.715557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.867875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:53.896447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.026526 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.031798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36688) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:54.032585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4359939 Oct 25 23:30:54.038273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'network': {'name': 'tempest-network-smoke--307489182', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'port_security_enabled': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:54.044085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411960d3-b9ba-4b7f-bb7a-a7761a3bf51c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b777fb36-4788-4091-af25-d7a885825011,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:54.066530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:54.072256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.090843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.105706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:30:54.117515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.117915 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Added segment 6bd03f9c-b00a-417b-ab38-3a70da84097a of type vlan for network a0405fde-a9b0-44c3-89d9-4d1e0636826c Oct 25 23:30:54.118176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.232608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.286887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.308983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.194 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/deb2db29-5005-4e26-98fc-49ff689223fd) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:54.324492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:54.325154 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.445236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Network': ['ID=a0405fde-a9b0-44c3-89d9-4d1e0636826c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:54.460018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:30:54.471010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fd82681e-12b6-4ae9-9b77-dc61cbddec16 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4379573 Oct 25 23:30:54.471930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36696) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:54.488297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'admin_state_up': True, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:54.520743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.538465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.540346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.586814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.637892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:54.660586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:54.665439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:54.669518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:54.756098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=deb2db29-5005-4e26-98fc-49ff689223fd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:54.875743 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.007945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.277955 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.327013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.404087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.563407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.15 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/005bd7c2-137a-40a8-b5ce-4589dafafba8) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:55.655412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:30:55.801977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.804133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:55.819263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:55.833216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.837881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-beec75a0-09be-43ca-ae2f-c1baeba1f233 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2080288 Oct 25 23:30:55.838760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:55.862841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:55.863486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:55.891403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:55.961056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:55.978890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:55.988762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:55.989383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:55.992857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:56.000815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:56.115831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=005bd7c2-137a-40a8-b5ce-4589dafafba8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:56.132755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:56.133428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd071e9b-b901-40a9-ae72-e7b21e153364 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:30:56.572751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:56.577278 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:56.847911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:57.012647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router c44a5181-eb72-4d22-88c8-352c1d11dce3 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:30:57.197977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.1 (b2a5e22c-0c5a-4010-927a-72d4f3a76406/a56308ad-f5a9-4283-bf1a-ee19c450a8f8/be68e7f9-cbec-40b7-ade4-709276149018) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:30:57.229871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:30:57.240287 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Sync routers for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:30:57.277579 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:57.278461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:57.279955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09d61c81-cd09-45f2-b7c2-5d9d29099485 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8028829 Oct 25 23:30:57.283871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:57.284615 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:57.434010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:57.473343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:57.595416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:57.597016 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:57.599588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:57.604505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:30:57.689676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=be68e7f9-cbec-40b7-ade4-709276149018,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:57.705345 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:57.725243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-576b024b-41b9-444c-b9d4-29a2af3e6b69 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=44cd600403ff4704858bc3f7a8deeaaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4359102 Oct 25 23:30:57.741927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36790) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:57.981116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:58.032794 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:30:56Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:58.089587 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Checking router: c44a5181-eb72-4d22-88c8-352c1d11dce3 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:30:58.091696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Updating router c44a5181-eb72-4d22-88c8-352c1d11dce3 port 005bd7c2-137a-40a8-b5ce-4589dafafba8 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:30:58.127521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1d8a7-10ce-4714-9378-d51df2f29738 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:30:58.131902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dfe1d8a7-10ce-4714-9378-d51df2f29738 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3858280 Oct 25 23:30:58.133150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36798) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:58.155004 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:58.248366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a3f537c2-90ef-4583-a911-bb2cd9769822 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139402 Oct 25 23:30:58.251471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36804) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:58.258788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2133301363', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:30:58.516393 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:58.564166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:30:58.575951 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:58.941722 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:58.955217 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.006616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36832) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:30:59.042451 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4b61-a369-442e-8d90-9e2ca9492a97 None None] Pushing event updated for resources: {'Port': ['ID=005bd7c2-137a-40a8-b5ce-4589dafafba8,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:59.109235 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Attempting to bind port 005bd7c2-137a-40a8-b5ce-4589dafafba8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:30:59.109802 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Attempting to bind port 005bd7c2-137a-40a8-b5ce-4589dafafba8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:30:59.110504 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Attempting to bind port 005bd7c2-137a-40a8-b5ce-4589dafafba8 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:30:59.125611 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:30:59.126696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:59.127443 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.128054 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:30:59.128975 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Bound port: 005bd7c2-137a-40a8-b5ce-4589dafafba8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:30:59.130011 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.211428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.227750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.320814 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] For port 005bd7c2-137a-40a8-b5ce-4589dafafba8, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:30:59.332040 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] For port 005bd7c2-137a-40a8-b5ce-4589dafafba8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=005bd7c2-137a-40a8-b5ce-4589dafafba8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:30:59.342495 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.385129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=be68e7f9-cbec-40b7-ade4-709276149018,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:59.388076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.433123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.463461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f6ade1c-7c73-4052-a031-027bacbe0409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.494257 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:30:59.494257 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:30:59.617242 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4b61-a369-442e-8d90-9e2ca9492a97 None None] Pushing event updated for resources: {'Port': ['ID=005bd7c2-137a-40a8-b5ce-4589dafafba8,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:59.640942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:30:59.642499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:59.649590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Subnet': ['ID=aa348f81-0a18-4112-8664-21d9aa6a4d11,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:30:59.679480 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:30:59.716707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Checking segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:30:59.717806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network hostable DHCP agents. Network: a0405fde-a9b0-44c3-89d9-4d1e0636826c, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:30:59.834761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f6ade1c-7c73-4052-a031-027bacbe0409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.853903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f6ade1c-7c73-4052-a031-027bacbe0409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:30:59.870284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:30:59.893027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:30:59.929215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a0405fde-a9b0-44c3-89d9-4d1e0636826c) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:30:59.947580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f9b61-b4d8-4364-a2d9-d7da3677f5f6 None None] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:30:59.981880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3f6ade1c-7c73-4052-a031-027bacbe0409 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=681b1a9584e64d429cf753534a3cdcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9733276 Oct 25 23:30:59.992968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36864) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:00.003024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:00.003749 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.036869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ade1c-7c73-4052-a031-027bacbe0409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc849ed-a18a-4e6b-a502-969c5bea3c4b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:00.062135 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02adbf14-dfe5-493f-b664-e35e2247ee4e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8042583 Oct 25 23:31:00.063023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 36866) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:00.228406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-351e69af-87f3-49ae-bf57-a58c12744b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.230731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:00.239828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9c6fa271-9f58-4e7e-b662-dffe6b079491 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/routers/97cc8a21-55be-486c-be0d-022c3d824e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3998742 Oct 25 23:31:00.250630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:00.254724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36872) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:00.269590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'port': {'network_id': 'b2a5e22c-0c5a-4010-927a-72d4f3a76406', 'name': 'tempest-FloatingIPTestJSON-1121255635'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:00.338051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:00.345149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:00.356219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:31:00.365809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.421640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-351e69af-87f3-49ae-bf57-a58c12744b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.475677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:30:56Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:00.477245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:00.512288 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32f4a-8638-4841-af18-35f47c3ac35d None None] The sync data for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 is: [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:30:56Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:00.551514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:00.559635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:00.624288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:00.625631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f98355-5bc2-4069-a175-412569eecdd0 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:00.651243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-351e69af-87f3-49ae-bf57-a58c12744b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.659020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-351e69af-87f3-49ae-bf57-a58c12744b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.663576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-351e69af-87f3-49ae-bf57-a58c12744b02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cc849ed-a18a-4e6b-a502-969c5bea3c4b HTTP/1.1" status: 204 len: 168 time: 0.6683424 Oct 25 23:31:00.692371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e69af-87f3-49ae-bf57-a58c12744b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc849ed-a18a-4e6b-a502-969c5bea3c4b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:00.694836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:00.699858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:00.750094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] device_id is not set on port 6f9571c5-1dde-4ea0-b519-3424dc854b98 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:31:00.969128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.13 (b2a5e22c-0c5a-4010-927a-72d4f3a76406/a56308ad-f5a9-4283-bf1a-ee19c450a8f8/6f9571c5-1dde-4ea0-b519-3424dc854b98) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:00.990793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Allocated IP 172.20.0.2 (a0405fde-a9b0-44c3-89d9-4d1e0636826c/aa348f81-0a18-4112-8664-21d9aa6a4d11/9c373dcd-15e1-491c-b5e0-cf5d17990f12) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:01.498621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.504264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.510442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36898) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:01.518055 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.557850 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69e1e38f-f0a6-498d-88e3-e7d5a2624200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.615636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:01.637473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:01.679445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.687229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Pushing event updated for resources: {'Port': ['ID=9c373dcd-15e1-491c-b5e0-cf5d17990f12,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:01.704703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:01.727440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.730203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.730822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.732152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.733350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.735290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.737401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.737995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.740262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.740860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.742347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.742933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:01.764740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:01.770818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.804558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:01.841402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:01.878085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Attempting to bind port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:31:01.878588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Attempting to bind port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:31:01.881276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Attempting to bind port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:01.898796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:31:01.899529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Checking segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:31:01.900207 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.900767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Bound using segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:31:01.901407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Bound port: 9c373dcd-15e1-491c-b5e0-cf5d17990f12, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:31:01.901966 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:01.946122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=6f9571c5-1dde-4ea0-b519-3424dc854b98,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:01.978989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69e1e38f-f0a6-498d-88e3-e7d5a2624200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.014890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69e1e38f-f0a6-498d-88e3-e7d5a2624200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.086884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:02.087452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.094117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] For port 9c373dcd-15e1-491c-b5e0-cf5d17990f12, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:31:02.098547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] For port 9c373dcd-15e1-491c-b5e0-cf5d17990f12, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9c373dcd-15e1-491c-b5e0-cf5d17990f12,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:31:02.104768 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.157185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1e38f-f0a6-498d-88e3-e7d5a2624200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575f201-ab26-49a3-946c-9f257a8ed490,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:02.171527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-69e1e38f-f0a6-498d-88e3-e7d5a2624200 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e74399a741b40738207812235024fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557257 Oct 25 23:31:02.171982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:02.176711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9fadcedb-53c5-4c5f-ab1b-921c5bf9fca9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9189296 Oct 25 23:31:02.207060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36926) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:02.221523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'port': {'network_id': 'b2a5e22c-0c5a-4010-927a-72d4f3a76406', 'name': 'tempest-FloatingIPTestJSON-1849210559'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:02.319462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3183cec-8432-42fa-8e86-22ff8a6e87d9 None None] Pushing event updated for resources: {'Port': ['ID=9c373dcd-15e1-491c-b5e0-cf5d17990f12,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:02.421866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f72e206-39c0-4ab4-9ef3-0d0aa55fd408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.480985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.1 (a0405fde-a9b0-44c3-89d9-4d1e0636826c/aa348f81-0a18-4112-8664-21d9aa6a4d11/deb9d8b6-afe8-4e15-8763-edee0fde77d8) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:02.486447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f72e206-39c0-4ab4-9ef3-0d0aa55fd408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.561391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:02.565904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.655399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] device_id is not set on port 6f3606ae-f60e-41dc-8569-7bf686a5ba6c yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:31:02.750480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.847957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:02.899031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.3 (b2a5e22c-0c5a-4010-927a-72d4f3a76406/a56308ad-f5a9-4283-bf1a-ee19c450a8f8/6f3606ae-f60e-41dc-8569-7bf686a5ba6c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:02.984194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:02.993205 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:03.006908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:03.024131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=deb9d8b6-afe8-4e15-8763-edee0fde77d8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:03.101587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 005bd7c2-137a-40a8-b5ce-4589dafafba8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:03.105019 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.209031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.211293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f72e206-39c0-4ab4-9ef3-0d0aa55fd408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.215313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f72e206-39c0-4ab4-9ef3-0d0aa55fd408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.216848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6f72e206-39c0-4ab4-9ef3-0d0aa55fd408 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e575f201-ab26-49a3-946c-9f257a8ed490 HTTP/1.1" status: 204 len: 168 time: 1.0437200 Oct 25 23:31:03.236316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72e206-39c0-4ab4-9ef3-0d0aa55fd408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575f201-ab26-49a3-946c-9f257a8ed490,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:03.287680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 005bd7c2-137a-40a8-b5ce-4589dafafba8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:03.288060 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.324401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.464185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:03.468980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:03.482011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:03.491326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.519294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.593141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=6f3606ae-f60e-41dc-8569-7bf686a5ba6c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:03.635990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 005bd7c2-137a-40a8-b5ce-4589dafafba8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=005bd7c2-137a-40a8-b5ce-4589dafafba8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:03.648684 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.649467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9c373dcd-15e1-491c-b5e0-cf5d17990f12 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:03.682380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:03.695760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.742110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c54c6d1b-a9e9-4b54-9367-cce2881bf930 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5333481 Oct 25 23:31:03.745679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36964) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:03.762539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '6f3606ae-f60e-41dc-8569-7bf686a5ba6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:03.860395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:03.990831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=005bd7c2-137a-40a8-b5ce-4589dafafba8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:04.010902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:04.010902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.055963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 36972) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:04.091401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6801dcb9-eaed-45e0-91fc-519c2a9effa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.194540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.267563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.272471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61279e88-9463-4a03-b45e-77f44e8551e9 None None] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:31:04.277505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.277725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.291502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 9c373dcd-15e1-491c-b5e0-cf5d17990f12, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9c373dcd-15e1-491c-b5e0-cf5d17990f12,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:04.377336 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.403213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.504098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.106 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/d38f9019-1d3a-4766-b5d8-4fa817edefaf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:04.516789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=9c373dcd-15e1-491c-b5e0-cf5d17990f12,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:04.536778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2ca8806e-adc2-47e1-80e9-18530ce7bf8b None None] Provisioning complete for port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:04.537018 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ca8806e-adc2-47e1-80e9-18530ce7bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.579313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=deb9d8b6-afe8-4e15-8763-edee0fde77d8,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:04.675377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:04.676826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:04.749141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.847808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:04.930603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 005bd7c2-137a-40a8-b5ce-4589dafafba8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:04.932236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router c44a5181-eb72-4d22-88c8-352c1d11dce3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:05.019856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:05.048315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:05.054980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:05.132597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 005bd7c2-137a-40a8-b5ce-4589dafafba8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:05.132972 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:05.175622 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6801dcb9-eaed-45e0-91fc-519c2a9effa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:05.196300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=d38f9019-1d3a-4766-b5d8-4fa817edefaf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:05.213689 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6801dcb9-eaed-45e0-91fc-519c2a9effa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:05.287150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:05.301670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4a08f6ed-708f-42a3-8df9-151c18ff3048 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/c44a5181-eb72-4d22-88c8-352c1d11dce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2375782 Oct 25 23:31:05.307169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6801dcb9-eaed-45e0-91fc-519c2a9effa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=970868c8043746eaa327df90896ae55c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2394428 Oct 25 23:31:05.309740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37042) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:05.330268 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Sync routers for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:05.344715 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:05.345352 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:05.410174 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801dcb9-eaed-45e0-91fc-519c2a9effa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01746d-d4f2-434e-8947-fcba123f50cd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:05.471956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-532ba490-b2bd-4c12-9352-164c032790e5 None None] Provisioning complete for port deb9d8b6-afe8-4e15-8763-edee0fde77d8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:05.472506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-532ba490-b2bd-4c12-9352-164c032790e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:05.546528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-532ba490-b2bd-4c12-9352-164c032790e5 None None] Port deb9d8b6-afe8-4e15-8763-edee0fde77d8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:05.552938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9c373dcd-15e1-491c-b5e0-cf5d17990f12 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:05.700871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-532ba490-b2bd-4c12-9352-164c032790e5 None None] Provisioning complete for port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:05.701311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-532ba490-b2bd-4c12-9352-164c032790e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:05.767919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:31:05.894560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a2053dea-9029-4e08-a754-a2ac481c30c7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315901260&fields=id&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 267 time: 0.1677258 Oct 25 23:31:05.967634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e47cb-f5fb-42a7-9dc8-2993c295dce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.008013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:06.008392 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.081041 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e47cb-f5fb-42a7-9dc8-2993c295dce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.300790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-b11c5af2-0dc8-44e3-8a49-e4e73f6384f7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:06.302325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-b11c5af2-0dc8-44e3-8a49-e4e73f6384f7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 796 time: 0.3961918 Oct 25 23:31:06.348240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-7a6b7d5f-e256-41cd-a64c-cd0b5ebc5d13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/quotas/44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 375 time: 0.0367055 Oct 25 23:31:06.470133 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-265ec1f2-ae4b-48a2-9b84-16e57130b044 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155427 Oct 25 23:31:06.470741 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:04Z', 'revision_number': 2, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:06.506440 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Checking router: c44a5181-eb72-4d22-88c8-352c1d11dce3 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:31:06.507081 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Updating router c44a5181-eb72-4d22-88c8-352c1d11dce3 port deb9d8b6-afe8-4e15-8763-edee0fde77d8 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:31:06.511059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e47cb-f5fb-42a7-9dc8-2993c295dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.534779 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e47cb-f5fb-42a7-9dc8-2993c295dce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.536309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4e1e47cb-f5fb-42a7-9dc8-2993c295dce8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc01746d-d4f2-434e-8947-fcba123f50cd HTTP/1.1" status: 204 len: 168 time: 1.2255783 Oct 25 23:31:06.629541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c0b90760-498f-4b3f-8fff-1c8031218440 None None] Provisioning complete for port deb9d8b6-afe8-4e15-8763-edee0fde77d8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:06.630121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c0b90760-498f-4b3f-8fff-1c8031218440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.638535 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.697353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e47cb-f5fb-42a7-9dc8-2993c295dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01746d-d4f2-434e-8947-fcba123f50cd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:06.766173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c0b90760-498f-4b3f-8fff-1c8031218440 None None] Port deb9d8b6-afe8-4e15-8763-edee0fde77d8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:06.879852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:06.916306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1deb9521-5836-4f35-8a8c-3bfafaed365a None None] Provisioning complete for port deb9d8b6-afe8-4e15-8763-edee0fde77d8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:06.916680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1deb9521-5836-4f35-8a8c-3bfafaed365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.069206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1deb9521-5836-4f35-8a8c-3bfafaed365a None None] Port deb9d8b6-afe8-4e15-8763-edee0fde77d8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:07.121695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-fd4eb6b9-c942-4d9d-830a-634320150c41 service neutron] 10.222.0.25 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291368 Oct 25 23:31:07.159212 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.395209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-b4bbc7be-9387-443d-81e0-a54875d9e38c service neutron] 10.222.0.25 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620108 Oct 25 23:31:07.556648 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.566385 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.690086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.704356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.715332 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Attempting to bind port deb9d8b6-afe8-4e15-8763-edee0fde77d8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:31:07.715710 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Attempting to bind port deb9d8b6-afe8-4e15-8763-edee0fde77d8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:31:07.716120 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Attempting to bind port deb9d8b6-afe8-4e15-8763-edee0fde77d8 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:07.753061 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:31:07.753440 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Checking segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:31:07.768528 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.769765 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Bound using segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:31:07.774462 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Bound port: deb9d8b6-afe8-4e15-8763-edee0fde77d8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:31:07.776217 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:07.953818 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Pushing event updated for resources: {'Port': ['ID=deb9d8b6-afe8-4e15-8763-edee0fde77d8,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:07.974695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ccf3c319-b4f2-4abf-a661-ee0dc235a4fe req-444adf26-201d-4f0a-ac98-4ae688b82f8a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 210 time: 0.1751096 Oct 25 23:31:07.981536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=d38f9019-1d3a-4766-b5d8-4fa817edefaf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:08.008978 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.009304 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.009647 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.022611 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:08.023949 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.024471 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.024816 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.025156 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.025512 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.025802 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.034475 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.035712 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.035712 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:08.043146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88213a90-2643-4a74-84e9-439e062e1ade None None] Provisioning complete for port deb9d8b6-afe8-4e15-8763-edee0fde77d8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:08.044190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88213a90-2643-4a74-84e9-439e062e1ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:08.066286 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] For port deb9d8b6-afe8-4e15-8763-edee0fde77d8, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:31:08.071941 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] For port deb9d8b6-afe8-4e15-8763-edee0fde77d8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=deb9d8b6-afe8-4e15-8763-edee0fde77d8,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:31:08.082948 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:08.117542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88213a90-2643-4a74-84e9-439e062e1ade None None] Port deb9d8b6-afe8-4e15-8763-edee0fde77d8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:08.223090 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bddfb6-e2b1-4851-9c35-718f549ffbab None None] Pushing event updated for resources: {'Port': ['ID=deb9d8b6-afe8-4e15-8763-edee0fde77d8,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:08.228458 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:08.229075 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:08.254879 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP 3853d772-79d4-4b21-aedd-d98f28156a93 associated. External IP: 172.25.4.106, port: 6f3606ae-f60e-41dc-8569-7bf686a5ba6c. Oct 25 23:31:08.645047 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:31:08.764207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-889e3af0-3fcb-40fd-a28e-2661df893657 None None] Provisioning complete for port deb9d8b6-afe8-4e15-8763-edee0fde77d8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:08.764822 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-889e3af0-3fcb-40fd-a28e-2661df893657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:08.858052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:08.980954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-889e3af0-3fcb-40fd-a28e-2661df893657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:09.138357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-889e3af0-3fcb-40fd-a28e-2661df893657 None None] For port deb9d8b6-afe8-4e15-8763-edee0fde77d8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=deb9d8b6-afe8-4e15-8763-edee0fde77d8,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:09.166959 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-889e3af0-3fcb-40fd-a28e-2661df893657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:09.188830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:09.247627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:09.252878 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:08Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:09.270472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9bb99d50-f90a-4bad-ab84-251519d9ac3f req-e3d9fc0c-626c-4a44-b879-11cf590d1059 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 210 time: 0.0752456 Oct 25 23:31:09.357137 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf09f8-c3cf-432a-aa5f-5afb36abcc33 None None] The sync data for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 is: [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:08Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:09.383978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e3af0-3fcb-40fd-a28e-2661df893657 None None] Pushing event updated for resources: {'Port': ['ID=deb9d8b6-afe8-4e15-8763-edee0fde77d8,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:09.406454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:09.508176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:09.511211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:09.617732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:09.631211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:09.631927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:09.693044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:09.694366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74331661-d8b3-4d77-9cb8-fd1567d7f9f3 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:10.098281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-25d073fd-8db1-43bd-9071-8918be019138 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3490031 Oct 25 23:31:10.100868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37224) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:10.105855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:10.381224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-d645a256-141d-44da-a8fd-3b2ed90dbcb3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:10.382766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-d645a256-141d-44da-a8fd-3b2ed90dbcb3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 796 time: 0.4431167 Oct 25 23:31:10.397624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:10.616851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d83d257b-6989-4404-ab00-39edfa6fba0e req-caaedc41-9962-41c2-a562-1cdb6d59fc0e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 210 time: 0.1596365 Oct 25 23:31:10.733626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-21b7cfb2-259b-456a-a27e-acde8cb4fc10 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 379 time: 0.3165038 Oct 25 23:31:10.748186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'port': {'device_id': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'admin_state_up': True, 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'security_groups': ['71520603-9368-4cb3-8ca4-c9f3a22b3360']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:10.984644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-8a6cfd8b-0185-44c4-a5b5-d3ff8c9458ef req-975f3bf1-490e-4e4f-b754-2ae29145e695 service neutron] (102134) timed out ('10.222.0.15', 50401) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:31:11.018687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:11.029257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:11.029541 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP 3853d772-79d4-4b21-aedd-d98f28156a93 disassociated. External IP: 172.25.4.106, port: 6f3606ae-f60e-41dc-8569-7bf686a5ba6c. Oct 25 23:31:11.043806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device deb9d8b6-afe8-4e15-8763-edee0fde77d8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:11.117927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:11.134185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:11.214578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port deb9d8b6-afe8-4e15-8763-edee0fde77d8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:11.216183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:11.507704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.6 (a0405fde-a9b0-44c3-89d9-4d1e0636826c/aa348f81-0a18-4112-8664-21d9aa6a4d11/7b83f87c-13d2-4901-b93a-b69a9e450993) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:11.724441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:12.090173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:12.097764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.102579 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:12.129564 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:12.135730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.136288 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:12.144907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95dbe235-6e5f-4aee-9b90-81d1f4def189 req-cdaf4528-9179-4777-b1c6-b14bc742674a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 210 time: 0.1533165 Oct 25 23:31:12.176859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-556373f7-be4d-468d-9907-ae3895e0efe9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/floatingips/3853d772-79d4-4b21-aedd-d98f28156a93 HTTP/1.1" status: 200 len: 688 time: 2.0748456 Oct 25 23:31:12.177450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37288) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:12.212488 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:12.223190 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:12.224059 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:12.226347 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.268761 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:12.269787 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c2be7-5d33-483f-a09c-45bfae008a15 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:12.328903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:12.336963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:12.338660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:12.341082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:12.453104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:12.453777 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.475610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port d38f9019-1d3a-4766-b5d8-4fa817edefaf {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:12.477827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.498186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-060e4730-9527-4041-b4f2-86a4201d0a9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7630653 Oct 25 23:31:12.518687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Request body: {'port': {'device_id': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:12.681078 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.755986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0fd88b76-a2cf-4964-9504-6c8363cd8594 None None] Provisioning complete for port 7b83f87c-13d2-4901-b93a-b69a9e450993 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:12.756522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0fd88b76-a2cf-4964-9504-6c8363cd8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:12.836228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0fd88b76-a2cf-4964-9504-6c8363cd8594 None None] Port 7b83f87c-13d2-4901-b93a-b69a9e450993 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:13.133798 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b83f87c-13d2-4901-b93a-b69a9e450993 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:31:13.140168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.141190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.145002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.163752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Transition to ACTIVE for port object 7b83f87c-13d2-4901-b93a-b69a9e450993 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:31:13.165750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for d38f9019-1d3a-4766-b5d8-4fa817edefaf owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:13.172956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.188315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.261400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:13.458288 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.471409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:31:13.471743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:31:13.472066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:13.487763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Port 7b83f87c-13d2-4901-b93a-b69a9e450993 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:31:13.488086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:13.510430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f282d-754d-4912-abd5-e0fee9838f5e req-b90fd2b9-9369-44e4-a8db-4764d518c97e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:13.512173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa7f282d-754d-4912-abd5-e0fee9838f5e req-b90fd2b9-9369-44e4-a8db-4764d518c97e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.2110467 Oct 25 23:31:13.512997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:31:13.513331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Checking segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:31:13.513984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Bound using segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:31:13.514331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Bound port: 7b83f87c-13d2-4901-b93a-b69a9e450993, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:31:13.514886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.545120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=d38f9019-1d3a-4766-b5d8-4fa817edefaf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:13.646697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa7f282d-754d-4912-abd5-e0fee9838f5e req-086451b0-5b55-4f00-9d22-ef64ff711523 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994382 Oct 25 23:31:13.692359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.700341 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.701967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:31:13.708029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:31:13.709192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37324) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:13.713870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7f65d054-5e2c-45de-8b14-86780ecb0b65 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/floatingips/3853d772-79d4-4b21-aedd-d98f28156a93 HTTP/1.1" status: 204 len: 168 time: 1.5353582 Oct 25 23:31:13.734424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '6f9571c5-1dde-4ea0-b519-3424dc854b98'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:13.750025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.794278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:13.795603 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.797007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 1091 time: 1.2844419 Oct 25 23:31:13.801968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:31:13.807924 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:31:13.848241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:13.933463 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee01084-6fc4-4838-82ef-679b449f33f7 x-openstack-request-id: req-5ee01084-6fc4-4838-82ef-679b449f33f7 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:31:13.936366 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:31:13.936366 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ee01084-6fc4-4838-82ef-679b449f33f7 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:31:13.936366 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'status': 'completed', 'code': 200} Oct 25 23:31:14.055537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4c70a-6a72-402a-b3dd-2c0223830010 service neutron] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:14.086201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-dcceaf5c-a0bc-4ff8-984e-cc4186964700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:14.088292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-dcceaf5c-a0bc-4ff8-984e-cc4186964700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1094 time: 0.1778681 Oct 25 23:31:14.180150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-4fecdf7d-2402-4f72-84ec-243fb8ae95bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 217 time: 0.0772293 Oct 25 23:31:14.272450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-fbcda71e-0c56-41cb-bf22-1fb907414de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:14.274198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-fbcda71e-0c56-41cb-bf22-1fb907414de0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.0861225 Oct 25 23:31:14.328010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:14.443689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9f28bd4-f98f-4ea6-936c-df3cf8113372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:14.445478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-a9f28bd4-f98f-4ea6-936c-df3cf8113372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639724 Oct 25 23:31:14.629154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.32 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/685bcfff-bea1-45ea-8a99-7ad318ceeedf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:14.650484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-031567d9-760d-41eb-bcf7-7579763392fa service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965609 Oct 25 23:31:14.951397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17e29-77d6-4020-9089-f6fe23506b28 req-e1685efa-63c7-4750-8ff3-289a99415bac tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:14.953203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aca17e29-77d6-4020-9089-f6fe23506b28 req-e1685efa-63c7-4750-8ff3-289a99415bac tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.1807041 Oct 25 23:31:15.034116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b531b81-f208-4b53-9bb4-a3044089c5a7 req-bd585f7f-f4e5-4129-b6a2-5f4254f709d1 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758352 Oct 25 23:31:15.082563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:15.086699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aca17e29-77d6-4020-9089-f6fe23506b28 req-251aaed4-077d-4910-af52-e978a7310c85 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268692 Oct 25 23:31:15.228470 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:15.268147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-6f106900-7b1b-45d5-af6e-594ca92ed4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:15.270119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-6f106900-7b1b-45d5-af6e-594ca92ed4f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1094 time: 0.1299052 Oct 25 23:31:15.326838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:15.328770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:15.373613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:15.417425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=685bcfff-bea1-45ea-8a99-7ad318ceeedf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:15.500078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-9f8136c0-a248-4245-9f80-7ee4f65253c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:15.502227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-9f8136c0-a248-4245-9f80-7ee4f65253c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.2202904 Oct 25 23:31:15.578793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-7b91bc65-1d4e-468c-a025-e3d4bce7eea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 217 time: 0.0578687 Oct 25 23:31:15.722903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-28da5821-32d4-41e6-a120-1ab350f6b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:15.724504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-28da5821-32d4-41e6-a120-1ab350f6b927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.1334138 Oct 25 23:31:15.825178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-ea07aefe-fb7d-4921-9bbb-0dc4575f71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:15.827615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-ea07aefe-fb7d-4921-9bbb-0dc4575f71e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907342 Oct 25 23:31:15.866354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac515302-4555-49c6-b1a4-307539fc7239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:16.038877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-99dbae4c-fa3e-40a0-b0f3-6654675f3703 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926563 Oct 25 23:31:16.049992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:16.215181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:16.274467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6542b8b6-ba18-4628-9b21-e78ef22bf4b3 req-d51ee971-a4e2-4e85-b3a0-bb02f4a01170 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265728 Oct 25 23:31:16.359259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4b80-b5f8-4246-a2fb-c253dfce41a3 req-8f48d29c-e9ba-45cd-9023-fb5fb0b895b8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:16.372081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d61b4b80-b5f8-4246-a2fb-c253dfce41a3 req-8f48d29c-e9ba-45cd-9023-fb5fb0b895b8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.1598382 Oct 25 23:31:16.414825 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:16.423746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:16.471644 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d61b4b80-b5f8-4246-a2fb-c253dfce41a3 req-f6706892-9bc4-4d1d-801f-8d4a3f06d1ec tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978937 Oct 25 23:31:16.568873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=685bcfff-bea1-45ea-8a99-7ad318ceeedf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:16.584295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.584647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.584984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.585319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.585666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.585978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.586336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.586728 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.586976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.587298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.587613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.587934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:16.592993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:16.774643 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP eedef133-fd51-4b57-820f-86ffafd90d52 associated. External IP: 172.25.4.32, port: 6f9571c5-1dde-4ea0-b519-3424dc854b98. Oct 25 23:31:17.124974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:17.306053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:17.321952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:17.342565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:17.343763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:17.352049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:17.387784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:17.401921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:17.403540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-45799e22-f49b-4eaf-a946-5b33382cbb77 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6919243 Oct 25 23:31:17.405025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:17.405645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:30:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:17.461430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:17.462526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778eaa6-24a9-4db5-b5ed-67aae8970633 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:17.498613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f80d276-cac5-46c6-9529-541b9f961c16 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/floatingips/eedef133-fd51-4b57-820f-86ffafd90d52 HTTP/1.1" status: 200 len: 978 time: 0.0920274 Oct 25 23:31:17.499258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37430) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:17.657224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-31f3f9d1-97e9-4191-a6e4-3a1e1d4828ab tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1557641 Oct 25 23:31:17.660016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37434) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:17.665097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'port_id': '6f3606ae-f60e-41dc-8569-7bf686a5ba6c'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:17.751539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:18.122585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb76e-686e-451b-88d4-3a9ff817aec4 req-13c10a3b-af30-405a-9d67-7e73d9a0bec7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:18.131610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21afb76e-686e-451b-88d4-3a9ff817aec4 req-13c10a3b-af30-405a-9d67-7e73d9a0bec7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.5499654 Oct 25 23:31:18.176509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-21afb76e-686e-451b-88d4-3a9ff817aec4 req-177b82b5-0698-4cec-bcca-4810fb4d721d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439053 Oct 25 23:31:18.376565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-215229a4-65cb-497d-be0d-fa761c68e863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:18.534855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:18.539802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:18.649100 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP eedef133-fd51-4b57-820f-86ffafd90d52 associated. External IP: 172.25.4.32, port: 6f9571c5-1dde-4ea0-b519-3424dc854b98. Oct 25 23:31:18.942385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:19.165184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:19.176840 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:19.192216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:19.198240 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:19.257437 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:19.286350 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:19.289592 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:19.365853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:31:19.469363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028f3f4-e52f-4532-839f-652f602b7cbf req-a4c4aa1a-d39e-48c3-9859-f300442d1741 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:19.471663 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c028f3f4-e52f-4532-839f-652f602b7cbf req-a4c4aa1a-d39e-48c3-9859-f300442d1741 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.1548719 Oct 25 23:31:19.499949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:19.556029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:19.574720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'port_id': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'mac_address': 'fa:16:3e:e8:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:31:19.582507 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:19.583889 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd07e7a-4809-4afe-b729-a073c8a88b46 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:19.603980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c028f3f4-e52f-4532-839f-652f602b7cbf req-b98c1897-de00-4ec8-bb50-b26ea18bbe98 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214159 Oct 25 23:31:19.626688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.643710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b83f87c-13d2-4901-b93a-b69a9e450993 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:31:19.668222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:19.687607 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.757198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:19.757974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1bc68e3-cb11-4dc5-bfc0-3528c0627ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.763072 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.848448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:19.874571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1bc68e3-cb11-4dc5-bfc0-3528c0627ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.881756 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1bc68e3-cb11-4dc5-bfc0-3528c0627ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.920624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f1bc68e3-cb11-4dc5-bfc0-3528c0627ff8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c43667f72c154307b18ae0269b3c9c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194911 Oct 25 23:31:19.923427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37470) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:19.978589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:19.983996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:19.989884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc68e3-cb11-4dc5-bfc0-3528c0627ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a241fc2d-5e05-4a28-b296-8fb5b353ca41,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:19.990053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:20.007202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eff1826-a660-4101-819f-0cf67e314d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.015646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:20.016209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:20.035070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eff1826-a660-4101-819f-0cf67e314d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.055779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:20.067534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['7b83f87c-13d2-4901-b93a-b69a9e450993'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:31:20.069843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:20.070942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:20.108125 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eff1826-a660-4101-819f-0cf67e314d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.112259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eff1826-a660-4101-819f-0cf67e314d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.113586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0eff1826-a660-4101-819f-0cf67e314d58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a241fc2d-5e05-4a28-b296-8fb5b353ca41 HTTP/1.1" status: 204 len: 168 time: 0.1892419 Oct 25 23:31:20.116431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1a900c04-8bac-43db-82b9-204dd69216df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/floatingips/eedef133-fd51-4b57-820f-86ffafd90d52 HTTP/1.1" status: 200 len: 977 time: 2.4550879 Oct 25 23:31:20.117126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37472) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:20.124504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff1826-a660-4101-819f-0cf67e314d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a241fc2d-5e05-4a28-b296-8fb5b353ca41,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:20.125876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:20.131459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:20.132849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504008e4-e233-484c-aa8a-516e8288da9f None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:20.230476 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.261027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.559443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.577097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.578105 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP eedef133-fd51-4b57-820f-86ffafd90d52 disassociated. External IP: 172.25.4.32, port: 6f3606ae-f60e-41dc-8569-7bf686a5ba6c. Oct 25 23:31:20.594901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:20.612786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f7a018-ebe5-4c83-bc99-280c3e5af30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.790312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f7a018-ebe5-4c83-bc99-280c3e5af30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.794613 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.810925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02f7a018-ebe5-4c83-bc99-280c3e5af30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:20.861632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:20.862267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-02f7a018-ebe5-4c83-bc99-280c3e5af30a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffb88051b2e64938af46c50e8a81430a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656486 Oct 25 23:31:20.864146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37498) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:20.867765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a018-ebe5-4c83-bc99-280c3e5af30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc81d912-593e-4cb3-96d9-49244f25564d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:20.880683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9cb30-cf82-4d52-8289-f58c7eddad0e req-16f77d1c-2f7d-4961-804d-4250b7f59ab8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:20.883387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e9cb30-cf82-4d52-8289-f58c7eddad0e req-16f77d1c-2f7d-4961-804d-4250b7f59ab8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 944 time: 0.1110563 Oct 25 23:31:20.930599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e9cb30-cf82-4d52-8289-f58c7eddad0e req-d70434d5-3168-4e1c-9b2b-573138cbfaee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406909 Oct 25 23:31:21.014875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.048709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.067393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:21.073206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.084000 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:21.114190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f08d47e9-ff52-4322-b11f-65b765aba6e1 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/floatingips/eedef133-fd51-4b57-820f-86ffafd90d52 HTTP/1.1" status: 200 len: 687 time: 0.9940827 Oct 25 23:31:21.115231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37500) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:21.124028 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:21.125433 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:21.131937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.140681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.140681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc81d912-593e-4cb3-96d9-49244f25564d HTTP/1.1" status: 204 len: 168 time: 0.2718766 Oct 25 23:31:21.154389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc81d912-593e-4cb3-96d9-49244f25564d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:21.166682 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.167013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.167351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.167683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.168012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.168339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.168660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.168979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.169884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.170289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.170720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.171173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2556-e4ca-4405-ba46-b4b4f7518eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:31:21.193720 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:21.206935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:21.207993 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:21.261499 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:21.262581 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a320a-da21-4a8b-9be1-9210167d8ec3 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:21.272261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 685bcfff-bea1-45ea-8a99-7ad318ceeedf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:21.272595 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.381120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:21.405740 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.406109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.423345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 685bcfff-bea1-45ea-8a99-7ad318ceeedf owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:21.454547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 7b83f87c-13d2-4901-b93a-b69a9e450993 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:31:21.462333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 7b83f87c-13d2-4901-b93a-b69a9e450993 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:21.462709 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.632190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.651617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.705978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=685bcfff-bea1-45ea-8a99-7ad318ceeedf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:21.713516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:31:21.719297 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c0cd7e-5c18-4843-ae35-b2cff30b4075" -d '{"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-plugged", "status": "completed", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:31:21.740143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:21.748755 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.851061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.853775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:21.855023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7f230a84-5e6f-4f68-8315-3c1da6c7ff49 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/floatingips/eedef133-fd51-4b57-820f-86ffafd90d52 HTTP/1.1" status: 204 len: 168 time: 0.7387648 Oct 25 23:31:21.857838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37524) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:21.862771 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e57566d-e6a3-4c39-90fd-5ea7abadd0f1 x-openstack-request-id: req-0e57566d-e6a3-4c39-90fd-5ea7abadd0f1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:31:21.863316 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-plugged", "status": "completed", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:31:21.863316 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e57566d-e6a3-4c39-90fd-5ea7abadd0f1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:31:21.863662 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'code': 200} Oct 25 23:31:21.864954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:21.926892 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-4616c02e-dd4f-49c8-a295-2d5b49ecb188 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] delete failed (client error): The resource could not be found. Oct 25 23:31:21.927982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4616c02e-dd4f-49c8-a295-2d5b49ecb188 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/floatingips/eedef133-fd51-4b57-820f-86ffafd90d52 HTTP/1.1" status: 404 len: 345 time: 0.0690982 Oct 25 23:31:21.931733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37530) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:22.071486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aa510-1903-47fc-9e39-07921bb60e11 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:22.075378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aa510-1903-47fc-9e39-07921bb60e11 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:22.081962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aa510-1903-47fc-9e39-07921bb60e11 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:22.086039 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0d5aa510-1903-47fc-9e39-07921bb60e11 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/ports?network_id=b2a5e22c-0c5a-4010-927a-72d4f3a76406 HTTP/1.1" status: 200 len: 2359 time: 0.1508548 Oct 25 23:31:22.086469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:22.088183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14443a2-3055-435a-82f6-cb90a4a6bea2 req-c3df9df5-5f73-48f9-9cdc-5dbf1e844899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:22.089656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d14443a2-3055-435a-82f6-cb90a4a6bea2 req-c3df9df5-5f73-48f9-9cdc-5dbf1e844899 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.1607425 Oct 25 23:31:22.166961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa2612-7382-423a-a7e4-0361140f316f req-a1483d78-fb55-4b65-b98b-c0a5d3983283 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:22.168612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c1aa2612-7382-423a-a7e4-0361140f316f req-a1483d78-fb55-4b65-b98b-c0a5d3983283 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.0830147 Oct 25 23:31:22.171667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d14443a2-3055-435a-82f6-cb90a4a6bea2 req-7494c10d-b603-4723-832c-4189c9802869 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696254 Oct 25 23:31:22.225716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261c066-04d5-42e7-9452-5db07742bb1d tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:22.227275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e261c066-04d5-42e7-9452-5db07742bb1d tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/subnets/a56308ad-f5a9-4283-bf1a-ee19c450a8f8 HTTP/1.1" status: 200 len: 797 time: 0.1398175 Oct 25 23:31:22.230594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c1aa2612-7382-423a-a7e4-0361140f316f req-998da95a-553e-454d-8788-425ac4cc7c33 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509167 Oct 25 23:31:22.234142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37552) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:22.242266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'port': {'network_id': 'b2a5e22c-0c5a-4010-927a-72d4f3a76406', 'name': 'tempest-FloatingIPTestJSON-1752061073', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:22.462909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:22.949613 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:22.976897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] device_id is not set on port 013832eb-a69a-47a2-a3a3-ea01913b1c2f yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:31:23.427891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.14 (b2a5e22c-0c5a-4010-927a-72d4f3a76406/a56308ad-f5a9-4283-bf1a-ee19c450a8f8/013832eb-a69a-47a2-a3a3-ea01913b1c2f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:23.460955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.12 (b2a5e22c-0c5a-4010-927a-72d4f3a76406/a56308ad-f5a9-4283-bf1a-ee19c450a8f8/013832eb-a69a-47a2-a3a3-ea01913b1c2f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:23.579103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43ce6-a8db-4713-98ed-3fd7b68fc4af req-0799d4a4-94db-4f09-8151-b5055aa4f6b5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:23.580728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3a43ce6-a8db-4713-98ed-3fd7b68fc4af req-0799d4a4-94db-4f09-8151-b5055aa4f6b5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1689770 Oct 25 23:31:23.796304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3a43ce6-a8db-4713-98ed-3fd7b68fc4af req-91054f58-9436-4cc4-8aab-c26ea6b43564 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969469 Oct 25 23:31:23.885115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:23.956719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:24.016311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:24.020833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:24.031369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:24.066793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=013832eb-a69a-47a2-a3a3-ea01913b1c2f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:24.126317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:24.127079 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:24.155835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37608) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:24.160356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '013832eb-a69a-47a2-a3a3-ea01913b1c2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:24.166164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d609a365-38fd-4ad4-aa7f-516e366c96be tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9304216 Oct 25 23:31:24.193511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:24.357852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:24.485873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.180 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/61727b93-faf4-4a2e-8490-de238d482843) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:24.649516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:24.690935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:24.759506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:24.760770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=61727b93-faf4-4a2e-8490-de238d482843,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:24.764272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:24.766580 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:24.818710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37628) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:25.011835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f352-0564-4725-88db-827da2949739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.093491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0383135-a3c8-46e1-8a8a-175e4051dba4 req-1655ce4f-e3df-413c-9b0a-d5d3bb9643e0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:25.094829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0383135-a3c8-46e1-8a8a-175e4051dba4 req-1655ce4f-e3df-413c-9b0a-d5d3bb9643e0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1835752 Oct 25 23:31:25.141183 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f352-0564-4725-88db-827da2949739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.152117 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f352-0564-4725-88db-827da2949739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.202484 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e2a3f352-0564-4725-88db-827da2949739 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=213382042ae94d52afd6a6cbe9317c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814483 Oct 25 23:31:25.204858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3f352-0564-4725-88db-827da2949739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7655f467-c11a-4b80-a526-fd63647b4838,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:25.221472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:25.229405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0383135-a3c8-46e1-8a8a-175e4051dba4 req-9455d24d-3dd4-43aa-9a4d-a7ced4744503 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225860 Oct 25 23:31:25.306391 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10077d26-ee27-4dc0-9a50-c6b34ff9e498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.336179 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10077d26-ee27-4dc0-9a50-c6b34ff9e498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.371726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.441215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160619b-aa75-4a21-a3b8-a01d0d38fae1 req-9139d614-346b-4698-a171-e0b47363cb1e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:25.443087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8160619b-aa75-4a21-a3b8-a01d0d38fae1 req-9139d614-346b-4698-a171-e0b47363cb1e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.0714903 Oct 25 23:31:25.463709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10077d26-ee27-4dc0-9a50-c6b34ff9e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.468267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10077d26-ee27-4dc0-9a50-c6b34ff9e498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.470022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-10077d26-ee27-4dc0-9a50-c6b34ff9e498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7655f467-c11a-4b80-a526-fd63647b4838 HTTP/1.1" status: 204 len: 168 time: 0.2472737 Oct 25 23:31:25.494276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10077d26-ee27-4dc0-9a50-c6b34ff9e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7655f467-c11a-4b80-a526-fd63647b4838,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:25.499113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.523021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8160619b-aa75-4a21-a3b8-a01d0d38fae1 req-f2704363-d26f-4a1f-9d11-a922bb13cd7b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679824 Oct 25 23:31:25.553445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:25.678525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1609df-1bd1-4d2c-a031-3d1ee5c9d276 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:25.689544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6f1609df-1bd1-4d2c-a031-3d1ee5c9d276 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1091 time: 0.1347961 Oct 25 23:31:25.690889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37644) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:25.695689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:25.741696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.767668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.775882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.884015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=61727b93-faf4-4a2e-8490-de238d482843,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:25.994547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:25.995703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.022329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37658) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:26.061810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8fe21d7-7a5f-4f75-bc31-a89af021234c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.148794 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP 7f352645-9c16-4192-8bce-24700382461b associated. External IP: 172.25.4.180, port: 013832eb-a69a-47a2-a3a3-ea01913b1c2f. Oct 25 23:31:26.229643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.46 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/4e0732ee-f37c-4a51-b2de-6d0805663763) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:26.343209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8fe21d7-7a5f-4f75-bc31-a89af021234c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.357159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e8fe21d7-7a5f-4f75-bc31-a89af021234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.425635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:26.454396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.472122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e8fe21d7-7a5f-4f75-bc31-a89af021234c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8b1cc399cc5443d9f986713a1a4f8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486911 Oct 25 23:31:26.472905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe21d7-7a5f-4f75-bc31-a89af021234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2303d-f7d6-49d0-ba3d-3af541a1fb3b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:26.476684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37664) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:26.548808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b824e2-9190-4205-a549-fef5b2754300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.605870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b824e2-9190-4205-a549-fef5b2754300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.642983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:26.653386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:26.668615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:26.672472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:26.690853 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.717137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b824e2-9190-4205-a549-fef5b2754300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.722648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0b824e2-9190-4205-a549-fef5b2754300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.727712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f0b824e2-9190-4205-a549-fef5b2754300 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bd2303d-f7d6-49d0-ba3d-3af541a1fb3b HTTP/1.1" status: 204 len: 168 time: 0.2479370 Oct 25 23:31:26.772901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.784677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b824e2-9190-4205-a549-fef5b2754300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2303d-f7d6-49d0-ba3d-3af541a1fb3b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:26.802229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:26.812387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c8ebdad1-e2db-4e4f-bd04-030ef0e9b7e2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6554391 Oct 25 23:31:26.814960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37670) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:26.820376 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:31:26.824387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'port_id': '013832eb-a69a-47a2-a3a3-ea01913b1c2f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:26.853739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:26.854649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:26.916063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:26.919855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cfc63-a6ee-4f1b-8a2a-b5a43bef4b28 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:26.942296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:26.968414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:27.003251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:27.008000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=4e0732ee-f37c-4a51-b2de-6d0805663763,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:27.023621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:27.692394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:27.776615 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:27.788269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:27.842607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:28.194811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:28.204354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:28.234125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:28.353991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=4e0732ee-f37c-4a51-b2de-6d0805663763,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:28.376514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:28.456922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:28.462187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:28.471308 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:28.485887 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:28.486530 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:28.507042 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:28.537288 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 505ba66b-7e21-4315-9e39-2e53720ada8a associated. External IP: 172.25.4.46, port: 7b83f87c-13d2-4901-b93a-b69a9e450993. Oct 25 23:31:28.611735 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:28.633534 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:28.634071 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:28.713557 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:28.714555 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecdc544-0955-4c70-a526-a3cccf3df623 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:28.898053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router c44a5181-eb72-4d22-88c8-352c1d11dce3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:29.090449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c53808a6-f508-49f6-a5db-e0ad35ec17eb tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/floatingips/7f352645-9c16-4192-8bce-24700382461b HTTP/1.1" status: 200 len: 979 time: 2.2742219 Oct 25 23:31:29.091024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:29.098657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37714) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:29.102715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] Sync routers for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:29.122241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:29.125038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:29.181343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:29.305891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09d26e1a-9409-41e4-9b0f-4e56b6410cb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6134484 Oct 25 23:31:29.311943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:31:29.317619 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6" -d '{"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:31:29.465391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:31:29.556262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 61727b93-faf4-4a2e-8490-de238d482843 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:29.556623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:29.703716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:29.704045 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:29.762439 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec410f47-932d-43b3-8fe3-24ec464b4b48 x-openstack-request-id: req-ec410f47-932d-43b3-8fe3-24ec464b4b48 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:31:29.765181 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:31:29.765474 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec410f47-932d-43b3-8fe3-24ec464b4b48 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:31:29.765899 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'status': 'completed', 'code': 200} Oct 25 23:31:29.768358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 61727b93-faf4-4a2e-8490-de238d482843 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:29.847390 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa00f8-35f3-4ad7-a5d8-6519ba32d5dd req-abfcbbaf-a584-41bb-bc64-e73d85886d03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:29.849362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c7aa00f8-35f3-4ad7-a5d8-6519ba32d5dd req-abfcbbaf-a584-41bb-bc64-e73d85886d03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.4041779 Oct 25 23:31:30.021666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '505ba66b-7e21-4315-9e39-2e53720ada8a', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'port_id': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'mac_address': 'fa:16:3e:e8:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:31:27Z', 'updated_at': '2021-10-25T23:31:27Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:09Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:30.089261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c7aa00f8-35f3-4ad7-a5d8-6519ba32d5dd req-481be7e4-42c0-470f-8474-571a744f8650 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156157 Oct 25 23:31:30.098492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] Checking router: c44a5181-eb72-4d22-88c8-352c1d11dce3 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:31:30.104051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-9ad1ddfe-e3a9-40e4-afeb-470ef6860bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:30.119527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37762) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:30.133664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-9ad1ddfe-e3a9-40e4-afeb-470ef6860bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.3079906 Oct 25 23:31:30.135206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:30.136122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:30.258610 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-37028c6b-89b4-47dc-8b34-4155a5e8899c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/505ba66b-7e21-4315-9e39-2e53720ada8a HTTP/1.1" status: 200 len: 990 time: 0.1377335 Oct 25 23:31:30.308327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-127d6f43-2eac-40ea-a566-32243e8764a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:30.310507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-127d6f43-2eac-40ea-a566-32243e8764a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.1717942 Oct 25 23:31:30.335029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37764) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:30.356849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:31:30.464756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-3a907c17-ce08-48f4-9ada-f78d6677ca9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 998 time: 0.1424701 Oct 25 23:31:30.532877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-70fdc894-c7e9-4118-9559-c9e8a82cf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:30.534918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-70fdc894-c7e9-4118-9559-c9e8a82cf4dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.0605626 Oct 25 23:31:30.569518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87893195-d08a-41db-8cea-4b7eb0061484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:30.708393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-805514b6-d449-45cd-ba26-0edad315548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:30.713884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-805514b6-d449-45cd-ba26-0edad315548a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714864 Oct 25 23:31:30.860792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87893195-d08a-41db-8cea-4b7eb0061484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:30.871696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87893195-d08a-41db-8cea-4b7eb0061484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:30.895210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-3f7ee4ce-5a08-4857-9da5-fd1fb30c4d2a service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741087 Oct 25 23:31:30.913905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '505ba66b-7e21-4315-9e39-2e53720ada8a', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'port_id': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'mac_address': 'fa:16:3e:e8:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:31:27Z', 'updated_at': '2021-10-25T23:31:27Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:09Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:30.965310 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87893195-d08a-41db-8cea-4b7eb0061484 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3450473e8bcd4b15880aac5478c434fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290717 Oct 25 23:31:30.974138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:31.011223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded83ed-2143-418c-a829-442fa4177fef None None] The sync data for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 is: [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '505ba66b-7e21-4315-9e39-2e53720ada8a', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'port_id': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'mac_address': 'fa:16:3e:e8:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:31:27Z', 'updated_at': '2021-10-25T23:31:27Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:09Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:31.037559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87893195-d08a-41db-8cea-4b7eb0061484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aea6ae-5370-44f1-a646-53b11887cdcd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:31.063205 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf41e-df7e-45d2-ad03-44114de368a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:31.133000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf41e-df7e-45d2-ad03-44114de368a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:31.258702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37784) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:31.353247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:31.392464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf41e-df7e-45d2-ad03-44114de368a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:31.397022 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf41e-df7e-45d2-ad03-44114de368a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:31.401992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8c0cf41e-df7e-45d2-ad03-44114de368a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21aea6ae-5370-44f1-a646-53b11887cdcd HTTP/1.1" status: 204 len: 168 time: 0.4236114 Oct 25 23:31:31.419779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-983e64e5-afc0-4afc-9a1a-bceb2cd603c6 req-6aa23d2c-c452-4fd1-84b5-582d7dbac00c service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730318 Oct 25 23:31:31.486965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cf41e-df7e-45d2-ad03-44114de368a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aea6ae-5370-44f1-a646-53b11887cdcd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:31.519867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=61727b93-faf4-4a2e-8490-de238d482843,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:31.528380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9bca8647-7f83-4a50-9590-9908bae4c1d4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/505ba66b-7e21-4315-9e39-2e53720ada8a HTTP/1.1" status: 200 len: 990 time: 0.2664325 Oct 25 23:31:31.577495 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:31.577845 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP 7f352645-9c16-4192-8bce-24700382461b disassociated (deleted). External IP: 172.25.4.180, port: 013832eb-a69a-47a2-a3a3-ea01913b1c2f. Oct 25 23:31:31.638819 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423c453-ecfb-46de-850b-8f88e3363a9b None None] New status for floating IP 505ba66b-7e21-4315-9e39-2e53720ada8a: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:31:31.969388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:32.050222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37822) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:32.066225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00cc2791-f36f-4650-85b2-d256e113ea3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.138988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:32.143773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.154829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:32.185668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:32.186738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:32.202433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dee6c511-9329-4f79-a090-879407ef8d81 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/floatingips/7f352645-9c16-4192-8bce-24700382461b HTTP/1.1" status: 204 len: 168 time: 3.1026347 Oct 25 23:31:32.206802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 37838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:32.246395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00cc2791-f36f-4650-85b2-d256e113ea3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.254642 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00cc2791-f36f-4650-85b2-d256e113ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.263828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:32.287137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:32.287771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:32.289837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc2791-f36f-4650-85b2-d256e113ea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19073054-127f-43e8-8bba-6eaff33e00b7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:32.335065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:32.335950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf1ee5-b2a2-417d-8448-f42c2144f9c8 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:32.390387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00cc2791-f36f-4650-85b2-d256e113ea3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3def7af8496844678cb43a5d0e12531d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388207 Oct 25 23:31:32.393158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:32.408897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 013832eb-a69a-47a2-a3a3-ea01913b1c2f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:32.409429 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.515631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2763a827-ef9a-435a-baff-c4c92b41f761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.537407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37876) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:32.543053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.560732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 013832eb-a69a-47a2-a3a3-ea01913b1c2f owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:32.752140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b06dd7bb-43c6-4013-a605-6dcbd0a2ce56 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/505ba66b-7e21-4315-9e39-2e53720ada8a HTTP/1.1" status: 200 len: 992 time: 0.2123883 Oct 25 23:31:32.754404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2763a827-ef9a-435a-baff-c4c92b41f761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.844708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.870007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2763a827-ef9a-435a-baff-c4c92b41f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.875390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2763a827-ef9a-435a-baff-c4c92b41f761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:32.887275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2763a827-ef9a-435a-baff-c4c92b41f761 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19073054-127f-43e8-8bba-6eaff33e00b7 HTTP/1.1" status: 204 len: 168 time: 0.4928036 Oct 25 23:31:32.891165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=013832eb-a69a-47a2-a3a3-ea01913b1c2f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:32.926812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763a827-ef9a-435a-baff-c4c92b41f761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19073054-127f-43e8-8bba-6eaff33e00b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:33.064085 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:33.072441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 37928) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:33.074429 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-05326041-3196-4489-a41a-2078e5706f40 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/ports/013832eb-a69a-47a2-a3a3-ea01913b1c2f HTTP/1.1" status: 204 len: 168 time: 0.8660827 Oct 25 23:31:33.085815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:33.156391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:33.376475 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:33.606220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.149 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/356e0214-19b2-48cd-af47-4fd9504c58b8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:33.792986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:33.852033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:33.914625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:33.922924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:33.927089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:33.958231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=356e0214-19b2-48cd-af47-4fd9504c58b8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:34.094142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.170595 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.389544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.402075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.507289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=356e0214-19b2-48cd-af47-4fd9504c58b8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:34.533289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.553960 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.556324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4153697f-c543-439a-a9b0-9af178d5b94b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4810739 Oct 25 23:31:34.558546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:34.569090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'port': {'network_id': 'b2a5e22c-0c5a-4010-927a-72d4f3a76406', 'name': 'tempest-FloatingIPTestJSON-1903761123'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:34.766817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:34.772432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:34.808764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] device_id is not set on port b19108f5-6e46-4df8-acdc-458e13ec5cf1 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:31:35.033784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.4 (b2a5e22c-0c5a-4010-927a-72d4f3a76406/a56308ad-f5a9-4283-bf1a-ee19c450a8f8/b19108f5-6e46-4df8-acdc-458e13ec5cf1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:35.250761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:35.315918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:35.371590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network b2a5e22c-0c5a-4010-927a-72d4f3a76406 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:35.379481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:35.383563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:35.414084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=b19108f5-6e46-4df8-acdc-458e13ec5cf1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:35.465934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:35.467584 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:35.493912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-246e7de9-f07a-43ab-ba59-4f3ce373975c tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9340081 Oct 25 23:31:35.496641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38212) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:35.501716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'port_id': 'b19108f5-6e46-4df8-acdc-458e13ec5cf1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:35.543508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:36.201940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:36.207253 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:36.809280 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP f849a3bb-f29b-40df-9061-4921ab6ff522 associated. External IP: 172.25.4.149, port: b19108f5-6e46-4df8-acdc-458e13ec5cf1. Oct 25 23:31:37.114850 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:37.254640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:37.264980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:37.267058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:37.282497 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:37.283223 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:37.328903 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:37.336708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1521861a-a1fe-4f80-8b34-2154b5d50a05 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/floatingips/f849a3bb-f29b-40df-9061-4921ab6ff522 HTTP/1.1" status: 200 len: 978 time: 1.8373020 Oct 25 23:31:37.338803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38344) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:37.363340 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:37.364159 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:37.441658 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:37.443733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0a4e6-2dd4-4721-8db4-765a810c2402 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:37.499679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port b19108f5-6e46-4df8-acdc-458e13ec5cf1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:37.500293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:37.618258 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:37.931114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:37.931685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:37.932016 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP f849a3bb-f29b-40df-9061-4921ab6ff522 disassociated. External IP: 172.25.4.149, port: b19108f5-6e46-4df8-acdc-458e13ec5cf1. Oct 25 23:31:37.932652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for b19108f5-6e46-4df8-acdc-458e13ec5cf1 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:38.218945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:38.262759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=b19108f5-6e46-4df8-acdc-458e13ec5cf1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:38.410253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:38.524490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:38.536272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:38.546944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:38.547824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:38.586554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:38.598514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:38.599648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:38.603917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:38.608195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d03a7410-9440-4a57-aa77-a2c557c616f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/ports/b19108f5-6e46-4df8-acdc-458e13ec5cf1 HTTP/1.1" status: 204 len: 168 time: 1.2676558 Oct 25 23:31:38.610743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38354) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:38.636612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:38.637272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa37bc7-ce43-43be-aedd-8ce4dee5b188 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:38.678110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-13c46c4a-83f7-4c06-b8dc-1e3d46abbad8 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/floatingips/f849a3bb-f29b-40df-9061-4921ab6ff522 HTTP/1.1" status: 200 len: 688 time: 0.0660422 Oct 25 23:31:38.680480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38356) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:38.837862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 356e0214-19b2-48cd-af47-4fd9504c58b8 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:38.838240 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:38.938654 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:38.938974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:38.953947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 356e0214-19b2-48cd-af47-4fd9504c58b8 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:39.166462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.230387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=356e0214-19b2-48cd-af47-4fd9504c58b8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:39.366063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.374338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.382525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec4f1a9c-0f35-4316-a4bd-10da26184888 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/floatingips/f849a3bb-f29b-40df-9061-4921ab6ff522 HTTP/1.1" status: 204 len: 168 time: 0.6976984 Oct 25 23:31:39.382953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:39.387654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '6f3606ae-f60e-41dc-8569-7bf686a5ba6c'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:39.432867 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.568137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.706313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.13 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/62ca0045-7eaa-478b-bf4a-922276f9be45) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:39.847707 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.890044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:39.939195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:39.943376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:39.946788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:39.981716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=62ca0045-7eaa-478b-bf4a-922276f9be45,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:40.451241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:40.569868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:40.825843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-69aaf4bd-2fc3-46ee-ba77-4060429eea11 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:40.829249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-69aaf4bd-2fc3-46ee-ba77-4060429eea11 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.2078359 Oct 25 23:31:40.855739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-7e4cf7ae-b010-49d9-9c7b-59aa9b82ad49 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/quotas/d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 375 time: 0.0200760 Oct 25 23:31:40.904377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:40.919887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:40.977815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-f8f1a369-3370-40e0-b2b0-896e5408bdb2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159332 Oct 25 23:31:41.078219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=62ca0045-7eaa-478b-bf4a-922276f9be45,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:41.092844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:41.198775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-47bf4fa2-417b-4bc2-b8a9-401864d7248d service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960957 Oct 25 23:31:41.288412 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP d0e55c06-a5a1-46b6-acc0-df63b0194724 associated. External IP: 172.25.4.13, port: 6f3606ae-f60e-41dc-8569-7bf686a5ba6c. Oct 25 23:31:41.428604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-41464e82-7929-44b7-a0d8-481fbeaee7b7 service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206502 Oct 25 23:31:41.690621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:41.836268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:41.850385 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:41.867624 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:41.868497 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:41.878635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:41.909266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:41.920316 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:41.921041 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:41.962945 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:41.963843 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d7956-639f-49e3-a903-39bfde79acce None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:41.977317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-022ce491-e34d-47da-837c-87cda5141041 req-aa146e7c-acc1-4d19-8a64-b50df5140f0b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0369523 Oct 25 23:31:42.303450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58de333d-ffec-45f1-88d2-eb9b6693d7ce tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9193559 Oct 25 23:31:42.303693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:42.311774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1502770759'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:42.334694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:42.338456 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:42.364375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:31:42.386122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:42.389782 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Added segment 84dd425a-e625-4e63-ab8e-a1cfd5cc212e of type vlan for network ad0b5c53-453b-4481-9782-0329bd01bbf2 Oct 25 23:31:42.460808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:42.489706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:42.498352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:42.498352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:42.538483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2326248 Oct 25 23:31:42.540889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38438) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:42.550884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'subnet': {'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:42.737467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bfba5-afa1-426a-9556-751ba97648cc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Network': ['ID=ad0b5c53-453b-4481-9782-0329bd01bbf2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:42.762106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:31:42.773943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:42.777876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.117363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.170783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1fe8ca47-c62a-4438-bab9-bafc9b509573 req-b77e1e5f-6e04-4c01-9ca5-88848ae065e8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0661192 Oct 25 23:31:43.188469 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.269570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Checking segment: {'id': '84dd425a-e625-4e63-ab8e-a1cfd5cc212e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:31:43.269937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network hostable DHCP agents. Network: ad0b5c53-453b-4481-9782-0329bd01bbf2, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:31:43.274335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-8f3d2db7-30ee-4ab3-8ccc-0f0331dc3bde tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:43.275325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Subnet': ['ID=5190ef0f-239e-4232-ab62-a06d3a53b2ed,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:43.275878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-8f3d2db7-30ee-4ab3-8ccc-0f0331dc3bde tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.2328897 Oct 25 23:31:43.289639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'port': {'device_id': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'admin_state_up': True, 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:43.304204 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:31:43.331768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ad0b5c53-453b-4481-9782-0329bd01bbf2) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:43.337464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:43.338078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.345538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1595a-83c0-4503-a3bf-61688ce8046a None None] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:31:43.377426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f531a2e9-0fc5-490c-925d-b3dbb3608782 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8312364 Oct 25 23:31:43.377755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38452) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:43.382485 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-639487227', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:43.467915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.469055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.596178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:43.596437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.601321 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.625464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ad0b5c53-453b-4481-9782-0329bd01bbf2', 'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2', 'tenant_id': '99c1619a0f12449fa3b52e36ff144682', 'fixed_ips': [{'subnet_id': '5190ef0f-239e-4232-ab62-a06d3a53b2ed'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:31:43.628165 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:43.849577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Allocated IP 172.20.0.4 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/be5eb512-5d1f-4dff-809b-ee0107f69e4f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:43.909948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Allocated IP 172.20.0.2 (ad0b5c53-453b-4481-9782-0329bd01bbf2/5190ef0f-239e-4232-ab62-a06d3a53b2ed/bc2b9e1b-b057-47a1-aa8a-c4c90b385c27) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:43.938939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.074739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.152076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.267239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.274605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:44.280960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:44.311402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:44.329750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.348721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.349923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.461205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Pushing event updated for resources: {'Port': ['ID=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:44.472928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=be5eb512-5d1f-4dff-809b-ee0107f69e4f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:44.500954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:44.502893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:44.508230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:44.638586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:44.639643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.640112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.25.4.79 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/0230c565-e946-4138-b198-d2a478edf878) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:44.657680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Attempting to bind port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:31:44.658967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Attempting to bind port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '84dd425a-e625-4e63-ab8e-a1cfd5cc212e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:31:44.659475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Attempting to bind port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 on network ad0b5c53-453b-4481-9782-0329bd01bbf2 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:44.674937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:31:44.675732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Checking segment: {'id': '84dd425a-e625-4e63-ab8e-a1cfd5cc212e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:31:44.679531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.681861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Bound using segment: {'id': '84dd425a-e625-4e63-ab8e-a1cfd5cc212e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:31:44.682523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Bound port: bc2b9e1b-b057-47a1-aa8a-c4c90b385c27, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd425a-e625-4e63-ab8e-a1cfd5cc212e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:31:44.684103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.691272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21d817-c107-495e-a0bd-00ae36bc8275 req-b3360b59-86d5-4116-b088-472d356896a8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:44.700623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc21d817-c107-495e-a0bd-00ae36bc8275 req-b3360b59-86d5-4116-b088-472d356896a8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 931 time: 0.3394294 Oct 25 23:31:44.754309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-10c86179-3cd1-49e1-a278-ed94106041db tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685349 Oct 25 23:31:44.775879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-0d2d2e16-393f-4678-a312-dc679896829c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:31:44.789271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-0d2d2e16-393f-4678-a312-dc679896829c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0178409 Oct 25 23:31:44.843934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc21d817-c107-495e-a0bd-00ae36bc8275 req-4c888f79-4c89-408a-9a41-1ada812e3535 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350434 Oct 25 23:31:44.888577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] For port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:31:44.899155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.902352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] For port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,segment=NetworkSegment(84dd425a-e625-4e63-ab8e-a1cfd5cc212e),segment_id=84dd425a-e625-4e63-ab8e-a1cfd5cc212e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:31:44.954549 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:44.964619 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:45.060539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:45.078496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:45.084299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:45.121097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c05e0595-4f4e-4927-8a5f-0b67bcce62d0 None None] Provisioning complete for port be5eb512-5d1f-4dff-809b-ee0107f69e4f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:45.121463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c05e0595-4f4e-4927-8a5f-0b67bcce62d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:45.139078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=0230c565-e946-4138-b198-d2a478edf878,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:45.152551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Request body: {'port': {'device_id': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:45.310031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c05e0595-4f4e-4927-8a5f-0b67bcce62d0 None None] Port be5eb512-5d1f-4dff-809b-ee0107f69e4f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:45.312411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee9ed9-273e-4705-a7d3-f89c17cbbc7f None None] Pushing event updated for resources: {'Port': ['ID=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:45.360252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:45.605597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:45.878991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-33c92c53-483b-4939-a18c-aff004f478f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:46.207509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5772fe-721a-4b67-b17d-25fa423d4974 req-32017e11-b083-49bf-b56d-cb615ea07af9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:46.225364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc5772fe-721a-4b67-b17d-25fa423d4974 req-32017e11-b083-49bf-b56d-cb615ea07af9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 931 time: 0.1788497 Oct 25 23:31:46.261087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:46.487354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bc5772fe-721a-4b67-b17d-25fa423d4974 req-02d2656d-8e98-4ab0-b80c-739e5ce901a2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610281 Oct 25 23:31:46.625345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:31:46.891233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2395cd1-5d83-4cb3-bcc0-e5ca18d91a1c None None] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:31:46.918011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:46.996791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:46.998134 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-032ad744-2301-4298-acd9-c6e9b6086fdc tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6193156 Oct 25 23:31:47.001780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:47.065793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] Sync routers for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:47.108289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:47.215244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5eb512-5d1f-4dff-809b-ee0107f69e4f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:31:47.215787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:47.216710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:47.235335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:47.255010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:47.264931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-84746147-409d-4d9f-9cda-02732002c4d4 None None] Provisioning complete for port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:47.265536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-84746147-409d-4d9f-9cda-02732002c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:47.267547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Transition to ACTIVE for port object be5eb512-5d1f-4dff-809b-ee0107f69e4f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:31:47.277002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:47.361640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:47.365619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:47.447113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Pushing event updated for resources: {'Port': ['ID=be5eb512-5d1f-4dff-809b-ee0107f69e4f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:47.456229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:47.457008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71d8d72-69ac-4e48-99c1-8e83accfbb99 None None] The sync data for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:47.475477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:47.476011 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:47.817260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Attempting to bind port be5eb512-5d1f-4dff-809b-ee0107f69e4f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:31:47.817592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Attempting to bind port be5eb512-5d1f-4dff-809b-ee0107f69e4f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:31:47.817907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Attempting to bind port be5eb512-5d1f-4dff-809b-ee0107f69e4f on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:47.858531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Port be5eb512-5d1f-4dff-809b-ee0107f69e4f on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:31:47.858858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Attempting to bind port be5eb512-5d1f-4dff-809b-ee0107f69e4f on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:31:47.875878 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-84746147-409d-4d9f-9cda-02732002c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:47.897367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fef358-10a7-488c-bad5-dec447eafcc8 req-1a71682b-dd64-4cd4-b0b9-9238a505c0ef tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:47.906335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18fef358-10a7-488c-bad5-dec447eafcc8 req-1a71682b-dd64-4cd4-b0b9-9238a505c0ef tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.2643843 Oct 25 23:31:47.946129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:31:47.946473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:31:47.946866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:31:47.947310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Bound port: be5eb512-5d1f-4dff-809b-ee0107f69e4f, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:31:47.947684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.052424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.087747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-84746147-409d-4d9f-9cda-02732002c4d4 None None] For port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,segment=NetworkSegment(84dd425a-e625-4e63-ab8e-a1cfd5cc212e),segment_id=84dd425a-e625-4e63-ab8e-a1cfd5cc212e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:31:48.106965 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-84746147-409d-4d9f-9cda-02732002c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.196015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] For port be5eb512-5d1f-4dff-809b-ee0107f69e4f, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:31:48.209196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] For port be5eb512-5d1f-4dff-809b-ee0107f69e4f, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:31:48.241195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18fef358-10a7-488c-bad5-dec447eafcc8 req-8682efe8-6917-4bce-a8d3-428fbfc370a7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339643 Oct 25 23:31:48.244794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.263181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:31:48.263787 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:31:48.267407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e6493e1c-de28-4219-90e7-d28021863563 None None] Provisioning complete for port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:48.268005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e6493e1c-de28-4219-90e7-d28021863563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.271692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84746147-409d-4d9f-9cda-02732002c4d4 None None] Pushing event updated for resources: {'Port': ['ID=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:48.335824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.422999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:48.423762 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.430354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bc965f92-6bb7-4e93-b5f2-7533935690a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:48.431314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] 10.222.0.11 "PUT /v2.0/ports/be5eb512-5d1f-4dff-809b-ee0107f69e4f HTTP/1.1" status: 200 len: 1091 time: 3.6243565 Oct 25 23:31:48.435185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'tag': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:31:48.442021 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5405a1-6549-430f-8e19-caa6ebec7d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b21e11-5fe7-4f0b-a8c6-589f880958d4", "tag": "be5eb512-5d1f-4dff-809b-ee0107f69e4f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:31:48.560977 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d16a8-7d34-4b3e-b6e2-739669a5962c x-openstack-request-id: req-dc2d16a8-7d34-4b3e-b6e2-739669a5962c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:31:48.561569 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b21e11-5fe7-4f0b-a8c6-589f880958d4", "tag": "be5eb512-5d1f-4dff-809b-ee0107f69e4f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:31:48.565140 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc2d16a8-7d34-4b3e-b6e2-739669a5962c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:31:48.565759 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'tag': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f', 'status': 'completed', 'code': 200} Oct 25 23:31:48.668520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-cfa88738-7c5f-405f-b907-41f5523feed2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4250145 Oct 25 23:31:48.678284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0056ff-e2cc-4493-987f-5a0ff241f3cd service neutron] Pushing event updated for resources: {'Port': ['ID=be5eb512-5d1f-4dff-809b-ee0107f69e4f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:48.712322 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-8b67630a-28ee-4330-9636-f1be63641f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:48.713849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-8b67630a-28ee-4330-9636-f1be63641f1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 1094 time: 0.2046139 Oct 25 23:31:48.853852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-01c1f99b-7aee-406b-ab9e-85c92ce55d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f HTTP/1.1" status: 200 len: 217 time: 0.1308405 Oct 25 23:31:48.972162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-bab12482-b456-4437-aff3-4f249fc758a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:48.973914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-bab12482-b456-4437-aff3-4f249fc758a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.1489191 Oct 25 23:31:48.978013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-63a575e2-ce83-409f-adf4-767680f6854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:48.979459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-63a575e2-ce83-409f-adf4-767680f6854d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.1169114 Oct 25 23:31:49.098981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:31:49.101513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.1 (ad0b5c53-453b-4481-9782-0329bd01bbf2/5190ef0f-239e-4232-ab62-a06d3a53b2ed/88362515-6458-41fd-969f-0db9e727b689) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:49.234388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:49.235012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:49.262486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-a1e65e85-8115-4b1b-87c2-06d6b05c015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:49.269758 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-a1e65e85-8115-4b1b-87c2-06d6b05c015c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.2441053 Oct 25 23:31:49.324254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:49.417867 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:49.424614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-5b7943af-80cc-4c92-bf10-1814fb15c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:49.439593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-5b7943af-80cc-4c92-bf10-1814fb15c531 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4496388 Oct 25 23:31:49.505434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:49.511145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:49.514699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:49.612898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:49.621329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=88362515-6458-41fd-969f-0db9e727b689,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:49.658488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-d53043ce-0534-4106-adad-829a5018577a service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057838 Oct 25 23:31:49.667259 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:49.694617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cfafa-8c83-475a-a164-cd630d312e60 req-c7c7a810-59a5-4fc1-83a1-e4f6455cec89 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:49.697033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb6cfafa-8c83-475a-a164-cd630d312e60 req-c7c7a810-59a5-4fc1-83a1-e4f6455cec89 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.3197877 Oct 25 23:31:49.722510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-504daf8b-a7d1-4d99-907d-173acc49af69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 1000 time: 0.4177725 Oct 25 23:31:49.944297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:49.960671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb6cfafa-8c83-475a-a164-cd630d312e60 req-0c303ef9-5ca4-4e49-927b-5585f2b6f3af tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473054 Oct 25 23:31:49.974859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d77c87ee-e087-40ac-a99d-04e31e5ebf7a None None] Provisioning complete for port 88362515-6458-41fd-969f-0db9e727b689 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:49.976914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d77c87ee-e087-40ac-a99d-04e31e5ebf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:50.018112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-f72b8c5f-e4d2-4aed-b431-00415043b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:50.019607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-f72b8c5f-e4d2-4aed-b431-00415043b3ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.2334216 Oct 25 23:31:50.093268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d77c87ee-e087-40ac-a99d-04e31e5ebf7a None None] Port 88362515-6458-41fd-969f-0db9e727b689 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:50.108940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-3752a94b-e748-4dd9-b9a1-0788a708623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:50.110640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-3752a94b-e748-4dd9-b9a1-0788a708623a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822101 Oct 25 23:31:50.116250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5c9110b-056d-40ed-80c3-ab15dec34aaa req-e88aef19-f087-463f-bca2-54f7d5a78d9e service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488106 Oct 25 23:31:50.192728 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:50.342666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-f22ec67d-4678-4e25-a25e-1782b9b28420 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152975 Oct 25 23:31:50.459637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ecce6451-9190-44e1-94a2-4a516dc37908 req-76ecea00-eacb-4eee-9bdb-3a187e500ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051817 Oct 25 23:31:50.504179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-ad8f421e-ec9e-42d7-9712-9e3b52a3df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:50.509872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-ad8f421e-ec9e-42d7-9712-9e3b52a3df47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 1094 time: 0.1655874 Oct 25 23:31:50.568579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:50.578845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:50.734686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:50.744106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-2b8b1149-4a74-4230-9c66-c226f53cfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:50.750252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-2b8b1149-4a74-4230-9c66-c226f53cfffb service neutron] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.2316794 Oct 25 23:31:50.751506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=88362515-6458-41fd-969f-0db9e727b689,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:50.817068 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:50.869315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:50.881127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-87f22c93-1634-4fb7-9e12-dd97d6269f88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f HTTP/1.1" status: 200 len: 217 time: 0.1220686 Oct 25 23:31:51.002579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:51.004322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:51.023290 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-85bb4cf3-65d3-431d-96c4-5be809195bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:51.024811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-85bb4cf3-65d3-431d-96c4-5be809195bfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.1371186 Oct 25 23:31:51.196722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-81659f59-0550-4b8e-838f-2cd855296881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:51.210546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-81659f59-0550-4b8e-838f-2cd855296881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680324 Oct 25 23:31:51.451854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-82093a4f-f783-4ae0-9a2e-b20dd2e475bf None None] Provisioning complete for port 88362515-6458-41fd-969f-0db9e727b689 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:51.452393 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-82093a4f-f783-4ae0-9a2e-b20dd2e475bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:51.494352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-f031c090-31a0-4c7d-8b99-6a42cfe154f9 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743862 Oct 25 23:31:51.541004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-82093a4f-f783-4ae0-9a2e-b20dd2e475bf None None] Port 88362515-6458-41fd-969f-0db9e727b689 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:51.700653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5405a1-6549-430f-8e19-caa6ebec7d9d req-d69334d2-6966-4c2f-9269-c3a438b2ad2d service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945307 Oct 25 23:31:51.794307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5862c-5952-4fca-abab-8963e8a0f6d9 req-3193c355-d341-469d-bfca-19744a05737d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:51.796519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bee5862c-5952-4fca-abab-8963e8a0f6d9 req-3193c355-d341-469d-bfca-19744a05737d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1469281 Oct 25 23:31:51.804881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-16131306-6ec0-466b-8a99-4c1ea4e42c61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5a9b087e7ec4a10be1d7d1c024c2699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9345131 Oct 25 23:31:51.809180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38616) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:51.889207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18ebc0a1-131f-44e6-b0a4-17002a5a8c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:51.894851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:51.916535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bee5862c-5952-4fca-abab-8963e8a0f6d9 req-a3eedbef-0653-4483-b297-4cb1e0a78d1b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971692 Oct 25 23:31:51.928728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18ebc0a1-131f-44e6-b0a4-17002a5a8c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:52.025173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18ebc0a1-131f-44e6-b0a4-17002a5a8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:52.028412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-18ebc0a1-131f-44e6-b0a4-17002a5a8c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:52.032471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-18ebc0a1-131f-44e6-b0a4-17002a5a8c03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/887a52ff-3f68-4916-85a8-00ad2445b333 HTTP/1.1" status: 204 len: 168 time: 0.2179201 Oct 25 23:31:52.061520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc0a1-131f-44e6-b0a4-17002a5a8c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a52ff-3f68-4916-85a8-00ad2445b333,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:52.221336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:52.243116 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] Sync routers for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:52.248060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63815f95-b7b7-4deb-aa28-b9000af72fc7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/routers/c5a0cf4c-bc54-4c8c-b990-6347df8a13d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2451005 Oct 25 23:31:52.250851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38626) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:52.256272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'port': {'network_id': 'ad0b5c53-453b-4481-9782-0329bd01bbf2', 'name': 'tempest-FloatingIPTestJSON-417652201'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:52.256877 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:52.257715 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:52.364758 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:52.394266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:52.396777 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:52.446198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:52.447229 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d49ab1-4106-4c37-8d6a-3d00d5b05acc None None] The sync data for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:52.510568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Made reservation on behalf of 99c1619a0f12449fa3b52e36ff144682 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:31:52.518201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:52.543947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] device_id is not set on port 401b7a7f-0e85-41ea-bdcc-f44dd0d997ef yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:31:52.744261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Allocated IP 172.20.0.11 (ad0b5c53-453b-4481-9782-0329bd01bbf2/5190ef0f-239e-4232-ab62-a06d3a53b2ed/401b7a7f-0e85-41ea-bdcc-f44dd0d997ef) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:31:52.934634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:52.939806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38652) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:53.021912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.117508 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f07eed96-bee1-4139-afd6-b6f4ea08d540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.176595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:31:53.184410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:31:53.202492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event updated for resources: {'Port': ['ID=401b7a7f-0e85-41ea-bdcc-f44dd0d997ef,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:53.212804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:31:53.274683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f07eed96-bee1-4139-afd6-b6f4ea08d540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.283009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f07eed96-bee1-4139-afd6-b6f4ea08d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.298675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96de94-4e42-4c4f-aca8-a5861cb3539c req-f141991e-d755-4fd8-b2d6-214825fbcae9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:53.304403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e96de94-4e42-4c4f-aca8-a5861cb3539c req-f141991e-d755-4fd8-b2d6-214825fbcae9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.2330623 Oct 25 23:31:53.345134 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f07eed96-bee1-4139-afd6-b6f4ea08d540 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=035dee10a8cd408fb7e9dfb61a3aac0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039176 Oct 25 23:31:53.359556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38670) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:53.451479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:53.452156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.457019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eed96-bee1-4139-afd6-b6f4ea08d540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942648b8-3a39-4519-99fc-7e12b3af67fa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:53.489036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e96de94-4e42-4c4f-aca8-a5861cb3539c req-89e950a4-3fe0-4aa6-963a-dc37d3a1c90d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575501 Oct 25 23:31:53.497300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-48660966-9afa-4fa9-b3d4-dbadce3dd4f3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2451324 Oct 25 23:31:53.498104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:53.507998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Request body: {'floatingip': {'port_id': '401b7a7f-0e85-41ea-bdcc-f44dd0d997ef'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:31:53.527012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1eb1937a-14d6-46b8-b63a-7fd841719682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.592752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1eb1937a-14d6-46b8-b63a-7fd841719682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.627501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.654676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1eb1937a-14d6-46b8-b63a-7fd841719682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.657706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1eb1937a-14d6-46b8-b63a-7fd841719682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.659283 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1eb1937a-14d6-46b8-b63a-7fd841719682 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/942648b8-3a39-4519-99fc-7e12b3af67fa HTTP/1.1" status: 204 len: 168 time: 0.2984776 Oct 25 23:31:53.671444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1937a-14d6-46b8-b63a-7fd841719682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942648b8-3a39-4519-99fc-7e12b3af67fa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:53.704386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-42801557-308a-48d9-a1d2-7d50f3e60b9f None None] Provisioning complete for port 401b7a7f-0e85-41ea-bdcc-f44dd0d997ef triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:31:53.704908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42801557-308a-48d9-a1d2-7d50f3e60b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:53.824087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-42801557-308a-48d9-a1d2-7d50f3e60b9f None None] Port 401b7a7f-0e85-41ea-bdcc-f44dd0d997ef cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:31:54.345490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38694) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:54.361577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d871647-e61e-4d3d-8a50-7ff906f65941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.363137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.374339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.549683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d871647-e61e-4d3d-8a50-7ff906f65941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.559043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d871647-e61e-4d3d-8a50-7ff906f65941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.612959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d871647-e61e-4d3d-8a50-7ff906f65941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796c1289-8a03-4950-94d6-d68beb7e9ae7,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:54.623962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0d871647-e61e-4d3d-8a50-7ff906f65941 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b41230147c37406c8d08523ecd244395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768054 Oct 25 23:31:54.626977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38706) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:54.644584 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP d0e55c06-a5a1-46b6-acc0-df63b0194724 associated. External IP: 172.25.4.13, port: 6f3606ae-f60e-41dc-8569-7bf686a5ba6c. Oct 25 23:31:54.800354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018117d6-fa71-46bb-8654-08bd36afc3e5 req-f7603803-af3e-4837-bbf5-579fcd6f5cd8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:54.813974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-018117d6-fa71-46bb-8654-08bd36afc3e5 req-f7603803-af3e-4837-bbf5-579fcd6f5cd8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1875858 Oct 25 23:31:54.871036 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f6541b7-f29e-43ee-87bd-c8d23445f839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.893986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-018117d6-fa71-46bb-8654-08bd36afc3e5 req-a3397326-8de8-4833-a6b9-328f72c2a53a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791483 Oct 25 23:31:54.906963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f6541b7-f29e-43ee-87bd-c8d23445f839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.908320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:54.986556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f6541b7-f29e-43ee-87bd-c8d23445f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.989541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1f6541b7-f29e-43ee-87bd-c8d23445f839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:54.993592 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1f6541b7-f29e-43ee-87bd-c8d23445f839 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/796c1289-8a03-4950-94d6-d68beb7e9ae7 HTTP/1.1" status: 204 len: 168 time: 0.3648164 Oct 25 23:31:55.011825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6541b7-f29e-43ee-87bd-c8d23445f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c1289-8a03-4950-94d6-d68beb7e9ae7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:55.092771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:55.114565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:55.129919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:55.131263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:55.223289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:55.246498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:55.247754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:55.306649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:55.307723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0ea1-2fa9-4b82-8aea-8113ddc7c9f5 None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:55.475594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:55.594087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:55.614753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1b4-d2b6-467a-a4df-144499b8135b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.732336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1b4-d2b6-467a-a4df-144499b8135b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.736992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1b4-d2b6-467a-a4df-144499b8135b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.778814 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e4f3d1b4-d2b6-467a-a4df-144499b8135b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49ef21f2c1b8405aaf6820d2e4290c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824777 Oct 25 23:31:55.779785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d1b4-d2b6-467a-a4df-144499b8135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb698610-5bb9-4de9-936a-e21bc1cf587d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:55.783242 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38730) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:55.841528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4d1b-8bcc-4ea3-9e8a-ecf9d98bc180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.866788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4d1b-8bcc-4ea3-9e8a-ecf9d98bc180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.926379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4d1b-8bcc-4ea3-9e8a-ecf9d98bc180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.929225 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4d1b-8bcc-4ea3-9e8a-ecf9d98bc180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:55.930598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4cfb4d1b-8bcc-4ea3-9e8a-ecf9d98bc180 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb698610-5bb9-4de9-936a-e21bc1cf587d HTTP/1.1" status: 204 len: 168 time: 0.1460612 Oct 25 23:31:55.939698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb4d1b-8bcc-4ea3-9e8a-ecf9d98bc180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb698610-5bb9-4de9-936a-e21bc1cf587d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:56.049327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:56.054564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:56.063529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] Sync routers for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:56.073029 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:56.073982 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:56.077232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf44c2-22c1-4ea2-baee-cd5a9712383d req-1565bd65-6ce1-4e31-b099-a0c3125cce79 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:56.079737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6cf44c2-22c1-4ea2-baee-cd5a9712383d req-1565bd65-6ce1-4e31-b099-a0c3125cce79 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.0844815 Oct 25 23:31:56.109363 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:56.119584 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:56.120287 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:56.158652 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:56.159484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d1697-013c-4d8a-92e4-7ca5a2652f07 None None] The sync data for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:56.174815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6d2049f6-afe3-4883-9c9d-0f21b7b6e0e7 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/floatingips/d0e55c06-a5a1-46b6-acc0-df63b0194724 HTTP/1.1" status: 200 len: 977 time: 2.6734455 Oct 25 23:31:56.175558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38746) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:56.192155 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6cf44c2-22c1-4ea2-baee-cd5a9712383d req-8f424905-c71e-4254-a912-1b3abde68e19 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946975 Oct 25 23:31:56.286666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 401b7a7f-0e85-41ea-bdcc-f44dd0d997ef {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:56.287115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:56.387065 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:56.707178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:56.707178 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:56.707178 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Floating IP d0e55c06-a5a1-46b6-acc0-df63b0194724 disassociated. External IP: 172.25.4.13, port: 401b7a7f-0e85-41ea-bdcc-f44dd0d997ef. Oct 25 23:31:56.707178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 401b7a7f-0e85-41ea-bdcc-f44dd0d997ef owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:56.884875 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:56.926322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=401b7a7f-0e85-41ea-bdcc-f44dd0d997ef,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:57.111277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:57.310606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:57.322533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] Sync routers for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:57.336379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:57.337005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:57.390559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:57.401252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:57.402185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:57.417568 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:57.421878 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc02a764-4a31-41e0-9cba-cd455fab06b6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/ports/401b7a7f-0e85-41ea-bdcc-f44dd0d997ef HTTP/1.1" status: 204 len: 168 time: 1.2450588 Oct 25 23:31:57.424704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38836) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:57.448872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:57.449463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82747ba-f11c-4d62-a95c-77dce2ea6bbd None None] The sync data for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:57.495047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69b1b7-4316-41af-800b-fb908859202b req-9b945c31-69b0-422d-88c1-24db1edc45ff tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:57.496591 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d69b1b7-4316-41af-800b-fb908859202b req-9b945c31-69b0-422d-88c1-24db1edc45ff tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1638477 Oct 25 23:31:57.604145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7d69b1b7-4316-41af-800b-fb908859202b req-c7b8e0fa-9979-4c59-a15d-bf24a031c63a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939314 Oct 25 23:31:57.929455 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:58.305853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 88362515-6458-41fd-969f-0db9e727b689 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:58.306387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:58.418424 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:58.440644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 88362515-6458-41fd-969f-0db9e727b689 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:31:58.503627 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:58.660182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:58.702142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=88362515-6458-41fd-969f-0db9e727b689,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:31:58.914057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8b1cf-d378-463a-9cbf-f1b8f3ad0a21 req-e13ac532-8c35-48ce-a97c-5788646bb1be tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:31:58.915663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10e8b1cf-d378-463a-9cbf-f1b8f3ad0a21 req-e13ac532-8c35-48ce-a97c-5788646bb1be tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1803679 Oct 25 23:31:58.981115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:59.142456 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10e8b1cf-d378-463a-9cbf-f1b8f3ad0a21 req-22c26cca-a592-4ca7-975e-b8ccdc921ef9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510208 Oct 25 23:31:59.307937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:31:59.433698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:31:59.441280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3c5b9150-2ed5-4479-8b36-b07c79ee7c92 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/routers/c5a0cf4c-bc54-4c8c-b990-6347df8a13d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155158 Oct 25 23:31:59.444195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38914) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:31:59.446491 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] Sync routers for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:31:59.469445 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:59.470386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:59.507654 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:59.517083 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] Routers {'c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:31:59.517983 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:59.557274 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:31:59.558298 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690d5b7-5ba7-4155-80fc-a4f2d820d0b9 None None] The sync data for ids ['c5a0cf4c-bc54-4c8c-b990-6347df8a13d3'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:31:59.649941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:59.780892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:59.847370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 0230c565-e946-4138-b198-d2a478edf878 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:31:59.847704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:59.942898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:31:59.957290 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 0230c565-e946-4138-b198-d2a478edf878 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:00.196292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.245059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=0230c565-e946-4138-b198-d2a478edf878,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:00.363243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829ca84-da96-4392-bd81-c2f68679ba3a req-5f6e46ea-ec52-41e3-951a-5177dd855774 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:00.364763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e829ca84-da96-4392-bd81-c2f68679ba3a req-5f6e46ea-ec52-41e3-951a-5177dd855774 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1291249 Oct 25 23:32:00.370624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.509639 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.513459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.590143 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e829ca84-da96-4392-bd81-c2f68679ba3a req-dc20421c-d17a-4a66-b6a7-5236c1517ee1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153859 Oct 25 23:32:00.592079 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.592629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Fanout notify agent at l3_agent the message router_deleted on router c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:32:00.599984 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.601079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fd7a4650-56bd-4a3f-9959-2bea8686c02f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/routers/c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 HTTP/1.1" status: 204 len: 168 time: 1.1555927 Oct 25 23:32:00.603782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38942) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:00.665649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting subnet 5190ef0f-239e-4232-ab62-a06d3a53b2ed {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:32:00.671624 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.731936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.845204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:00.974661 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.021007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Subnet': ['ID=5190ef0f-239e-4232-ab62-a06d3a53b2ed,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:01.027615 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.032744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be8f2c-861d-4267-b126-c09438147abc None None] Network ad0b5c53-453b-4481-9782-0329bd01bbf2 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:01.036505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d47d67fc-3edc-49a6-8cf9-ef5cb9f4a8df tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/subnets/5190ef0f-239e-4232-ab62-a06d3a53b2ed HTTP/1.1" status: 204 len: 168 time: 0.4292827 Oct 25 23:32:01.036887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38958) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:01.229415 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.298998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] DHCP port deletion for ad0b5c53-453b-4481-9782-0329bd01bbf2 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:32:01.304753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:01.305203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.365463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] Deleting port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:01.366056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.404641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] For port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,segment=NetworkSegment(84dd425a-e625-4e63-ab8e-a1cfd5cc212e),segment_id=84dd425a-e625-4e63-ab8e-a1cfd5cc212e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:01.405402 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.426810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:01.441617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] For port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,segment=NetworkSegment(84dd425a-e625-4e63-ab8e-a1cfd5cc212e),segment_id=84dd425a-e625-4e63-ab8e-a1cfd5cc212e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:01.442331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.456493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] Calling delete_port for bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:01.531948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.558032 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.586329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:01.588467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] No DVR routers for this DVR port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:32:01.630658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] Pushing event deleted for resources: {'Port': ['ID=bc2b9e1b-b057-47a1-aa8a-c4c90b385c27,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:01.646477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e337dda-dde7-4eb3-b8f1-94774f53a9d1 None None] No DVR routers for this DVR port bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:32:01.708055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.773313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0b5c53-453b-4481-9782-0329bd01bbf2']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:01.805641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dd425a-e625-4e63-ab8e-a1cfd5cc212e') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:01.806012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dd425a-e625-4e63-ab8e-a1cfd5cc212e') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:01.839431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.861731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fa43f-42f7-49ed-901c-052ac3030a53 req-a476d052-e437-405a-b427-95d8b28531e3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:01.869351 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-891fa43f-42f7-49ed-901c-052ac3030a53 req-a476d052-e437-405a-b427-95d8b28531e3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1581845 Oct 25 23:32:01.884990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.894399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:01.894840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:01.898220 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:01.966197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-891fa43f-42f7-49ed-901c-052ac3030a53 req-b853cfd5-8b96-460f-925d-6ee1ab760185 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956516 Oct 25 23:32:01.988624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:01.999742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.003506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/networks/ad0b5c53-453b-4481-9782-0329bd01bbf2 HTTP/1.1" status: 204 len: 168 time: 0.9651768 Oct 25 23:32:02.005916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38980) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:02.020750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87784c15-ffe1-418f-9b98-adabae9c536f tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Network': ['ID=ad0b5c53-453b-4481-9782-0329bd01bbf2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:02.169354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 62ca0045-7eaa-478b-bf4a-922276f9be45 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:02.169630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.292307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.294386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.313273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 62ca0045-7eaa-478b-bf4a-922276f9be45 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:02.469424 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.500592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=62ca0045-7eaa-478b-bf4a-922276f9be45,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:02.582027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.585014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:02.586231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-05e02a5c-04dc-4905-b1b6-0beb9c6787c3 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/floatingips/d0e55c06-a5a1-46b6-acc0-df63b0194724 HTTP/1.1" status: 204 len: 168 time: 0.5790143 Oct 25 23:32:02.589651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 38990) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:02.621251 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ac0bbd-3aee-4e4b-853f-4ea71077875a tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] DELETE failed (client error): The resource could not be found. Oct 25 23:32:02.622633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ac0bbd-3aee-4e4b-853f-4ea71077875a tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:32:02.628668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:02.628913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d2ac0bbd-3aee-4e4b-853f-4ea71077875a tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/ports/401b7a7f-0e85-41ea-bdcc-f44dd0d997ef HTTP/1.1" status: 404 len: 333 time: 0.0378854 Oct 25 23:32:02.663489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7c00cf75-ff4f-4b47-b0b4-b98645c9431a tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 HTTP/1.1" status: 200 len: 205 time: 0.0333073 Oct 25 23:32:02.665780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 38998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:02.717816 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-9f329a6a-3afe-4c80-b5bc-29fb664cfcf6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] delete failed (client error): The resource could not be found. Oct 25 23:32:02.721160 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9f329a6a-3afe-4c80-b5bc-29fb664cfcf6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/routers/c5a0cf4c-bc54-4c8c-b990-6347df8a13d3 HTTP/1.1" status: 404 len: 336 time: 0.0518024 Oct 25 23:32:02.721382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39000) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:02.758297 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a2a3dc-9330-4c84-97b3-adfe2df2cae2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] DELETE failed (client error): The resource could not be found. Oct 25 23:32:02.759230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a2a3dc-9330-4c84-97b3-adfe2df2cae2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:32:02.765940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39002) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:02.766081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-34a2a3dc-9330-4c84-97b3-adfe2df2cae2 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/subnets/5190ef0f-239e-4232-ab62-a06d3a53b2ed HTTP/1.1" status: 404 len: 337 time: 0.0436440 Oct 25 23:32:02.867296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 6f3606ae-f60e-41dc-8569-7bf686a5ba6c {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:02.867639 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.026347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:32:03.048762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:32:03.049375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bc2b9e1b-b057-47a1-aa8a-c4c90b385c27 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:32:03.050181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.068387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 6f3606ae-f60e-41dc-8569-7bf686a5ba6c owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:03.182109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56b68f-2e9a-4011-b87d-685c5b29d31f req-2c7b9490-dc3d-4582-b270-80c118f25432 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:03.192081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b56b68f-2e9a-4011-b87d-685c5b29d31f req-2c7b9490-dc3d-4582-b270-80c118f25432 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1121094 Oct 25 23:32:03.245274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b56b68f-2e9a-4011-b87d-685c5b29d31f req-f5fee53b-dfb6-4adf-be92-cead2a709ee6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516844 Oct 25 23:32:03.271414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.331655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=6f3606ae-f60e-41dc-8569-7bf686a5ba6c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:03.414937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.422492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39024) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:03.422687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0d923627-ef35-41b6-9fd4-4f481f11f18b tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/ports/6f3606ae-f60e-41dc-8569-7bf686a5ba6c HTTP/1.1" status: 204 len: 168 time: 0.6555161 Oct 25 23:32:03.551734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port 6f9571c5-1dde-4ea0-b519-3424dc854b98 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:03.552071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.663079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.692773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for 6f9571c5-1dde-4ea0-b519-3424dc854b98 owned by {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:03.820253 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:32:03.874486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:03.931421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=6f9571c5-1dde-4ea0-b519-3424dc854b98,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:04.021985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:04.030480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39034) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:04.032460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b34a1370-be95-41ac-a8ba-3521c19a0248 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/ports/6f9571c5-1dde-4ea0-b519-3424dc854b98 HTTP/1.1" status: 204 len: 168 time: 0.6082773 Oct 25 23:32:04.113763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69b0a2-2774-4945-be21-d7cbf5af8cf9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:04.115436 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2f69b0a2-2774-4945-be21-d7cbf5af8cf9 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc8a21-55be-486c-be0d-022c3d824e8c HTTP/1.1" status: 200 len: 913 time: 0.0838742 Oct 25 23:32:04.118704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39040) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:04.414521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be5eb512-5d1f-4dff-809b-ee0107f69e4f details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:32:04.473269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5e6d0-b196-4202-8db3-c87be27bca70 req-690ada48-6500-412d-b5f1-3622a6d1265d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:04.474766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0d5e6d0-b196-4202-8db3-c87be27bca70 req-690ada48-6500-412d-b5f1-3622a6d1265d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 943 time: 0.1139784 Oct 25 23:32:04.614117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0d5e6d0-b196-4202-8db3-c87be27bca70 req-297c625b-c3cd-4835-a72d-a39858319ad8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317396 Oct 25 23:32:04.695296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:04.806128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be5eb512-5d1f-4dff-809b-ee0107f69e4f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:04.821683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'port_id': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f', 'mac_address': 'fa:16:3e:af:42:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:32:04.901600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:04.920512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5eb512-5d1f-4dff-809b-ee0107f69e4f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:32:04.949871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be5eb512-5d1f-4dff-809b-ee0107f69e4f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:04.957298 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:05.044265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be5eb512-5d1f-4dff-809b-ee0107f69e4f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:05.053304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.053944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.054318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.054667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.055004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.055342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.055674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.056002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.056330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.056658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.057237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.057572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:05.083531 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port be68e7f9-cbec-40b7-ade4-709276149018 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:05.084108 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:05.173223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['be5eb512-5d1f-4dff-809b-ee0107f69e4f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:32:05.195984 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:05.226848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for be68e7f9-cbec-40b7-ade4-709276149018 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:05.796921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e1f6c-1a33-4005-a955-131e24d725de req-ad30ad6f-431e-4ac5-9edf-5066ab7a090b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:05.799898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235e1f6c-1a33-4005-a955-131e24d725de req-ad30ad6f-431e-4ac5-9edf-5066ab7a090b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 944 time: 0.0656979 Oct 25 23:32:05.876513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-235e1f6c-1a33-4005-a955-131e24d725de req-40b652a5-7cd4-49a4-a434-3604738acb50 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Oct 25 23:32:06.004473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:06.039214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=be68e7f9-cbec-40b7-ade4-709276149018,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:06.234974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:06.414085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be5eb512-5d1f-4dff-809b-ee0107f69e4f up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:06.516800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port be5eb512-5d1f-4dff-809b-ee0107f69e4f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:32:06.530560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port be5eb512-5d1f-4dff-809b-ee0107f69e4f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:06.530886 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:06.602066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Router 97cc8a21-55be-486c-be0d-022c3d824e8c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:32:06.715361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:06.754978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:32:06.757219 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff689d-f871-4c5f-8ffc-91f3079f6bc0" -d '{"events": [{"server_uuid": "e9b21e11-5fe7-4f0b-a8c6-589f880958d4", "name": "network-vif-plugged", "status": "completed", "tag": "be5eb512-5d1f-4dff-809b-ee0107f69e4f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:32:06.772337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port be5eb512-5d1f-4dff-809b-ee0107f69e4f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:06.780383 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:06.866675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=be5eb512-5d1f-4dff-809b-ee0107f69e4f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:06.901037 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb7f29-9e0e-46b0-ad0f-a36c4b217536 x-openstack-request-id: req-e0fb7f29-9e0e-46b0-ad0f-a36c4b217536 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:32:06.901342 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b21e11-5fe7-4f0b-a8c6-589f880958d4", "name": "network-vif-plugged", "status": "completed", "tag": "be5eb512-5d1f-4dff-809b-ee0107f69e4f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:32:06.901602 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0fb7f29-9e0e-46b0-ad0f-a36c4b217536 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:32:06.902051 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f', 'code': 200} Oct 25 23:32:06.946744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:32:06.952571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e4aee970-77ff-435b-8366-ec0050cad419 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "PUT /v2.0/routers/97cc8a21-55be-486c-be0d-022c3d824e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8328302 Oct 25 23:32:06.956327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39102) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:06.966812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] Sync routers for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:32:07.034092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:32:07.034768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:07.115373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:07.139303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] Routers {'97cc8a21-55be-486c-be0d-022c3d824e8c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:32:07.139882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:31:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97cc8a21-55be-486c-be0d-022c3d824e8c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:07.200316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70807ae7-ba71-43df-8874-41792ed4b631 req-4df36359-b1bf-4680-a198-f063993a8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:07.201838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70807ae7-ba71-43df-8874-41792ed4b631 req-4df36359-b1bf-4680-a198-f063993a8b04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 1096 time: 0.2494960 Oct 25 23:32:07.202116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:07.243064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cdcf-1e5f-47ca-9462-6c8fd28d9640 req-7ebcf76e-e28e-4cf7-a0e8-f4f3e7140ba6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:07.249599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:07.250341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db3d2-b9b6-46f1-b7c3-578ad5bb3cab None None] The sync data for ids ['97cc8a21-55be-486c-be0d-022c3d824e8c'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:32:07.252478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff91cdcf-1e5f-47ca-9462-6c8fd28d9640 req-7ebcf76e-e28e-4cf7-a0e8-f4f3e7140ba6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.1979702 Oct 25 23:32:07.365683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:07.371991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70807ae7-ba71-43df-8874-41792ed4b631 req-2be0a653-92cc-4b51-9a96-74f06cd4e430 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498115 Oct 25 23:32:07.403403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff91cdcf-1e5f-47ca-9462-6c8fd28d9640 req-60af5aa1-b391-4e2b-802f-7a9c5c72b8af tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314919 Oct 25 23:32:07.461876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting port deb2db29-5005-4e26-98fc-49ff689223fd {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:07.462379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:07.604524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:07.619065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Calling delete_port for deb2db29-5005-4e26-98fc-49ff689223fd owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:07.913079 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:07.964976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Port': ['ID=deb2db29-5005-4e26-98fc-49ff689223fd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:08.020674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.130343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.134843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.202055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.202999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Fanout notify agent at l3_agent the message router_deleted on router 97cc8a21-55be-486c-be0d-022c3d824e8c {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:32:08.214592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.216299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cbcf59f7-278b-414c-a9cb-d26e9220bcca tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/routers/97cc8a21-55be-486c-be0d-022c3d824e8c HTTP/1.1" status: 204 len: 168 time: 1.2585447 Oct 25 23:32:08.219064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39128) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:08.283846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Deleting subnet a56308ad-f5a9-4283-bf1a-ee19c450a8f8 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:32:08.287425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.362793 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.420356 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.492360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.520857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Subnet': ['ID=a56308ad-f5a9-4283-bf1a-ee19c450a8f8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:08.527583 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.532921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-80bca9fb-2fdb-4326-86b4-f1a3a505cec6 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/subnets/a56308ad-f5a9-4283-bf1a-ee19c450a8f8 HTTP/1.1" status: 204 len: 168 time: 0.3127599 Oct 25 23:32:08.535352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39138) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:08.589848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ade91-115c-4882-a870-bdbb4e94fa80 req-c67159b4-4328-49b1-9c0b-b2274925c430 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:08.592410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e8ade91-115c-4882-a870-bdbb4e94fa80 req-c67159b4-4328-49b1-9c0b-b2274925c430 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.0968056 Oct 25 23:32:08.627995 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.642689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e8ade91-115c-4882-a870-bdbb4e94fa80 req-262e0df1-fbe8-4136-90e8-ac9bc9b81d76 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Oct 25 23:32:08.789120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.816957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a5e22c-0c5a-4010-927a-72d4f3a76406']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:08.830593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e559687c-dac8-4877-8cf1-901d4094b177') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:08.830892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e559687c-dac8-4877-8cf1-901d4094b177') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:08.839498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8e85-7b93-40d0-ab45-61e6fc516a3a req-a5313cda-ce1d-488e-831f-eaafe13fe2ef tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:08.841467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfde8e85-7b93-40d0-ab45-61e6fc516a3a req-a5313cda-ce1d-488e-831f-eaafe13fe2ef tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.1107013 Oct 25 23:32:08.851487 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.910893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.932473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:08.933042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:08.937898 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:08.985430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfde8e85-7b93-40d0-ab45-61e6fc516a3a req-58993e4b-fec3-437d-bc16-e903f9cbc675 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364903 Oct 25 23:32:09.013680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:09.042259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:09.047084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] 10.222.0.25 "DELETE /v2.0/networks/b2a5e22c-0c5a-4010-927a-72d4f3a76406 HTTP/1.1" status: 204 len: 168 time: 0.5107839 Oct 25 23:32:09.048138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0550bf7-8cfa-4e99-95bb-973356db6423 tempest-FloatingIPTestJSON-275328906 tempest-FloatingIPTestJSON-275328906-project] Pushing event deleted for resources: {'Network': ['ID=b2a5e22c-0c5a-4010-927a-72d4f3a76406,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:09.432089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39174) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:09.652394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c747d9cd-c208-4fb8-809a-a9de1779d238 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99c1619a0f12449fa3b52e36ff144682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185931 Oct 25 23:32:09.655007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39184) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:09.766981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92de6db0-1a3a-4ae6-b87a-4bb3d70521ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:09.797247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92de6db0-1a3a-4ae6-b87a-4bb3d70521ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:09.891094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92de6db0-1a3a-4ae6-b87a-4bb3d70521ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:09.896230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92de6db0-1a3a-4ae6-b87a-4bb3d70521ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:09.897522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-92de6db0-1a3a-4ae6-b87a-4bb3d70521ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d85e157b-fbca-40b4-bfe7-0fb14982c401 HTTP/1.1" status: 204 len: 168 time: 0.2414904 Oct 25 23:32:09.922097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de6db0-1a3a-4ae6-b87a-4bb3d70521ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85e157b-fbca-40b4-bfe7-0fb14982c401,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:11.111132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39256) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:11.406218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'networks': [{'name': 'tempest-network--1500226747'}, {'name': 'tempest-network--1599876453'}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:11.406770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'network': {'name': 'tempest-network--1500226747'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:11.407379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'network': {'name': 'tempest-network--1599876453'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:11.489468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'network': 2} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:11.506573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:11.524669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:11.737614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:11.749730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:11.750221 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:11.891809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aebb1b-89a2-44b9-a8a7-20c2f575bfbc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:11.900614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:11.927685 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:11.928043 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Added segment 2303e245-7884-401a-b2a0-cf41c5e6a50a of type vlan for network 3aae8c2c-fd77-488b-873e-d6b4477e752d Oct 25 23:32:11.989464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.050712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:12.072616 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.072965 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Added segment 99e36c6e-d88e-4054-887e-2089458ac0f4 of type vlan for network b7a650c1-f0d2-4251-b219-1b38a485002b Oct 25 23:32:12.138128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.190378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.191472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.201130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:12.219724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:12.220419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.313209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Network': ['ID=3aae8c2c-fd77-488b-873e-d6b4477e752d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:12.318247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2061305 Oct 25 23:32:12.321319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:12.333109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 3aae8c2c-fd77-488b-873e-d6b4477e752d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:12.407100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b93c-9982-4a64-a104-76aadf7b5789 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Network': ['ID=b7a650c1-f0d2-4251-b219-1b38a485002b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:12.437106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b7a650c1-f0d2-4251-b219-1b38a485002b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:12.463508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b8a85-634a-47a8-bc6c-dc7d023f8c6a tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:12.470018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b8a85-634a-47a8-bc6c-dc7d023f8c6a tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:12.476904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b8a85-634a-47a8-bc6c-dc7d023f8c6a tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:12.484476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b8a85-634a-47a8-bc6c-dc7d023f8c6a tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:12.486594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea0b8a85-634a-47a8-bc6c-dc7d023f8c6a tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1636238 Oct 25 23:32:12.489786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39308) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:12.606920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.718339 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.746240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aae8c2c-fd77-488b-873e-d6b4477e752d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:12.772125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2303e245-7884-401a-b2a0-cf41c5e6a50a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:12.772746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2303e245-7884-401a-b2a0-cf41c5e6a50a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:12.792611 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.810175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.823648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:12.824400 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:12.828975 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:12.911981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.928322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:12.932564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/networks/3aae8c2c-fd77-488b-873e-d6b4477e752d HTTP/1.1" status: 204 len: 168 time: 0.4414039 Oct 25 23:32:12.936339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39320) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:12.948661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31fdf2-091a-439b-9bec-4aa247e7652f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Network': ['ID=3aae8c2c-fd77-488b-873e-d6b4477e752d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:13.108828 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.209211 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.237680 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.245377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a650c1-f0d2-4251-b219-1b38a485002b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:13.258519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e36c6e-d88e-4054-887e-2089458ac0f4') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:13.259372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e36c6e-d88e-4054-887e-2089458ac0f4') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:13.273649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.288807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.297582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:13.298274 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:13.302567 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:13.453418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.466939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.470801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/networks/b7a650c1-f0d2-4251-b219-1b38a485002b HTTP/1.1" status: 204 len: 168 time: 0.5333607 Oct 25 23:32:13.473566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39344) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:13.613246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-05bfbe58-e88e-403f-a732-7a95cfcf43d9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:13.619110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-05bfbe58-e88e-403f-a732-7a95cfcf43d9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.2714214 Oct 25 23:32:13.622051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3d28f-0384-4496-9cc9-b586f45440e9 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Network': ['ID=b7a650c1-f0d2-4251-b219-1b38a485002b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:13.648712 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-ac88a56a-5a30-4351-a682-3c7c1d9431d4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/quotas/d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 375 time: 0.0180256 Oct 25 23:32:13.724108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f36d7-3897-4fc0-a4d3-85d626f2fe4c tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:13.735843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f36d7-3897-4fc0-a4d3-85d626f2fe4c tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:13.737903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-488f36d7-3897-4fc0-a4d3-85d626f2fe4c tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2622833 Oct 25 23:32:13.741314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39346) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:13.745255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-3a8b675f-ba9d-4869-8085-d1a51f9a267c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878797 Oct 25 23:32:13.748110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1930360987'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:13.759225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-15b68ca4-4ff3-4a87-9414-7d7f5d5aff04 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:32:13.760764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-15b68ca4-4ff3-4a87-9414-7d7f5d5aff04 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063221 Oct 25 23:32:13.783002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:13.788511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.821112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:13.836119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.836414 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Added segment 5ac88fa0-1c25-47da-89ee-9ecd1329d8e5 of type vlan for network 80b9ff4f-a047-4be1-a40c-9c2bd527343a Oct 25 23:32:13.895968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-bac5b2b8-e2bc-4018-9a75-468bfa20659d service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263692 Oct 25 23:32:13.914186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.941367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:13.947709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:13.948292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.008662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-5c365ea0-7f01-4451-9d08-47fc49772137 service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105599 Oct 25 23:32:14.034319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:14.043865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-119928492'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:14.046754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3043206 Oct 25 23:32:14.071050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:14.075699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.093860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29dcba-f47e-462a-a86c-17b8b4c5a339 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Network': ['ID=80b9ff4f-a047-4be1-a40c-9c2bd527343a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:14.106812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 80b9ff4f-a047-4be1-a40c-9c2bd527343a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:14.146331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:14.158387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.158903 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Added segment cda07234-044e-4a56-b63d-7fb310b8d084 of type vlan for network e9632f06-4f0e-46dd-87d3-3bcd1d4684fc Oct 25 23:32:14.233162 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.275662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.284307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:14.285393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.417371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Network': ['ID=e9632f06-4f0e-46dd-87d3-3bcd1d4684fc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:14.430946 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e9632f06-4f0e-46dd-87d3-3bcd1d4684fc details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:14.444258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb41a6ae-71fc-4969-970e-427344c80de6 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4088435 Oct 25 23:32:14.448738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39370) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:14.459882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'ports': [{'network_id': '80b9ff4f-a047-4be1-a40c-9c2bd527343a', 'name': 'tempest-port--1927419091', 'admin_state_up': True}, {'network_id': 'e9632f06-4f0e-46dd-87d3-3bcd1d4684fc', 'admin_state_up': False}]} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:14.460573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'port': {'network_id': '80b9ff4f-a047-4be1-a40c-9c2bd527343a', 'name': 'tempest-port--1927419091', 'admin_state_up': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:14.460710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'port': {'network_id': 'e9632f06-4f0e-46dd-87d3-3bcd1d4684fc', 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:14.476585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7bf529b6-b0f9-4573-a7d4-c04b9fbf0b6e req-b4c0ea58-9176-47f3-9809-aff7dc3514a0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0673506 Oct 25 23:32:14.732793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'port': 2} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:14.739977 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.762451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:14.862901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] device_id is not set on port 0a345e9f-615d-4f5d-93e0-8edb84d9bba4 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:32:15.108310 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:15.184884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] device_id is not set on port 9b21437d-089f-42c3-9e30-6bc7ff98c5b2 yet. {{(pid=102133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:32:15.322283 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:15.412434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:15.468514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Port': ['ID=0a345e9f-615d-4f5d-93e0-8edb84d9bba4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:15.535841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Checking segment: {'id': '5ac88fa0-1c25-47da-89ee-9ecd1329d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '80b9ff4f-a047-4be1-a40c-9c2bd527343a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:15.536200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network hostable DHCP agents. Network: 80b9ff4f-a047-4be1-a40c-9c2bd527343a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:15.558515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network 80b9ff4f-a047-4be1-a40c-9c2bd527343a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:15.573222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 80b9ff4f-a047-4be1-a40c-9c2bd527343a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:15.582744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c5179-f204-4033-aa57-861dcc14932d None None] Network 80b9ff4f-a047-4be1-a40c-9c2bd527343a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:15.587396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:15.588415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:15.663972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7e40d35c-2c30-437f-916f-dc6306d05af1 req-1511e4d7-c2b2-4203-ad7e-a03e263e01e6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0733902 Oct 25 23:32:15.693711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Port': ['ID=9b21437d-089f-42c3-9e30-6bc7ff98c5b2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:15.721764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Checking segment: {'id': 'cda07234-044e-4a56-b63d-7fb310b8d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9632f06-4f0e-46dd-87d3-3bcd1d4684fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:15.722232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network hostable DHCP agents. Network: e9632f06-4f0e-46dd-87d3-3bcd1d4684fc, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:15.745504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network e9632f06-4f0e-46dd-87d3-3bcd1d4684fc is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:15.768232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e9632f06-4f0e-46dd-87d3-3bcd1d4684fc) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:15.778724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3e97d-d606-4514-ac98-c2c77f962fa2 None None] Network e9632f06-4f0e-46dd-87d3-3bcd1d4684fc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:15.782601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:15.790436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:15.797619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:15.798559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:15.825150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4c87c46f-0c60-4ad4-9036-8a90878895ce tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3736877 Oct 25 23:32:15.827336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:15.881649 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae05c-c6b6-4387-a63a-496ea50d0371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:16.116262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45432c4-97e5-4c26-bbee-ba8adb587b27 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:16.122839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45432c4-97e5-4c26-bbee-ba8adb587b27 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:16.127382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39410) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:16.127898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e45432c4-97e5-4c26-bbee-ba8adb587b27 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2942624 Oct 25 23:32:16.193813 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-93f6edcb-9874-4cd6-a8de-103f8507ae73 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:16.195730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-93f6edcb-9874-4cd6-a8de-103f8507ae73 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.2421699 Oct 25 23:32:16.216155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'port': {'device_id': '3dfac25c-64f0-4028-8661-777453ba552d', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'admin_state_up': True, 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:16.363324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Deleting port 0a345e9f-615d-4f5d-93e0-8edb84d9bba4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:16.365794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:16.440075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:16.445157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:16.620352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:16.638258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Calling delete_port for 0a345e9f-615d-4f5d-93e0-8edb84d9bba4 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:16.761332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Allocated IP 172.20.0.12 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/849a9be9-ac01-4326-8347-4f882a4fbd51) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:16.852365 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f87fd50-e976-4245-8d11-7f73dfc6cb8f req-1f8253f2-8292-464d-8900-68b566616b8b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0341287 Oct 25 23:32:16.891750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:16.964338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:16.969542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/ports/0a345e9f-615d-4f5d-93e0-8edb84d9bba4 HTTP/1.1" status: 204 len: 168 time: 0.8410039 Oct 25 23:32:16.970798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838a3d3-9413-4306-ad0e-edae337166b0 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Port': ['ID=0a345e9f-615d-4f5d-93e0-8edb84d9bba4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:16.973586 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39438) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:17.072417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.126621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.140684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['be5eb512-5d1f-4dff-809b-ee0107f69e4f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:32:17.213989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Deleting port 9b21437d-089f-42c3-9e30-6bc7ff98c5b2 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:17.215670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.229400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:17.236428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:17.255205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:17.341149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=849a9be9-ac01-4326-8347-4f882a4fbd51,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:17.363361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.369779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.370205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.370692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.371025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.371918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.373252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.373252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.373252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.373252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.374547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.374547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:17.416502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.453588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:17.454677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.474326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Calling delete_port for 9b21437d-089f-42c3-9e30-6bc7ff98c5b2 owned by {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:17.501868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-c182a24d-0f33-4d01-90fb-6daf5b312de4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2906303 Oct 25 23:32:17.522569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Request body: {'port': {'device_id': '3dfac25c-64f0-4028-8661-777453ba552d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:17.717587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.717821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.748058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.755850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/ports/9b21437d-089f-42c3-9e30-6bc7ff98c5b2 HTTP/1.1" status: 204 len: 168 time: 0.7805533 Oct 25 23:32:17.793334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39452) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:17.804600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9bcbe6e4-095e-4d96-baf0-565c035f58f0 None None] Provisioning complete for port 849a9be9-ac01-4326-8347-4f882a4fbd51 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:17.805273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bcbe6e4-095e-4d96-baf0-565c035f58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.852599 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd1a76-aa96-40b1-9c7c-e5835dcb5d32 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Port': ['ID=9b21437d-089f-42c3-9e30-6bc7ff98c5b2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:17.860624 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-11b10d15-b702-4d39-98b2-9c1617a14499 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0623085 Oct 25 23:32:17.864154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39454) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:17.868901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1868915473'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:17.920230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:17.923846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.955472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbe6e4-095e-4d96-baf0-565c035f58f0 None None] Port 849a9be9-ac01-4326-8347-4f882a4fbd51 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:32:17.971753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:17.991902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:17.992249 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Added segment ed000996-f5b1-402a-8b83-1692bc25581f of type vlan for network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b Oct 25 23:32:18.081048 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:18.128936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:18.140930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:18.141597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:18.303958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bb35f-7d57-435d-b053-0a2639ce0a34 req-b5e97e46-d9d5-4393-bd6a-0c262e35dacd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:18.314937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c15bb35f-7d57-435d-b053-0a2639ce0a34 req-b5e97e46-d9d5-4393-bd6a-0c262e35dacd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 932 time: 0.2674818 Oct 25 23:32:18.336577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4712439 Oct 25 23:32:18.341157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:18.357590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-944879613'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:18.397199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e464a-1c95-41f1-bcb6-0ec8f856ac13 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Network': ['ID=7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:18.408942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:18.412845 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20376e9a-8394-4404-b5ab-c01941547b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:18.655605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:18.664164 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:18.701546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c15bb35f-7d57-435d-b053-0a2639ce0a34 req-f9e08a67-2c70-447c-93fd-e675bc9908b2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853071 Oct 25 23:32:18.812415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:19.485451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:19.488404 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Added segment cf40fa6c-ec67-4cfb-8b12-4c64945dd2af of type vlan for network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 Oct 25 23:32:19.556115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849a9be9-ac01-4326-8347-4f882a4fbd51 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:32:19.583944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:19.642395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Transition to ACTIVE for port object 849a9be9-ac01-4326-8347-4f882a4fbd51 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:32:19.664320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:19.669208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:19.705653 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:19.798985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Pushing event updated for resources: {'Port': ['ID=849a9be9-ac01-4326-8347-4f882a4fbd51,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:19.834638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:19.841430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:19.842038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:20.046990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef9af-8f85-4365-9911-667eabafc039 req-bb21bf66-dc3c-4972-9882-38f39fcef5dc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:20.048593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-227ef9af-8f85-4365-9911-667eabafc039 req-bb21bf66-dc3c-4972-9882-38f39fcef5dc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1735978 Oct 25 23:32:20.070882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7159216 Oct 25 23:32:20.170168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b13c-8a80-4a48-bb29-2c5505ec65c1 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Network': ['ID=9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:20.173292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-227ef9af-8f85-4365-9911-667eabafc039 req-436a3d05-6e56-41bc-b2a5-1b28f9233d0a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160002 Oct 25 23:32:20.207278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:20.218286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:20.220846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Attempting to bind port 849a9be9-ac01-4326-8347-4f882a4fbd51 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:20.221187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Attempting to bind port 849a9be9-ac01-4326-8347-4f882a4fbd51 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:20.221514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Attempting to bind port 849a9be9-ac01-4326-8347-4f882a4fbd51 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:20.236777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Port 849a9be9-ac01-4326-8347-4f882a4fbd51 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:32:20.237147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Attempting to bind port 849a9be9-ac01-4326-8347-4f882a4fbd51 on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:20.259271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:20.259613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:20.260050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:20.260497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Bound port: 849a9be9-ac01-4326-8347-4f882a4fbd51, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:20.264391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:20.535223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] For port 849a9be9-ac01-4326-8347-4f882a4fbd51, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:20.542439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] For port 849a9be9-ac01-4326-8347-4f882a4fbd51, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=849a9be9-ac01-4326-8347-4f882a4fbd51,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:20.554805 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:20.827743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:20.839534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:20.848687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] 10.222.0.15 "PUT /v2.0/ports/849a9be9-ac01-4326-8347-4f882a4fbd51 HTTP/1.1" status: 200 len: 1092 time: 3.3265858 Oct 25 23:32:20.881028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfac25c-64f0-4028-8661-777453ba552d', 'tag': '849a9be9-ac01-4326-8347-4f882a4fbd51'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:32:20.894208 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:20.912487 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfac25c-64f0-4028-8661-777453ba552d", "tag": "849a9be9-ac01-4326-8347-4f882a4fbd51"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:32:21.192143 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd61ddc-0787-46ca-a45e-fde43589af1a x-openstack-request-id: req-6dd61ddc-0787-46ca-a45e-fde43589af1a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:32:21.195402 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfac25c-64f0-4028-8661-777453ba552d", "tag": "849a9be9-ac01-4326-8347-4f882a4fbd51", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:32:21.196146 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dd61ddc-0787-46ca-a45e-fde43589af1a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:32:21.196564 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfac25c-64f0-4028-8661-777453ba552d', 'tag': '849a9be9-ac01-4326-8347-4f882a4fbd51', 'status': 'completed', 'code': 200} Oct 25 23:32:21.211506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b6db-fc36-40fa-89a3-9f0f1055d85c service neutron] Pushing event updated for resources: {'Port': ['ID=849a9be9-ac01-4326-8347-4f882a4fbd51,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:21.251079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-2fdde96d-13fb-449a-a4ac-79bb3f671a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:21.252893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-2fdde96d-13fb-449a-a4ac-79bb3f671a21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 1095 time: 0.3251674 Oct 25 23:32:21.430325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-5d69951b-5605-47c5-b8b4-c5045a27dfec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a9be9-ac01-4326-8347-4f882a4fbd51 HTTP/1.1" status: 200 len: 217 time: 0.1590042 Oct 25 23:32:21.479479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb5432-9b4b-4511-8974-0250e925fb8b req-2a3a0d9d-b062-48e0-b0a6-410cef995218 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:21.499563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-01cb5432-9b4b-4511-8974-0250e925fb8b req-2a3a0d9d-b062-48e0-b0a6-410cef995218 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1048062 Oct 25 23:32:21.580214 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-01cb5432-9b4b-4511-8974-0250e925fb8b req-c661216a-40f2-4dfd-83cb-96c0e6b8c468 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793858 Oct 25 23:32:21.627502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-382e1b09-6d6b-46ef-9738-3002c3ba62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:21.631096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-382e1b09-6d6b-46ef-9738-3002c3ba62aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.1959052 Oct 25 23:32:21.740617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-aa666760-9a54-4fd2-a862-bb5804ebafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:21.742726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-aa666760-9a54-4fd2-a862-bb5804ebafab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041234 Oct 25 23:32:22.084915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-d7392f1d-b1c8-4e99-87a1-1093e986c830 service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325322 Oct 25 23:32:22.338940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87eeb8c4-c282-40c7-824b-2f6aea85679d req-563c0897-bea1-4647-8d53-efeebfff4993 service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434757 Oct 25 23:32:22.623354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-6a099518-dd8d-448a-b9ec-d83d5b55cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:22.625406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-6a099518-dd8d-448a-b9ec-d83d5b55cf17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 1095 time: 0.1835835 Oct 25 23:32:23.033646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-f2639264-520a-4342-a3f4-0a6f70c9b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:23.039770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-f2639264-520a-4342-a3f4-0a6f70c9b9ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.4053450 Oct 25 23:32:23.145735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-f1ba1748-cebf-43be-bc29-36207b744b16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a9be9-ac01-4326-8347-4f882a4fbd51 HTTP/1.1" status: 200 len: 217 time: 0.0978842 Oct 25 23:32:23.265376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-0788a1ef-9b02-40eb-bced-5fc1d3173c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:23.266884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-0788a1ef-9b02-40eb-bced-5fc1d3173c4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.1120322 Oct 25 23:32:23.276727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eef40-df01-4599-bc56-8ec3b8e060c7 req-db7cc564-4f02-4b61-bab5-f882035c27ed tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:23.290283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf1eef40-df01-4599-bc56-8ec3b8e060c7 req-db7cc564-4f02-4b61-bab5-f882035c27ed tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.3653007 Oct 25 23:32:23.464742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf1eef40-df01-4599-bc56-8ec3b8e060c7 req-43356367-4bd7-4f22-9345-4103f8ba3e3d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333275 Oct 25 23:32:23.579864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-a882ae4d-3ecb-4a2b-84c0-64a7ca0f7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:23.592003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-a882ae4d-3ecb-4a2b-84c0-64a7ca0f7296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006287 Oct 25 23:32:23.680644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39558) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:23.686655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'subnets': [{'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1685869108', 'ip_version': 6}, {'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:23.687094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'subnet': {'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1685869108', 'ip_version': 6}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:23.687844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Request body: {'subnet': {'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:23.862071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-764993f0-2637-40ee-ae29-901e3b29507a service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552054 Oct 25 23:32:24.017150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Made reservation on behalf of d82c234b1bc0416c8a969823a6b4904c for: {'subnet': 2} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:24.033424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:24.033769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:24.135031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-607ebcfa-07d1-4c07-8a83-a3d3c69cb8fc req-4d990ae9-63bc-4eb9-bb44-1bea5d259d46 service neutron] 10.222.0.15 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690182 Oct 25 23:32:24.699441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eddfe-a8ed-4326-bc60-f8157e7a87e2 req-b51cca8e-606f-43a0-b329-49923e3da721 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:24.706845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f00eddfe-a8ed-4326-bc60-f8157e7a87e2 req-b51cca8e-606f-43a0-b329-49923e3da721 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1021683 Oct 25 23:32:24.782787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f00eddfe-a8ed-4326-bc60-f8157e7a87e2 req-6480265c-8e06-488f-a2ef-4d44eb928c9f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749547 Oct 25 23:32:24.991779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:25.063199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Subnet': ['ID=346cb1f8-f706-48c7-a3b4-ec881fcd1c79,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:25.077232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.077582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.077925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.078282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.078621 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.078952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.079693 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.080032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.080360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.080683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.081005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.081324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:32:25.122939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Checking segment: {'id': 'ed000996-f5b1-402a-8b83-1692bc25581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:25.123624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network hostable DHCP agents. Network: 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:25.148327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:25.170059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:25.178714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7ab95-77a7-4f4e-a7fe-d0490053dcd4 None None] Network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:25.179234 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:25.350336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event updated for resources: {'Subnet': ['ID=50ad45b3-2385-4eef-b547-412333923fb7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:25.371956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Checking segment: {'id': 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:25.372333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network hostable DHCP agents. Network: 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:25.407159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:25.425816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:25.438082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:25.438578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:25.439199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:25.440336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e24e09-3edd-4c6c-b366-9db2f3c5b416 None None] Network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:25.500405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fbc99b18-b49f-4c81-a085-2e91c97b655f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8183022 Oct 25 23:32:25.502774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39588) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:25.641113 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b', 'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b', 'tenant_id': 'd82c234b1bc0416c8a969823a6b4904c', 'fixed_ips': [{'subnet_id': '346cb1f8-f706-48c7-a3b4-ec881fcd1c79'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:25.642973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:26.032830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ff33-3133-4bff-bfe5-c41a4d077874 req-b43ef1b4-1e28-42ed-a063-370b67e3664d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:26.040957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6a7ff33-3133-4bff-bfe5-c41a4d077874 req-b43ef1b4-1e28-42ed-a063-370b67e3664d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1143677 Oct 25 23:32:26.193239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Allocated IP 2001:db8::1 (7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b/346cb1f8-f706-48c7-a3b4-ec881fcd1c79/377cc471-b476-4075-a174-0773dd1c46b7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:26.213983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6a7ff33-3133-4bff-bfe5-c41a4d077874 req-feae7509-8951-4f84-a57b-bcacd53b3372 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721311 Oct 25 23:32:26.326878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19', 'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19', 'tenant_id': 'd82c234b1bc0416c8a969823a6b4904c', 'fixed_ips': [{'subnet_id': '50ad45b3-2385-4eef-b547-412333923fb7'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:26.328190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:26.459568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5f22f-3170-4a39-8593-040acd4a424b tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:26.461156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5f22f-3170-4a39-8593-040acd4a424b tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:26.462904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5f22f-3170-4a39-8593-040acd4a424b tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:26.475066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-24f5f22f-3170-4a39-8593-040acd4a424b tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.9705729 Oct 25 23:32:26.478127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39602) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:26.679862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Deleting subnet 346cb1f8-f706-48c7-a3b4-ec881fcd1c79 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:32:26.846926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:26.849609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Allocated IP 2001:db8:0:1::1 (9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19/50ad45b3-2385-4eef-b547-412333923fb7/ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:26.865166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:26.900222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.114476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:27.122361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:27.125376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.139816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:27.151540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Pushing event updated for resources: {'Port': ['ID=377cc471-b476-4075-a174-0773dd1c46b7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:27.292627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Attempting to bind port 377cc471-b476-4075-a174-0773dd1c46b7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:27.293716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Attempting to bind port 377cc471-b476-4075-a174-0773dd1c46b7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ed000996-f5b1-402a-8b83-1692bc25581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:27.294672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Attempting to bind port 377cc471-b476-4075-a174-0773dd1c46b7 on network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:27.307243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:27.307782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Checking segment: {'id': 'ed000996-f5b1-402a-8b83-1692bc25581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:27.309147 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.310068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Bound using segment: {'id': 'ed000996-f5b1-402a-8b83-1692bc25581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:27.310797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Bound port: 377cc471-b476-4075-a174-0773dd1c46b7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed000996-f5b1-402a-8b83-1692bc25581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:27.311311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.385832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.479073 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d2041-80b0-468f-a04c-68119e8519ae req-1c47dee9-0835-484e-9f65-dbef78a2947a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:27.481573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b11d2041-80b0-468f-a04c-68119e8519ae req-1c47dee9-0835-484e-9f65-dbef78a2947a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.0993297 Oct 25 23:32:27.482056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.497730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.538004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.551868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] For port 377cc471-b476-4075-a174-0773dd1c46b7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:27.555653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:27.562938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:27.572458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:27.611601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] For port 377cc471-b476-4075-a174-0773dd1c46b7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=377cc471-b476-4075-a174-0773dd1c46b7,segment=NetworkSegment(ed000996-f5b1-402a-8b83-1692bc25581f),segment_id=ed000996-f5b1-402a-8b83-1692bc25581f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:27.612229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Subnet': ['ID=346cb1f8-f706-48c7-a3b4-ec881fcd1c79,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:27.613173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Pushing event updated for resources: {'Port': ['ID=ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:27.633037 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.642723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f43b64b0-8971-43da-a702-41902343fcbd tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/subnets/346cb1f8-f706-48c7-a3b4-ec881fcd1c79 HTTP/1.1" status: 204 len: 168 time: 1.1634388 Oct 25 23:32:27.644339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b11d2041-80b0-468f-a04c-68119e8519ae req-86fc6c98-2cf7-42cc-8063-99eb4706386a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396830 Oct 25 23:32:27.646709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39620) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:27.698917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Attempting to bind port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:27.700301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Attempting to bind port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:27.701049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Attempting to bind port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e on network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:27.703803 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.741720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:27.742393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Checking segment: {'id': 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:27.742808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.743211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Bound using segment: {'id': 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:27.744009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Bound port: ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:27.744436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.806257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Deleting subnet 50ad45b3-2385-4eef-b547-412333923fb7 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:32:27.823446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.903882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:27.904381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477013a-57e7-4c8e-aee4-49a14e0ac166 None None] Pushing event updated for resources: {'Port': ['ID=377cc471-b476-4075-a174-0773dd1c46b7,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:27.971416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] For port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:27.979372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] For port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e,segment=NetworkSegment(cf40fa6c-ec67-4cfb-8b12-4c64945dd2af),segment_id=cf40fa6c-ec67-4cfb-8b12-4c64945dd2af)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:27.988131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.079008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.094014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcc30a-b5ce-481f-8bef-1bf3833e20f2 None None] Pushing event updated for resources: {'Port': ['ID=ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:28.188910 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.229271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.237689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/subnets/50ad45b3-2385-4eef-b547-412333923fb7 HTTP/1.1" status: 204 len: 168 time: 0.5872123 Oct 25 23:32:28.238091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:28.240433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d9ddb-bc26-4d5e-9a03-80036fc418c7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Subnet': ['ID=50ad45b3-2385-4eef-b547-412333923fb7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:28.435830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcb149-8daa-4170-bb02-10b2260e127f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:28.442943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c9fcb149-8daa-4170-bb02-10b2260e127f tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1983988 Oct 25 23:32:28.443421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:28.529129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.672922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.806886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Deleting port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:28.807328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:28.967637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f5d9-6b8e-47ec-9dc3-bcb1719c56dc req-a133ab4d-21bf-454e-b85b-df2f18d04a0e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:28.972613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60c8f5d9-6b8e-47ec-9dc3-bcb1719c56dc req-a133ab4d-21bf-454e-b85b-df2f18d04a0e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1294694 Oct 25 23:32:29.055710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] For port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e,segment=NetworkSegment(cf40fa6c-ec67-4cfb-8b12-4c64945dd2af),segment_id=cf40fa6c-ec67-4cfb-8b12-4c64945dd2af)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:29.056151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.104580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Calling delete_port for ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:29.141646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60c8f5d9-6b8e-47ec-9dc3-bcb1719c56dc req-3a537f22-2f89-4632-af1c-bd072277743d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614459 Oct 25 23:32:29.315081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.334684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 377cc471-b476-4075-a174-0773dd1c46b7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:29.415585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Port': ['ID=ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:29.426314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] No DVR routers for this DVR port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:32:29.539474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 377cc471-b476-4075-a174-0773dd1c46b7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:29.540476 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.682055 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.777310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:29.803256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:29.803256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf40fa6c-ec67-4cfb-8b12-4c64945dd2af') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:29.846289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.885191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.900563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.921741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:29.923838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:29.942185 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:30.153016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.164156 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.173379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39676) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:30.188386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/networks/9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 HTTP/1.1" status: 204 len: 168 time: 1.7257686 Oct 25 23:32:30.259838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f26e-9769-4ac4-95a9-d9ba1e7e2de7 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Network': ['ID=9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:30.443587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.461309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c202574-8de8-4d7e-9116-e63ea247eda6 None None] Network 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:30.526610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995c4bc-9bbb-48d1-a0c2-f68349695dff req-44a1c8bf-3b5a-4c37-81bc-0a2c917479b1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:30.530269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Deleting port 377cc471-b476-4075-a174-0773dd1c46b7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:30.533110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.563129 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c995c4bc-9bbb-48d1-a0c2-f68349695dff req-44a1c8bf-3b5a-4c37-81bc-0a2c917479b1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1822684 Oct 25 23:32:30.588646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d354d31-f141-44ac-923e-d316779be94a None None] DHCP port deletion for 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:32:30.675121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c995c4bc-9bbb-48d1-a0c2-f68349695dff req-033303fe-ae60-47e1-8707-819060750c81 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091444 Oct 25 23:32:30.748532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] For port 377cc471-b476-4075-a174-0773dd1c46b7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=377cc471-b476-4075-a174-0773dd1c46b7,segment=NetworkSegment(ed000996-f5b1-402a-8b83-1692bc25581f),segment_id=ed000996-f5b1-402a-8b83-1692bc25581f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:30.749991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.770772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9ebd6-0918-4e1e-adb7-408ae6baea40 None None] Network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:30.783388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Calling delete_port for 377cc471-b476-4075-a174-0773dd1c46b7 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:30.836360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e752719f-6a09-4714-972d-9e3c68b993b3 None None] Provisioning complete for port 377cc471-b476-4075-a174-0773dd1c46b7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:30.837252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e752719f-6a09-4714-972d-9e3c68b993b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.848191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 377cc471-b476-4075-a174-0773dd1c46b7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=377cc471-b476-4075-a174-0773dd1c46b7,segment=NetworkSegment(ed000996-f5b1-402a-8b83-1692bc25581f),segment_id=ed000996-f5b1-402a-8b83-1692bc25581f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:30.864066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9ebd6-0918-4e1e-adb7-408ae6baea40 None None] Network 9ef8a4f3-1f9e-4f1f-8ac9-d910b0220a19 could not be found, it might have been deleted concurrently. {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 23:32:30.924049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.924882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:30.973450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:30.975675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:32:30.976203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 25 23:32:31.049834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Port': ['ID=377cc471-b476-4075-a174-0773dd1c46b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:31.073202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] No DVR routers for this DVR port 377cc471-b476-4075-a174-0773dd1c46b7 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:32:31.107114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event deleted for resources: {'Port': ['ID=377cc471-b476-4075-a174-0773dd1c46b7,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:31.129813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8dc7c-b0e9-43ad-998d-d41a8a7e3ac2 None None] DHCP port deletion for 7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:32:31.143508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Port ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e not found, will not notify nova. {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 25 23:32:31.200144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:31.212228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e752719f-6a09-4714-972d-9e3c68b993b3 None None] Could not find standard attr ID for object 377cc471-b476-4075-a174-0773dd1c46b7. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:32:31.236005 n-d-815373-1 neutron-server[102135]: INFO neutron.plugins.ml2.db [None req-e752719f-6a09-4714-972d-9e3c68b993b3 None None] No ports have port_id starting with 377cc471-b476-4075-a174-0773dd1c46b7 Oct 25 23:32:31.267632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:31.313060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed000996-f5b1-402a-8b83-1692bc25581f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:31.313633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed000996-f5b1-402a-8b83-1692bc25581f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:31.334508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:31.348920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 377cc471-b476-4075-a174-0773dd1c46b7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:32:31.359956 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:31.376110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:31.378225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:31.388868 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:31.395415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 377cc471-b476-4075-a174-0773dd1c46b7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:32:31.396555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 377cc471-b476-4075-a174-0773dd1c46b7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:32:31.396555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:32:31.399377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4e45870c-1a2f-426e-9de5-34052c77b68d None None] Could not find standard attr ID for object ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:32:31.429395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:32:31.429976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ca2920ae-cbd6-4618-a30c-8bdc60a4bd3e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:32:31.547948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:31.594936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:31.602975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/networks/7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b HTTP/1.1" status: 204 len: 168 time: 1.4248321 Oct 25 23:32:31.603597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271b80-4a12-4d4c-9122-6ca6a2e26f2e tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Network': ['ID=7e6f7d29-15c0-4fa0-a458-a0e7b3d9dc8b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:31.606778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39704) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:31.749136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.022309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.083248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9632f06-4f0e-46dd-87d3-3bcd1d4684fc']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:32.094698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686d58-87b7-41d2-95e4-2e3da41efd58 req-630f225b-1ba6-45f3-98e3-b55d4f94ccea tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:32.096493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa686d58-87b7-41d2-95e4-2e3da41efd58 req-630f225b-1ba6-45f3-98e3-b55d4f94ccea tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1127195 Oct 25 23:32:32.185454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda07234-044e-4a56-b63d-7fb310b8d084') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:32.186428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda07234-044e-4a56-b63d-7fb310b8d084') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:32.200462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa686d58-87b7-41d2-95e4-2e3da41efd58 req-f3ca5100-0d80-4374-81eb-8e38d744fffe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942903 Oct 25 23:32:32.222242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.247420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.254203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:32.254676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:32.258395 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:32.334349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.365265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.372355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39718) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:32.381747 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/networks/e9632f06-4f0e-46dd-87d3-3bcd1d4684fc HTTP/1.1" status: 204 len: 168 time: 0.7739177 Oct 25 23:32:32.384658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec286e0-6e8b-4ea5-b3a4-fbd30f8608ba tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Network': ['ID=e9632f06-4f0e-46dd-87d3-3bcd1d4684fc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:32.483320 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.628678 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.682956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b9ff4f-a047-4be1-a40c-9c2bd527343a']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:32.695929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac88fa0-1c25-47da-89ee-9ecd1329d8e5') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:32.696254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac88fa0-1c25-47da-89ee-9ecd1329d8e5') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:32.710018 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.728799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.741829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:32.743025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:32.753791 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:32.829417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.850550 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:32.853946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] 10.222.0.25 "DELETE /v2.0/networks/80b9ff4f-a047-4be1-a40c-9c2bd527343a HTTP/1.1" status: 204 len: 168 time: 0.4796536 Oct 25 23:32:32.854886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66d7b4-b12f-4db9-927c-9f0241e76c88 tempest-BulkNetworkOpsIpV6Test-1495420925 tempest-BulkNetworkOpsIpV6Test-1495420925-project] Pushing event deleted for resources: {'Network': ['ID=80b9ff4f-a047-4be1-a40c-9c2bd527343a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:33.305938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39736) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:33.356080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219909cd-a215-496c-b2a2-a789c490148c req-4781daf3-a1d0-435b-9979-ad6ae738112f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:33.358936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-219909cd-a215-496c-b2a2-a789c490148c req-4781daf3-a1d0-435b-9979-ad6ae738112f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.0875933 Oct 25 23:32:33.493807 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-219909cd-a215-496c-b2a2-a789c490148c req-018911d7-8b06-4fa5-99a1-063e8403b9e9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242476 Oct 25 23:32:33.670612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3d35c45d-ba28-42ef-ad02-3247deb38505 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d82c234b1bc0416c8a969823a6b4904c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631558 Oct 25 23:32:33.673466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39742) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:33.740056 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97a4c031-dd94-4a18-9a6c-439b1c9f01d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:33.772075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97a4c031-dd94-4a18-9a6c-439b1c9f01d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:33.834894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97a4c031-dd94-4a18-9a6c-439b1c9f01d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:33.837899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97a4c031-dd94-4a18-9a6c-439b1c9f01d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:33.841739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-97a4c031-dd94-4a18-9a6c-439b1c9f01d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1aebb1b-89a2-44b9-a8a7-20c2f575bfbc HTTP/1.1" status: 204 len: 168 time: 0.1645410 Oct 25 23:32:33.848653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4c031-dd94-4a18-9a6c-439b1c9f01d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aebb1b-89a2-44b9-a8a7-20c2f575bfbc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:34.396212 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-aed1534c-5fa8-4edb-a68a-2716315400be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755231 Oct 25 23:32:34.526443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-c4097962-145d-4571-bc23-e1faef9fbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:34.533775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-c4097962-145d-4571-bc23-e1faef9fbe42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 1096 time: 0.0850034 Oct 25 23:32:34.731418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-ade3dcb0-7025-44d6-becf-a806983d372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:34.733597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-ade3dcb0-7025-44d6-becf-a806983d372f service neutron] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.1714027 Oct 25 23:32:34.823246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-c5ecbd03-01b0-4d57-9aa8-6d2f59fbc6ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f HTTP/1.1" status: 200 len: 217 time: 0.0741940 Oct 25 23:32:34.885753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-2fcd52f1-cef9-4125-b313-49d37d0fbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:34.888110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-2fcd52f1-cef9-4125-b313-49d37d0fbe68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.0579450 Oct 25 23:32:34.989446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-a8158d1a-88ab-44ab-bc01-d35351f7ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:34.995515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-a8158d1a-88ab-44ab-bc01-d35351f7ac67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001859 Oct 25 23:32:35.082809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:35.162068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b464f-0675-495f-ab00-3b87e76553be req-3a3669be-4002-4711-900f-3a6be922e09d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:35.164069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f3b464f-0675-495f-ab00-3b87e76553be req-3a3669be-4002-4711-900f-3a6be922e09d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.0958323 Oct 25 23:32:35.167193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-46182786-ef7b-46af-808d-a7bd13d4ad90 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644843 Oct 25 23:32:35.283886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507564976'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:35.302693 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f3b464f-0675-495f-ab00-3b87e76553be req-9dd06c88-d275-4104-bef6-90a2dd10a5ac tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311710 Oct 25 23:32:35.326095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:35.329909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.341021 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.370168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43e1d32b-d1ce-457f-aef1-3ca1c3a80e3a req-0ae10269-fe5b-4243-9a5f-67b093d6e2a3 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887276 Oct 25 23:32:35.442820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.449592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.486035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:35.496441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8373b3-901a-42cd-afa0-5e51ecce9b85,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:35.503709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.504058 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 96de19ec-e221-4d5e-8e72-60d1fc839d06 of type vlan for network 84cd43bb-c42b-48ef-921e-c74ff0904955 Oct 25 23:32:35.564590 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.604187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.612392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:35.613735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:35.707739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=84cd43bb-c42b-48ef-921e-c74ff0904955,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:35.719433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 84cd43bb-c42b-48ef-921e-c74ff0904955 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:35.739146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-72d1c07b-a0f1-4449-9ece-a39e8c139d9d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6550112 Oct 25 23:32:36.560749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622ddfc-a94e-47df-92cb-c660f13d4828 req-059882bd-93ec-4d9f-bd28-2fca1eef0d53 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:36.562582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1622ddfc-a94e-47df-92cb-c660f13d4828 req-059882bd-93ec-4d9f-bd28-2fca1eef0d53 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1336303 Oct 25 23:32:36.650305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1622ddfc-a94e-47df-92cb-c660f13d4828 req-a128f0e7-8b1b-403e-b1ff-7b0bad3e5fbc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Oct 25 23:32:37.861207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede529-f571-4650-90b5-5c938b199493 req-2481d4bc-33c6-48cc-a13b-31ff3c11060b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:37.874460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68ede529-f571-4650-90b5-5c938b199493 req-2481d4bc-33c6-48cc-a13b-31ff3c11060b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.0958867 Oct 25 23:32:37.963977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68ede529-f571-4650-90b5-5c938b199493 req-92a4b166-693c-4bc2-9c95-9a40bb142dbc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878551 Oct 25 23:32:39.202687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798db7b8-6b67-4656-92e9-ce5431d0657d req-ef162452-346e-40d5-80bf-deac2e2221b3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:39.215050 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-798db7b8-6b67-4656-92e9-ce5431d0657d req-ef162452-346e-40d5-80bf-deac2e2221b3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1285493 Oct 25 23:32:39.257910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39812) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:39.264253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:39.316038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-798db7b8-6b67-4656-92e9-ce5431d0657d req-ddd85f10-d399-454f-964f-916835da6fab tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963008 Oct 25 23:32:39.421311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:39.428173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:39.751049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:39.814354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=44c6e51d-c203-4782-b65d-a6e51b1dafeb,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:39.876261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '96de19ec-e221-4d5e-8e72-60d1fc839d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:39.877720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: 84cd43bb-c42b-48ef-921e-c74ff0904955, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:39.910069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network 84cd43bb-c42b-48ef-921e-c74ff0904955 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:39.941530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 84cd43bb-c42b-48ef-921e-c74ff0904955) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:39.947413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:39.948151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:39.955023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda2729-4187-41e9-a6ac-f958f64337b9 None None] Network 84cd43bb-c42b-48ef-921e-c74ff0904955 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:39.991391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:39.997821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b54a0f2a-d218-4b97-a3cc-bd2acb3ff664 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7384865 Oct 25 23:32:39.998849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796979018'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:40.061328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:40.068581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.163816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:40.189385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.189839 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 34f0b84d-de20-4023-8e15-cb8356742bc3 of type vlan for network b5b8e7da-e0da-49e1-8f50-ca987180494f Oct 25 23:32:40.270486 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.314027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-84cd43bb-c42b-48ef-921e-c74ff0904955', 'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '44c6e51d-c203-4782-b65d-a6e51b1dafeb'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:40.322088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.371128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0bd30-8f90-49e6-bc22-b4bdae11d980 req-936e050b-f3c2-4553-a8f0-911105604f92 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:40.372986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc0bd30-8f90-49e6-bc22-b4bdae11d980 req-936e050b-f3c2-4553-a8f0-911105604f92 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.1523190 Oct 25 23:32:40.395045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.406795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:40.415089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.424935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc0bd30-8f90-49e6-bc22-b4bdae11d980 req-6d73de60-5b7a-4deb-a587-fad707bd4b39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.634100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=b5b8e7da-e0da-49e1-8f50-ca987180494f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:40.651708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc0bd30-8f90-49e6-bc22-b4bdae11d980 req-6d73de60-5b7a-4deb-a587-fad707bd4b39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.670579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-5dc0bd30-8f90-49e6-bc22-b4bdae11d980 req-6d73de60-5b7a-4deb-a587-fad707bd4b39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:40.713434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b5b8e7da-e0da-49e1-8f50-ca987180494f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:40.715854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5dc0bd30-8f90-49e6-bc22-b4bdae11d980 req-6d73de60-5b7a-4deb-a587-fad707bd4b39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341384 Oct 25 23:32:40.729747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73de60-5b7a-4deb-a587-fad707bd4b39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26b5c0-dd4d-47b6-a7b2-43a8b6443cc0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:40.794435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 39834) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:40.801969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:40.807052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-aeb046eb-2956-4958-bdc0-03ec3f9afe76 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8144581 Oct 25 23:32:40.820549 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:32:40.831173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62e66-9fa6-4678-bfd8-c94dba8fdac0 req-f7a8c324-3471-4405-b084-3c4eaa374bdd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:40.849179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ec62e66-9fa6-4678-bfd8-c94dba8fdac0 req-f7a8c324-3471-4405-b084-3c4eaa374bdd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.2338936 Oct 25 23:32:40.952979 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ec62e66-9fa6-4678-bfd8-c94dba8fdac0 req-d8a2b765-7863-4434-9dcf-c51a1223f8d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026607 Oct 25 23:32:40.975736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Allocated IP 2001:db8:0:ffff::2 (84cd43bb-c42b-48ef-921e-c74ff0904955/44c6e51d-c203-4782-b65d-a6e51b1dafeb/8d498503-20d6-476e-bc10-e346b3e381d4) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:41.013048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ba2bc-9bed-4c48-b586-1a98b415dcb4 req-f702331c-07c1-4bc3-b5f4-2f27910d491d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:41.015292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3ba2bc-9bed-4c48-b586-1a98b415dcb4 req-f702331c-07c1-4bc3-b5f4-2f27910d491d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1214044 Oct 25 23:32:41.076899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:41.080487 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.127371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae3ba2bc-9bed-4c48-b586-1a98b415dcb4 req-719328ba-fd14-4273-bad5-cf7317c24842 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876398 Oct 25 23:32:41.164940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39836) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:41.210922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.232204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.289719 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fe03983f-971b-491a-b5da-f8d5be383e40 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/505ba66b-7e21-4315-9e39-2e53720ada8a HTTP/1.1" status: 200 len: 992 time: 0.1236093 Oct 25 23:32:41.373923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Network 84cd43bb-c42b-48ef-921e-c74ff0904955 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:41.379246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:41.396305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:41.415375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Pushing event updated for resources: {'Port': ['ID=8d498503-20d6-476e-bc10-e346b3e381d4,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:41.556711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Attempting to bind port 8d498503-20d6-476e-bc10-e346b3e381d4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:41.557449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Attempting to bind port 8d498503-20d6-476e-bc10-e346b3e381d4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '96de19ec-e221-4d5e-8e72-60d1fc839d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:41.560256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Attempting to bind port 8d498503-20d6-476e-bc10-e346b3e381d4 on network 84cd43bb-c42b-48ef-921e-c74ff0904955 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:41.579150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:41.579851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Checking segment: {'id': '96de19ec-e221-4d5e-8e72-60d1fc839d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:41.580367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.581165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Bound using segment: {'id': '96de19ec-e221-4d5e-8e72-60d1fc839d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:41.581823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Bound port: 8d498503-20d6-476e-bc10-e346b3e381d4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96de19ec-e221-4d5e-8e72-60d1fc839d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84cd43bb-c42b-48ef-921e-c74ff0904955'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:41.582466 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.626735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.799666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] For port 8d498503-20d6-476e-bc10-e346b3e381d4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:41.804172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] For port 8d498503-20d6-476e-bc10-e346b3e381d4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8d498503-20d6-476e-bc10-e346b3e381d4,segment=NetworkSegment(96de19ec-e221-4d5e-8e72-60d1fc839d06),segment_id=96de19ec-e221-4d5e-8e72-60d1fc839d06)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:41.810984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.811376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '34f0b84d-de20-4023-8e15-cb8356742bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:41.811837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: b5b8e7da-e0da-49e1-8f50-ca987180494f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:41.818976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=6cadc974-a6df-439d-b6d3-a4610b81fe58,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:41.854032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network b5b8e7da-e0da-49e1-8f50-ca987180494f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:41.883450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-fb944e90-9cd1-42c4-ad43-d436f6d3d4b6 req-b1cfd500-95f8-457c-9e99-1829d00308e1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:32:41.888392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb944e90-9cd1-42c4-ad43-d436f6d3d4b6 req-b1cfd500-95f8-457c-9e99-1829d00308e1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1899083 Oct 25 23:32:41.894591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b5b8e7da-e0da-49e1-8f50-ca987180494f) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:41.902201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:41.902935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:41.953571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 39890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:41.955451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c3a5a7a0-c527-4084-b89e-779d2b81ad5c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1596606 Oct 25 23:32:42.059491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851c25b-8c32-461e-be4e-45b41d797117 None None] Network b5b8e7da-e0da-49e1-8f50-ca987180494f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:42.291715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:42.312715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc1a2-1bb2-49dd-a70b-c6f298f89be0 None None] Pushing event updated for resources: {'Port': ['ID=8d498503-20d6-476e-bc10-e346b3e381d4,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:42.544153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ccc0e-91a3-4598-9394-098bdfc7c684 req-09f1c7e8-8fdf-4b02-8c47-2039f6840c7d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:42.546117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-621ccc0e-91a3-4598-9394-098bdfc7c684 req-09f1c7e8-8fdf-4b02-8c47-2039f6840c7d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.2511303 Oct 25 23:32:42.599878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-b5b8e7da-e0da-49e1-8f50-ca987180494f', 'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '6cadc974-a6df-439d-b6d3-a4610b81fe58'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:42.600800 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:42.752788 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:42.940554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e1d85-c6e4-4613-a84d-ad5fd838d469 req-325f9005-f990-4477-a16e-060ebd0d558a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:42.954968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa8e1d85-c6e4-4613-a84d-ad5fd838d469 req-325f9005-f990-4477-a16e-060ebd0d558a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1643012 Oct 25 23:32:42.968629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-621ccc0e-91a3-4598-9394-098bdfc7c684 req-56742a41-fc3a-42e4-811d-dcaf1dda15cf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025328 Oct 25 23:32:43.048099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa8e1d85-c6e4-4613-a84d-ad5fd838d469 req-3c2f6c22-c63b-4102-8769-294f1820f022 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869606 Oct 25 23:32:43.073278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Allocated IP 2001:db8::1 (b5b8e7da-e0da-49e1-8f50-ca987180494f/6cadc974-a6df-439d-b6d3-a4610b81fe58/3ef87145-7906-4214-8cc9-384609f1d4a7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:43.092001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-08e7b246-614b-4db1-8748-4fd822118f58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3876660 Oct 25 23:32:43.106536 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-019ac7fe-ca12-41e5-959e-5657a93cb70e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:32:43.106536 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-019ac7fe-ca12-41e5-959e-5657a93cb70e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081799 Oct 25 23:32:43.461129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:43.499449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d498503-20d6-476e-bc10-e346b3e381d4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:44.028908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8d498503-20d6-476e-bc10-e346b3e381d4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:44.031578 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:44.320630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eadb1-4a2d-41c9-9eb7-e8fcf8a1c497 req-8dfda813-5f3c-4c99-b444-6de7a8fa5717 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:44.341943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea2eadb1-4a2d-41c9-9eb7-e8fcf8a1c497 req-8dfda813-5f3c-4c99-b444-6de7a8fa5717 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1439309 Oct 25 23:32:44.487913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ff36-5534-479e-a2da-e7f9d5217b9f req-2f89b9e3-b44f-4166-af23-8f3fd020ef0a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:44.492999 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea2eadb1-4a2d-41c9-9eb7-e8fcf8a1c497 req-6b1cc300-34bb-4ba8-9eac-9a932657d183 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481023 Oct 25 23:32:44.513268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-47d2ff36-5534-479e-a2da-e7f9d5217b9f req-2f89b9e3-b44f-4166-af23-8f3fd020ef0a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2162848 Oct 25 23:32:44.541454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:44.588796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:44.590651 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:44.634741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-47d2ff36-5534-479e-a2da-e7f9d5217b9f req-fffabfba-ae24-449c-98f3-4166f8caa618 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178675 Oct 25 23:32:44.651406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Network b5b8e7da-e0da-49e1-8f50-ca987180494f is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:44.678826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:44.713346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:44.749698 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:44.783259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=6cadc974-a6df-439d-b6d3-a4610b81fe58,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:44.830745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Pushing event updated for resources: {'Port': ['ID=3ef87145-7906-4214-8cc9-384609f1d4a7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:44.879280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4cecc-9d8a-4b14-80eb-c90af03b2c8e None None] Network 84cd43bb-c42b-48ef-921e-c74ff0904955 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:45.063221 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.119565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b8e7da-e0da-49e1-8f50-ca987180494f']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:45.147162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Attempting to bind port 3ef87145-7906-4214-8cc9-384609f1d4a7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:45.149482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f0b84d-de20-4023-8e15-cb8356742bc3') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:45.150109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f0b84d-de20-4023-8e15-cb8356742bc3') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:45.157403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Attempting to bind port 3ef87145-7906-4214-8cc9-384609f1d4a7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '34f0b84d-de20-4023-8e15-cb8356742bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:45.157913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Attempting to bind port 3ef87145-7906-4214-8cc9-384609f1d4a7 on network b5b8e7da-e0da-49e1-8f50-ca987180494f {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:45.175566 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.189827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 8d498503-20d6-476e-bc10-e346b3e381d4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8d498503-20d6-476e-bc10-e346b3e381d4,segment=NetworkSegment(96de19ec-e221-4d5e-8e72-60d1fc839d06),segment_id=96de19ec-e221-4d5e-8e72-60d1fc839d06)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:45.205398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a0e9aab7-d179-48a2-ab39-95f9d0d28ba9 None None] Provisioning complete for port 8d498503-20d6-476e-bc10-e346b3e381d4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:45.205934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a0e9aab7-d179-48a2-ab39-95f9d0d28ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.215193 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.222720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.223835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:45.225010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Checking segment: {'id': '34f0b84d-de20-4023-8e15-cb8356742bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:45.225831 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.226299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Bound using segment: {'id': '34f0b84d-de20-4023-8e15-cb8356742bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:45.227201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Bound port: 3ef87145-7906-4214-8cc9-384609f1d4a7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f0b84d-de20-4023-8e15-cb8356742bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:45.227822 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.240727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:45.242162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:45.250787 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:45.488194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:32:45.488194 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:32:45.488194 n-d-815373-1 neutron-server[102134]: [parameters: {'id': 'b5b8e7da-e0da-49e1-8f50-ca987180494f'}] Oct 25 23:32:45.488194 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:32:45.490965 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:32:45.656480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=8d498503-20d6-476e-bc10-e346b3e381d4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:45.686616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc1e5-f5b9-42ff-8555-29c67a1a8a46 req-c9692c94-82c1-42c5-83a8-5ff0475f8cfd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:45.689974 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd7bc1e5-f5b9-42ff-8555-29c67a1a8a46 req-c9692c94-82c1-42c5-83a8-5ff0475f8cfd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1259985 Oct 25 23:32:45.861488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] For port 3ef87145-7906-4214-8cc9-384609f1d4a7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:45.866454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd7bc1e5-f5b9-42ff-8555-29c67a1a8a46 req-2f0f9029-5600-4a4f-bfa3-0c0007729ff9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655765 Oct 25 23:32:45.953509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e124-1fbf-4335-9e01-e1fdc0aaef68 req-663a52ba-106b-478a-8654-dd90513fb601 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:45.957112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85c9e124-1fbf-4335-9e01-e1fdc0aaef68 req-663a52ba-106b-478a-8654-dd90513fb601 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1242270 Oct 25 23:32:45.992759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:45.999571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] For port 3ef87145-7906-4214-8cc9-384609f1d4a7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3ef87145-7906-4214-8cc9-384609f1d4a7,segment=NetworkSegment(34f0b84d-de20-4023-8e15-cb8356742bc3),segment_id=34f0b84d-de20-4023-8e15-cb8356742bc3)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:46.005210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73bd1015-8ff1-4582-a61f-2a65a944f7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.012414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.084914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85c9e124-1fbf-4335-9e01-e1fdc0aaef68 req-71df7688-20e7-46d5-a59e-82e1aa71a415 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172211 Oct 25 23:32:46.140447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting port 3ef87145-7906-4214-8cc9-384609f1d4a7 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:46.141070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.190649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-0ba0930e-dc79-4cd5-9049-674688534596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:46.196838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-0ba0930e-dc79-4cd5-9049-674688534596 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.3743844 Oct 25 23:32:46.253669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] For port 3ef87145-7906-4214-8cc9-384609f1d4a7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3ef87145-7906-4214-8cc9-384609f1d4a7,segment=NetworkSegment(34f0b84d-de20-4023-8e15-cb8356742bc3),segment_id=34f0b84d-de20-4023-8e15-cb8356742bc3)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:46.254386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.291463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Calling delete_port for 3ef87145-7906-4214-8cc9-384609f1d4a7 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:46.300226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490ea71-4d58-4d7d-9745-41146e40e1eb None None] Pushing event updated for resources: {'Port': ['ID=3ef87145-7906-4214-8cc9-384609f1d4a7,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:46.315779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ef4ae0c5-266b-405a-95b9-c1ce4c809c91 None None] Provisioning complete for port 8d498503-20d6-476e-bc10-e346b3e381d4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:46.318743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae0c5-266b-405a-95b9-c1ce4c809c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.324455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06c666-0abc-49b1-8dff-7a4be56d1a42 None None] Network b5b8e7da-e0da-49e1-8f50-ca987180494f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:46.503039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.506717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-bd1aed67-dc76-4558-a4f6-3e0417eab456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:46.509557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-bd1aed67-dc76-4558-a4f6-3e0417eab456 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.3053753 Oct 25 23:32:46.531428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No DVR routers for this DVR port 3ef87145-7906-4214-8cc9-384609f1d4a7 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:32:46.560014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Port': ['ID=3ef87145-7906-4214-8cc9-384609f1d4a7,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:46.709869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-1985bf8e-0058-433f-8109-2f247440c71c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 1000 time: 0.1896350 Oct 25 23:32:46.775116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.783437 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4cbf1a12-c1f5-42d9-8090-fc2da82922cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:46.785274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4cbf1a12-c1f5-42d9-8090-fc2da82922cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.0692155 Oct 25 23:32:46.820071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b8e7da-e0da-49e1-8f50-ca987180494f']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:46.847309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f0b84d-de20-4023-8e15-cb8356742bc3') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:46.848113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f0b84d-de20-4023-8e15-cb8356742bc3') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:46.868173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.886791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.897155 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:46.898276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:46.898411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-f8b37654-33a9-44da-9741-988c216a124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:46.900081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-f8b37654-33a9-44da-9741-988c216a124b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019986 Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:46.905060 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:47.013805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010c9502-8aa6-4f5a-8267-bc6a79bf391b None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:32:47.086751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.102997 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.113009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/b5b8e7da-e0da-49e1-8f50-ca987180494f HTTP/1.1" status: 204 len: 168 time: 5.1582446 Oct 25 23:32:47.121526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40236) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:47.134083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107300325'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:47.157559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-d909a026-c7a0-41b8-80aa-b1c40cca7954 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454798 Oct 25 23:32:47.218502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:47.222705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.247407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc82816-9c5f-4e10-a17c-5c647062061b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=b5b8e7da-e0da-49e1-8f50-ca987180494f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:47.284762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:47.297629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.298227 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 9d8289bf-4d48-490c-9535-c8d2e20534ec of type vlan for network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 Oct 25 23:32:47.385925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c9502-8aa6-4f5a-8267-bc6a79bf391b None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:32:47.416503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.511033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d498503-20d6-476e-bc10-e346b3e381d4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:47.622670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.662011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:47.662695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.671876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830800c5-715b-454c-ba03-c4aba6574bef req-66c3c90c-89c3-44c5-8ca4-b4d5287bfb25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:47.685009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-830800c5-715b-454c-ba03-c4aba6574bef req-66c3c90c-89c3-44c5-8ca4-b4d5287bfb25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2520883 Oct 25 23:32:47.701005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-cb34d86b-d2bf-4600-b97b-41a66ec2a7a4 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385561 Oct 25 23:32:47.817208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8d498503-20d6-476e-bc10-e346b3e381d4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:47.817631 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-830800c5-715b-454c-ba03-c4aba6574bef req-64f0f914-b3e1-4592-8be1-5e6c19c447c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310580 Oct 25 23:32:47.818291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:47.835581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa495-92d3-4856-8e6c-c128c0b737db req-ebabecda-4ceb-4496-aec5-f6941613eec9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:47.837442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20dfa495-92d3-4856-8e6c-c128c0b737db req-ebabecda-4ceb-4496-aec5-f6941613eec9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.6351845 Oct 25 23:32:47.879841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40296) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:47.889269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:47.892209 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7532012 Oct 25 23:32:47.903157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ff4ca-eb68-4448-b0c4-545061eca8f5 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=9989c5a9-c63a-48d5-8182-2fe99d4c3992,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:47.937375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:47.970304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20dfa495-92d3-4856-8e6c-c128c0b737db req-80b35409-d945-4668-8630-d8ed63ee24fc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152062 Oct 25 23:32:48.219047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:48.227157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:48.406924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ddf077c-7e10-4fb8-8a1b-4abd2ad1446b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:48.658900 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:48.778442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '9d8289bf-4d48-490c-9535-c8d2e20534ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:48.779209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: 9989c5a9-c63a-48d5-8182-2fe99d4c3992, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:48.785927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=4c342816-2c43-426c-9b02-5ffdeb728b52,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:48.818681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:48.838831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 9989c5a9-c63a-48d5-8182-2fe99d4c3992) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:48.850560 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89196a38-6998-45bf-bd61-ec267913de4a None None] Network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:48.851136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:48.852133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:48.907340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40380) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:48.916055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d3f42d8-dfce-4910-8dd6-32ffd0ac49b4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0348027 Oct 25 23:32:48.923126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1473246511'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:48.988604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:48.992670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.052319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:49.075686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.076000 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 9b207910-8678-460c-bc99-a4be5d4fdbb5 of type vlan for network 0afaa3cf-c70e-444a-b828-baaaead69354 Oct 25 23:32:49.135182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956f3e-b1b9-4f5c-a425-7355675eb7b9 req-72b2517e-6d99-4ace-bca5-e252b47d2d80 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:49.138280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2956f3e-b1b9-4f5c-a425-7355675eb7b9 req-72b2517e-6d99-4ace-bca5-e252b47d2d80 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1615958 Oct 25 23:32:49.218736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2956f3e-b1b9-4f5c-a425-7355675eb7b9 req-b3f10b45-43d7-4f72-8adc-592694ec461c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697870 Oct 25 23:32:49.280893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.341618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5b549-8d1c-43b8-a5d9-c1f65df1e1c3 req-fc65f501-d120-43d9-a0a1-726f62f10570 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:49.343352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-21e5b549-8d1c-43b8-a5d9-c1f65df1e1c3 req-fc65f501-d120-43d9-a0a1-726f62f10570 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1850035 Oct 25 23:32:49.467366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-5762f6af-3bbc-48ae-a524-121f055c9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:49.472971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.475799 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-5762f6af-3bbc-48ae-a524-121f055c9ac6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.1010919 Oct 25 23:32:49.481062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:49.481718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.496617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-9989c5a9-c63a-48d5-8182-2fe99d4c3992', 'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '4c342816-2c43-426c-9b02-5ffdeb728b52'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:49.500149 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.562925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-21e5b549-8d1c-43b8-a5d9-c1f65df1e1c3 req-6d48bc52-0a2c-4ae7-b86c-fa21d9aeae09 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902115 Oct 25 23:32:49.715513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8052022 Oct 25 23:32:49.727400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:49.744379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': '0afaa3cf-c70e-444a-b828-baaaead69354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:49.769364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8d864-ec38-45e7-a3d5-1751abd59bd0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=0afaa3cf-c70e-444a-b828-baaaead69354,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:49.781764 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:49.795369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-b5bea889-8e6e-443b-a040-3b10acbfaa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:49.796099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 0afaa3cf-c70e-444a-b828-baaaead69354 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:49.798508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-b5bea889-8e6e-443b-a040-3b10acbfaa34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.2954454 Oct 25 23:32:50.025006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:50.029814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.049076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Allocated IP 2001:db8::3 (9989c5a9-c63a-48d5-8182-2fe99d4c3992/4c342816-2c43-426c-9b02-5ffdeb728b52/32862861-1034-4cb5-91c5-36140c3bdd97) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:50.185881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Performing IP validity checks on allocation pools {{(pid=102134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:32:50.189562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.ipam_backend_mixin [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:32:50.268000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.394183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.404875 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.437573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.484127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:50.507889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:50.532602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:50.537806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=39c0220b-74e5-4ae4-8b05-3654f563f983,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:50.540927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-6cea4637-28e9-4118-96ac-2f46ea2abc09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 1000 time: 0.7329361 Oct 25 23:32:50.551565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '9b207910-8678-460c-bc99-a4be5d4fdbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0afaa3cf-c70e-444a-b828-baaaead69354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:50.552305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: 0afaa3cf-c70e-444a-b828-baaaead69354, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:50.567458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Pushing event updated for resources: {'Port': ['ID=32862861-1034-4cb5-91c5-36140c3bdd97,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:50.576520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network 0afaa3cf-c70e-444a-b828-baaaead69354 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:50.609770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 0afaa3cf-c70e-444a-b828-baaaead69354) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:50.620036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:50.622837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.672713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4b2bc98e-6924-4853-a94a-f4f7155b5439 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9366329 Oct 25 23:32:50.674927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40470) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:50.682451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a007d-2ca7-4760-8aed-1237bd308c29 None None] Network 0afaa3cf-c70e-444a-b828-baaaead69354 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:50.713033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7ab1-b3fa-44f6-997d-df27f21c68f7 req-af2bae8d-6e1b-4fbd-8241-7e21c4ad5dc2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:50.720119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d0a7ab1-b3fa-44f6-997d-df27f21c68f7 req-af2bae8d-6e1b-4fbd-8241-7e21c4ad5dc2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2444713 Oct 25 23:32:50.729439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Attempting to bind port 32862861-1034-4cb5-91c5-36140c3bdd97 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:50.732049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Attempting to bind port 32862861-1034-4cb5-91c5-36140c3bdd97 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9d8289bf-4d48-490c-9535-c8d2e20534ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:50.732665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Attempting to bind port 32862861-1034-4cb5-91c5-36140c3bdd97 on network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:50.846426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d0a7ab1-b3fa-44f6-997d-df27f21c68f7 req-afd3553e-c505-44ea-938e-3161440fe0e0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163106 Oct 25 23:32:50.864654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-47c916ee-10ea-4b3c-9452-1356307ae206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:50.866285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-47c916ee-10ea-4b3c-9452-1356307ae206 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.3038785 Oct 25 23:32:50.877530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:50.877959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Checking segment: {'id': '9d8289bf-4d48-490c-9535-c8d2e20534ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:50.878407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.878779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Bound using segment: {'id': '9d8289bf-4d48-490c-9535-c8d2e20534ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:50.879386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Bound port: 32862861-1034-4cb5-91c5-36140c3bdd97, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8289bf-4d48-490c-9535-c8d2e20534ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9989c5a9-c63a-48d5-8182-2fe99d4c3992'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:50.879641 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.944573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-40fdb986-e2f5-49c9-9aef-99da2b9cdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:50.947567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-40fdb986-e2f5-49c9-9aef-99da2b9cdbb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710027 Oct 25 23:32:50.951052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:50.991690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.010170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041399d-c760-4b4a-8217-2b0ce75610b8 req-06dbfbff-4c2e-468e-ab91-aff1dccacdc2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:51.030201 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7041399d-c760-4b4a-8217-2b0ce75610b8 req-06dbfbff-4c2e-468e-ab91-aff1dccacdc2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.2546339 Oct 25 23:32:51.123809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-63711acb-bcad-4fb8-9769-07f1c1ed9155 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604242 Oct 25 23:32:51.142939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7041399d-c760-4b4a-8217-2b0ce75610b8 req-ed89d4f3-27e7-4931-b014-0ec4c6bb4d17 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010416 Oct 25 23:32:51.158963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.239914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] For port 32862861-1034-4cb5-91c5-36140c3bdd97, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:51.269855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] For port 32862861-1034-4cb5-91c5-36140c3bdd97, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32862861-1034-4cb5-91c5-36140c3bdd97,segment=NetworkSegment(9d8289bf-4d48-490c-9535-c8d2e20534ec),segment_id=9d8289bf-4d48-490c-9535-c8d2e20534ec)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:51.285689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.292045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.325453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72c26fb4-c214-4a1c-835e-1acb11e7b02d req-5f6df966-a53b-4349-937e-b702ce732764 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927323 Oct 25 23:32:51.368506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=39c0220b-74e5-4ae4-8b05-3654f563f983,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:51.422127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a5f46-4376-4695-a5f5-66def2340d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-0afaa3cf-c70e-444a-b828-baaaead69354', 'network_id': '0afaa3cf-c70e-444a-b828-baaaead69354', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '39c0220b-74e5-4ae4-8b05-3654f563f983'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:51.424580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f46-4376-4695-a5f5-66def2340d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.435864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f6af-8a5e-4ff5-8f01-0e7dd7c75738 None None] Pushing event updated for resources: {'Port': ['ID=32862861-1034-4cb5-91c5-36140c3bdd97,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:51.537416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.584175 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afaa3cf-c70e-444a-b828-baaaead69354']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:51.597449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b207910-8678-460c-bc99-a4be5d4fdbb5') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:51.597824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b207910-8678-460c-bc99-a4be5d4fdbb5') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:51.617292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.644347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.648597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b515e-0f29-45fe-9412-e296d660b6a3 None None] Network 0afaa3cf-c70e-444a-b828-baaaead69354 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:51.655245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:51.655710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:51.668843 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:51.819993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.872582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:51.886099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40484) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:51.888212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/0afaa3cf-c70e-444a-b828-baaaead69354 HTTP/1.1" status: 204 len: 168 time: 1.2082472 Oct 25 23:32:51.891896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4daf1-0909-4afe-96fe-9a0cc538a27f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=0afaa3cf-c70e-444a-b828-baaaead69354,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:51.894370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581336817'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:51.950958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:51.956180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:52.017695 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:52.032095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:52.032589 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment dae211d4-4391-45c8-81b6-6bc700ba5fe0 of type vlan for network a21d7b20-1f29-4f06-bfff-21324d77b82f Oct 25 23:32:52.131113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:52.147544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a311e5-0f6c-4667-9eac-cee3648a8021 req-c80aa18e-650b-4a6a-9d86-51bc670c120f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:52.157326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55a311e5-0f6c-4667-9eac-cee3648a8021 req-c80aa18e-650b-4a6a-9d86-51bc670c120f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1262879 Oct 25 23:32:52.272997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:52.288645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:52.299549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:52.343204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55a311e5-0f6c-4667-9eac-cee3648a8021 req-d57b5c53-7a81-4be8-9957-ca34b1c7b4e5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767187 Oct 25 23:32:52.395655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785e53-c5a7-4587-899a-93bffcf094a9 req-83de1398-ef09-4443-88cd-52a0d3bf148c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:52.398005 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd785e53-c5a7-4587-899a-93bffcf094a9 req-83de1398-ef09-4443-88cd-52a0d3bf148c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1030328 Oct 25 23:32:52.502123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6152380 Oct 25 23:32:52.508790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40490) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:52.525690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cd785e53-c5a7-4587-899a-93bffcf094a9 req-a6df423f-6fcb-4369-b042-c2fd2178d40e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196883 Oct 25 23:32:52.530713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdee56-c77b-4999-8176-3f256dfea5ef tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=a21d7b20-1f29-4f06-bfff-21324d77b82f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:52.543234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'a21d7b20-1f29-4f06-bfff-21324d77b82f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:52.546321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a21d7b20-1f29-4f06-bfff-21324d77b82f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:52.675845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:52.680705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:52.970039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.061645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f07919a-972a-46cd-b167-3534f481e657 None None] Network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:53.068177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=b091875a-c328-4649-86ea-d063bb7e41c4,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:53.088339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': 'dae211d4-4391-45c8-81b6-6bc700ba5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a21d7b20-1f29-4f06-bfff-21324d77b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:53.088776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: a21d7b20-1f29-4f06-bfff-21324d77b82f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:53.115972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network a21d7b20-1f29-4f06-bfff-21324d77b82f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:53.130500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a21d7b20-1f29-4f06-bfff-21324d77b82f) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:53.146271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:53.148726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.175058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eadb73c-84c0-4f92-959d-e86decba828d None None] Network a21d7b20-1f29-4f06-bfff-21324d77b82f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:53.175793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:53.176483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fdaf4196-30a4-493f-987a-8bec73669cc6 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6441958 Oct 25 23:32:53.274676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb6753b7-51c3-4c60-be13-bb3bc3dbe4f5 None None] Provisioning complete for port 32862861-1034-4cb5-91c5-36140c3bdd97 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:53.275038 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb6753b7-51c3-4c60-be13-bb3bc3dbe4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.322267 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.452224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.479442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32862861-1034-4cb5-91c5-36140c3bdd97 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:53.564979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfdba9-3d89-4447-9023-9033d31a2ffc req-abe9c2a5-b003-4ec3-8905-87879c87016d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:53.573306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13bfdba9-3d89-4447-9023-9033d31a2ffc req-abe9c2a5-b003-4ec3-8905-87879c87016d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.0882764 Oct 25 23:32:53.622216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.650975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13bfdba9-3d89-4447-9023-9033d31a2ffc req-491c6114-cb0b-4b00-949a-582e816f75b1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718668 Oct 25 23:32:53.722113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=b091875a-c328-4649-86ea-d063bb7e41c4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:53.757997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.771515 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb6753b7-51c3-4c60-be13-bb3bc3dbe4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.778626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21d7b20-1f29-4f06-bfff-21324d77b82f']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:53.791772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae211d4-4391-45c8-81b6-6bc700ba5fe0') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:53.792287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae211d4-4391-45c8-81b6-6bc700ba5fe0') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:53.805673 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.822602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.832143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:53.832565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:53.835853 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:53.867379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fe389-62ae-4177-a520-e95a65628d9e req-4467d5ba-1f0e-499c-b694-657f9e4149e2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:53.868911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af3fe389-62ae-4177-a520-e95a65628d9e req-4467d5ba-1f0e-499c-b694-657f9e4149e2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1375778 Oct 25 23:32:53.877239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5086e-37e5-437d-9b7a-c0414c87a64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a21d7b20-1f29-4f06-bfff-21324d77b82f', 'network_id': 'a21d7b20-1f29-4f06-bfff-21324d77b82f', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': 'b091875a-c328-4649-86ea-d063bb7e41c4'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:53.879363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70f5086e-37e5-437d-9b7a-c0414c87a64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.907030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fb6753b7-51c3-4c60-be13-bb3bc3dbe4f5 None None] For port 32862861-1034-4cb5-91c5-36140c3bdd97, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32862861-1034-4cb5-91c5-36140c3bdd97,segment=NetworkSegment(9d8289bf-4d48-490c-9535-c8d2e20534ec),segment_id=9d8289bf-4d48-490c-9535-c8d2e20534ec)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:53.910280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.921878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.929219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/a21d7b20-1f29-4f06-bfff-21324d77b82f HTTP/1.1" status: 204 len: 168 time: 0.7489214 Oct 25 23:32:53.929993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40510) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:53.937242 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb6753b7-51c3-4c60-be13-bb3bc3dbe4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:53.937804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1886685466'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:53.961323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc2d9-697d-439b-8418-d9beec0ffe5b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=a21d7b20-1f29-4f06-bfff-21324d77b82f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:53.986873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:53.996299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.032190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 32862861-1034-4cb5-91c5-36140c3bdd97 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:54.032548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.046093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:54.046722 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af3fe389-62ae-4177-a520-e95a65628d9e req-fdba9fed-0d86-40b0-927d-f894276c114e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684835 Oct 25 23:32:54.072681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.072681 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d of type vlan for network cafac841-b2b9-4685-9c48-e5f97a31d140 Oct 25 23:32:54.090123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d65143-8ecd-4138-88cc-4298bb20e8b5 None None] Network a21d7b20-1f29-4f06-bfff-21324d77b82f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:54.145054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d65143-8ecd-4138-88cc-4298bb20e8b5 None None] Network a21d7b20-1f29-4f06-bfff-21324d77b82f could not be found, it might have been deleted concurrently. {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 23:32:54.153440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.207522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6753b7-51c3-4c60-be13-bb3bc3dbe4f5 None None] Pushing event updated for resources: {'Port': ['ID=32862861-1034-4cb5-91c5-36140c3bdd97,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:54.234206 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.263634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:54.267783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.390968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=cafac841-b2b9-4685-9c48-e5f97a31d140,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:54.398455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cce71247-5435-4023-832c-9d22299bb18c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4673982 Oct 25 23:32:54.401689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40520) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:54.407360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network cafac841-b2b9-4685-9c48-e5f97a31d140 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:54.407705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:54.515330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:54.519898 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.533342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b2d9ad62-8d6b-4c3c-946c-c560bdc9b0fe None None] Provisioning complete for port 32862861-1034-4cb5-91c5-36140c3bdd97 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:54.533769 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ad62-8d6b-4c3c-946c-c560bdc9b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.796735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:54.876766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49b12d-f380-47d3-9aab-3fb44a028d43 req-48e0a8a2-dbcc-442c-a2d6-cfd9aa9f8ec1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:54.884714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf49b12d-f380-47d3-9aab-3fb44a028d43 req-48e0a8a2-dbcc-442c-a2d6-cfd9aa9f8ec1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1184509 Oct 25 23:32:54.913014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=c8009d58-02f8-4fe9-8042-476aafd610f5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:54.927546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:54.927908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: cafac841-b2b9-4685-9c48-e5f97a31d140, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:54.974426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf49b12d-f380-47d3-9aab-3fb44a028d43 req-daf5d3f5-d5bb-46a4-90f3-db20efcaee11 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865366 Oct 25 23:32:54.975626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network cafac841-b2b9-4685-9c48-e5f97a31d140 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:55.009791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, cafac841-b2b9-4685-9c48-e5f97a31d140) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:55.016600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:55.018221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.022605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710dbf6-ce04-4525-9a1c-46f146a4aa8b None None] Network cafac841-b2b9-4685-9c48-e5f97a31d140 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:55.045458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e49d285-dd12-4ee3-8114-15c8eb953beb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6419103 Oct 25 23:32:55.048768 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40526) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:55.372396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-cafac841-b2b9-4685-9c48-e5f97a31d140', 'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': 'c8009d58-02f8-4fe9-8042-476aafd610f5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:55.373416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.393983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32862861-1034-4cb5-91c5-36140c3bdd97 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:32:55.440014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ede5-1876-4ad0-8e0b-ec321119a0de req-1c25c199-82a8-49f1-a9a9-ea73359ff9d3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:55.442443 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0758ede5-1876-4ad0-8e0b-ec321119a0de req-1c25c199-82a8-49f1-a9a9-ea73359ff9d3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.2538712 Oct 25 23:32:55.473850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.516752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0758ede5-1876-4ad0-8e0b-ec321119a0de req-f9c57c6d-43ca-4a42-a594-56e6d9538d01 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644293 Oct 25 23:32:55.571437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.573674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 32862861-1034-4cb5-91c5-36140c3bdd97 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:32:55.574547 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.660002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Allocated IP 2001:db8::1 (cafac841-b2b9-4685-9c48-e5f97a31d140/c8009d58-02f8-4fe9-8042-476aafd610f5/7d2f99b5-63bf-47ed-be6a-b5b9667fe77b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:55.853478 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.864036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.887403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.907058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Network cafac841-b2b9-4685-9c48-e5f97a31d140 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:32:55.910172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:55.914009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:32:55.957676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=c8009d58-02f8-4fe9-8042-476aafd610f5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:55.982481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Attempting to bind port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:32:55.982844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Attempting to bind port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:32:55.983210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Attempting to bind port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b on network cafac841-b2b9-4685-9c48-e5f97a31d140 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:32:55.986001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Pushing event updated for resources: {'Port': ['ID=7d2f99b5-63bf-47ed-be6a-b5b9667fe77b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:55.992566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:32:55.992932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Checking segment: {'id': '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:55.993427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:55.993696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Bound using segment: {'id': '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:32:55.994616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Bound port: 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cafac841-b2b9-4685-9c48-e5f97a31d140'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:32:55.994616 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.017451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.068086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafac841-b2b9-4685-9c48-e5f97a31d140']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:56.079089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:56.079361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:56.089975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.106083 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.111081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac2958-6168-42b0-aa93-3a6802a999ef req-c483bc4b-affd-40c2-87cf-dd36d92e26dd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:56.112657 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9fac2958-6168-42b0-aa93-3a6802a999ef req-c483bc4b-affd-40c2-87cf-dd36d92e26dd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.0561163 Oct 25 23:32:56.117663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] For port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:32:56.117825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:56.118283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:56.123751 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:56.160409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9fac2958-6168-42b0-aa93-3a6802a999ef req-3c0d38e2-94dc-4f39-87e5-abbbedc67e78 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 Oct 25 23:32:56.197586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] For port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7d2f99b5-63bf-47ed-be6a-b5b9667fe77b,segment=NetworkSegment(42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d),segment_id=42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:32:56.200257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:32:56.200257 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:32:56.200257 n-d-815373-1 neutron-server[102134]: [parameters: {'id': 'cafac841-b2b9-4685-9c48-e5f97a31d140'}] Oct 25 23:32:56.200257 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:32:56.200257 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:32:56.205530 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.316482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95346c29-509d-4f2e-8e73-b9f242dcb532 None None] Pushing event updated for resources: {'Port': ['ID=7d2f99b5-63bf-47ed-be6a-b5b9667fe77b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:56.340380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869005de-b0a5-4f8f-abb0-80e7f3b28921 None None] Network cafac841-b2b9-4685-9c48-e5f97a31d140 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:56.493432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d731f1-bb50-4847-8535-021c86658697 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:32:56.650620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d731f1-bb50-4847-8535-021c86658697 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:32:56.706590 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.753605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a093c6-2683-409f-a1f7-5b706c80967e req-60453910-4aa5-474e-8699-568627c6acec tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:56.755194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3a093c6-2683-409f-a1f7-5b706c80967e req-60453910-4aa5-474e-8699-568627c6acec tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1143947 Oct 25 23:32:56.832506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b3a093c6-2683-409f-a1f7-5b706c80967e req-7013c878-883f-4df8-81a3-c8d91db99450 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560136 Oct 25 23:32:56.845223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:32:56.845575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:56.907288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40552) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:56.970959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] For port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7d2f99b5-63bf-47ed-be6a-b5b9667fe77b,segment=NetworkSegment(42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d),segment_id=42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:32:56.971266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.014252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Calling delete_port for 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:32:57.131226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc0c32d5-2021-4f3b-9539-437684322aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.135111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.180464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Port': ['ID=7d2f99b5-63bf-47ed-be6a-b5b9667fe77b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:57.183950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No DVR routers for this DVR port 7d2f99b5-63bf-47ed-be6a-b5b9667fe77b on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:32:57.263911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc0c32d5-2021-4f3b-9539-437684322aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.281566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc0c32d5-2021-4f3b-9539-437684322aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.332339 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.354397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cc0c32d5-2021-4f3b-9539-437684322aff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8c22aaaf5414648af2b0945422edfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452832 Oct 25 23:32:57.359908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40566) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:57.364359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafac841-b2b9-4685-9c48-e5f97a31d140']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:57.375027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:57.375425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42506cf5-ce77-4ac3-acb9-53bf3f4bfe5d') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:32:57.377030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068cbea-38d7-4317-95f7-cb8dd7d50342 req-b472f169-9bc9-49fe-a72a-0b582dfb084e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:57.378584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2068cbea-38d7-4317-95f7-cb8dd7d50342 req-b472f169-9bc9-49fe-a72a-0b582dfb084e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1130626 Oct 25 23:32:57.379281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c32d5-2021-4f3b-9539-437684322aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588f1d2-0d29-41fd-a55b-8e1b7be5095d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:57.393545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.409250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.417031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:32:57.417748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:32:57.422014 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:32:57.434530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2068cbea-38d7-4317-95f7-cb8dd7d50342 req-3d89ad19-ecd4-4dc5-b82c-ff85b18f2757 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494938 Oct 25 23:32:57.472686 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dddb600-4b5f-4bee-89da-7135d811c77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.502055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dddb600-4b5f-4bee-89da-7135d811c77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.578809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dddb600-4b5f-4bee-89da-7135d811c77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.582605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3dddb600-4b5f-4bee-89da-7135d811c77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:57.585388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3dddb600-4b5f-4bee-89da-7135d811c77a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2588f1d2-0d29-41fd-a55b-8e1b7be5095d HTTP/1.1" status: 204 len: 168 time: 0.2204468 Oct 25 23:32:57.604361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddb600-4b5f-4bee-89da-7135d811c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588f1d2-0d29-41fd-a55b-8e1b7be5095d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:58.086058 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.107824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.117309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:58.123190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/cafac841-b2b9-4685-9c48-e5f97a31d140 HTTP/1.1" status: 204 len: 168 time: 3.0731390 Oct 25 23:32:58.139300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fc4c4-5cfe-40ad-a06f-5cd3fa705b1c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=cafac841-b2b9-4685-9c48-e5f97a31d140,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:58.140484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1398495760'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:58.158087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd78a49-df17-4e9f-855c-81b2051cabe1 req-c3bcaf4b-674c-432d-ae20-42ecff10f531 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:58.167015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbd78a49-df17-4e9f-855c-81b2051cabe1 req-c3bcaf4b-674c-432d-ae20-42ecff10f531 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1370738 Oct 25 23:32:58.223699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fbd78a49-df17-4e9f-855c-81b2051cabe1 req-b99eb82f-b3a2-4ae8-871a-e44bbb1728c8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Oct 25 23:32:58.229599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:58.245041 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.273692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:32:58.284597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.285331 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment e59234d7-bc96-4879-a53f-54bd35bbb95c of type vlan for network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b Oct 25 23:32:58.341012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.383241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.391191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:58.391780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.494313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:58.494650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3751402 Oct 25 23:32:58.505036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:58.506885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce7b3a-4933-461c-ab86-1ff2a43b639b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=fe3f41af-f1bc-4e23-ada8-0088cb15fb1b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:58.551996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:32:58.659166 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:58.675770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec80927-09ff-4bf7-8e84-de060cb67fd1 req-4291e490-7a27-495d-9f50-944c40c4ae20 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:58.677548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ec80927-09ff-4bf7-8e84-de060cb67fd1 req-4291e490-7a27-495d-9f50-944c40c4ae20 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1097472 Oct 25 23:32:58.756953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ec80927-09ff-4bf7-8e84-de060cb67fd1 req-6aac6d64-e564-4d2a-8be6-ad02d2634790 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723858 Oct 25 23:32:58.769532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:58.781323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.013187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.089788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=33feb3c3-5ae7-41d9-aad6-37d45f8ae802,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:32:59.098088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': 'e59234d7-bc96-4879-a53f-54bd35bbb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:32:59.098481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: fe3f41af-f1bc-4e23-ada8-0088cb15fb1b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:32:59.117699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:32:59.135111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fe3f41af-f1bc-4e23-ada8-0088cb15fb1b) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:32:59.143414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:59.144003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.148477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830d68b-14df-45f0-a1a5-c6449e32afa1 None None] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:32:59.179352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0414eeb0-a745-4b88-8236-37e85e3ba576 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6828802 Oct 25 23:32:59.181712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40608) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:32:59.190889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:32:59.491679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-fe3f41af-f1bc-4e23-ada8-0088cb15fb1b', 'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '33feb3c3-5ae7-41d9-aad6-37d45f8ae802'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:32:59.492683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.568203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a05a3-97ae-4422-aea7-9b811251b695 req-878e4fc7-e640-4d91-8f59-f86adcdca280 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:59.569797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-134a05a3-97ae-4422-aea7-9b811251b695 req-878e4fc7-e640-4d91-8f59-f86adcdca280 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.1369863 Oct 25 23:32:59.584937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:32:59.590252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.694840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Allocated IP 2001:db8::2 (fe3f41af-f1bc-4e23-ada8-0088cb15fb1b/33feb3c3-5ae7-41d9-aad6-37d45f8ae802/244d2bbf-5c15-45d4-ad90-cb33f6cfebe0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:32:59.702611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-134a05a3-97ae-4422-aea7-9b811251b695 req-7c3ca542-0754-40d9-afa3-94354b19db83 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226423 Oct 25 23:32:59.929265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.939522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:32:59.989453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140ca8-b5fc-4e97-a7dd-f8dc9ff8edd5 req-013a46b0-b040-45e5-a775-bf3ebf3e051a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:32:59.994429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b140ca8-b5fc-4e97-a7dd-f8dc9ff8edd5 req-013a46b0-b040-45e5-a775-bf3ebf3e051a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1025734 Oct 25 23:33:00.035219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:00.036524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:00.040557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:00.075010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b140ca8-b5fc-4e97-a7dd-f8dc9ff8edd5 req-c9b3c611-efbc-4d78-9864-ba74032d7e85 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626094 Oct 25 23:33:00.084327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.127928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Pushing event updated for resources: {'Port': ['ID=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:00.142254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:00.144016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Attempting to bind port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:00.144552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Attempting to bind port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e59234d7-bc96-4879-a53f-54bd35bbb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:00.145681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Attempting to bind port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 on network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:00.145843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:00.151111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.152228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.161289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:00.162286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Checking segment: {'id': 'e59234d7-bc96-4879-a53f-54bd35bbb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:00.162817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.163331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Bound using segment: {'id': 'e59234d7-bc96-4879-a53f-54bd35bbb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:00.164052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Bound port: 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59234d7-bc96-4879-a53f-54bd35bbb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:00.165106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.165254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=80c3f681-5881-4fc9-abea-6e9e0f4da1a2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:00.181005 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-47cf1c1b-529b-4c8a-93eb-ee0e729b2c68 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9951181 Oct 25 23:33:00.181212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:00.264702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] For port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:00.270318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] For port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,segment=NetworkSegment(e59234d7-bc96-4879-a53f-54bd35bbb95c),segment_id=e59234d7-bc96-4879-a53f-54bd35bbb95c)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:00.280445 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.306524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e1dee-a7a7-416b-9c9a-7b0c1a5138ea tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.319422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e1dee-a7a7-416b-9c9a-7b0c1a5138ea tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.322179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e1dee-a7a7-416b-9c9a-7b0c1a5138ea tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.324639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e1dee-a7a7-416b-9c9a-7b0c1a5138ea tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.328638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e1dee-a7a7-416b-9c9a-7b0c1a5138ea tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.338552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:00.339487 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-972e1dee-a7a7-416b-9c9a-7b0c1a5138ea tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1568229 Oct 25 23:33:00.353390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102271472'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:00.413434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a0632-bf79-4e51-bbb9-ab4aaa4bedec None None] Pushing event updated for resources: {'Port': ['ID=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:00.422104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:00.426060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.470283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:00.486327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.487250 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 52dc2038-3290-4ec8-bbe0-fd5936394d79 of type vlan for network e7b799d7-8480-452d-9010-31f8d8f3c572 Oct 25 23:33:00.593838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.659576 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.666637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.668846 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669558'] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:00.793245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=e7b799d7-8480-452d-9010-31f8d8f3c572,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:00.803637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9591b66c-2de5-4afe-83f7-c01cdf918ccf tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4625180 Oct 25 23:33:00.806115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40650) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:00.812792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:00.819238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e7b799d7-8480-452d-9010-31f8d8f3c572 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:00.923048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c713f5-76a0-492b-b47c-147a4066e781 req-cb2faaf1-c2ab-4b22-93cb-3c52a07c9d49 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:00.925636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54c713f5-76a0-492b-b47c-147a4066e781 req-cb2faaf1-c2ab-4b22-93cb-3c52a07c9d49 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.0675092 Oct 25 23:33:01.021925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54c713f5-76a0-492b-b47c-147a4066e781 req-04e88a26-09d3-42b2-929b-a9f020de07c1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879185 Oct 25 23:33:01.051572 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.078341 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.185426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network e7b799d7-8480-452d-9010-31f8d8f3c572 is not hosted by any dhcp agent {{(pid=102134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:33:01.201080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:01.201774 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.205789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "PUT /v2.0/networks/e7b799d7-8480-452d-9010-31f8d8f3c572 HTTP/1.1" status: 200 len: 723 time: 0.3959088 Oct 25 23:33:01.209822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:01.218694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'e7b799d7-8480-452d-9010-31f8d8f3c572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:01.241422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40656) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:01.246986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'network': {'name': 'tempest-network-smoke--41519481', 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'port_security_enabled': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:01.250393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be758c2d-54f7-4070-a641-35280612672d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=e7b799d7-8480-452d-9010-31f8d8f3c572,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:01.264141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e7b799d7-8480-452d-9010-31f8d8f3c572 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:01.307636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Made reservation on behalf of b4dc4595665d413d80da9e271daa9860 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:01.312179 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.335412 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.403926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562eaa4-d77e-4ed9-bb24-1132d84b0f38 req-99ef6ef7-5021-49ba-9b1c-caffdee8acfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:01.405920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a562eaa4-d77e-4ed9-bb24-1132d84b0f38 req-99ef6ef7-5021-49ba-9b1c-caffdee8acfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2428601 Oct 25 23:33:01.499164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:01.512597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.524352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a562eaa4-d77e-4ed9-bb24-1132d84b0f38 req-b63f83f8-327f-4b51-942a-d5b4a7e11649 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045289 Oct 25 23:33:01.528389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.543151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:01.547733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.582070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d17ad8a-aa1b-4c6f-bf15-0b27e9c9977d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:01.595458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:01.607853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.609462 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Added segment c4939e3b-3576-4fd2-9b58-a2bb8ce57286 of type vlan for network 5da84df3-7074-44ec-b1d3-5e9244d588d8 Oct 25 23:33:01.698259 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.706955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:01.707683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.735935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.742689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:01.743737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.861523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 849a9be9-ac01-4326-8347-4f882a4fbd51 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:33:01.892797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6490161 Oct 25 23:33:01.899275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40662) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:01.913035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.923917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.930046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'admin_state_up': True, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:01.960301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e0be0-52a9-4ff7-8d31-ba6da76429df tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Network': ['ID=5da84df3-7074-44ec-b1d3-5e9244d588d8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:01.978047 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:01.980618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.008663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:02.010437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6626479-2415-458d-9fb7-792ec52ba70e None None] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:02.047818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.111417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=8b8b7b75-7005-405a-8500-2584053b5892,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:02.117413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '52dc2038-3290-4ec8-bbe0-fd5936394d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e7b799d7-8480-452d-9010-31f8d8f3c572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:02.118106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: e7b799d7-8480-452d-9010-31f8d8f3c572, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:02.150248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network e7b799d7-8480-452d-9010-31f8d8f3c572 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:02.169471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e7b799d7-8480-452d-9010-31f8d8f3c572) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:02.176454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:02.179307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.204784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,segment=NetworkSegment(e59234d7-bc96-4879-a53f-54bd35bbb95c),segment_id=e59234d7-bc96-4879-a53f-54bd35bbb95c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:02.217528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-25c1ae6e-ef2a-40ab-a6f7-661998e5d06d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0038323 Oct 25 23:33:02.220247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40666) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:02.235455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:02.243883 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f0678-d6b9-4554-8ebd-3ed6193ee7b3 None None] Network e7b799d7-8480-452d-9010-31f8d8f3c572 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:02.247734 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.257478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.452474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16796595'] for subnet, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.529512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa197-529f-4e00-984e-27ede30595c9 req-721219ef-3c21-4572-8691-d7ef7151fc3e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:02.531650 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-512aa197-529f-4e00-984e-27ede30595c9 req-721219ef-3c21-4572-8691-d7ef7151fc3e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 944 time: 0.3055725 Oct 25 23:33:02.684787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-512aa197-529f-4e00-984e-27ede30595c9 req-3e7925d9-2ec8-4599-be76-8351a3c5005d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417301 Oct 25 23:33:02.726623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731927874259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1490181'] for subnet, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.786621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:02.787242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.788523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "PUT /v2.0/subnets/8b8b7b75-7005-405a-8500-2584053b5892 HTTP/1.1" status: 200 len: 826 time: 0.5656996 Oct 25 23:33:02.792822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:02.833109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb32d5-c4b8-47fe-928a-3ce8d42e7746 req-41c28a53-5545-4a90-a768-0c36817703e8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:02.841472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7fb32d5-c4b8-47fe-928a-3ce8d42e7746 req-41c28a53-5545-4a90-a768-0c36817703e8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1567810 Oct 25 23:33:02.872440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d10de40d-a80e-474c-921a-59eee5ebb4e5 None None] Provisioning complete for port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:02.873124 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d10de40d-a80e-474c-921a-59eee5ebb4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.905898 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:02.937030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:02.942117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733150e-1f1f-4450-af0f-71878336b027 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=8b8b7b75-7005-405a-8500-2584053b5892,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:02.986441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 849a9be9-ac01-4326-8347-4f882a4fbd51, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=849a9be9-ac01-4326-8347-4f882a4fbd51,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:03.031821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.035404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '849a9be9-ac01-4326-8347-4f882a4fbd51', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'port_id': '849a9be9-ac01-4326-8347-4f882a4fbd51', 'mac_address': 'fa:16:3e:d1:b0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:33:03.068282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7fb32d5-c4b8-47fe-928a-3ce8d42e7746 req-d4d12c60-0432-4a3d-8c0d-57f3908b1d76 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250750 Oct 25 23:33:03.125873 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.149770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf754e8-514a-4536-b10f-18794e1f368e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-e7b799d7-8480-452d-9010-31f8d8f3c572', 'network_id': 'e7b799d7-8480-452d-9010-31f8d8f3c572', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '8b8b7b75-7005-405a-8500-2584053b5892'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:03.150636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fbf754e8-514a-4536-b10f-18794e1f368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.210744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.212216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.25.4.114 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/df386a74-c783-4e40-ba1d-e0e1e5aec64d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:03.273888 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.334550 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.383489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8b7b75-7005-405a-8500-2584053b5892,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:03.461380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a9be9-ac01-4326-8347-4f882a4fbd51 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:33:03.512860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 849a9be9-ac01-4326-8347-4f882a4fbd51, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=849a9be9-ac01-4326-8347-4f882a4fbd51,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:03.520055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.523559 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server [None req-fbf754e8-514a-4536-b10f-18794e1f368e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b8b7b75-7005-405a-8500-2584053b5892: This subnet is being modified by another concurrent operation. Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise exception Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b8b7b75-7005-405a-8500-2584053b5892: This subnet is being modified by another concurrent operation. Oct 25 23:33:03.546838 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Oct 25 23:33:03.559954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.587282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b799d7-8480-452d-9010-31f8d8f3c572']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:03.608271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed3c93-919d-43b6-bfc5-6be4fe5c007e None None] Network e7b799d7-8480-452d-9010-31f8d8f3c572 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:03.630212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dc2038-3290-4ec8-bbe0-fd5936394d79') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:03.631067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dc2038-3290-4ec8-bbe0-fd5936394d79') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:03.638384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.653701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.692811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.706126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:03.706738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:03.719619 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:03.802578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] Update dhcp port {'port': {'network_id': 'fe3f41af-f1bc-4e23-ada8-0088cb15fb1b', 'fixed_ips': [{'subnet_id': '33feb3c3-5ae7-41d9-aad6-37d45f8ae802', 'ip_address': '2001:db8::2'}, {'subnet_id': '80c3f681-5881-4fc9-abea-6e9e0f4da1a2'}], 'binding:host_id': 'n-d-815373-1'}, 'id': '244d2bbf-5c15-45d4-ad90-cb33f6cfebe0'} from n-d-815373-1. {{(pid=102135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 23:33:03.807910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=849a9be9-ac01-4326-8347-4f882a4fbd51,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:03.825141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:03.832954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=df386a74-c783-4e40-ba1d-e0e1e5aec64d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:03.833196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.836967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:03.849745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:03.853562 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.860863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/e7b799d7-8480-452d-9010-31f8d8f3c572 HTTP/1.1" status: 204 len: 168 time: 1.0669045 Oct 25 23:33:03.869236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40682) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:03.873349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:03.906717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4a89a-5670-4d50-8c19-8485e778346c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=e7b799d7-8480-452d-9010-31f8d8f3c572,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:03.927020 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-922db627-1881-4d74-a28d-16bbac94c8ad tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:03.927782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922db627-1881-4d74-a28d-16bbac94c8ad tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:03.936741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-922db627-1881-4d74-a28d-16bbac94c8ad tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/e7b799d7-8480-452d-9010-31f8d8f3c572 HTTP/1.1" status: 404 len: 339 time: 0.0601468 Oct 25 23:33:03.937433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40684) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:03.939243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:03.944744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453286113', 'description': 'd1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:03.985916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40755a-5c4f-49c6-b2d0-d77919c59458 None None] Network e7b799d7-8480-452d-9010-31f8d8f3c572 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:03.998027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:04.004465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.088275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:04.107866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40755a-5c4f-49c6-b2d0-d77919c59458 None None] Network e7b799d7-8480-452d-9010-31f8d8f3c572 could not be found, it might have been deleted concurrently. {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 23:33:04.114589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['849a9be9-ac01-4326-8347-4f882a4fbd51'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:33:04.114776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.115617 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 418d4e31-8123-44f8-9429-aec2d79fdc8f of type vlan for network 5262a2b7-af93-4783-934d-92ce903947d2 Oct 25 23:33:04.166599 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.178307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95007-3f80-41f5-a4f8-14864419b66e req-0516ba3d-df9e-470e-9164-4e93e02e8cc2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:04.180497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99d95007-3f80-41f5-a4f8-14864419b66e req-0516ba3d-df9e-470e-9164-4e93e02e8cc2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 945 time: 0.2524576 Oct 25 23:33:04.206644 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.215255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:04.215942 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.255133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3162107 Oct 25 23:33:04.259154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40690) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:04.265523 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99d95007-3f80-41f5-a4f8-14864419b66e req-10f07571-5a98-468b-a961-a38970ec9248 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749147 Oct 25 23:33:04.286708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:04.287081 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.409663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] Allocated IP 172.20.0.1 (fe3f41af-f1bc-4e23-ada8-0088cb15fb1b/80c3f681-5881-4fc9-abea-6e9e0f4da1a2/244d2bbf-5c15-45d4-ad90-cb33f6cfebe0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:04.477595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70374344-a418-4bf8-a174-aaa7ee63ca92 req-ec170ca3-14da-453d-a113-8e101c4e762f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:04.479807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70374344-a418-4bf8-a174-aaa7ee63ca92 req-ec170ca3-14da-453d-a113-8e101c4e762f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2499490 Oct 25 23:33:04.481054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d602d93-3c4a-4438-8751-30302d932c77 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=5262a2b7-af93-4783-934d-92ce903947d2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:04.503417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5262a2b7-af93-4783-934d-92ce903947d2 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:04.560181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70374344-a418-4bf8-a174-aaa7ee63ca92 req-c4fb5050-2761-40eb-81f2-e33102cb1440 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581889 Oct 25 23:33:04.656680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe3b894-7497-4399-b1fe-1c85c1484d0b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:04.663220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ffe3b894-7497-4399-b1fe-1c85c1484d0b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks?id=5262a2b7-af93-4783-934d-92ce903947d2 HTTP/1.1" status: 200 len: 764 time: 0.3954051 Oct 25 23:33:04.663830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40692) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:04.678401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'description': 'd2'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:04.703204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] For port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,segment=NetworkSegment(e59234d7-bc96-4879-a53f-54bd35bbb95c),segment_id=e59234d7-bc96-4879-a53f-54bd35bbb95c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:04.727024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.752422 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.765041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.863298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107c0b2-0d3d-47d4-9a3c-92dd4c308a70 None None] Pushing event updated for resources: {'Port': ['ID=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:04.994363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:04.999434 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-15b04a3b-b785-4bfc-8c21-419250ba18b8 service neutron] show failed (client error): The resource could not be found. Oct 25 23:33:05.001950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-15b04a3b-b785-4bfc-8c21-419250ba18b8 service neutron] 10.222.0.15 "GET /v2.0/ports/7b83f87c-13d2-4901-b93a-b69a9e450993/bindings/n-h2-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.1405873 Oct 25 23:33:05.017507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:05.147693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network 5262a2b7-af93-4783-934d-92ce903947d2 is not hosted by any dhcp agent {{(pid=102133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:33:05.156281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:05.158170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:05.162093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "PUT /v2.0/networks/5262a2b7-af93-4783-934d-92ce903947d2 HTTP/1.1" status: 200 len: 761 time: 0.4967747 Oct 25 23:33:05.165304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40698) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:05.175321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8308afe-8330-44c8-9440-a7345f48a31f tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=5262a2b7-af93-4783-934d-92ce903947d2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:05.193296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5262a2b7-af93-4783-934d-92ce903947d2 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:05.409692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:05.419796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-7d63b383-90fc-4d7e-882e-6a9bae8c16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:05.421536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-7d63b383-90fc-4d7e-882e-6a9bae8c16d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 1096 time: 0.1331162 Oct 25 23:33:05.424965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:05.450804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:05.492855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac8f1b-b67a-4ec5-bb01-f384a2075f19 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:05.498227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-60ac8f1b-b67a-4ec5-bb01-f384a2075f19 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks?id=5262a2b7-af93-4783-934d-92ce903947d2 HTTP/1.1" status: 200 len: 764 time: 0.3257399 Oct 25 23:33:05.539396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40702) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:05.568807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:05.573950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:05.630364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a58b1-b737-4331-8b60-4f05543bb3da req-73674265-8f15-4913-a56a-1faac29b6477 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:05.634565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae1a58b1-b737-4331-8b60-4f05543bb3da req-73674265-8f15-4913-a56a-1faac29b6477 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 945 time: 0.2202961 Oct 25 23:33:05.739168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae1a58b1-b737-4331-8b60-4f05543bb3da req-3fa934aa-dab7-4bf6-9841-6f11fc04cf99 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916715 Oct 25 23:33:05.750676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:05.763082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c813f152-29d0-4cb0-adae-6a5081de38b5 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:33:05.853634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61762068-85e4-4c5c-956e-a1f650cfdb3a None None] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:05.876171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 849a9be9-ac01-4326-8347-4f882a4fbd51 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:05.930017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:05.949667 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Sync routers for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:05.977747 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:05.979726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07b34edc-2720-4fb5-a0da-562127dd4381 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.0769866 Oct 25 23:33:05.981110 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:05.982071 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:32:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:05.983819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40708) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:06.016842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c5b3aa91-20df-4c15-8ca2-c8ceffef42d8 None None] Provisioning complete for port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:06.017830 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c5b3aa91-20df-4c15-8ca2-c8ceffef42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:06.024837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896eb11a-7b91-4dae-8b91-764ecc00113c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:06.033987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-896eb11a-7b91-4dae-8b91-764ecc00113c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4856009 Oct 25 23:33:06.034477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40712) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:06.130435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 849a9be9-ac01-4326-8347-4f882a4fbd51 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:33:06.142376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 849a9be9-ac01-4326-8347-4f882a4fbd51 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:06.144162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:06.154241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8ad42fc7-71a8-43bd-956b-6b9aac93ca36 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 207 time: 0.1130252 Oct 25 23:33:06.163617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40714) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:06.248584 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc143089-cf8e-4dea-958a-cb02212167c8 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b4dc4595665d413d80da9e271daa9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2629609 Oct 25 23:33:06.251076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40716) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:06.311262 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:06.331832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:06.390948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 849a9be9-ac01-4326-8347-4f882a4fbd51, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=849a9be9-ac01-4326-8347-4f882a4fbd51,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:06.399316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfac25c-64f0-4028-8661-777453ba552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a9be9-ac01-4326-8347-4f882a4fbd51'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:06.405620 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d0791-0f32-4508-b7ad-519862fb1cc1" -d '{"events": [{"server_uuid": "3dfac25c-64f0-4028-8661-777453ba552d", "name": "network-vif-plugged", "status": "completed", "tag": "849a9be9-ac01-4326-8347-4f882a4fbd51"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:06.416275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:06.493755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=849a9be9-ac01-4326-8347-4f882a4fbd51,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:06.506647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.508360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.508768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.509210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.510418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.511941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.512431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.516221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.516221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.516891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.517493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.520614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:06.535737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb9dbe7-ff5d-45ce-83b3-67ca537e0b6c tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:06.540602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8fb9dbe7-ff5d-45ce-83b3-67ca537e0b6c tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2848599 Oct 25 23:33:06.542413 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5bdea7-1b06-4c96-bf99-06dbba7e4c00 x-openstack-request-id: req-da5bdea7-1b06-4c96-bf99-06dbba7e4c00 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:06.542654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40722) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:06.542855 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfac25c-64f0-4028-8661-777453ba552d", "name": "network-vif-plugged", "status": "completed", "tag": "849a9be9-ac01-4326-8347-4f882a4fbd51", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:06.542855 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da5bdea7-1b06-4c96-bf99-06dbba7e4c00 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:06.544384 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfac25c-64f0-4028-8661-777453ba552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a9be9-ac01-4326-8347-4f882a4fbd51', 'code': 200} Oct 25 23:33:06.599239 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f4efd18e-328d-4543-9065-4c53da1add0f tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567346 Oct 25 23:33:06.601990 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:06.613406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372036103', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:06.794976 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:04Z', 'revision_number': 3, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:06.924794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece0ead-0bfc-4589-a57d-0672322fec6f None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:33:06.938285 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Checking router: c813f152-29d0-4cb0-adae-6a5081de38b5 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:06.943234 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Updating router c813f152-29d0-4cb0-adae-6a5081de38b5 port df386a74-c783-4e40-ba1d-e0e1e5aec64d binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:33:07.048738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-78ec2753-1630-4270-b784-03027e6d7cde None None] Provisioning complete for port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:07.051053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-78ec2753-1630-4270-b784-03027e6d7cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.133982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.134935 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.147006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.160250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.176765 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.193495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.206022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.207943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-528dfb02-0716-449d-a2e8-67a8cf99336d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.0432081 Oct 25 23:33:07.222099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40738) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:07.234901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece0ead-0bfc-4589-a57d-0672322fec6f None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:33:07.326582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f7e1-a42a-454c-bd8a-bf4ef83ef73c req-aec69a0b-2294-42ae-a74b-767fedb19131 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.335847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5897f7e1-a42a-454c-bd8a-bf4ef83ef73c req-aec69a0b-2294-42ae-a74b-767fedb19131 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.2013438 Oct 25 23:33:07.397567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5897f7e1-a42a-454c-bd8a-bf4ef83ef73c req-a4cd8346-be48-40a5-a827-490b2e818086 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Oct 25 23:33:07.401029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Made reservation on behalf of b4dc4595665d413d80da9e271daa9860 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:07.408551 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.421878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1f636e7a-aeda-472d-a91e-0411ffc1b885 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1697760 Oct 25 23:33:07.429938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40740) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:07.464465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a42a42-faa2-47a9-bde0-d8bbabeb56fc req-ade92f48-e29c-45c2-961c-1f6bc40d3a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.474588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54a42a42-faa2-47a9-bde0-d8bbabeb56fc req-ade92f48-e29c-45c2-961c-1f6bc40d3a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 1.7402277 Oct 25 23:33:07.690705 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.707781 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.753550 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.788904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da739c-ac68-4d71-9503-406692a48334 req-3d95ea2d-c59f-4c1c-b13c-9844dec245fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.798654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2da739c-ac68-4d71-9503-406692a48334 req-3d95ea2d-c59f-4c1c-b13c-9844dec245fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 1097 time: 0.6971605 Oct 25 23:33:07.811401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Attempting to bind port df386a74-c783-4e40-ba1d-e0e1e5aec64d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:07.811847 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Attempting to bind port df386a74-c783-4e40-ba1d-e0e1e5aec64d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:07.812887 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Attempting to bind port df386a74-c783-4e40-ba1d-e0e1e5aec64d on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:07.820291 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:07.820669 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:07.821842 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.822401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:07.822777 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Bound port: df386a74-c783-4e40-ba1d-e0e1e5aec64d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:07.823662 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.831064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-54a42a42-faa2-47a9-bde0-d8bbabeb56fc req-09a30cc4-8029-425e-8ff2-c37a36da8fb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135613 Oct 25 23:33:07.854786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Subnet': ['ID=af2971ee-f833-4dab-858c-4ea91f0feaf0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:07.866539 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Pushing event updated for resources: {'Port': ['ID=df386a74-c783-4e40-ba1d-e0e1e5aec64d,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:07.879971 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.880290 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.880681 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.880992 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.881299 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.881628 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.881954 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.883002 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.883381 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.883922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.884247 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.884562 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:07.893234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Checking segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:07.893600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network hostable DHCP agents. Network: 5da84df3-7074-44ec-b1d3-5e9244d588d8, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:07.919636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:07.925564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5f55f-10c7-4e29-a0c0-d1ebe0a76d48 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.927388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5f55f-10c7-4e29-a0c0-d1ebe0a76d48 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.929102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5f55f-10c7-4e29-a0c0-d1ebe0a76d48 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.933662 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] For port df386a74-c783-4e40-ba1d-e0e1e5aec64d, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:07.938785 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] For port df386a74-c783-4e40-ba1d-e0e1e5aec64d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df386a74-c783-4e40-ba1d-e0e1e5aec64d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:07.943683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5f55f-10c7-4e29-a0c0-d1ebe0a76d48 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.947025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5da84df3-7074-44ec-b1d3-5e9244d588d8) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:07.949312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5f55f-10c7-4e29-a0c0-d1ebe0a76d48 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.956714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:07.957534 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.958187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-11f5f55f-10c7-4e29-a0c0-d1ebe0a76d48 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5274065 Oct 25 23:33:07.959810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:07.969350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40744) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:08.024272 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2da739c-ac68-4d71-9503-406692a48334 req-4f6f7cc6-8607-4105-89a1-b8d55059079b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861534 Oct 25 23:33:08.025160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:08.032814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8188ea7-bade-44bd-bdca-f32a8f38d2a0 None None] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:08.110865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:08.127171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-81f18587-8b64-4c81-bb96-50d9e628ffd5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5234199 Oct 25 23:33:08.132260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40756) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:08.144981 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:08.146208 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:32:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:08.149297 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc4d12-d499-49a5-a7a9-2e3d54115d16 None None] Pushing event updated for resources: {'Port': ['ID=df386a74-c783-4e40-ba1d-e0e1e5aec64d,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:08.248814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:08.252433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6816e-5b75-4989-906f-a279805f1d72 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.253896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6816e-5b75-4989-906f-a279805f1d72 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.254874 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ac2d58-92a3-4620-8fe8-b96ff4a722d5" -d '{"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-unplugged", "status": "completed", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:08.255461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6816e-5b75-4989-906f-a279805f1d72 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.258428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6816e-5b75-4989-906f-a279805f1d72 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.261123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6816e-5b75-4989-906f-a279805f1d72 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['shared'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.263598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8ad6816e-5b75-4989-906f-a279805f1d72 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2879107 Oct 25 23:33:08.267628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:08.270382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40760) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:08.281883 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:08.320180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Transition to ACTIVE for port object 7b83f87c-13d2-4901-b93a-b69a9e450993 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:33:08.336642 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02e272-7525-460c-a370-b93c2563eb8e x-openstack-request-id: req-8b02e272-7525-460c-a370-b93c2563eb8e {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:08.337377 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-unplugged", "status": "completed", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:08.337728 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b02e272-7525-460c-a370-b93c2563eb8e {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:08.338366 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'code': 200} Oct 25 23:33:08.340273 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:08.389619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-5da84df3-7074-44ec-b1d3-5e9244d588d8', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:08.390608 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:08.410894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:08.705706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Allocated IP 172.20.0.2 (5da84df3-7074-44ec-b1d3-5e9244d588d8/af2971ee-f833-4dab-858c-4ea91f0feaf0/eeaffa39-1979-4808-a607-ed672c64f318) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:08.763286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577d5c14-5e6f-4e00-b7ee-c8489a80c6f2 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.774472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-577d5c14-5e6f-4e00-b7ee-c8489a80c6f2 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks/84cd43bb-c42b-48ef-921e-c74ff0904955 HTTP/1.1" status: 200 len: 803 time: 0.5001545 Oct 25 23:33:08.783683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e86325-0281-492c-a863-fc6b129118bf req-27fda40b-1986-412a-8ea8-87909255e486 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:08.785247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75e86325-0281-492c-a863-fc6b129118bf req-27fda40b-1986-412a-8ea8-87909255e486 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.1638877 Oct 25 23:33:08.785802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40766) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:08.801187 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:04Z', 'revision_number': 3, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:08.895113 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfe55-7181-4ead-b759-7cd012025a61 None None] The sync data for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 is: [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:04Z', 'revision_number': 3, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:08.974783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] No DVR routers for this DVR port 7b83f87c-13d2-4901-b93a-b69a9e450993 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:09.021441 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.040575 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.130198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-068aa28b-821c-47ed-b391-62d68fa854e1 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/networks/84cd43bb-c42b-48ef-921e-c74ff0904955?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3169289 Oct 25 23:33:09.131467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:09.181836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:09.188173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:09.201556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:09.206806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Pushing event updated for resources: {'Port': ['ID=eeaffa39-1979-4808-a607-ed672c64f318,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:09.242170 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603e0d30-eed0-44f1-a681-afe39482b0da tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:09.247282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-603e0d30-eed0-44f1-a681-afe39482b0da tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/subnets/44c6e51d-c203-4782-b65d-a6e51b1dafeb HTTP/1.1" status: 200 len: 843 time: 0.1145885 Oct 25 23:33:09.258607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40774) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:09.325903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73e031-ccea-4183-a3c7-7169a967c3ac req-14541aa5-ee01-45b1-97be-8aced0cb7dec tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:09.327124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db73e031-ccea-4183-a3c7-7169a967c3ac req-14541aa5-ee01-45b1-97be-8aced0cb7dec tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.2750850 Oct 25 23:33:09.350641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75e86325-0281-492c-a863-fc6b129118bf req-0b22ef3b-5eb1-437e-86ca-721c94bbf890 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887460 Oct 25 23:33:09.399216 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Attempting to bind port eeaffa39-1979-4808-a607-ed672c64f318 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:09.400109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Attempting to bind port eeaffa39-1979-4808-a607-ed672c64f318 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:09.400483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Attempting to bind port eeaffa39-1979-4808-a607-ed672c64f318 on network 5da84df3-7074-44ec-b1d3-5e9244d588d8 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:09.411221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:09.411604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Checking segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:09.412000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.413362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Bound using segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:09.413362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Bound port: eeaffa39-1979-4808-a607-ed672c64f318, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:09.413631 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.501994 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db73e031-ccea-4183-a3c7-7169a967c3ac req-aada69af-f373-4343-a8b7-ef44f20a944f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378109 Oct 25 23:33:09.580043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:09.586962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:09.587311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:09.601474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Port 7b83f87c-13d2-4901-b93a-b69a9e450993 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:33:09.603622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Attempting to bind port 7b83f87c-13d2-4901-b93a-b69a9e450993 on network a0405fde-a9b0-44c3-89d9-4d1e0636826c {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:09.624696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:09.628098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Checking segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:09.628491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Bound using segment: {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:09.629032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Bound port: 7b83f87c-13d2-4901-b93a-b69a9e450993, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd03f9c-b00a-417b-ab38-3a70da84097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:09.629394 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.632581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.637757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] For port eeaffa39-1979-4808-a607-ed672c64f318, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:09.641793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef349a-6d54-4dae-a7c4-df8b8886500b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:09.648613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3cef349a-6d54-4dae-a7c4-df8b8886500b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "GET /v2.0/subnets/44c6e51d-c203-4782-b65d-a6e51b1dafeb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2968736 Oct 25 23:33:09.653461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] For port eeaffa39-1979-4808-a607-ed672c64f318, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=eeaffa39-1979-4808-a607-ed672c64f318,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:09.655591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40778) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:09.665644 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.667891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683715405'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:09.817154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:09.825471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.910707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:09.911108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:09.949739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:09.951293 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Added segment 7d587581-0591-4741-8554-277d0c2c193c of type vlan for network fa86c5f2-fb97-4802-80ec-042388306eeb Oct 25 23:33:09.980819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6fc33-db76-44b3-bb85-0ca312718c94 None None] Pushing event updated for resources: {'Port': ['ID=eeaffa39-1979-4808-a607-ed672c64f318,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:10.054410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:10.074401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:10.094301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:10.100897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:10.124677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:10.219721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:10.220343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:10.221746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 1091 time: 4.7869458 Oct 25 23:33:10.367530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:10.372088 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:10.379636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.20.0.1 (5da84df3-7074-44ec-b1d3-5e9244d588d8/af2971ee-f833-4dab-858c-4ea91f0feaf0/ce4f93bd-65be-4d4c-a2ef-c487f5030cf5) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:10.470362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:10.479693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:10.480254 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:10.512380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89f7f2-c78b-4ac8-be44-ecd1c197f063 service neutron] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:10.639236 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee4be3f-3639-48c1-bfac-d2987ce9d5ba x-openstack-request-id: req-4ee4be3f-3639-48c1-bfac-d2987ce9d5ba {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:10.639463 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:10.639710 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ee4be3f-3639-48c1-bfac-d2987ce9d5ba {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:10.640123 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'status': 'completed', 'code': 200} Oct 25 23:33:10.652057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9948356 Oct 25 23:33:10.657352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-46d407b0-551a-4038-bbb6-30f8fc72a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:10.675150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-46d407b0-551a-4038-bbb6-30f8fc72a429 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1094 time: 0.4201844 Oct 25 23:33:10.677246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:10.706183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:10.835730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:10.903096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c796f-758d-4a0d-bc83-c9dd812f2d4b tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Network': ['ID=fa86c5f2-fb97-4802-80ec-042388306eeb,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:10.922397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fa86c5f2-fb97-4802-80ec-042388306eeb details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:10.936743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6637d-1092-4fdd-89ef-9f77d51aa24b req-943652f6-94bc-4eff-8797-0d77e9b49f61 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:10.939788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31a6637d-1092-4fdd-89ef-9f77d51aa24b req-943652f6-94bc-4eff-8797-0d77e9b49f61 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.2361922 Oct 25 23:33:10.967111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223a69-22e1-406f-b54b-eb34b85e4839 req-4beeb488-72c8-4e51-9ebc-80e5f2f90f97 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:10.974451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92223a69-22e1-406f-b54b-eb34b85e4839 req-4beeb488-72c8-4e51-9ebc-80e5f2f90f97 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.4821203 Oct 25 23:33:11.015876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:11.091158 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92223a69-22e1-406f-b54b-eb34b85e4839 req-1cbce610-3232-4cce-b50a-32ae264d8794 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157427 Oct 25 23:33:11.095689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:11.098007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-5797228f-4372-4257-971c-ee2110f389ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:11.110179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:11.110179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:11.119274 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-5797228f-4372-4257-971c-ee2110f389ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1094 time: 0.3602927 Oct 25 23:33:11.120806 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31a6637d-1092-4fdd-89ef-9f77d51aa24b req-06193fe8-1066-4d06-b58e-23adf992e60a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696694 Oct 25 23:33:11.173491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:11.194591 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:11.328316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-a1acb059-22f6-443b-9a3f-b490b0e47f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:11.330534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-a1acb059-22f6-443b-9a3f-b490b0e47f5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.6058981 Oct 25 23:33:11.350909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Made reservation on behalf of bf829f2c2b3542428fe4a34a773a108a for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:11.358679 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:11.496613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-4bfc3e4c-b89a-4fdc-b182-4b22b9fc98db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 998 time: 0.1036949 Oct 25 23:33:11.565989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:11.660186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eeaffa39-1979-4808-a607-ed672c64f318 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:11.769845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Performing IP validity checks on allocation pools {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 23:33:11.770386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 23:33:11.806833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-ef68c81c-5484-4e9b-afd2-75cfe91df9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:11.808662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-ef68c81c-5484-4e9b-afd2-75cfe91df9dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.2622285 Oct 25 23:33:11.824642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port eeaffa39-1979-4808-a607-ed672c64f318 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:11.826445 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.001494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9138d0-af22-4e3b-a36a-90604d6a6424 req-6d4aba00-f6a7-4774-8ee2-3129b48c4354 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:12.003125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b9138d0-af22-4e3b-a36a-90604d6a6424 req-6d4aba00-f6a7-4774-8ee2-3129b48c4354 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.7218611 Oct 25 23:33:12.028127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb10055-4044-4645-89c6-416c37e4e775 None None] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:12.055569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-8d520760-7084-47cc-b969-50a841b27d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:12.057127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-8d520760-7084-47cc-b969-50a841b27d7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.9179356 Oct 25 23:33:12.111459 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.174379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port eeaffa39-1979-4808-a607-ed672c64f318, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=eeaffa39-1979-4808-a607-ed672c64f318,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:12.193230 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.194571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df386a74-c783-4e40-ba1d-e0e1e5aec64d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:12.232242 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.246746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.264087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=eeaffa39-1979-4808-a607-ed672c64f318,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:12.332571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9d9677bf-7512-45fd-8732-1886a5020660 None None] Provisioning complete for port eeaffa39-1979-4808-a607-ed672c64f318 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:12.333290 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d9677bf-7512-45fd-8732-1886a5020660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.376025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.393994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:12.485883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c5ab-0f6d-4cae-b3bf-e429ba98eb57 req-35aee31f-d49c-444e-8cdf-76d2941684a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:12.487915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35d5c5ab-0f6d-4cae-b3bf-e429ba98eb57 req-35aee31f-d49c-444e-8cdf-76d2941684a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.1246953 Oct 25 23:33:12.598115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:12.642788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:12.662737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df386a74-c783-4e40-ba1d-e0e1e5aec64d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:12.663331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.759234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0b9138d0-af22-4e3b-a36a-90604d6a6424 req-83009454-13e2-44dd-a69f-58dbf41ae0d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439840 Oct 25 23:33:12.769411 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-eb228203-d20b-4b7d-9b33-c6bd8798cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:12.771203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-eb228203-d20b-4b7d-9b33-c6bd8798cbeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9324679 Oct 25 23:33:12.788266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-35d5c5ab-0f6d-4cae-b3bf-e429ba98eb57 req-20e677fa-7159-4161-a331-1d987b314155 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258520 Oct 25 23:33:12.814542 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-4b19cd56-f939-4fad-9500-defb82fbef8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 998 time: 0.2687690 Oct 25 23:33:12.913876 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:12.951677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c813f152-29d0-4cb0-adae-6a5081de38b5 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:12.989061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-2281d77b-9123-42c8-8a2a-c9d9dc97d070 service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733251 Oct 25 23:33:12.989288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port df386a74-c783-4e40-ba1d-e0e1e5aec64d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df386a74-c783-4e40-ba1d-e0e1e5aec64d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:13.022821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.073629 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.167784 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-85a9f402-2d63-4dde-98ad-3f0c4942accb None None] Provisioning complete for port eeaffa39-1979-4808-a607-ed672c64f318 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:13.168461 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-85a9f402-2d63-4dde-98ad-3f0c4942accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.171989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=df386a74-c783-4e40-ba1d-e0e1e5aec64d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:13.232477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:13.233200 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.238574 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2d0e012a-9230-439c-8a5f-0dfc49aeb671 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "PUT /v2.0/routers/c813f152-29d0-4cb0-adae-6a5081de38b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1053336 Oct 25 23:33:13.243014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:13.249777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Sync routers for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:13.251213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2093293423', 'description': 'tempest-secgroup_access--2093293423 description', 'project_id': 'b4dc4595665d413d80da9e271daa9860'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:13.307123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.358798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:13.359723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:32:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:13.466755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-258544a2-cc8e-4ff3-8db8-f186c99a8e0f req-f5784529-752c-4b49-9376-af80923c54ac service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838518 Oct 25 23:33:13.483822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d71171-cd6c-4399-be9d-6903ea5cdbfd req-e9b8004b-2a2e-4701-866a-c9c6f19f76d2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:13.496571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e7d71171-cd6c-4399-be9d-6903ea5cdbfd req-e9b8004b-2a2e-4701-866a-c9c6f19f76d2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.1617193 Oct 25 23:33:13.553455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eeaffa39-1979-4808-a607-ed672c64f318 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:13.573370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e7d71171-cd6c-4399-be9d-6903ea5cdbfd req-f83e8bfb-0892-46ff-823b-e555fe40373b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751734 Oct 25 23:33:13.587015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.599107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.621589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-a12adebb-d43b-4176-8ca4-75e232bfe96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:13.623112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-a12adebb-d43b-4176-8ca4-75e232bfe96c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.6327765 Oct 25 23:33:13.623780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=5973f602-f093-4ca9-b481-2002c090fdbe,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:13.636119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.637437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3934062 Oct 25 23:33:13.639755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46f3d1-d61a-41b0-9fe9-d317adeb0c21 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f35125-0cd8-4369-9139-57786b3f543c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:13.642075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40820) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:13.646578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--928081300', 'description': 'tempest-secgroup_general--928081300 description', 'project_id': 'b4dc4595665d413d80da9e271daa9860'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:13.680863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.706939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-c7775bc2-4958-44a3-a7b3-794b5deebee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:13.708454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-c7775bc2-4958-44a3-a7b3-794b5deebee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1094 time: 0.1787055 Oct 25 23:33:13.715182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Checking segment: {'id': '7d587581-0591-4741-8554-277d0c2c193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:13.715943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network hostable DHCP agents. Network: fa86c5f2-fb97-4802-80ec-042388306eeb, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:13.743283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-dcdf2daf-bc38-482d-bbcd-706ea41409f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:13.746727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-dcdf2daf-bc38-482d-bbcd-706ea41409f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024313 Oct 25 23:33:13.755791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-85a9f402-2d63-4dde-98ad-3f0c4942accb None None] Provisioning complete for port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:13.756565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-85a9f402-2d63-4dde-98ad-3f0c4942accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.829713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:13.833775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-85a9f402-2d63-4dde-98ad-3f0c4942accb None None] Port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:13.872426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port eeaffa39-1979-4808-a607-ed672c64f318 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:13.872792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.877126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.888394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.900476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Network fa86c5f2-fb97-4802-80ec-042388306eeb is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:13.959068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:13.962293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3191199 Oct 25 23:33:13.966577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:13.975112 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230a36f-b403-4967-9fe8-4a0bee6d1214 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3634725-a7a1-463e-93b0-3ac0122ae98f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:13.985381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'security_group_rule': {'security_group_id': 'f6f35125-0cd8-4369-9139-57786b3f543c', 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:14.021861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fa86c5f2-fb97-4802-80ec-042388306eeb) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:14.046244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c480baf-7427-4642-b376-bec8e2734f57 None None] Network fa86c5f2-fb97-4802-80ec-042388306eeb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:14.057803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:14.058879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.072127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0d118282-51d6-4afe-a659-41b8d7ac0ecb None None] Provisioning complete for port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:14.072127 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0d118282-51d6-4afe-a659-41b8d7ac0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.082780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.134867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4a90d-6c36-41da-8ea0-725dd64440c1 req-b6b3b5d9-f32d-4230-8bc3-01cf60cecaed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:14.147856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52b4a90d-6c36-41da-8ea0-725dd64440c1 req-b6b3b5d9-f32d-4230-8bc3-01cf60cecaed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.2316597 Oct 25 23:33:14.151188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-136424f3-01bf-4fa2-aa6c-6bace3c9a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:14.157941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-136424f3-01bf-4fa2-aa6c-6bace3c9a904 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.4371309 Oct 25 23:33:14.164237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-8f79d0b1-84b3-4bcb-8c4a-8d6ec83fc80a service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037755 Oct 25 23:33:14.165931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.173466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.181613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0d118282-51d6-4afe-a659-41b8d7ac0ecb None None] Port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:14.209802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dff653eb-059b-4c37-9abf-b9a190464539 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5244722 Oct 25 23:33:14.215103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40832) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:14.224380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:14.275746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52b4a90d-6c36-41da-8ea0-725dd64440c1 req-4140127a-54b5-4247-b600-a67cbe6a3818 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259480 Oct 25 23:33:14.356532 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25346739'] for subnet, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.423966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df386a74-c783-4e40-ba1d-e0e1e5aec64d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:14.478229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-05f79a46-60e5-4885-90f9-2e8a17696bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293839 Oct 25 23:33:14.504961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df386a74-c783-4e40-ba1d-e0e1e5aec64d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:14.505346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.578424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5a6708-51c2-4f3d-9b63-8e102b3f381b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:14.587140 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731927874259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25400812'] for subnet, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.590316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-871bb118-5865-4df6-a3f3-89bd72f752f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 998 time: 0.3424296 Oct 25 23:33:14.655360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-9739bff2-582b-4925-aa8e-a316f445eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:14.656845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-9739bff2-582b-4925-aa8e-a316f445eb0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.0591707 Oct 25 23:33:14.659717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.661013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58c50e20-c159-49a3-9855-6ba8e2b48b49 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6933608 Oct 25 23:33:14.673662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event updated for resources: {'Subnet': ['ID=5973f602-f093-4ca9-b481-2002c090fdbe,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:14.691659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:14.692784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.694098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8e88abf9-92db-4a9d-905a-fcc89662122a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "PUT /v2.0/subnets/5973f602-f093-4ca9-b481-2002c090fdbe HTTP/1.1" status: 200 len: 900 time: 0.4763157 Oct 25 23:33:14.697161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:14.719368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 2, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:14.755951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-fa86c5f2-fb97-4802-80ec-042388306eeb', 'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb', 'tenant_id': 'bf829f2c2b3542428fe4a34a773a108a', 'fixed_ips': [{'subnet_id': '5973f602-f093-4ca9-b481-2002c090fdbe'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:14.756819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:14.785478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Checking router: c813f152-29d0-4cb0-adae-6a5081de38b5 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:14.786694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Updating router c813f152-29d0-4cb0-adae-6a5081de38b5 port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:33:14.848905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-ccdda820-bd82-401c-9f54-29934f5ed20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:14.848905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-ccdda820-bd82-401c-9f54-29934f5ed20a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827929 Oct 25 23:33:14.923623 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.015675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.048676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53433c-e70e-4835-b27d-4ed7c4dafa37 req-86671a2a-98eb-4bc2-91ef-a28aefc5d244 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:15.050655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db53433c-e70e-4835-b27d-4ed7c4dafa37 req-86671a2a-98eb-4bc2-91ef-a28aefc5d244 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.3327305 Oct 25 23:33:15.157447 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.164484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-69af3b88-39d7-4d24-aa8a-d851399dc9b5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--2093293423&fields=id&tenant_id=b4dc4595665d413d80da9e271daa9860 HTTP/1.1" status: 200 len: 267 time: 0.2344906 Oct 25 23:33:15.203411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Allocated IP 2001:db8::3 (fa86c5f2-fb97-4802-80ec-042388306eeb/5973f602-f093-4ca9-b481-2002c090fdbe/b1db1ff9-6a67-41ac-8b64-13dddbfe7e34) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:15.231841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-db53433c-e70e-4835-b27d-4ed7c4dafa37 req-428ea606-d1d0-404d-8168-24d6bebddcbe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729999 Oct 25 23:33:15.325550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-cbd6c932-4a9a-41c7-b91b-4c35e41ac4b9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:15.327257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-cbd6c932-4a9a-41c7-b91b-4c35e41ac4b9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.4454205 Oct 25 23:33:15.388286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-bb7589d2-73fe-4303-83f3-6607d35e9613 service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305991 Oct 25 23:33:15.429403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-43a89a9a-04b5-40d6-8c14-50d48780d628 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--928081300&fields=id&tenant_id=b4dc4595665d413d80da9e271daa9860 HTTP/1.1" status: 200 len: 267 time: 0.2360234 Oct 25 23:33:15.439471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4051-205c-41e4-a96b-34429004be5c req-977e6dd8-6a6c-469f-b3d5-be59f380f7c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:15.449098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2ff4051-205c-41e4-a96b-34429004be5c req-977e6dd8-6a6c-469f-b3d5-be59f380f7c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.0809014 Oct 25 23:33:15.488111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.495887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2ff4051-205c-41e4-a96b-34429004be5c req-369e45eb-d2ed-48d4-8410-f83d96329380 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 Oct 25 23:33:15.501643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.628454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da8c97a7-47a3-4ed2-a7bc-406bbb383cc8 req-1b9ae94d-d1cd-4ef9-b52d-a203350adac8 service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309771 Oct 25 23:33:15.640885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Deleting port 849a9be9-ac01-4326-8347-4f882a4fbd51 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:15.641128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.723375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.724674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231f33a-423e-4bdd-a2bc-35097f8672d5 None None] Pushing event updated for resources: {'Port': ['ID=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:15.784591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.798754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] For port 849a9be9-ac01-4326-8347-4f882a4fbd51, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=849a9be9-ac01-4326-8347-4f882a4fbd51,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:15.799474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.820530 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:15.827342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Calling delete_port for 849a9be9-ac01-4326-8347-4f882a4fbd51 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:15.871131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=5973f602-f093-4ca9-b481-2002c090fdbe,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:15.890425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230529c-4430-41b3-a34a-b2fdba983515 req-cb63c6e4-6590-47cc-8075-b3846fcfe54a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:15.902773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Network fa86c5f2-fb97-4802-80ec-042388306eeb is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:15.906848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b230529c-4430-41b3-a34a-b2fdba983515 req-cb63c6e4-6590-47cc-8075-b3846fcfe54a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.1460569 Oct 25 23:33:15.916078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:15.927616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:15.943453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Attempting to bind port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:15.944087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Attempting to bind port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:15.944535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Attempting to bind port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 on network 5da84df3-7074-44ec-b1d3-5e9244d588d8 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:15.955769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Pushing event updated for resources: {'Port': ['ID=b1db1ff9-6a67-41ac-8b64-13dddbfe7e34,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:15.959947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-663fc776-f1bc-4dc6-a3d1-e4108597920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.037151 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.039162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:16.040047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Checking segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:16.041805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.046275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Bound using segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:16.047108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Bound port: ce4f93bd-65be-4d4c-a2ef-c487f5030cf5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:16.048341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.056120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-95a3cb1d-ded3-464f-b482-101c466d966a tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:16.058292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-95a3cb1d-ded3-464f-b482-101c466d966a tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/networks?id=5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 200 len: 795 time: 0.6160390 Oct 25 23:33:16.060087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b230529c-4430-41b3-a34a-b2fdba983515 req-3b9256de-0cc2-4864-8994-e6dff2cbb82e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522930 Oct 25 23:33:16.099641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa86c5f2-fb97-4802-80ec-042388306eeb']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:16.109670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-4ee75ac1-bf2e-40c3-8282-1cf3b44c29dc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/quotas/b4dc4595665d413d80da9e271daa9860 HTTP/1.1" status: 200 len: 375 time: 0.0229251 Oct 25 23:33:16.125749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d587581-0591-4741-8554-277d0c2c193c') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:16.126552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d587581-0591-4741-8554-277d0c2c193c') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:16.168363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Attempting to bind port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:16.168363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Attempting to bind port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7d587581-0591-4741-8554-277d0c2c193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:16.168833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Attempting to bind port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34 on network fa86c5f2-fb97-4802-80ec-042388306eeb {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:16.173870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.180153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4d05c225-f2c1-4526-b226-c127ebd05655 None None] Provisioning complete for port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:16.180153 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d05c225-f2c1-4526-b226-c127ebd05655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.224748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.237796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-51f6d6d2-8a68-4c0b-ac39-bbda64c5dfab tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:16.239285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-51f6d6d2-8a68-4c0b-ac39-bbda64c5dfab tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af&tenant_id=44cd600403ff4704858bc3f7a8deeaaa&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 943 time: 0.2474563 Oct 25 23:33:16.240157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:16.241115 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:16.257718 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:16.269005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:16.275702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Checking segment: {'id': '7d587581-0591-4741-8554-277d0c2c193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:16.276910 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.278009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Bound using segment: {'id': '7d587581-0591-4741-8554-277d0c2c193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:16.278579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Bound port: b1db1ff9-6a67-41ac-8b64-13dddbfe7e34, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d587581-0591-4741-8554-277d0c2c193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fa86c5f2-fb97-4802-80ec-042388306eeb'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:16.278993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.338008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f652a425-6b82-45f1-9708-3c2128928024 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2098894 Oct 25 23:33:16.386478 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-98fa5b05-48b2-43c9-94c0-8fceda64244b service neutron] delete failed (client error): The resource could not be found. Oct 25 23:33:16.387622 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-98fa5b05-48b2-43c9-94c0-8fceda64244b service neutron] 10.222.0.15 "DELETE /v2.0/ports/7b83f87c-13d2-4901-b93a-b69a9e450993/bindings/n-h1-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.1388803 Oct 25 23:33:16.422077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4d05c225-f2c1-4526-b226-c127ebd05655 None None] Port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:16.429951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] For port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:16.466861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] For port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:16.476958 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.506515 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.api [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 23:33:16.506515 n-d-815373-1 neutron-server[102134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 23:33:16.506515 n-d-815373-1 neutron-server[102134]: [parameters: {'id': 'fa86c5f2-fb97-4802-80ec-042388306eeb'}] Oct 25 23:33:16.506515 n-d-815373-1 neutron-server[102134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:33:16.507087 n-d-815373-1 neutron-server[102134]: DEBUG oslo_db.api [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:33:16.522089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89f5f-56bd-47ba-9d3e-2dc5577ed5fb req-b6fa73c6-1c0e-4fb8-adb3-82bb7fd29021 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:16.524203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2e89f5f-56bd-47ba-9d3e-2dc5577ed5fb req-b6fa73c6-1c0e-4fb8-adb3-82bb7fd29021 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 946 time: 0.1413000 Oct 25 23:33:16.564185 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] For port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:16.595076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] For port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1db1ff9-6a67-41ac-8b64-13dddbfe7e34,segment=NetworkSegment(7d587581-0591-4741-8554-277d0c2c193c),segment_id=7d587581-0591-4741-8554-277d0c2c193c)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:16.621929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.629500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2e89f5f-56bd-47ba-9d3e-2dc5577ed5fb req-1f373d8c-0fc5-43e4-a9e9-3f5e182fefd8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985970 Oct 25 23:33:16.632877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:16.633533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:32:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:16.637537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231f33a-423e-4bdd-a2bc-35097f8672d5 None None] Pushing event updated for resources: {'Port': ['ID=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:16.777049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:33:16.899534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:16.907879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ed698-b4b5-4543-acad-74e3cf736e19 None None] Pushing event updated for resources: {'Port': ['ID=b1db1ff9-6a67-41ac-8b64-13dddbfe7e34,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:16.958971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'Port': ['ID=849a9be9-ac01-4326-8347-4f882a4fbd51,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:16.959931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:16.981391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-b463b4c7-3fad-4093-b98e-b651fd25d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:16.982902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-b463b4c7-3fad-4093-b98e-b651fd25d8ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1094 time: 0.1554797 Oct 25 23:33:17.007962 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.085973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['be5eb512-5d1f-4dff-809b-ee0107f69e4f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:33:17.100390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-aa2fb97b-3b82-49e6-ab4e-d8617b3fb3f0 service neutron] 10.222.0.25 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168036 Oct 25 23:33:17.111932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:17.112270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.182380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['849a9be9-ac01-4326-8347-4f882a4fbd51'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:33:17.250346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-e0d91876-f7e3-4e80-b0e3-34260fecebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:17.252532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-e0d91876-f7e3-4e80-b0e3-34260fecebdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.2567782 Oct 25 23:33:17.283173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] For port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b1db1ff9-6a67-41ac-8b64-13dddbfe7e34,segment=NetworkSegment(7d587581-0591-4741-8554-277d0c2c193c),segment_id=7d587581-0591-4741-8554-277d0c2c193c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:17.283786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.302905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Calling delete_port for b1db1ff9-6a67-41ac-8b64-13dddbfe7e34 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:17.315402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] No DVR routers for this DVR port 849a9be9-ac01-4326-8347-4f882a4fbd51 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:17.319038 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.325263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c542f04-91ec-40b3-b8c8-6dd9b4527576 req-d6d513a9-3e8e-48ee-a5c8-9578190b298f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.15 "DELETE /v2.0/ports/849a9be9-ac01-4326-8347-4f882a4fbd51 HTTP/1.1" status: 204 len: 173 time: 1.9875364 Oct 25 23:33:17.350458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a45ae7-2a2b-422c-a9e6-1141a6c9c810 req-4fee7537-e3a6-483b-8857-7339fcaeb340 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:17.352145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59a45ae7-2a2b-422c-a9e6-1141a6c9c810 req-4fee7537-e3a6-483b-8857-7339fcaeb340 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.1611714 Oct 25 23:33:17.353013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfac25c-64f0-4028-8661-777453ba552d', 'name': 'network-vif-deleted', 'tag': '849a9be9-ac01-4326-8347-4f882a4fbd51'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:17.358678 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c59a8ae-819d-42e8-b302-d423845de264" -d '{"events": [{"server_uuid": "3dfac25c-64f0-4028-8661-777453ba552d", "name": "network-vif-deleted", "tag": "849a9be9-ac01-4326-8347-4f882a4fbd51"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:17.499080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59a45ae7-2a2b-422c-a9e6-1141a6c9c810 req-280396bc-6382-45a3-9530-df506099bda3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352329 Oct 25 23:33:17.503148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-eee8f13e-eb84-482a-a19b-6133d2f1121d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 998 time: 0.1909437 Oct 25 23:33:17.507384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-dab46f55-456e-4898-987c-e0883b57da95 service neutron] 10.222.0.25 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060292 Oct 25 23:33:17.535679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-458f3e46-8193-4fed-82b4-c309febcaa0e None None] Provisioning complete for port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:17.535679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-458f3e46-8193-4fed-82b4-c309febcaa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.563907 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.606469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-ba93aeee-123b-4938-ad12-949e90d037ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:17.612480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-ba93aeee-123b-4938-ad12-949e90d037ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.1002896 Oct 25 23:33:17.617351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Port': ['ID=b1db1ff9-6a67-41ac-8b64-13dddbfe7e34,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:17.630793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No DVR routers for this DVR port b1db1ff9-6a67-41ac-8b64-13dddbfe7e34 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:17.667099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:33:17.675593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6042438-0ee6-43a7-abf9-0eaca45349ee None None] Network fa86c5f2-fb97-4802-80ec-042388306eeb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:17.685032 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d5c90-36f1-4d5e-a739-350a7d241826 x-openstack-request-id: req-593d5c90-36f1-4d5e-a739-350a7d241826 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:17.685242 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfac25c-64f0-4028-8661-777453ba552d", "name": "network-vif-deleted", "tag": "849a9be9-ac01-4326-8347-4f882a4fbd51", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:17.685495 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-593d5c90-36f1-4d5e-a739-350a7d241826 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:17.685889 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfac25c-64f0-4028-8661-777453ba552d', 'name': 'network-vif-deleted', 'tag': '849a9be9-ac01-4326-8347-4f882a4fbd51', 'status': 'completed', 'code': 200} Oct 25 23:33:17.709502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-3f546e42-4005-4152-89ba-8fe4430e5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:17.710954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-3f546e42-4005-4152-89ba-8fe4430e5836 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907819 Oct 25 23:33:17.820658 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:33:17.848321 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.887956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa86c5f2-fb97-4802-80ec-042388306eeb']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:17.908109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d587581-0591-4741-8554-277d0c2c193c') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:17.908414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d587581-0591-4741-8554-277d0c2c193c') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:17.937832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.959798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:17.966961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1051a2f4-5e0a-498b-bd55-8dcc3fa9b51d req-ada4cab3-c39e-4b95-b248-75ae07456947 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 210 time: 0.1148000 Oct 25 23:33:17.977136 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:17.977696 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:18.015249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-276dc288-a16c-4e59-a982-01f0564f745e service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885027 Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:18.128766 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:18.134287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:18.178451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:18.182093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/fa86c5f2-fb97-4802-80ec-042388306eeb HTTP/1.1" status: 204 len: 168 time: 3.4839511 Oct 25 23:33:18.187598 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27d2886f-ab40-4223-a272-05d5f97d2e60 req-4aafc08a-aca9-48d1-b275-8c689f2e59a3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0753253 Oct 25 23:33:18.193726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40892) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:18.275462 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcb5bdf-37b3-4046-93bf-e543c37f08c9 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:18.277044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcb5bdf-37b3-4046-93bf-e543c37f08c9 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:18.285663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8d2c984-6c8f-4ca3-9b61-e397888727bc req-d38fb436-72ad-44cb-a87a-bcd78398668b service neutron] 10.222.0.15 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620738 Oct 25 23:33:18.288433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9fcb5bdf-37b3-4046-93bf-e543c37f08c9 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/5973f602-f093-4ca9-b481-2002c090fdbe HTTP/1.1" status: 404 len: 337 time: 0.0878322 Oct 25 23:33:18.298031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40896) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:18.310037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8233-018a-4640-b8c4-915a873c5efb tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=fa86c5f2-fb97-4802-80ec-042388306eeb,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:18.328304 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f7abbe-08a6-431f-aa80-5da1baa2aecd tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:18.328922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f7abbe-08a6-431f-aa80-5da1baa2aecd tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:18.335873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40898) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:18.337652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-14f7abbe-08a6-431f-aa80-5da1baa2aecd tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/fa86c5f2-fb97-4802-80ec-042388306eeb HTTP/1.1" status: 404 len: 339 time: 0.0452170 Oct 25 23:33:18.520405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-458f3e46-8193-4fed-82b4-c309febcaa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:18.592096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:18.618864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dab95c-1bcc-42ae-8a8c-ef7c9aa33a52 None None] Network fa86c5f2-fb97-4802-80ec-042388306eeb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:18.621641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'port_id': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'mac_address': 'fa:16:3e:e8:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:33:18.626087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3803694b-f9b9-4085-b193-343aa6248bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:18.731158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5d6ed-c926-461e-8f4e-cf7bac0df8a4 req-c799691f-3325-4926-b9af-a96bb94f8927 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:18.741309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5a5d6ed-c926-461e-8f4e-cf7bac0df8a4 req-c799691f-3325-4926-b9af-a96bb94f8927 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 943 time: 0.0842338 Oct 25 23:33:18.750269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:16Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:18.813715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e5a5d6ed-c926-461e-8f4e-cf7bac0df8a4 req-f912377e-9499-442e-9da8-b8c6189bf652 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713594 Oct 25 23:33:18.828266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dab95c-1bcc-42ae-8a8c-ef7c9aa33a52 None None] Network fa86c5f2-fb97-4802-80ec-042388306eeb could not be found, it might have been deleted concurrently. {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 23:33:18.905429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d1d92-fd33-43ec-914e-cdb8b67ead37 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 23:33:19.042482 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.045992 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.059688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed486b-3398-47b6-9e9c-47b9770d2db3 None None] The sync data for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 is: [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:16Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:19.068768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-458f3e46-8193-4fed-82b4-c309febcaa0e None None] For port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:19.113185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-458f3e46-8193-4fed-82b4-c309febcaa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.140857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b83f87c-13d2-4901-b93a-b69a9e450993 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:33:19.179375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.203079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5262a2b7-af93-4783-934d-92ce903947d2']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:19.213428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418d4e31-8123-44f8-9429-aec2d79fdc8f') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:19.214006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418d4e31-8123-44f8-9429-aec2d79fdc8f') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:19.231219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.249293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.283234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:19.283912 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.364916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d1d92-fd33-43ec-914e-cdb8b67ead37 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:19.440194 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:19.446447 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.491345 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c8e4ead-f8b1-4d4d-a9bd-43bec7fc4147 req-9e4e6691-88a1-4628-910d-dbc5eb897aaa tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 210 time: 0.0613563 Oct 25 23:33:19.497176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.508260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/5262a2b7-af93-4783-934d-92ce903947d2 HTTP/1.1" status: 204 len: 168 time: 1.1708510 Oct 25 23:33:19.512320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:19.535330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5aef6-ccf2-4387-a94e-2db60e17a270 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=5262a2b7-af93-4783-934d-92ce903947d2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:19.554488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40910) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:19.624852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:19.638831 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5bb812-c9cf-434e-b6d5-b99846250337 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:19.640046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5bb812-c9cf-434e-b6d5-b99846250337 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:19.653526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6c5bb812-c9cf-434e-b6d5-b99846250337 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/8b8b7b75-7005-405a-8500-2584053b5892 HTTP/1.1" status: 404 len: 337 time: 0.0934646 Oct 25 23:33:19.654305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40916) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:19.700218 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.705977 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcf3ae1-feac-4dfb-882a-300d2b0b8393 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:19.707056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcf3ae1-feac-4dfb-882a-300d2b0b8393 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:19.710728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5bcf3ae1-feac-4dfb-882a-300d2b0b8393 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/e7b799d7-8480-452d-9010-31f8d8f3c572 HTTP/1.1" status: 404 len: 339 time: 0.0533226 Oct 25 23:33:19.717196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40920) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:19.763429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3e46-8193-4fed-82b4-c309febcaa0e None None] Pushing event updated for resources: {'Port': ['ID=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:19.788998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7bb4969d-287e-4f2e-9309-cb770870152a tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:19.794317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7bb4969d-287e-4f2e-9309-cb770870152a tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.11 "GET /v2.0/networks?id=5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 200 len: 795 time: 0.3535407 Oct 25 23:33:19.798367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting subnet 80c3f681-5881-4fc9-abea-6e9e0f4da1a2 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:33:19.802807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.855489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:19.866828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.894834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f0ca76b-d1bc-4446-8483-c1e531168df9 req-5a5591e1-464b-418d-add1-f053d5e005b4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.4740865 Oct 25 23:33:19.941235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:19.945768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.946841 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:19.977041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['7b83f87c-13d2-4901-b93a-b69a9e450993'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:33:19.980767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 849a9be9-ac01-4326-8347-4f882a4fbd51 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:20.035727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-ba9a1c8e-919b-46b6-b197-acea6de4d8a2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4dc4595665d413d80da9e271daa9860 HTTP/1.1" status: 200 len: 477 time: 0.1905656 Oct 25 23:33:20.055406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'port': {'device_id': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'admin_state_up': True, 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'security_groups': ['f6f35125-0cd8-4369-9139-57786b3f543c', 'f3634725-a7a1-463e-93b0-3ac0122ae98f']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:20.144981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdfdc1-323f-4df1-86c2-57b62105c330 req-802d3fd7-cada-4ccf-abc2-680426bd4d45 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:20.146583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3acdfdc1-323f-4df1-86c2-57b62105c330 req-802d3fd7-cada-4ccf-abc2-680426bd4d45 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 944 time: 0.1605566 Oct 25 23:33:20.165935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.240577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 849a9be9-ac01-4326-8347-4f882a4fbd51 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:20.246292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 849a9be9-ac01-4326-8347-4f882a4fbd51 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:20.310880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3acdfdc1-323f-4df1-86c2-57b62105c330 req-1f97adce-c15a-41d6-8fa8-e83f2186a524 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500585 Oct 25 23:33:20.342628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40932) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:20.361783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Made reservation on behalf of b4dc4595665d413d80da9e271daa9860 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:20.369258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.373316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.414052 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.427495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=80c3f681-5881-4fc9-abea-6e9e0f4da1a2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:20.456500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.478001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d308c7bb-5db0-44d4-b0fc-abf8fb1411f0 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/80c3f681-5881-4fc9-abea-6e9e0f4da1a2 HTTP/1.1" status: 204 len: 168 time: 0.7593412 Oct 25 23:33:20.482545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:20.586239 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4fe4146e-10e3-4cf3-a7f0-f206cab69e93 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/505ba66b-7e21-4315-9e39-2e53720ada8a HTTP/1.1" status: 200 len: 991 time: 0.2415392 Oct 25 23:33:20.628579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting subnet 33feb3c3-5ae7-41d9-aad6-37d45f8ae802 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:33:20.641982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.740148 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.779279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-743b6051-82f4-466d-b530-d493fac60c57 req-6178a6f6-bffa-4b9b-b71e-22209f50ea86 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 210 time: 0.0693772 Oct 25 23:33:20.898327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.918589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.20.0.3 (5da84df3-7074-44ec-b1d3-5e9244d588d8/af2971ee-f833-4dab-858c-4ea91f0feaf0/9460b678-abdb-4caf-a4d4-b3e3b2a7958b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:20.967562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:20.997309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e9bbf-9dc5-4591-a943-91cf141631d8 None None] Network fe3f41af-f1bc-4e23-ada8-0088cb15fb1b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:21.105225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6ca6b90-1c2c-434a-a681-4ff1df29688e req-f86abb26-46d4-4b35-aa9d-f48bcae204a6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0471401 Oct 25 23:33:21.196373 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.326491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=33feb3c3-5ae7-41d9-aad6-37d45f8ae802,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:21.357433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.380766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40952) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:21.388500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0f718a82-620a-4261-8aa5-7324ca8f6d22 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/33feb3c3-5ae7-41d9-aad6-37d45f8ae802 HTTP/1.1" status: 204 len: 168 time: 0.8950446 Oct 25 23:33:21.513983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:21.532646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.630718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.713442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:21.723076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:21.742727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:21.837696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] DHCP port deletion for fe3f41af-f1bc-4e23-ada8-0088cb15fb1b request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:33:21.852262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:21.852989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.863843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:21.864516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.892739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:21.912309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:21.955711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.956719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.957110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.959205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.959648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.959997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.961560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.962010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.962377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.964582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.965103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:21.965449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:22.082611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-7ae3c7a4-d1a6-482d-8b22-01b8a75392fb tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.0340807 Oct 25 23:33:22.106288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] Deleting port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:22.106809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.192374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Request body: {'port': {'device_id': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:22.258730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ff11c-a7a6-4a3c-8f31-335f75a7b9ae req-210105fa-ac5f-422b-8114-b76b7eb5cb41 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:22.266770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25ff11c-a7a6-4a3c-8f31-335f75a7b9ae req-210105fa-ac5f-422b-8114-b76b7eb5cb41 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 970 time: 0.2914736 Oct 25 23:33:22.274360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c4cb1b08-8517-4946-b3d3-d80729543548 None None] Provisioning complete for port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:22.275020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1b08-8517-4946-b3d3-d80729543548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.278033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] For port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,segment=NetworkSegment(e59234d7-bc96-4879-a53f-54bd35bbb95c),segment_id=e59234d7-bc96-4879-a53f-54bd35bbb95c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:22.278451 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.315535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b9800c4-4e89-4633-9999-2b51fee55fd8 req-c648cc6e-75ac-4a45-8415-2649bac334ae tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0763249 Oct 25 23:33:22.334613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] Calling delete_port for 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:22.365295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c25ff11c-a7a6-4a3c-8f31-335f75a7b9ae req-fd710917-5124-4e11-ba39-3ca147b23a56 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0972519 Oct 25 23:33:22.374625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.482742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb1b08-8517-4946-b3d3-d80729543548 None None] Port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:22.518199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:22.518491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.582388 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.619363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] Pushing event deleted for resources: {'Port': ['ID=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:22.628839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d64cb-3ca7-4196-a0cd-9642a78cee66 None None] No DVR routers for this DVR port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:22.830965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] For port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,segment=NetworkSegment(e59234d7-bc96-4879-a53f-54bd35bbb95c),segment_id=e59234d7-bc96-4879-a53f-54bd35bbb95c)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:22.831717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.849072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Calling delete_port for 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:22.931743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.958461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9460b678-abdb-4caf-a4d4-b3e3b2a7958b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:33:22.966059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Port': ['ID=244d2bbf-5c15-45d4-ad90-cb33f6cfebe0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:22.975307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:22.983895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No DVR routers for this DVR port 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:23.060802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Transition to ACTIVE for port object 9460b678-abdb-4caf-a4d4-b3e3b2a7958b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:33:23.082952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.104892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3f41af-f1bc-4e23-ada8-0088cb15fb1b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:23.115736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59234d7-bc96-4879-a53f-54bd35bbb95c') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:23.116025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59234d7-bc96-4879-a53f-54bd35bbb95c') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:23.126649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.141307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.147779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:23.148464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:23.193496 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:23.203890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.257500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.310857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.314170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/fe3f41af-f1bc-4e23-ada8-0088cb15fb1b HTTP/1.1" status: 204 len: 168 time: 1.9322567 Oct 25 23:33:23.316709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.328339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:23.338112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c9b10-3752-4d7e-95ce-3ddd58d6ea70 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=fe3f41af-f1bc-4e23-ada8-0088cb15fb1b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:23.407117 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28044d3-ce11-48eb-9388-d0ef391c7cde tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:23.407580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28044d3-ce11-48eb-9388-d0ef391c7cde tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:23.418490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c28044d3-ce11-48eb-9388-d0ef391c7cde tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/c8009d58-02f8-4fe9-8042-476aafd610f5 HTTP/1.1" status: 404 len: 337 time: 0.0989859 Oct 25 23:33:23.424199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40972) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.476594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:23.506191 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-971b52de-6f6b-478c-96fc-6aa54680350d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:23.507282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971b52de-6f6b-478c-96fc-6aa54680350d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:23.517253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-971b52de-6f6b-478c-96fc-6aa54680350d tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/cafac841-b2b9-4685-9c48-e5f97a31d140 HTTP/1.1" status: 404 len: 339 time: 0.0883522 Oct 25 23:33:23.521747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40976) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.533936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:23.534909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 244d2bbf-5c15-45d4-ad90-cb33f6cfebe0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:23.612410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9af3e2ae-1a43-4c56-acc7-a9431c8a22c0 req-1fc3e7f2-e608-4429-9ba4-8e9b1405753a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0929945 Oct 25 23:33:23.686481 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4fbabd-b17b-437f-b050-d3759ea22623 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:23.687022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4fbabd-b17b-437f-b050-d3759ea22623 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:23.690494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fd4fbabd-b17b-437f-b050-d3759ea22623 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/b091875a-c328-4649-86ea-d063bb7e41c4 HTTP/1.1" status: 404 len: 337 time: 0.1667256 Oct 25 23:33:23.693143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40982) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.715793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Attempting to bind port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:23.716694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Attempting to bind port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:23.717276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Attempting to bind port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b on network 5da84df3-7074-44ec-b1d3-5e9244d588d8 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:23.725800 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d2c5d9-b740-451e-b784-3c76c6b093c1 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:23.725800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d2c5d9-b740-451e-b784-3c76c6b093c1 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:23.726589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b on network 5da84df3-7074-44ec-b1d3-5e9244d588d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:33:23.727161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Attempting to bind port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b on network 5da84df3-7074-44ec-b1d3-5e9244d588d8 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:23.729903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d6d2c5d9-b740-451e-b784-3c76c6b093c1 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/a21d7b20-1f29-4f06-bfff-21324d77b82f HTTP/1.1" status: 404 len: 339 time: 0.0348766 Oct 25 23:33:23.730797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40984) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.735319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:23.735669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Checking segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:23.736101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Bound using segment: {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:23.736747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Bound port: 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:23.737157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.763849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c536b-379a-48e4-80c3-8a6f95ac5d5a req-476116a8-ffc4-4f8f-b188-5f1c4176ef45 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:23.772308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f5c536b-379a-48e4-80c3-8a6f95ac5d5a req-476116a8-ffc4-4f8f-b188-5f1c4176ef45 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 982 time: 0.2046123 Oct 25 23:33:23.773451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:23.786232 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6283b10-9950-4725-a9c8-0a402dc085ac tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:23.786664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6283b10-9950-4725-a9c8-0a402dc085ac tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:23.793669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 40986) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.802745 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a6283b10-9950-4725-a9c8-0a402dc085ac tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/39c0220b-74e5-4ae4-8b05-3654f563f983 HTTP/1.1" status: 404 len: 337 time: 0.0707791 Oct 25 23:33:23.848934 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0939cfb-6865-41d4-ab24-1c8cc5984ce3 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:23.849503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0939cfb-6865-41d4-ab24-1c8cc5984ce3 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:23.855694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c0939cfb-6865-41d4-ab24-1c8cc5984ce3 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/0afaa3cf-c70e-444a-b828-baaaead69354 HTTP/1.1" status: 404 len: 339 time: 0.0561929 Oct 25 23:33:23.856837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40988) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:23.889566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f5c536b-379a-48e4-80c3-8a6f95ac5d5a req-56b6376a-e9e2-426f-b844-c22cd27a985f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1108220 Oct 25 23:33:23.932316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting subnet 4c342816-2c43-426c-9b02-5ffdeb728b52 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:33:23.934057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] For port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:23.938757 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.944218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] For port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:23.954954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:23.980030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 7b83f87c-13d2-4901-b93a-b69a9e450993 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:33:24.008815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 7b83f87c-13d2-4901-b93a-b69a9e450993 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:24.009190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.011657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:24.012284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.013691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 200 len: 1130 time: 1.8991737 Oct 25 23:33:24.015013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:24.017882 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:24.077511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.132169 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8718cdc-a345-4c60-a48d-d7a9439ed4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:24.136191 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a76bb-7824-4065-ac1e-eebba773ad33 x-openstack-request-id: req-862a76bb-7824-4065-ac1e-eebba773ad33 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:24.136496 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:24.136756 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-862a76bb-7824-4065-ac1e-eebba773ad33 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:24.137160 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'status': 'completed', 'code': 200} Oct 25 23:33:24.165125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-0d399c07-04a0-4449-9092-32e9a1652b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:24.170374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-0d399c07-04a0-4449-9092-32e9a1652b14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1133 time: 0.1056826 Oct 25 23:33:24.250340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-16548021-21e9-40d6-82d3-fb0792044dbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 200 len: 217 time: 0.0626972 Oct 25 23:33:24.282365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.323045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.349349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-33c7db0c-2ab2-4b24-9163-8a83b13363dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:24.350869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-33c7db0c-2ab2-4b24-9163-8a83b13363dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2971ee-f833-4dab-858c-4ea91f0feaf0 HTTP/1.1" status: 200 len: 834 time: 0.0843184 Oct 25 23:33:24.401577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:24.403533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:24.403965 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.411546 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb471d7-617a-4228-bf93-4b3bd95e094b" -d '{"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-plugged", "status": "completed", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:24.432059 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.470251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-769f6fd1-a9e8-4670-b6e8-ff6241129d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:24.475137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.485665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/4c342816-2c43-426c-9b02-5ffdeb728b52 HTTP/1.1" status: 204 len: 168 time: 0.6275232 Oct 25 23:33:24.486478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 40994) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:24.487562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-769f6fd1-a9e8-4670-b6e8-ff6241129d4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5da84df3-7074-44ec-b1d3-5e9244d588d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281180 Oct 25 23:33:24.524976 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b3e0a8-5e36-423b-870b-481c6df56471 x-openstack-request-id: req-10b3e0a8-5e36-423b-870b-481c6df56471 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:24.525557 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-plugged", "status": "completed", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:24.525557 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10b3e0a8-5e36-423b-870b-481c6df56471 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:24.526015 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'code': 200} Oct 25 23:33:24.529387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:24.540300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4485b8-b6df-46c4-b11f-25372ac2d422 None None] Network 9989c5a9-c63a-48d5-8182-2fe99d4c3992 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:24.665024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-d4bff05d-e8f7-471c-a61d-14aa271e6082 service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686924 Oct 25 23:33:24.704214 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c17503-39dc-43f6-97f3-99895651cc6c tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=4c342816-2c43-426c-9b02-5ffdeb728b52,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:24.721864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.773864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1a6740e-2cb9-4e80-8f98-3167ee709a9e req-44be9c02-6ad1-4500-92bd-8d11de32bdae tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0436738 Oct 25 23:33:24.798904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] DHCP port deletion for 9989c5a9-c63a-48d5-8182-2fe99d4c3992 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:33:24.855244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18c42cbc-cdf8-4dc8-9c68-01743cfe4a49 req-fa81d676-0797-4345-b8ba-0a36a08a42fa service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815524 Oct 25 23:33:24.876999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting port 32862861-1034-4cb5-91c5-36140c3bdd97 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:24.877475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.881824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] Deleting port 32862861-1034-4cb5-91c5-36140c3bdd97 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:24.882222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:24.991914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] For port 32862861-1034-4cb5-91c5-36140c3bdd97, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32862861-1034-4cb5-91c5-36140c3bdd97,segment=NetworkSegment(9d8289bf-4d48-490c-9535-c8d2e20534ec),segment_id=9d8289bf-4d48-490c-9535-c8d2e20534ec)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:24.992304 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.017438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-43e499a6-ad14-497b-ab3d-2eed3fbdf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:25.020271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] For port 32862861-1034-4cb5-91c5-36140c3bdd97, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32862861-1034-4cb5-91c5-36140c3bdd97,segment=NetworkSegment(9d8289bf-4d48-490c-9535-c8d2e20534ec),segment_id=9d8289bf-4d48-490c-9535-c8d2e20534ec)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:25.020437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-43e499a6-ad14-497b-ab3d-2eed3fbdf519 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1133 time: 0.1017518 Oct 25 23:33:25.020654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.023042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Calling delete_port for 32862861-1034-4cb5-91c5-36140c3bdd97 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:25.047281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] Calling delete_port for 32862861-1034-4cb5-91c5-36140c3bdd97 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:25.163879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3bbb3-008e-404a-aa0c-04ac5c7e3eb4 req-9f6d7b28-9e01-4288-bec1-21de235350c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:25.165886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ff3bbb3-008e-404a-aa0c-04ac5c7e3eb4 req-9f6d7b28-9e01-4288-bec1-21de235350c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 982 time: 0.1446686 Oct 25 23:33:25.170409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.207477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Port': ['ID=32862861-1034-4cb5-91c5-36140c3bdd97,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:25.208424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.220833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No DVR routers for this DVR port 32862861-1034-4cb5-91c5-36140c3bdd97 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:25.230283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.230912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.231533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.232054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.232556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.233067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.233660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.234198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.234982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.235500 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.236092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.236630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:33:25.248290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1ff3bbb3-008e-404a-aa0c-04ac5c7e3eb4 req-814dc8d0-a9e1-45f0-84eb-3bc9fa51d6b8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0712645 Oct 25 23:33:25.254053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-1f7484a0-97fe-480c-ad22-6e19a304499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:25.256782 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-1f7484a0-97fe-480c-ad22-6e19a304499d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 200 len: 896 time: 0.2186952 Oct 25 23:33:25.322503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] No DVR routers for this DVR port 32862861-1034-4cb5-91c5-36140c3bdd97 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:25.323233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-023784f9-9fd7-4e1e-9116-0641a17cd162 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 200 len: 217 time: 0.0502963 Oct 25 23:33:25.325292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff4fdd-e3ba-4f2f-b2a9-5da6bacbcd23 None None] Pushing event deleted for resources: {'Port': ['ID=32862861-1034-4cb5-91c5-36140c3bdd97,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:25.394526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.422182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32862861-1034-4cb5-91c5-36140c3bdd97 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:25.423594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9989c5a9-c63a-48d5-8182-2fe99d4c3992']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:25.435025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-c2c3c9df-a084-44bd-a7d2-01659fd032d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:25.436486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-c2c3c9df-a084-44bd-a7d2-01659fd032d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2971ee-f833-4dab-858c-4ea91f0feaf0 HTTP/1.1" status: 200 len: 834 time: 0.1048765 Oct 25 23:33:25.448343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8289bf-4d48-490c-9535-c8d2e20534ec') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:25.449564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8289bf-4d48-490c-9535-c8d2e20534ec') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:25.462095 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 32862861-1034-4cb5-91c5-36140c3bdd97 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:25.462844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32862861-1034-4cb5-91c5-36140c3bdd97 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:25.490588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.505550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-7fe57a91-ccda-4a82-ab3f-db006e630bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:25.507255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-7fe57a91-ccda-4a82-ab3f-db006e630bfb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5da84df3-7074-44ec-b1d3-5e9244d588d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617621 Oct 25 23:33:25.514681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.530003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:25.530780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:25.534437 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:25.657333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-c31831b8-d35a-49a9-855c-5f23f364417c service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399539 Oct 25 23:33:25.659405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.691943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.695274 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/9989c5a9-c63a-48d5-8182-2fe99d4c3992 HTTP/1.1" status: 204 len: 168 time: 1.2076733 Oct 25 23:33:25.696477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed5041-b1b4-417b-9817-074c5fa14e9a tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=9989c5a9-c63a-48d5-8182-2fe99d4c3992,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:25.698318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41004) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:25.748163 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f0430b-31b7-4fa0-abba-67092a26b609 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:25.749516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f0430b-31b7-4fa0-abba-67092a26b609 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:25.760402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-65f0430b-31b7-4fa0-abba-67092a26b609 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/6cadc974-a6df-439d-b6d3-a4610b81fe58 HTTP/1.1" status: 404 len: 337 time: 0.0532656 Oct 25 23:33:25.760402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41008) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:25.788919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a12465c-4fc6-4a64-bb3d-c4f65882da5c req-92d36971-4263-4b86-bed6-ffb3a79f7314 service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164172 Oct 25 23:33:25.814846 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-172206c6-80b8-49b8-902e-5b89c3aff993 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] DELETE failed (client error): The resource could not be found. Oct 25 23:33:25.815479 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172206c6-80b8-49b8-902e-5b89c3aff993 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:33:25.821306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-172206c6-80b8-49b8-902e-5b89c3aff993 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/b5b8e7da-e0da-49e1-8f50-ca987180494f HTTP/1.1" status: 404 len: 339 time: 0.0576491 Oct 25 23:33:25.821558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41014) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:25.919139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f577e3a5-41de-4702-99ed-eef06fa08e3f req-b204f6fd-4452-4915-8a15-5b478acf468f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0524919 Oct 25 23:33:25.931125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting subnet 44c6e51d-c203-4782-b65d-a6e51b1dafeb {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:33:25.942364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:25.993515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:26.101884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:26.179934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:26.536570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Subnet': ['ID=44c6e51d-c203-4782-b65d-a6e51b1dafeb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:26.562057 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:26.567189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff74bd44-6170-4f37-ae1a-46979ca3cc32 None None] Network 84cd43bb-c42b-48ef-921e-c74ff0904955 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:26.578986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a4ecfeda-2a78-40ba-a8c5-e54b10226ce4 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/subnets/44c6e51d-c203-4782-b65d-a6e51b1dafeb HTTP/1.1" status: 204 len: 168 time: 0.7560964 Oct 25 23:33:26.581261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:26.689300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150c020-1d83-4a54-a1c8-665f8153fbd4 req-cbadd655-7524-4084-ae0a-08762df92736 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:26.691605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d150c020-1d83-4a54-a1c8-665f8153fbd4 req-cbadd655-7524-4084-ae0a-08762df92736 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 982 time: 0.1692877 Oct 25 23:33:26.754412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:26.769030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d150c020-1d83-4a54-a1c8-665f8153fbd4 req-923711ac-aaee-4d5d-9eac-fda4f94b76c8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0652437 Oct 25 23:33:26.858019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Deleting port 8d498503-20d6-476e-bc10-e346b3e381d4 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:26.858427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.024330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] For port 8d498503-20d6-476e-bc10-e346b3e381d4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8d498503-20d6-476e-bc10-e346b3e381d4,segment=NetworkSegment(96de19ec-e221-4d5e-8e72-60d1fc839d06),segment_id=96de19ec-e221-4d5e-8e72-60d1fc839d06)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:27.024795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.049673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Calling delete_port for 8d498503-20d6-476e-bc10-e346b3e381d4 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:27.152957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d531fc93-9152-4df2-b0b1-19c7d72d96a7 req-e3c0a2c4-d0c5-4696-a57f-4125cef7ea6b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dfac25c-64f0-4028-8661-777453ba552d HTTP/1.1" status: 200 len: 210 time: 0.0501504 Oct 25 23:33:27.232020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.235003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea6069-d333-4c8e-a46b-b6bde76b2559 None None] DHCP port deletion for 84cd43bb-c42b-48ef-921e-c74ff0904955 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:33:27.280719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Port': ['ID=8d498503-20d6-476e-bc10-e346b3e381d4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:27.282986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] No DVR routers for this DVR port 8d498503-20d6-476e-bc10-e346b3e381d4 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:27.368529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d498503-20d6-476e-bc10-e346b3e381d4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:27.405560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.429807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8d498503-20d6-476e-bc10-e346b3e381d4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:27.430462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8d498503-20d6-476e-bc10-e346b3e381d4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:27.430597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cd43bb-c42b-48ef-921e-c74ff0904955']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:27.444583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96de19ec-e221-4d5e-8e72-60d1fc839d06') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:27.445583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96de19ec-e221-4d5e-8e72-60d1fc839d06') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:27.458463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.474822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.484102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:27.484513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:27.502028 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:27.569907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.578309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:27.581689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] 10.222.0.25 "DELETE /v2.0/networks/84cd43bb-c42b-48ef-921e-c74ff0904955 HTTP/1.1" status: 204 len: 168 time: 0.9995024 Oct 25 23:33:27.596144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aaae6-5bda-4ccc-8389-15d1e3228035 tempest-NetworksIpV6Test-909269008 tempest-NetworksIpV6Test-909269008-project] Pushing event deleted for resources: {'Network': ['ID=84cd43bb-c42b-48ef-921e-c74ff0904955,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:27.729181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9460b678-abdb-4caf-a4d4-b3e3b2a7958b details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:33:27.954673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:27.981103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdf37d-feec-48e3-936c-25a97b65529f req-1d107a16-d6f4-430f-af5a-917cab211eba tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:27.985655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'port_id': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'mac_address': 'fa:16:3e:a2:1e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:33:27.988688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5cfdf37d-feec-48e3-936c-25a97b65529f req-1d107a16-d6f4-430f-af5a-917cab211eba tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 982 time: 0.0837324 Oct 25 23:33:28.030172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41038) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:28.061401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.068163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5cfdf37d-feec-48e3-936c-25a97b65529f req-a044b9fb-2638-4d03-bb49-c6db81e7544d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785968 Oct 25 23:33:28.078341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9460b678-abdb-4caf-a4d4-b3e3b2a7958b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:33:28.105307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:28.111908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.216826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:28.339720 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['9460b678-abdb-4caf-a4d4-b3e3b2a7958b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:33:28.365306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41054) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:28.365802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-910757c1-e238-4dd8-8ae7-16e6b8d9770f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf829f2c2b3542428fe4a34a773a108a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336942 Oct 25 23:33:28.426890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42b827a6-0a2d-41e3-9cc9-f21768bb0817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.479943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42b827a6-0a2d-41e3-9cc9-f21768bb0817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.568584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.572824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42b827a6-0a2d-41e3-9cc9-f21768bb0817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.577097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-42b827a6-0a2d-41e3-9cc9-f21768bb0817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:28.590253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-42b827a6-0a2d-41e3-9cc9-f21768bb0817 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a8373b3-901a-42cd-afa0-5e51ecce9b85 HTTP/1.1" status: 204 len: 168 time: 0.2166541 Oct 25 23:33:28.608140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b827a6-0a2d-41e3-9cc9-f21768bb0817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8373b3-901a-42cd-afa0-5e51ecce9b85,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:29.237061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee35cd3-59c8-484c-ba79-71c3dd0afb61 req-61f2eb1d-558f-40ca-a796-61a03cf8798f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:29.238667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ee35cd3-59c8-484c-ba79-71c3dd0afb61 req-61f2eb1d-558f-40ca-a796-61a03cf8798f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 983 time: 0.0690377 Oct 25 23:33:29.350031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ee35cd3-59c8-484c-ba79-71c3dd0afb61 req-01b2a999-431a-464f-ba3c-3d58ab3f213a tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0851352 Oct 25 23:33:29.603384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41084) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:29.743838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-386689392'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:29.755441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9460b678-abdb-4caf-a4d4-b3e3b2a7958b up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:29.796563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:29.801118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:29.816551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:29.870096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:33:29.876537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:29.877269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:29.989121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:29.999878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.003747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.029656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:30.032424 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2318e1-5033-4a7e-9f4f-a7ceff7e21d0" -d '{"events": [{"server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "name": "network-vif-plugged", "status": "completed", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:30.037350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:30.047604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:30.052964 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.079007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.079355 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment 07fd5455-deb0-472f-afee-3857677a5485 of type vlan for network 81166868-5f9e-4ff3-ac9a-3de038fdb27d Oct 25 23:33:30.087872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997b4f82-8c5a-4415-a740-25be7d3c941e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:30.096974 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18ef7a5-d178-483f-be23-842dae107e60 x-openstack-request-id: req-f18ef7a5-d178-483f-be23-842dae107e60 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:30.097923 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "name": "network-vif-plugged", "status": "completed", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:30.097923 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f18ef7a5-d178-483f-be23-842dae107e60 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:30.097923 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'code': 200} Oct 25 23:33:30.146600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:30.159308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.222579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.229133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:30.229840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.303235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8ab3e-8f60-4205-ba0a-244bcf648a24 req-680877da-4701-4359-be3e-b9e6e871f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:30.303235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17f8ab3e-8f60-4205-ba0a-244bcf648a24 req-680877da-4701-4359-be3e-b9e6e871f59f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1135 time: 0.1333218 Oct 25 23:33:30.305958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7006874 Oct 25 23:33:30.309302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41090) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:30.319237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-1380233668'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:30.324682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7738ec-a94d-4e0f-ae62-985eda05978f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=81166868-5f9e-4ff3-ac9a-3de038fdb27d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:30.351288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:30.366881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17f8ab3e-8f60-4205-ba0a-244bcf648a24 req-13fe33d0-317a-43af-82ae-8622a9585527 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0565424 Oct 25 23:33:30.368676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:30.372769 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.457774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:30.493752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.494111 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment 9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9 of type vlan for network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a Oct 25 23:33:30.688327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.727724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.735738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:30.736647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:30.838756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:30.848898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147ef05-7907-48c1-8816-6b154fa7aa86 req-a216802c-7d85-4441-8b73-a8eac2ec55d3 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:30.850371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:30.856768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3147ef05-7907-48c1-8816-6b154fa7aa86 req-a216802c-7d85-4441-8b73-a8eac2ec55d3 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 984 time: 0.2765317 Oct 25 23:33:30.897186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41104) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:30.903153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:30.908791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-87592351-e472-4068-823e-a200a637a02b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5972154 Oct 25 23:33:30.961818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3147ef05-7907-48c1-8816-6b154fa7aa86 req-cd40896a-1e3a-4434-8ed4-581ea9319cb8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1040664 Oct 25 23:33:31.055167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:31.059526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:31.344372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:31.455905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=4737bdc7-fc23-491c-9736-8f25458b030e,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:31.461523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': '07fd5455-deb0-472f-afee-3857677a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:31.462015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: 81166868-5f9e-4ff3-ac9a-3de038fdb27d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:31.481611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:31.509099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 81166868-5f9e-4ff3-ac9a-3de038fdb27d) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:31.520653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:31.522481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:31.524888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b81a0-8f68-47a6-9444-3a42a0b92b53 None None] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:31.573457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41108) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:31.577582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eaa932aa-fdc7-4ef6-b4cd-25659f79df3c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6791720 Oct 25 23:33:31.582623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:31.853935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-81166868-5f9e-4ff3-ac9a-3de038fdb27d', 'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '4737bdc7-fc23-491c-9736-8f25458b030e'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:31.856553 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:31.859380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:31.863446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.203393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Allocated IP 172.20.0.2 (81166868-5f9e-4ff3-ac9a-3de038fdb27d/4737bdc7-fc23-491c-9736-8f25458b030e/99d8b0e6-d524-459d-87a8-5c4fc8073fa7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:32.248955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.254906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d1c2-2607-454e-89cd-4105002110c5 req-9de7df4b-cc7f-4592-9f72-62c0e19102ae tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:32.274233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d939d1c2-2607-454e-89cd-4105002110c5 req-9de7df4b-cc7f-4592-9f72-62c0e19102ae tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 984 time: 0.1604738 Oct 25 23:33:32.397766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d939d1c2-2607-454e-89cd-4105002110c5 req-6766e5f2-9e66-4228-9fc3-cde209808946 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1222367 Oct 25 23:33:32.474862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=2b2c4e0a-405a-4801-bd81-d6150f49163c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:32.597812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.621532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.647248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:32.647611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:32.706790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:32.710462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:32.714003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:32.736459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:32.763338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51eb0-d486-4cf4-ac86-277ac395a632 req-13779356-3fb0-4404-b4f4-3985f923c163 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:32.765898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64a51eb0-d486-4cf4-ac86-277ac395a632 req-13779356-3fb0-4404-b4f4-3985f923c163 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 984 time: 0.1965020 Oct 25 23:33:32.834943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Pushing event updated for resources: {'Port': ['ID=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:32.839295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:32.848894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:32.849377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.866376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Attempting to bind port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:32.867743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Attempting to bind port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '07fd5455-deb0-472f-afee-3857677a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:32.868234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Attempting to bind port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 on network 81166868-5f9e-4ff3-ac9a-3de038fdb27d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:32.872749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-64a51eb0-d486-4cf4-ac86-277ac395a632 req-4f387a2b-d519-4b0e-8035-5e9eefd60f62 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0982649 Oct 25 23:33:32.896409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9993bebd-4133-4512-afc4-dd1f05d799de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3155189 Oct 25 23:33:32.896409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41130) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:32.911485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2101557628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:32.915266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:32.915880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Checking segment: {'id': '07fd5455-deb0-472f-afee-3857677a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:32.917157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.917887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Bound using segment: {'id': '07fd5455-deb0-472f-afee-3857677a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:32.918585 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Bound port: 99d8b0e6-d524-459d-87a8-5c4fc8073fa7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fd5455-deb0-472f-afee-3857677a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '81166868-5f9e-4ff3-ac9a-3de038fdb27d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:32.919318 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.922780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25683ef4-d6af-483f-8191-3c461047090d None None] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:32.955133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:32.956246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.145209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.156513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.166276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b1940-1f01-4309-99a0-8d48d991db19 req-b17f51c0-912f-46af-a14b-072c65acc37f tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:33.180652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-420b1940-1f01-4309-99a0-8d48d991db19 req-b17f51c0-912f-46af-a14b-072c65acc37f tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1135 time: 0.1328392 Oct 25 23:33:33.217691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.222671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0d82873c-20c7-4079-a17b-433d98b48166 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3289912 Oct 25 23:33:33.223459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41136) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:33.226487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-420b1940-1f01-4309-99a0-8d48d991db19 req-f3467526-b4ad-40d1-b430-e8cc64a09fb2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.340129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] For port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:33.407562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-420b1940-1f01-4309-99a0-8d48d991db19 req-f3467526-b4ad-40d1-b430-e8cc64a09fb2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.416257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-420b1940-1f01-4309-99a0-8d48d991db19 req-f3467526-b4ad-40d1-b430-e8cc64a09fb2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.432198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] For port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,segment=NetworkSegment(07fd5455-deb0-472f-afee-3857677a5485),segment_id=07fd5455-deb0-472f-afee-3857677a5485)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:33.452673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.478407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-420b1940-1f01-4309-99a0-8d48d991db19 req-f3467526-b4ad-40d1-b430-e8cc64a09fb2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2915809 Oct 25 23:33:33.501540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41138) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:33.521330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467526-b4ad-40d1-b430-e8cc64a09fb2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3559d31-efae-4819-b79f-10755ce69cdd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:33.600211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75705d-4b83-48ce-ba8e-117d1ef2c6dc None None] Pushing event updated for resources: {'Port': ['ID=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:33.604147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426351e2-0434-4571-9e3e-a1c63acc7c8c tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:33.611352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-426351e2-0434-4571-9e3e-a1c63acc7c8c tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1130 time: 0.1084909 Oct 25 23:33:33.614713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:33.621442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:33.630121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a', 'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '2b2c4e0a-405a-4801-bd81-d6150f49163c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:33.632522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.680187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:33.970191 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.079563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Allocated IP 172.21.0.2 (f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a/2b2c4e0a-405a-4801-bd81-d6150f49163c/5a68b53e-e78d-4412-baed-0c8d0a9d4b8e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:34.225129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.388153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.25.4.187 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/ea48f511-4fe3-456f-8929-dc0556417871) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:34.435758 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.447325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.536953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:34.538809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:34.543037 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:34.662001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.688880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Attempting to bind port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:34.689533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Attempting to bind port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:34.690380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Attempting to bind port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e on network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:34.716617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Pushing event updated for resources: {'Port': ['ID=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:34.739594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:34.739975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Checking segment: {'id': '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:34.742596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.745005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Bound using segment: {'id': '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:34.747700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Bound port: 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:34.749503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.753627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.841936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=ea48f511-4fe3-456f-8929-dc0556417871,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:34.892309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:34.894369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:34.900062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:34.910521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] For port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:34.917303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] For port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,segment=NetworkSegment(9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9),segment_id=9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:34.928291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:34.961873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.20.0.1 (81166868-5f9e-4ff3-ac9a-3de038fdb27d/4737bdc7-fc23-491c-9736-8f25458b030e/6f76973e-db61-4281-9b96-3fcb9d4cf486) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:35.183805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e347f8-7dab-4f23-a72e-d7baba7c1e2a None None] Pushing event updated for resources: {'Port': ['ID=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:35.356582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-4d64e254-7a2e-4d90-8440-c6029fd25fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3098578 Oct 25 23:33:35.411917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:35.573670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4529eec-08ab-449b-8cd9-260bbeacb5fc None None] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:35.677081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:35.689912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-fa64e35d-72e1-4ef1-be1a-9acf4d64a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:35.691849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-fa64e35d-72e1-4ef1-be1a-9acf4d64a16b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.2496684 Oct 25 23:33:35.712551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:35.790965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f2799954-a355-4290-b987-40b8b7929dc6 None None] Provisioning complete for port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:35.791784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2799954-a355-4290-b987-40b8b7929dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:35.858080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41158) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:35.886755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:35.887426 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:35.888817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=6f76973e-db61-4281-9b96-3fcb9d4cf486,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:35.909093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:35.917037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:35.920814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:35.979362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:35.981596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2799954-a355-4290-b987-40b8b7929dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:35.999363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.042830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f2799954-a355-4290-b987-40b8b7929dc6 None None] For port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,segment=NetworkSegment(07fd5455-deb0-472f-afee-3857677a5485),segment_id=07fd5455-deb0-472f-afee-3857677a5485)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:36.054634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2799954-a355-4290-b987-40b8b7929dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.134811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.176306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2799954-a355-4290-b987-40b8b7929dc6 None None] Pushing event updated for resources: {'Port': ['ID=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:36.269089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-275d6c1d-f6fc-45ac-93f9-c0dbb364b319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.598491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7374376c-0ff6-402f-8070-c779160c45ea None None] Provisioning complete for port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:36.599083 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7374376c-0ff6-402f-8070-c779160c45ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.601937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-275d6c1d-f6fc-45ac-93f9-c0dbb364b319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.645952 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-275d6c1d-f6fc-45ac-93f9-c0dbb364b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.834500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7374376c-0ff6-402f-8070-c779160c45ea None None] Provisioning complete for port 6f76973e-db61-4281-9b96-3fcb9d4cf486 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:36.835073 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7374376c-0ff6-402f-8070-c779160c45ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:36.879405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-275d6c1d-f6fc-45ac-93f9-c0dbb364b319 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9df0b5752caf4f1d957ab68448ebdc39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0217154 Oct 25 23:33:36.886356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41170) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:36.898210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d6c1d-f6fc-45ac-93f9-c0dbb364b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5adb41-0488-4d24-a937-e894828debcb,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:36.918815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7374376c-0ff6-402f-8070-c779160c45ea None None] Port 6f76973e-db61-4281-9b96-3fcb9d4cf486 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:36.926582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc51cd8-487e-46fe-a5fd-b09f68559e00 req-a5ac360a-edb1-4c56-9d54-eed662bf1e6a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:36.935861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-94cb99c6-a194-4f3d-88e1-b689a148cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:36.937003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edc51cd8-487e-46fe-a5fd-b09f68559e00 req-a5ac360a-edb1-4c56-9d54-eed662bf1e6a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.3294661 Oct 25 23:33:36.937582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-94cb99c6-a194-4f3d-88e1-b689a148cd6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 1.1997073 Oct 25 23:33:36.961781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e3e42-1ae2-47e4-84bf-8923fb60ce54 None None] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:37.012528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edc51cd8-487e-46fe-a5fd-b09f68559e00 req-8dbf8196-3884-403a-a1eb-36627dcbd516 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Oct 25 23:33:37.017070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.025085 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.088549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-9cca883f-3c59-432a-9d2d-0c19d92511c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 1000 time: 0.0937517 Oct 25 23:33:37.141832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=ea48f511-4fe3-456f-8929-dc0556417871,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:37.184579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Provisioning complete for port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:37.185061 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.185908 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.323957 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Floating IP 3980a297-cb9f-4d2c-804c-b89b2721a253 associated. External IP: 172.25.4.187, port: 9460b678-abdb-4caf-a4d4-b3e3b2a7958b. Oct 25 23:33:37.345426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-9e8fd06d-ca14-4fdf-a5c1-0c45f3e01b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:37.346962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-9e8fd06d-ca14-4fdf-a5c1-0c45f3e01b44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.2206023 Oct 25 23:33:37.378862 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.448556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.452873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] For port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,segment=NetworkSegment(9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9),segment_id=9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:37.460147 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.493242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0a68-b954-4451-b11b-8ab310cdc25b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.551740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Pushing event updated for resources: {'Port': ['ID=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:37.565052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Provisioning complete for port 6f76973e-db61-4281-9b96-3fcb9d4cf486 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:37.565538 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.603228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:37.641978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-bae26ed4-eb21-4f34-963e-ec1b133b11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:37.644343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-bae26ed4-eb21-4f34-963e-ec1b133b11f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791078 Oct 25 23:33:37.668099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0a68-b954-4451-b11b-8ab310cdc25b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.669098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fd61cab0-2240-4bd2-b254-570292bb6a74 None None] Port 6f76973e-db61-4281-9b96-3fcb9d4cf486 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:37.711259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:37.711634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.736119 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c813f152-29d0-4cb0-adae-6a5081de38b5 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:37.819933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4543fcf2-1c11-4a9b-9047-05d7173c2ca7 None None] Provisioning complete for port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:37.820303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4543fcf2-1c11-4a9b-9047-05d7173c2ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:37.889539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41178) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:37.905781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:37.919472 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] Sync routers for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:37.935976 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:37.938775 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:37.970453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:38.113337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-11e193e3-831d-403b-96b1-7be8e4ee683b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4968767 Oct 25 23:33:38.116609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41184) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:38.118125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:38.122750 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6536951-974a-4c03-a203-9a7a49e24e07" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:38.131635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-278c0e56-4707-4bae-bbeb-586c46032d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:38.153121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-95e709c3-4b58-4c79-90bf-84022c713a91 service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986241 Oct 25 23:33:38.217715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0a68-b954-4451-b11b-8ab310cdc25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:38.232608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0a68-b954-4451-b11b-8ab310cdc25b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:38.232870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:38.233774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e8b0a68-b954-4451-b11b-8ab310cdc25b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca5adb41-0488-4d24-a937-e894828debcb HTTP/1.1" status: 204 len: 168 time: 1.3399942 Oct 25 23:33:38.342579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b0a68-b954-4451-b11b-8ab310cdc25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5adb41-0488-4d24-a937-e894828debcb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:38.344316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.11', 64823) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:38.375916 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354025c0-d188-4105-8bc9-f894ed27d0db x-openstack-request-id: req-354025c0-d188-4105-8bc9-f894ed27d0db {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:38.376309 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:38.376525 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-354025c0-d188-4105-8bc9-f894ed27d0db {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:38.376868 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'status': 'completed', 'code': 200} Oct 25 23:33:38.421568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:38.433657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-e5a2c009-621a-4f52-80fe-55627145d68e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.447806 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-e5a2c009-621a-4f52-80fe-55627145d68e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.4248114 Oct 25 23:33:38.515615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:38.516141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:38.691612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf0bde-1dbb-4042-9aa5-c70ab4f90a6a req-0edf3b42-4c26-43b3-9cc6-5af9316a8904 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.693193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4abf0bde-1dbb-4042-9aa5-c70ab4f90a6a req-0edf3b42-4c26-43b3-9cc6-5af9316a8904 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.5483360 Oct 25 23:33:38.705794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-f5d340cc-fca7-4da2-b2ff-2b402180da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.707564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-f5d340cc-fca7-4da2-b2ff-2b402180da5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1135 time: 0.3447275 Oct 25 23:33:38.783134 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '3980a297-cb9f-4d2c-804c-b89b2721a253', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'port_id': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'mac_address': 'fa:16:3e:a2:1e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:33:35Z', 'updated_at': '2021-10-25T23:33:35Z', 'revision_number': 0, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:18Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:38.816626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.817066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.817543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.817982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.818738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.819156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.819623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.820070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.820545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:38.828770 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e6aa0b6d-ea0c-46a0-812f-d6904dfe0b38 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6330 time: 0.6899555 Oct 25 23:33:38.833965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:38.874537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] Checking router: c813f152-29d0-4cb0-adae-6a5081de38b5 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:38.888754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94482583-55c2-42d0-8e9f-f5f1d84724dd req-de406c0a-83b3-4ac5-930d-beecbe62cc58 service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538002 Oct 25 23:33:38.909667 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:38.910327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:38.953611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4abf0bde-1dbb-4042-9aa5-c70ab4f90a6a req-5365eec4-72ab-438b-b04e-c78f4c620e21 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366848 Oct 25 23:33:39.012520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.026195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.027503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.028167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.028778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.029475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.030086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.030786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.031582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.032186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.037674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.038568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41202) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:39.039583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f99d596-134b-4a19-b370-e84e94e6a970 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5811 time: 0.2044845 Oct 25 23:33:39.069251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Deleting port be5eb512-5d1f-4dff-809b-ee0107f69e4f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:39.069592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.070719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-278c0e56-4707-4bae-bbeb-586c46032d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.080717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-278c0e56-4707-4bae-bbeb-586c46032d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.131678 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:39.192935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-278c0e56-4707-4bae-bbeb-586c46032d5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e4842511b074277abbd52f5e6dd65f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3013566 Oct 25 23:33:39.195498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0e56-4707-4bae-bbeb-586c46032d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efccfd10-3f7b-4e0e-8ba9-24370aeccf9d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:39.198466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41208) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:39.269326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9424c77c-09ce-4d0f-beea-6fdfdd076651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.298204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-dfe49161-0c17-4346-8a93-bd4cb8e4be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:39.299518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9424c77c-09ce-4d0f-beea-6fdfdd076651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.299699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-dfe49161-0c17-4346-8a93-bd4cb8e4be38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 200 len: 896 time: 0.5768554 Oct 25 23:33:39.386246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9424c77c-09ce-4d0f-beea-6fdfdd076651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.390729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9424c77c-09ce-4d0f-beea-6fdfdd076651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.392302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9424c77c-09ce-4d0f-beea-6fdfdd076651 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efccfd10-3f7b-4e0e-8ba9-24370aeccf9d HTTP/1.1" status: 204 len: 168 time: 0.1922791 Oct 25 23:33:39.409935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424c77c-09ce-4d0f-beea-6fdfdd076651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccfd10-3f7b-4e0e-8ba9-24370aeccf9d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:39.434423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:39.527641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41216) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:39.544886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:39.545736 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.694436 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '3980a297-cb9f-4d2c-804c-b89b2721a253', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'port_id': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'mac_address': 'fa:16:3e:a2:1e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:33:35Z', 'updated_at': '2021-10-25T23:33:35Z', 'revision_number': 0, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:18Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:39.735760 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b140b0-4080-4584-a56f-7c6d09dcfdae None None] The sync data for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 is: [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '3980a297-cb9f-4d2c-804c-b89b2721a253', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'port_id': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'mac_address': 'fa:16:3e:a2:1e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:33:35Z', 'updated_at': '2021-10-25T23:33:35Z', 'revision_number': 0, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:18Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:39.829562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1988006761-network', 'tenant_id': '30a362e109234b5ab4271a05c07056c9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:39.864608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Made reservation on behalf of 30a362e109234b5ab4271a05c07056c9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:39.867235 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.887265 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.895868 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:39.960969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=6f76973e-db61-4281-9b96-3fcb9d4cf486,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:40.013107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-2c1decbc-65e3-4226-aad5-6d3a05a379d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 200 len: 999 time: 0.6929367 Oct 25 23:33:40.015980 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.022000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.052616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:40.088244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281aae4e-9a04-45d7-8361-c6a7168a21c3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:40.092964 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.093311 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Added segment d58658aa-d3f3-45f5-9270-2ceba5bf5c73 of type vlan for network 3876a08b-506f-4b4b-8386-5ab93cf865cc Oct 25 23:33:40.125409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] For port be5eb512-5d1f-4dff-809b-ee0107f69e4f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=be5eb512-5d1f-4dff-809b-ee0107f69e4f,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:40.125775 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.147169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cfcb0-6484-410e-8101-ba226db9b9ff None None] New status for floating IP 3980a297-cb9f-4d2c-804c-b89b2721a253: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:33:40.169135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.184400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831510f-a225-4fb7-b49f-32799baf1560 req-8dbbb4d4-aa20-4e2d-85e0-efe9f1f7994e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:40.185528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Calling delete_port for be5eb512-5d1f-4dff-809b-ee0107f69e4f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:40.186247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4831510f-a225-4fb7-b49f-32799baf1560 req-8dbbb4d4-aa20-4e2d-85e0-efe9f1f7994e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 945 time: 0.1141422 Oct 25 23:33:40.219073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-d60bf107-7992-449c-bb0e-0cdc2f78db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:40.220881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-d60bf107-7992-449c-bb0e-0cdc2f78db71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2971ee-f833-4dab-858c-4ea91f0feaf0 HTTP/1.1" status: 200 len: 834 time: 0.1505935 Oct 25 23:33:40.230130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.231048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:40.231795 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.353831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:40.369477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:40.405962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f3f025ef-d3ef-4365-bde5-ab230994cd90 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4305 time: 1.3489132 Oct 25 23:33:40.416187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41238) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:40.433827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-e24f286f-9b90-4ab5-9e0a-c51d15d77560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:40.435691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-e24f286f-9b90-4ab5-9e0a-c51d15d77560 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5da84df3-7074-44ec-b1d3-5e9244d588d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021890 Oct 25 23:33:40.644445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4831510f-a225-4fb7-b49f-32799baf1560 req-359b70da-a5d5-4823-b86a-e4ce2f016169 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=c092a20c-de5f-4072-aeeb-4701d61899e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510806 Oct 25 23:33:40.653256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1244786 Oct 25 23:33:40.656341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41246) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:40.671239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Request body: {'subnet': {'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1988006761-subnet', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:40.688117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a81b5-6ba0-4765-ad3f-f3be8e7faf80 admin admin] Pushing event updated for resources: {'Network': ['ID=3876a08b-506f-4b4b-8386-5ab93cf865cc,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:40.705138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:40.707465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Made reservation on behalf of 30a362e109234b5ab4271a05c07056c9 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:40.709985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.711807 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-7cfe256e-2289-4d08-a9fb-6ad045191776 service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256517 Oct 25 23:33:40.715170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00958ce-07ee-42cf-91a7-d3bacf615a20 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:40.715639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00958ce-07ee-42cf-91a7-d3bacf615a20 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:40.722650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d00958ce-07ee-42cf-91a7-d3bacf615a20 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c813f152-29d0-4cb0-adae-6a5081de38b5 HTTP/1.1" status: 200 len: 1990 time: 0.3022058 Oct 25 23:33:40.863703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.869109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2367ae99-0492-463b-8af3-ab1d56893e85 None None] Provisioning complete for port 6f76973e-db61-4281-9b96-3fcb9d4cf486 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:40.870971 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2367ae99-0492-463b-8af3-ab1d56893e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.920527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'Port': ['ID=be5eb512-5d1f-4dff-809b-ee0107f69e4f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:40.922535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:40.925957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2367ae99-0492-463b-8af3-ab1d56893e85 None None] Port 6f76973e-db61-4281-9b96-3fcb9d4cf486 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:40.939136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 6140a30f-c28f-45e5-8056-3cd1d6b9eb23 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:33:40.982099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6536951-974a-4c03-a203-9a7a49e24e07 req-d6ef1e10-5577-42ce-a2ac-df430b230e60 service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445168 Oct 25 23:33:40.999754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] No DVR routers for this DVR port be5eb512-5d1f-4dff-809b-ee0107f69e4f on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:41.003754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.004816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733a3a4c-7c89-4540-82f8-8981215ea5ab,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:41.008691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fd491d0-09f9-43e9-8ccc-258a383f99d1 req-a7a1896b-b437-409f-8b9e-592a046c9bb5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "DELETE /v2.0/ports/be5eb512-5d1f-4dff-809b-ee0107f69e4f HTTP/1.1" status: 204 len: 173 time: 2.4877908 Oct 25 23:33:41.009559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'name': 'network-vif-deleted', 'tag': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:41.013032 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0747db8-2fbd-4e28-aa63-b86f082b4503" -d '{"events": [{"server_uuid": "e9b21e11-5fe7-4f0b-a8c6-589f880958d4", "name": "network-vif-deleted", "tag": "be5eb512-5d1f-4dff-809b-ee0107f69e4f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:41.036772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Checking segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:41.037207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Network hostable DHCP agents. Network: 3876a08b-506f-4b4b-8386-5ab93cf865cc, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:41.070501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:41.083556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 3876a08b-506f-4b4b-8386-5ab93cf865cc) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:41.088792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:41.089737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.094807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3536deaf-f972-4042-b4a8-2db8702fbab0 None None] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:41.110757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-407ca931-7004-4e9e-bc24-00f4debe1f17 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4529052 Oct 25 23:33:41.113552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41266) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:41.119595 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a4171c-934f-4584-b4cb-d52ae2a93f95 x-openstack-request-id: req-04a4171c-934f-4584-b4cb-d52ae2a93f95 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:41.119872 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b21e11-5fe7-4f0b-a8c6-589f880958d4", "name": "network-vif-deleted", "tag": "be5eb512-5d1f-4dff-809b-ee0107f69e4f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:41.120135 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04a4171c-934f-4584-b4cb-d52ae2a93f95 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:41.120998 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b21e11-5fe7-4f0b-a8c6-589f880958d4', 'name': 'network-vif-deleted', 'tag': 'be5eb512-5d1f-4dff-809b-ee0107f69e4f', 'status': 'completed', 'code': 200} Oct 25 23:33:41.139281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:41.178822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.182229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.206754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:41.214775 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b5fa708-d63d-4f21-8067-e3b67d07a93d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/6140a30f-c28f-45e5-8056-3cd1d6b9eb23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9899817 Oct 25 23:33:41.217458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41268) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:41.221249 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240767a-f556-426d-af53-a05483abf035 None None] Sync routers for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:41.242401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240767a-f556-426d-af53-a05483abf035 None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:41.243434 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b240767a-f556-426d-af53-a05483abf035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:41.270938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.329649 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b240767a-f556-426d-af53-a05483abf035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:41.331189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a0ee9-e9fa-4d78-a648-44407c0d2438 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:41.334202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-532a0ee9-e9fa-4d78-a648-44407c0d2438 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports/6f76973e-db61-4281-9b96-3fcb9d4cf486 HTTP/1.1" status: 200 len: 910 time: 0.1040070 Oct 25 23:33:41.335721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41270) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:41.354981 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240767a-f556-426d-af53-a05483abf035 None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:41.355987 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b240767a-f556-426d-af53-a05483abf035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:41.442542 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-3876a08b-506f-4b4b-8386-5ab93cf865cc', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:41.443455 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.637946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:41.695152 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b240767a-f556-426d-af53-a05483abf035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:41.697123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240767a-f556-426d-af53-a05483abf035 None None] The sync data for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:41.776844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be5eb512-5d1f-4dff-809b-ee0107f69e4f no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:41.817291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Allocated IP 172.20.0.2 (3876a08b-506f-4b4b-8386-5ab93cf865cc/733a3a4c-7c89-4540-82f8-8981215ea5ab/c73482c5-1be4-4da1-b58b-0540858cd244) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:41.822032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: be5eb512-5d1f-4dff-809b-ee0107f69e4f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:41.823123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device be5eb512-5d1f-4dff-809b-ee0107f69e4f not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:41.829709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45c6ad0f-8aaa-445b-8cbb-cde59f67b89b req-31b42bb1-ce77-4be8-a86d-bcfa4ca81f8d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0397625 Oct 25 23:33:41.952239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.021174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.044683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.069778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.084639 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.176078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:42.179244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:42.184379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:42.200077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Pushing event updated for resources: {'Port': ['ID=c73482c5-1be4-4da1-b58b-0540858cd244,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:42.212371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Allocated IP 172.25.4.63 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/5fcb629a-ca3b-4744-80bb-c7675a40823d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:42.320982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Attempting to bind port c73482c5-1be4-4da1-b58b-0540858cd244 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:42.321930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Attempting to bind port c73482c5-1be4-4da1-b58b-0540858cd244 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:42.322588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Attempting to bind port c73482c5-1be4-4da1-b58b-0540858cd244 on network 3876a08b-506f-4b4b-8386-5ab93cf865cc {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:42.328776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:42.329442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Checking segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:42.330054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.330776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Bound using segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:42.331444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Bound port: c73482c5-1be4-4da1-b58b-0540858cd244, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:42.332016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.404863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.21.0.1 (f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a/2b2c4e0a-405a-4801-bd81-d6150f49163c/33cde8f6-5d2c-4182-9143-71f91a0dae09) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:42.412309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.420766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] For port c73482c5-1be4-4da1-b58b-0540858cd244, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:42.426181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] For port c73482c5-1be4-4da1-b58b-0540858cd244, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c73482c5-1be4-4da1-b58b-0540858cd244,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:42.435063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.490120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.535138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f449490-0f6c-4607-aaaf-01bf0980d7dc None None] Pushing event updated for resources: {'Port': ['ID=c73482c5-1be4-4da1-b58b-0540858cd244,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:42.609811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.615508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:42.619041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:42.632013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:42.686847 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.691454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Pushing event updated for resources: {'Port': ['ID=5fcb629a-ca3b-4744-80bb-c7675a40823d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:42.734265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:42.738936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:42.741923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:42.794917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:42.861051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=33cde8f6-5d2c-4182-9143-71f91a0dae09,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:43.036565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.101805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-37a975ac-a847-47fc-be11-b7985843e31d req-ff293270-e965-46f7-a4ca-d3791cfa855b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0374665 Oct 25 23:33:43.152670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.185048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2c6b0993-7eeb-4de3-a0e5-e7f224ec7dc1 None None] Provisioning complete for port 33cde8f6-5d2c-4182-9143-71f91a0dae09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:43.185657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0993-7eeb-4de3-a0e5-e7f224ec7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.235269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b0993-7eeb-4de3-a0e5-e7f224ec7dc1 None None] Port 33cde8f6-5d2c-4182-9143-71f91a0dae09 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:43.239016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.391054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.402248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.424924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c73482c5-1be4-4da1-b58b-0540858cd244 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:43.434232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.494381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c73482c5-1be4-4da1-b58b-0540858cd244 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:43.495144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.499285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.518793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=33cde8f6-5d2c-4182-9143-71f91a0dae09,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:43.607021 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.639712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Router 97873ca4-c9cb-43e7-9a25-8b2876d83641 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:33:43.654928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port c73482c5-1be4-4da1-b58b-0540858cd244, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c73482c5-1be4-4da1-b58b-0540858cd244,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:43.668157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.732020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:43.739585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:43.767433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=c73482c5-1be4-4da1-b58b-0540858cd244,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:43.871330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:43.882856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Sync routers for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:43.902284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:43.902933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:43.928237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:43.932128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a09ce5a4-bfd3-497e-a11d-b81413c83552 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8148172 Oct 25 23:33:43.932514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41290) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:44.184007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a6911-823f-4919-b3fb-4385000ecbdb None None] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:44.204367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:44.330782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6dad1c0d-561b-4c47-9d69-82e407447542 None None] Provisioning complete for port 33cde8f6-5d2c-4182-9143-71f91a0dae09 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:44.331238 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6dad1c0d-561b-4c47-9d69-82e407447542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:44.447457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6dad1c0d-561b-4c47-9d69-82e407447542 None None] Port 33cde8f6-5d2c-4182-9143-71f91a0dae09 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:44.491754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7087b6da-856d-4931-9f06-fb0b075f6005 req-b078a882-2e61-4b33-9ee1-a27615aeed7e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0493090 Oct 25 23:33:44.514973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 6140a30f-c28f-45e5-8056-3cd1d6b9eb23 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:44.584213 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:44.612033 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-50fd2b7b-b111-46b8-976e-6819c578a71d None None] Provisioning complete for port c73482c5-1be4-4da1-b58b-0540858cd244 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:44.612537 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-50fd2b7b-b111-46b8-976e-6819c578a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:44.640640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:44.653729 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586a443-82e3-4854-8161-eecf35948172 None None] Sync routers for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:44.656431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-003b6fa6-3509-4575-ba70-bd1f8b8e386c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/6140a30f-c28f-45e5-8056-3cd1d6b9eb23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165319 Oct 25 23:33:44.659315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41296) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:44.668692 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586a443-82e3-4854-8161-eecf35948172 None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:44.670064 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a586a443-82e3-4854-8161-eecf35948172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:44.722201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49893a3e-2380-4cad-b296-6774187f050e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:44.727507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41298) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:44.727754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-49893a3e-2380-4cad-b296-6774187f050e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports/33cde8f6-5d2c-4182-9143-71f91a0dae09 HTTP/1.1" status: 200 len: 910 time: 0.0672190 Oct 25 23:33:44.739773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a586a443-82e3-4854-8161-eecf35948172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:44.751821 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586a443-82e3-4854-8161-eecf35948172 None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:44.752630 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a586a443-82e3-4854-8161-eecf35948172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:44.776868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:42Z', 'revision_number': 3, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:44.801410 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a586a443-82e3-4854-8161-eecf35948172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:44.802376 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586a443-82e3-4854-8161-eecf35948172 None None] The sync data for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:44.842191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Checking router: 97873ca4-c9cb-43e7-9a25-8b2876d83641 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:44.850504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Updating router 97873ca4-c9cb-43e7-9a25-8b2876d83641 port 5fcb629a-ca3b-4744-80bb-c7675a40823d binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:33:44.898439 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:44.925837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Allocated IP 172.20.0.1 (3876a08b-506f-4b4b-8386-5ab93cf865cc/733a3a4c-7c89-4540-82f8-8981215ea5ab/f202754f-9b25-40fb-818e-2e90793c9ed4) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:45.156380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.182443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.200794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.243515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-75885d0d-6432-48a0-8750-972495c32fb0 None None] Provisioning complete for port c73482c5-1be4-4da1-b58b-0540858cd244 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:45.244146 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75885d0d-6432-48a0-8750-972495c32fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.281637 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f202754f-9b25-40fb-818e-2e90793c9ed4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:45.293248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:45.294863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:45.298188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:45.354762 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.535948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c73482c5-1be4-4da1-b58b-0540858cd244 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:45.567466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.606693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 33cde8f6-5d2c-4182-9143-71f91a0dae09 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:45.607220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.699064 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.704073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60544530-f728-495a-9e20-efe9f1e3ca2a req-a6972a69-1bd0-4239-9886-b9e0ccf802be tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0606251 Oct 25 23:33:45.725706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.741241 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.765727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 33cde8f6-5d2c-4182-9143-71f91a0dae09 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:45.832829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Attempting to bind port 5fcb629a-ca3b-4744-80bb-c7675a40823d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:45.833210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Attempting to bind port 5fcb629a-ca3b-4744-80bb-c7675a40823d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:45.833579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Attempting to bind port 5fcb629a-ca3b-4744-80bb-c7675a40823d on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:45.874006 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.881067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:45.983159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.021227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.055324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:46.055701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:46.056115 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.056541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:46.056924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=33cde8f6-5d2c-4182-9143-71f91a0dae09,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:46.057121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Bound port: 5fcb629a-ca3b-4744-80bb-c7675a40823d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:46.057386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.068276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee04d8-b8d9-49fe-b464-e16ced025f2d None None] Pushing event updated for resources: {'Port': ['ID=5fcb629a-ca3b-4744-80bb-c7675a40823d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:46.091398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f202754f-9b25-40fb-818e-2e90793c9ed4,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:46.131124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c73482c5-1be4-4da1-b58b-0540858cd244 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:46.131395 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.138968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3ae3300c-22a4-4d64-8254-693a2f33839b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.168574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e9f43f6e-a25e-4430-bb57-c651d9e8ec9d None None] Provisioning complete for port f202754f-9b25-40fb-818e-2e90793c9ed4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:46.168963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e9f43f6e-a25e-4430-bb57-c651d9e8ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.225689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:46.227818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:46.267665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e9f43f6e-a25e-4430-bb57-c651d9e8ec9d None None] Port f202754f-9b25-40fb-818e-2e90793c9ed4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:46.295432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] For port 5fcb629a-ca3b-4744-80bb-c7675a40823d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:46.300316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] For port 5fcb629a-ca3b-4744-80bb-c7675a40823d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5fcb629a-ca3b-4744-80bb-c7675a40823d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:46.331766 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.334957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.401158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee04d8-b8d9-49fe-b464-e16ced025f2d None None] Pushing event updated for resources: {'Port': ['ID=5fcb629a-ca3b-4744-80bb-c7675a40823d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:46.461534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:46.462283 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:46.483383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Router 97873ca4-c9cb-43e7-9a25-8b2876d83641 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:46.633539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:46.697657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:46.723920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-92168fa7-12f9-4e6a-b1c3-58e5047061c2 admin admin] 10.222.0.25 "PUT /v2.0/routers/97873ca4-c9cb-43e7-9a25-8b2876d83641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903199 Oct 25 23:33:46.777198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 6140a30f-c28f-45e5-8056-3cd1d6b9eb23 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:46.901873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-cdd2f3ca-7f50-4298-8410-451855fbacd2 None None] Provisioning complete for port f202754f-9b25-40fb-818e-2e90793c9ed4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:46.902333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cdd2f3ca-7f50-4298-8410-451855fbacd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:46.957500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2f3ca-7f50-4298-8410-451855fbacd2 None None] Port f202754f-9b25-40fb-818e-2e90793c9ed4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:46.973897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 2, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:47.002934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30c0aafb-78ae-4b13-92d8-c160c028454e req-0c8d45b4-afe1-41a1-aa67-34724d173922 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0927715 Oct 25 23:33:47.007451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2c62b-d235-482d-9984-db41a3756af1 None None] The sync data for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 is: [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 2, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:47.046224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:47.054205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-272a2223-5600-4fd1-8095-67f3160682ef tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/6140a30f-c28f-45e5-8056-3cd1d6b9eb23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3230402 Oct 25 23:33:47.054512 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41316) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:47.062773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] Sync routers for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:47.077138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:47.078343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:47.124438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:47.155998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:47.156568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:47.225370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:47.226217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32aba-f3c7-449b-9e0b-cff0059e4d81 None None] The sync data for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:47.865653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41338) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:47.871950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1407884785-network', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:47.912477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Made reservation on behalf of 0bf6cdd553e04ab0aa49a1cc7e00d5aa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:47.916936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:47.927934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.021493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56ff0b-231a-459e-bff0-da725e8832ca req-eeea1860-36ee-4037-a65e-25f3db9a1365 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:48.024455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be56ff0b-231a-459e-bff0-da725e8832ca req-eeea1860-36ee-4037-a65e-25f3db9a1365 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.7892408 Oct 25 23:33:48.110290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-be56ff0b-231a-459e-bff0-da725e8832ca req-604b7836-b806-4131-91ad-c46d8a7c74ac tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776439 Oct 25 23:33:48.144955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.150034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:48.234411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.357643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.374516 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-68bcea1c-7ca5-49d0-a94b-4812ca72e058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.421209 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6cda77c-2c33-40fc-a06d-b40b2e58c3bc req-8dff1e2d-fd20-4b1c-8de5-8bb058562335 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9b21e11-5fe7-4f0b-a8c6-589f880958d4 HTTP/1.1" status: 200 len: 210 time: 0.0950913 Oct 25 23:33:48.428441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:48.456648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a3e5b4-5800-4d0b-89b0-23df841d5b6e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:48.476076 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.476433 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Added segment 8730e721-564f-4358-8a37-8f2d514748a5 of type vlan for network 8c035030-fcd2-41a8-898c-a9566084fbf7 Oct 25 23:33:48.490895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 4e0732ee-f37c-4a51-b2de-6d0805663763 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:48.491272 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.589332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.674700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.675684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:48.676265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.746429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 6f76973e-db61-4281-9b96-3fcb9d4cf486 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:48.747261 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.815979 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.816324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.852196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9822822 Oct 25 23:33:48.859578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 4e0732ee-f37c-4a51-b2de-6d0805663763 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:48.861380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41346) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:48.866531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Request body: {'subnet': {'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1407884785-subnet', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:48.878774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefade60-c251-4430-83ff-6a7964106f62 admin admin] Pushing event updated for resources: {'Network': ['ID=8c035030-fcd2-41a8-898c-a9566084fbf7,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:48.890922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:48.966836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:48.998496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 6f76973e-db61-4281-9b96-3fcb9d4cf486 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:49.004363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Made reservation on behalf of 0bf6cdd553e04ab0aa49a1cc7e00d5aa for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:49.024701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.309033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.336532 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.380378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=6f76973e-db61-4281-9b96-3fcb9d4cf486,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:49.413711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bac195c-ad49-4256-858b-fc25b97be68f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:49.472228 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fcb629a-ca3b-4744-80bb-c7675a40823d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:49.525565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.580657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5fcb629a-ca3b-4744-80bb-c7675a40823d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:49.581074 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.631019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Checking segment: {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:49.633096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Network hostable DHCP agents. Network: 8c035030-fcd2-41a8-898c-a9566084fbf7, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:49.691189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=4e0732ee-f37c-4a51-b2de-6d0805663763,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:49.714330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.735524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:49.790800 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.834429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8c035030-fcd2-41a8-898c-a9566084fbf7) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:49.856943 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.859207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:49.859801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.870617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5fcb629a-ca3b-4744-80bb-c7675a40823d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5fcb629a-ca3b-4744-80bb-c7675a40823d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:49.875276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f99e58-a8d8-48c1-966e-7ebc9a19a5f5 None None] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:49.927640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:49.928231 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 505ba66b-7e21-4315-9e39-2e53720ada8a disassociated (deleted). External IP: 172.25.4.46, port: 7b83f87c-13d2-4901-b93a-b69a9e450993. Oct 25 23:33:49.969776 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.031101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e887af57-a698-474a-8eae-78ed7a326251 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1663043 Oct 25 23:33:50.032928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:50.037430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:50.104443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.105481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.150386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 6140a30f-c28f-45e5-8056-3cd1d6b9eb23 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:50.186524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.208668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8c035030-fcd2-41a8-898c-a9566084fbf7', 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'fixed_ips': [{'subnet_id': '9bac195c-ad49-4256-858b-fc25b97be68f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:50.210010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.233999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5fcb629a-ca3b-4744-80bb-c7675a40823d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:50.238090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.280463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:50.288653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-311c3cbb-f6b4-4118-bdfa-27505750c976 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/6140a30f-c28f-45e5-8056-3cd1d6b9eb23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2305529 Oct 25 23:33:50.289168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41358) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:50.293797 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] Sync routers for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:50.311454 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:50.312089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:50.334212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-716bbfde-f122-4a10-9747-1cbabde5b57e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=6140a30f-c28f-45e5-8056-3cd1d6b9eb23 HTTP/1.1" status: 200 len: 205 time: 0.0440555 Oct 25 23:33:50.336424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:50.389123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:50.410494 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] Routers {'6140a30f-c28f-45e5-8056-3cd1d6b9eb23'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:50.411131 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:50.417804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Sync routers for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:50.429686 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.470445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:50.471178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:50.506260 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:50.506929 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8c1cb-d2cd-4d37-8ca6-5bf5b319208a None None] The sync data for ids ['6140a30f-c28f-45e5-8056-3cd1d6b9eb23'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:50.553322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Allocated IP 172.20.0.2 (8c035030-fcd2-41a8-898c-a9566084fbf7/9bac195c-ad49-4256-858b-fc25b97be68f/42a16ec4-9c14-492a-a7b0-f087ebb6118c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:50.639593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.642760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.735816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.736773 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router 6140a30f-c28f-45e5-8056-3cd1d6b9eb23 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:33:50.753917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.756320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-23575735-017b-423d-a391-befbbd660b5e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/6140a30f-c28f-45e5-8056-3cd1d6b9eb23 HTTP/1.1" status: 204 len: 168 time: 0.4189301 Oct 25 23:33:50.761823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:50.794398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:50.816994 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.858511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 2b2c4e0a-405a-4801-bd81-d6150f49163c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:33:50.861869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.911877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:50.956212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.001132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router c44a5181-eb72-4d22-88c8-352c1d11dce3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:33:51.050542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.151111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.161709 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.166587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.195504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.202897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/2b2c4e0a-405a-4801-bd81-d6150f49163c HTTP/1.1" status: 204 len: 168 time: 0.4374459 Oct 25 23:33:51.217361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Pushing event updated for resources: {'Port': ['ID=42a16ec4-9c14-492a-a7b0-f087ebb6118c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:51.219879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385a55f-d4ea-4227-bfaa-a892bf4ad9ca None None] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:51.231615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:51.232201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41374) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:51.271174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:51.277504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:51.344791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 4737bdc7-fc23-491c-9736-8f25458b030e {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:33:51.348962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d27af-9f0f-413e-bff1-77ea53a88fb8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2c4e0a-405a-4801-bd81-d6150f49163c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:51.351126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.369040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 2, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:51.375311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:51.385382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.393865 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] Sync routers for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:51.414961 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.416098 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:51.416919 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:51.441539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Checking router: 97873ca4-c9cb-43e7-9a25-8b2876d83641 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:51.442117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Updating router 97873ca4-c9cb-43e7-9a25-8b2876d83641 port f202754f-9b25-40fb-818e-2e90793c9ed4 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:33:51.489469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Attempting to bind port 42a16ec4-9c14-492a-a7b0-f087ebb6118c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:51.489469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Attempting to bind port 42a16ec4-9c14-492a-a7b0-f087ebb6118c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:51.489469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Attempting to bind port 42a16ec4-9c14-492a-a7b0-f087ebb6118c on network 8c035030-fcd2-41a8-898c-a9566084fbf7 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:51.574459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6592e867-4a88-4f3c-938c-ce38f6f44a73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/floatingips/505ba66b-7e21-4315-9e39-2e53720ada8a HTTP/1.1" status: 204 len: 168 time: 3.4214470 Oct 25 23:33:51.576313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:51.578773 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.589927 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45054dc1-7564-4e3b-aa03-2c785fe02c47" -d '{"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:51.614406 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:51.763755 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.777429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.820663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.873659 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=4737bdc7-fc23-491c-9736-8f25458b030e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:51.890628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.907275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-43e8a259-4a3f-4570-a25c-4ba2e2936256 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/4737bdc7-fc23-491c-9736-8f25458b030e HTTP/1.1" status: 204 len: 168 time: 0.6737635 Oct 25 23:33:51.907950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41388) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:51.969368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fcb629a-ca3b-4744-80bb-c7675a40823d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:51.972168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:51.972745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Checking segment: {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:51.973343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:51.973890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Bound using segment: {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:51.974559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Bound port: 42a16ec4-9c14-492a-a7b0-f087ebb6118c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:51.975125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.038309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebf17b-a903-4224-bea9-f4713cbdffdc None None] Network 81166868-5f9e-4ff3-ac9a-3de038fdb27d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:52.102218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.154477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.187206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a1d4a-245f-4392-9145-b6f64571fe94 req-3208db9c-d388-4f90-9be0-edf46332a423 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:52.189379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d18a1d4a-245f-4392-9145-b6f64571fe94 req-3208db9c-d388-4f90-9be0-edf46332a423 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2015569 Oct 25 23:33:52.220088 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:09Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:52.296976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:52.297511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.308328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d18a1d4a-245f-4392-9145-b6f64571fe94 req-4d4aa1b9-01d0-44f5-9b5c-4fdacf231be3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116962 Oct 25 23:33:52.314557 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0bb6e7-4d62-4fba-a3bf-69169260e89d x-openstack-request-id: req-db0bb6e7-4d62-4fba-a3bf-69169260e89d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:52.314840 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:52.315127 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db0bb6e7-4d62-4fba-a3bf-69169260e89d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:52.315477 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'status': 'completed', 'code': 200} Oct 25 23:33:52.316671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Allocated IP 172.25.4.127 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/9d0608e1-0748-4a94-a8d6-db87cf09ae84) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:52.324550 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] Checking router: c44a5181-eb72-4d22-88c8-352c1d11dce3 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:52.329477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] DHCP port deletion for f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:33:52.350897 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:52.351576 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:52.375072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] For port 42a16ec4-9c14-492a-a7b0-f087ebb6118c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:52.421018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] For port 42a16ec4-9c14-492a-a7b0-f087ebb6118c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42a16ec4-9c14-492a-a7b0-f087ebb6118c,segment=NetworkSegment(8730e721-564f-4358-8a37-8f2d514748a5),segment_id=8730e721-564f-4358-8a37-8f2d514748a5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:52.458126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,segment=NetworkSegment(9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9),segment_id=9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:52.458782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.497339 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:52.523600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5fcb629a-ca3b-4744-80bb-c7675a40823d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:52.524369 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.535615 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.575877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.591433 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:52.598812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-0e9ec174-0a73-48f9-8206-b830a9ac9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:52.600601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-0e9ec174-0a73-48f9-8206-b830a9ac9045 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 1096 time: 0.2906547 Oct 25 23:33:52.652280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.662539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13e2e-e919-4865-8f3a-5450795ad4da None None] Pushing event updated for resources: {'Port': ['ID=42a16ec4-9c14-492a-a7b0-f087ebb6118c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:52.676613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:52.741644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:52.756123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:52.785098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:52.796056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:52.804009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:52.815993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0608e1-0748-4a94-a8d6-db87cf09ae84,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:52.878969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] DHCP port deletion for 81166868-5f9e-4ff3-ac9a-3de038fdb27d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:33:52.906236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-7ba5d512-b7cc-4b21-87d1-80b7807664b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:52.908888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-7ba5d512-b7cc-4b21-87d1-80b7807664b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 200 len: 897 time: 0.2958868 Oct 25 23:33:52.984577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.025768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Deleting port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:53.028701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.041107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:53.056946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:53.057759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1357b0-db4f-4f2d-bd12-1e2c3950ffa9') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:53.078343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.093484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-6c603c5d-cb43-4a74-b048-6794c756eee5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 200 len: 217 time: 0.1692755 Oct 25 23:33:53.124038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.139568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:53.140126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:53.145773 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:53.195500 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:09Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:53.270706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] For port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:53.271455 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.275802 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab8abe-46dd-4869-99e5-cd16f3b3a3fa None None] The sync data for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 is: [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'deb9d8b6-afe8-4e15-8763-edee0fde77d8', 'name': '', 'network_id': 'a0405fde-a9b0-44c3-89d9-4d1e0636826c', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:a4:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:31:02Z', 'updated_at': '2021-10-25T23:31:09Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'aa348f81-0a18-4112-8664-21d9aa6a4d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:53.320552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.343574 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.355318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Calling delete_port for 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:53.356705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a HTTP/1.1" status: 204 len: 168 time: 1.4476495 Oct 25 23:33:53.366477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:53.373300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:33:53.401798 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.408922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db956154-12d6-405f-9fd8-162f3855fc4e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:53.432945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Network f54dbc89-8513-40d1-a9f4-2bbfcbbcef6a is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 23:33:53.433438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] No DVR routers for this DVR port 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:53.442209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] Deleting port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:53.442209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.617859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883aed8-3ff2-4995-853b-74ad10ddb496 req-569ed45f-89ad-4d60-a0b9-498e0fdb61e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:53.620445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e883aed8-3ff2-4995-853b-74ad10ddb496 req-569ed45f-89ad-4d60-a0b9-498e0fdb61e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1069245 Oct 25 23:33:53.647480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42a16ec4-9c14-492a-a7b0-f087ebb6118c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:53.672883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24ef35-d862-4a98-966b-6192492e7925 req-8d8aa780-c3a2-4661-a11c-f10448e776be tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:53.674481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a24ef35-d862-4a98-966b-6192492e7925 req-8d8aa780-c3a2-4661-a11c-f10448e776be tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.3403592 Oct 25 23:33:53.699051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e883aed8-3ff2-4995-853b-74ad10ddb496 req-ee3c9f14-c259-4a20-93c2-2811a93993fd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717578 Oct 25 23:33:53.708449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea54bd-6aeb-48b9-bd69-1bbf1a6e6fc3 None None] Pushing event deleted for resources: {'Port': ['ID=5a68b53e-e78d-4412-baed-0c8d0a9d4b8e,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:53.726895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-7e59fc4f-4412-4a06-95cf-f84c20ef4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:53.732454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-7e59fc4f-4412-4a06-95cf-f84c20ef4484 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 200 len: 835 time: 0.5760622 Oct 25 23:33:53.763062 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.775839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] For port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,segment=NetworkSegment(07fd5455-deb0-472f-afee-3857677a5485),segment_id=07fd5455-deb0-472f-afee-3857677a5485)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:53.779341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.806746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.809434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] Calling delete_port for 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:53.864627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:53.997215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-49f0eadb-8457-429f-a54e-d4b217c50298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:54.004841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-49f0eadb-8457-429f-a54e-d4b217c50298 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0405fde-a9b0-44c3-89d9-4d1e0636826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379782 Oct 25 23:33:54.026898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a4c6b-0546-4fdc-b407-897837b80c4a None None] Pushing event updated for resources: {'Port': ['ID=f202754f-9b25-40fb-818e-2e90793c9ed4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:54.050035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42a16ec4-9c14-492a-a7b0-f087ebb6118c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:54.050585 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.080581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.106796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd937d0c-5f71-486e-b022-01d7181dceff None None] New status for floating IP 505ba66b-7e21-4315-9e39-2e53720ada8a: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:33:54.427676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Attempting to bind port f202754f-9b25-40fb-818e-2e90793c9ed4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:54.428047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Attempting to bind port f202754f-9b25-40fb-818e-2e90793c9ed4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:54.428317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Attempting to bind port f202754f-9b25-40fb-818e-2e90793c9ed4 on network 3876a08b-506f-4b4b-8386-5ab93cf865cc {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:54.440652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-994e5e13-bdad-4d0d-b8ec-674b4a7d41f5 None None] Provisioning complete for port f202754f-9b25-40fb-818e-2e90793c9ed4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:54.441024 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-994e5e13-bdad-4d0d-b8ec-674b4a7d41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.450906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:54.451775 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Checking segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:54.452177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.452700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Bound using segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:54.453335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Bound port: f202754f-9b25-40fb-818e-2e90793c9ed4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:54.453706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.480544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.534730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f784b7-cb6a-4226-a936-ebddb52f60df None None] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:54.542687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] Pushing event deleted for resources: {'Port': ['ID=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:54.624702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e78400-d121-4fa2-9284-19a2ae96f051 None None] No DVR routers for this DVR port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:54.633395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-994e5e13-bdad-4d0d-b8ec-674b4a7d41f5 None None] Port f202754f-9b25-40fb-818e-2e90793c9ed4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:33:54.729262 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.734359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] For port f202754f-9b25-40fb-818e-2e90793c9ed4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:54.778917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] For port f202754f-9b25-40fb-818e-2e90793c9ed4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f202754f-9b25-40fb-818e-2e90793c9ed4,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:54.803887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:54.820039 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:33:54.830580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-c5bd6154-c835-4bbb-84d8-0ec3d09c24df service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113708 Oct 25 23:33:54.989676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45054dc1-7564-4e3b-aa03-2c785fe02c47 req-de8531ee-9617-47b4-bdd6-1c612eba8e01 service neutron] 10.222.0.11 "GET /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206405 Oct 25 23:33:55.018602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:55.019099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.100887 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 42a16ec4-9c14-492a-a7b0-f087ebb6118c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42a16ec4-9c14-492a-a7b0-f087ebb6118c,segment=NetworkSegment(8730e721-564f-4358-8a37-8f2d514748a5),segment_id=8730e721-564f-4358-8a37-8f2d514748a5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:55.111929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-589e2369-f2ea-40b6-b8d7-4b14bdaa541b None None] Provisioning complete for port 42a16ec4-9c14-492a-a7b0-f087ebb6118c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:55.112509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-589e2369-f2ea-40b6-b8d7-4b14bdaa541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.126854 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.129154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 7b83f87c-13d2-4901-b93a-b69a9e450993 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:55.129513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.160587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97295-fcdb-4291-9506-3e9875e6804e req-a1426f19-a86e-4811-806f-7a63c3004d4a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:55.167706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfe97295-fcdb-4291-9506-3e9875e6804e req-a1426f19-a86e-4811-806f-7a63c3004d4a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.2959242 Oct 25 23:33:55.258776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7, host n-d-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:55.259149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.269190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a4c6b-0546-4fdc-b407-897837b80c4a None None] Pushing event updated for resources: {'Port': ['ID=f202754f-9b25-40fb-818e-2e90793c9ed4,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:55.276530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:55.277174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:55.348593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:55.355699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:55.365706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 was not found and therefore no delete operation was performed {{(pid=102133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:33:55.460109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.473064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfe97295-fcdb-4291-9506-3e9875e6804e req-ea2c006f-1da7-44a1-a8d9-e0319a1bf18f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257874 Oct 25 23:33:55.549929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:55.550305 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:55.550718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:55.643926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port 99d8b0e6-d524-459d-87a8-5c4fc8073fa7 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:55.680745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=99d8b0e6-d524-459d-87a8-5c4fc8073fa7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:55.706030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:55.713787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5a68b53e-e78d-4412-baed-0c8d0a9d4b8e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:55.737962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=42a16ec4-9c14-492a-a7b0-f087ebb6118c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:55.804329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 7b83f87c-13d2-4901-b93a-b69a9e450993, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=7b83f87c-13d2-4901-b93a-b69a9e450993,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:55.804697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.812021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:55.820581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41460) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:55.870327 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:55.875128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 7b83f87c-13d2-4901-b93a-b69a9e450993 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:55.952034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81166868-5f9e-4ff3-ac9a-3de038fdb27d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:55.955453 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.004505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fd5455-deb0-472f-afee-3857677a5485') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:56.004734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fd5455-deb0-472f-afee-3857677a5485') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:56.026716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e8192338-a734-46ab-90df-75ddb00813d2 None None] Provisioning complete for port f202754f-9b25-40fb-818e-2e90793c9ed4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:56.027223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8192338-a734-46ab-90df-75ddb00813d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.028107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d23852a-a672-43c7-b677-1ee36a59eba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.042036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.057190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f202754f-9b25-40fb-818e-2e90793c9ed4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:56.149474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41464) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:56.155916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328877059', 'description': 'tempest-secgroup-smoke-1328877059 description', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:56.184057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d23852a-a672-43c7-b677-1ee36a59eba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.201690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.203650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d23852a-a672-43c7-b677-1ee36a59eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.212617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:33:56.213051 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:33:56.217619 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:33:56.257509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d23852a-a672-43c7-b677-1ee36a59eba7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab820d8edb414567ab2495387de3b25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354398 Oct 25 23:33:56.271418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41466) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:56.279214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f202754f-9b25-40fb-818e-2e90793c9ed4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:56.279784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.289474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23852a-a672-43c7-b677-1ee36a59eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de09515-f843-4ae0-a7fc-493ebf90b1c1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:56.294825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.382349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.433460 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8192338-a734-46ab-90df-75ddb00813d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.437571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.441725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/81166868-5f9e-4ff3-ac9a-3de038fdb27d HTTP/1.1" status: 204 len: 168 time: 3.0720005 Oct 25 23:33:56.447793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41468) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:56.457171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c514f-a900-44d4-8aeb-87694c2adfba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=81166868-5f9e-4ff3-ac9a-3de038fdb27d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:56.464529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf72b-6099-49eb-acc4-2c15d95b3edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.469156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-547550560'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:56.488416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.489062 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.501154 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.519896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf72b-6099-49eb-acc4-2c15d95b3edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.520135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:54Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:56.573927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e350e-4cdd-437f-a67b-302294f9b582 None None] The sync data for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 is: [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:54Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:56.586677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e8192338-a734-46ab-90df-75ddb00813d2 None None] For port f202754f-9b25-40fb-818e-2e90793c9ed4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f202754f-9b25-40fb-818e-2e90793c9ed4,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:56.595638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8192338-a734-46ab-90df-75ddb00813d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.598543 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf72b-6099-49eb-acc4-2c15d95b3edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.601088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf72b-6099-49eb-acc4-2c15d95b3edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.605954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b5cf72b-6099-49eb-acc4-2c15d95b3edd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3de09515-f843-4ae0-a7fc-493ebf90b1c1 HTTP/1.1" status: 204 len: 168 time: 0.3334899 Oct 25 23:33:56.630054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:56.647857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:56.652829 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.668511 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.674681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b5620667-c6c3-4968-afaf-21c9285fdbc7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5226302 Oct 25 23:33:56.686432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:56.701559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cf72b-6099-49eb-acc4-2c15d95b3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de09515-f843-4ae0-a7fc-493ebf90b1c1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:56.702324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group_rule': {'security_group_id': 'ad36493f-f63b-43ff-a5fd-dcd193c3dd7e', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:56.718803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8192338-a734-46ab-90df-75ddb00813d2 None None] Pushing event updated for resources: {'Port': ['ID=f202754f-9b25-40fb-818e-2e90793c9ed4,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:56.739602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Router 95496636-dd93-4a82-b166-3a3ccf68c54c is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:33:56.757457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977deed-6ddd-4246-ac73-ec12ad53cc11 req-31a01bdd-bb50-4ec4-8ed6-87e78f3857df tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:56.760012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e977deed-6ddd-4246-ac73-ec12ad53cc11 req-31a01bdd-bb50-4ec4-8ed6-87e78f3857df tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=06ef4b04-f25d-4ff1-9d19-36150cb691af HTTP/1.1" status: 200 len: 945 time: 0.1288869 Oct 25 23:33:56.760881 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.783850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a8efc551-89d3-40a6-bac3-c8180d92f2ac None None] Provisioning complete for port 42a16ec4-9c14-492a-a7b0-f087ebb6118c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:56.784588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8efc551-89d3-40a6-bac3-c8180d92f2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.787870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:33:56.788934 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:33:56.823214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.826378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:33:56.878038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:56.881174 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment 87bf6b82-af17-4101-836b-736e14e3a3c3 of type vlan for network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd Oct 25 23:33:56.974432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=7b83f87c-13d2-4901-b93a-b69a9e450993,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:57.031466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:33:57.038750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.043272 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Sync routers for ids ['95496636-dd93-4a82-b166-3a3ccf68c54c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:33:57.062702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e977deed-6ddd-4246-ac73-ec12ad53cc11 req-09c05668-a1b0-498d-878d-c0a3a3a0c06d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=71520603-9368-4cb3-8ca4-c9f3a22b3360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772016 Oct 25 23:33:57.064429 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Routers {'95496636-dd93-4a82-b166-3a3ccf68c54c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:57.069666 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['95496636-dd93-4a82-b166-3a3ccf68c54c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:57.072698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.084867 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.098693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.103856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:57.104825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d9e886df-14f3-4c04-bf11-7f4736d99fa6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0707784 Oct 25 23:33:57.106838 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.113239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41480) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:57.147145 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.192216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] No DVR routers for this DVR port 7b83f87c-13d2-4901-b93a-b69a9e450993 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:33:57.195055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.198853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a24ef35-d862-4a98-966b-6192492e7925 req-0316ba9a-1422-4590-8458-bf213feb273c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.11 "DELETE /v2.0/ports/7b83f87c-13d2-4901-b93a-b69a9e450993 HTTP/1.1" status: 204 len: 173 time: 3.4930961 Oct 25 23:33:57.199328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-deleted', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:33:57.202117 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320f572-197d-4354-afb9-d4a28b51b2b6" -d '{"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-deleted", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:33:57.241730 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Set router 95496636-dd93-4a82-b166-3a3ccf68c54c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:57.276414 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7af3211-933e-44d3-a2d3-8d7b4a945a64 x-openstack-request-id: req-b7af3211-933e-44d3-a2d3-8d7b4a945a64 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:33:57.276711 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef4b04-f25d-4ff1-9d19-36150cb691af", "name": "network-vif-deleted", "tag": "7b83f87c-13d2-4901-b93a-b69a9e450993", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:33:57.276981 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7af3211-933e-44d3-a2d3-8d7b4a945a64 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:33:57.277400 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ef4b04-f25d-4ff1-9d19-36150cb691af', 'name': 'network-vif-deleted', 'tag': '7b83f87c-13d2-4901-b93a-b69a9e450993', 'status': 'completed', 'code': 200} Oct 25 23:33:57.345842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.347938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6577322 Oct 25 23:33:57.351465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:57.356226 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group_rule': {'security_group_id': 'ad36493f-f63b-43ff-a5fd-dcd193c3dd7e', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:57.381111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42a16ec4-9c14-492a-a7b0-f087ebb6118c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:57.418347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9692593 Oct 25 23:33:57.419523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41492) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:57.437747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf2b1-9fa4-4c05-983a-f2a72520d32d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2a0572-b25f-4f98-b868-02793f32375c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:57.444473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.483897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:57.517463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42a16ec4-9c14-492a-a7b0-f087ebb6118c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:57.517856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.622292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6503d6a-b344-433a-9783-bd6c9021f56d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:57.640646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.641164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:57.647429 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.648848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:33:57.651944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.727161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.734012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41500) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:57.739148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group_rule': {'security_group_id': 'ad36493f-f63b-43ff-a5fd-dcd193c3dd7e', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:57.739403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863709 Oct 25 23:33:57.754452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4a65-810f-427a-a783-72b3220087d8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfa0737-657e-42cd-aa85-f5f13183fd9c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:57.798393 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:33:53Z', 'revision_number': 3, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:57.823373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:33:57.830888 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Checking router: 95496636-dd93-4a82-b166-3a3ccf68c54c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:33:57.831232 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Updating router 95496636-dd93-4a82-b166-3a3ccf68c54c port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:33:57.850673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 7b83f87c-13d2-4901-b93a-b69a9e450993 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:33:57.852349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 7b83f87c-13d2-4901-b93a-b69a9e450993 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:33:57.857274 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:57.979706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.073224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f202754f-9b25-40fb-818e-2e90793c9ed4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:33:58.116343 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.170413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41508) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:58.196154 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.204058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f202754f-9b25-40fb-818e-2e90793c9ed4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:33:58.204677 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.274429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ba19f7-a8c6-427a-9225-c32da8ca733f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:58.307635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.309636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bb5845a0-8bb6-49c9-860a-914d61ee5da4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5746253 Oct 25 23:33:58.317853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41512) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:58.323211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.326706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group_rule': {'security_group_id': 'ad36493f-f63b-43ff-a5fd-dcd193c3dd7e', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:58.470456 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.474578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.478350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=8b4b0406-47dd-4699-9581-0b710dd875d2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:58.480822 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.487269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': '87bf6b82-af17-4101-836b-736e14e3a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:58.487892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:33:58.536158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.555554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:33:58.575488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:58.585142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f71bb1-6bc2-453e-b926-63d9689cb1d7 None None] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:33:58.589241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.598428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.604708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:33:58.605328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.630811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.637132 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Attempting to bind port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:58.637507 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Attempting to bind port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:58.637936 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Attempting to bind port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:58.641067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3193612 Oct 25 23:33:58.642913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:58.648547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff82d8-8e4f-4b63-9442-58979f599ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f31bac7-cdd0-473b-9091-dc962e05a20b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:58.651304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group_rule': {'security_group_id': 'ad36493f-f63b-43ff-a5fd-dcd193c3dd7e', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:58.656992 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5881a4e-f350-4a9d-a680-18b6cf90448e None None] Pushing event updated for resources: {'Port': ['ID=9d0608e1-0748-4a94-a8d6-db87cf09ae84,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:58.659617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8dbb86e1-1a96-4524-8bee-67a6e1111fa0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2349484 Oct 25 23:33:58.665986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41522) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:58.669767 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:58.670169 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:58.673601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-326355692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:58.674512 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.674943 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:58.675450 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Bound port: 9d0608e1-0748-4a94-a8d6-db87cf09ae84, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:58.675844 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.680761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.721649 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Project d3fc4df042c54d0d9878dc57ce74ab8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:33:58.799389 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] For port 9d0608e1-0748-4a94-a8d6-db87cf09ae84, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:58.810067 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] For port 9d0608e1-0748-4a94-a8d6-db87cf09ae84, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9d0608e1-0748-4a94-a8d6-db87cf09ae84,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:58.820169 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.838497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:58.958723 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5881a4e-f350-4a9d-a680-18b6cf90448e None None] Pushing event updated for resources: {'Port': ['ID=9d0608e1-0748-4a94-a8d6-db87cf09ae84,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:58.967261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41528) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:58.968698 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Routers {'95496636-dd93-4a82-b166-3a3ccf68c54c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:33:58.969335 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['95496636-dd93-4a82-b166-3a3ccf68c54c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:59.071173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd', 'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '8b4b0406-47dd-4699-9581-0b710dd875d2'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:33:59.073801 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.161323 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] Set router 95496636-dd93-4a82-b166-3a3ccf68c54c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:33:59.234252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'network': {'name': 'tempest-network-smoke--335962461', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:59.251202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.252859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port deb9d8b6-afe8-4e15-8763-edee0fde77d8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:33:59.253462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.271544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:33:59.271544 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 23:33:59.271544 n-d-815373-1 neutron-server[102133]: [parameters: {'project_id_1': '0b28a4d9e3fd41eda874f5054bfab2e9', 'expiration_1': datetime.datetime(2021, 10, 25, 23, 33, 39, 242320)}] Oct 25 23:33:59.271544 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:33:59.272562 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:33:59.282393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Allocated IP 172.20.0.2 (f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd/8b4b0406-47dd-4699-9581-0b710dd875d2/168a3190-23d0-481c-a71b-c97165d555f8) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:59.307142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.308726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.385106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port deb9d8b6-afe8-4e15-8763-edee0fde77d8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=deb9d8b6-afe8-4e15-8763-edee0fde77d8,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:33:59.386116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.403814 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:33:53Z', 'revision_number': 3, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:33:59.409141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for deb9d8b6-afe8-4e15-8763-edee0fde77d8 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:33:59.434011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.435972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.438892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8939df-912d-4966-b4b4-9bde39619ebe None None] The sync data for ids ['95496636-dd93-4a82-b166-3a3ccf68c54c'] in n-d-815373-1 is: [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:33:53Z', 'revision_number': 3, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:33:59.444966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.447906 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.475427 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.486646 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.506190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ba91ce-0d35-45a2-a1b0-fb5530cafd87,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:59.512682 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.516968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33a01448-e415-4953-8785-e33fb2d5f75d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8718638 Oct 25 23:33:59.519722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41532) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:59.524218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'security_group_rule': {'security_group_id': 'ad36493f-f63b-43ff-a5fd-dcd193c3dd7e', 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:59.538540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.539895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-25187c6d-cc2c-474e-8f2e-c4a0aff78811 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8726101 Oct 25 23:33:59.544256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41534) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:33:59.552832 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'port': {'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd', 'name': 'tempest-RoutersTest-976809201'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:33:59.554705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Pushing event updated for resources: {'Port': ['ID=168a3190-23d0-481c-a71b-c97165d555f8,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:59.557287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Allocated IP 172.20.0.1 (8c035030-fcd2-41a8-898c-a9566084fbf7/9bac195c-ad49-4256-858b-fc25b97be68f/16b32963-d237-446a-91a5-0ee8e2abe2ca) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:33:59.565682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:33:59.568125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:33:59.573192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:33:59.643265 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Project d3fc4df042c54d0d9878dc57ce74ab8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:33:59.657174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Attempting to bind port 168a3190-23d0-481c-a71b-c97165d555f8 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:33:59.657546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Attempting to bind port 168a3190-23d0-481c-a71b-c97165d555f8 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '87bf6b82-af17-4101-836b-736e14e3a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:33:59.657910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Attempting to bind port 168a3190-23d0-481c-a71b-c97165d555f8 on network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:33:59.664330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:33:59.664846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Checking segment: {'id': '87bf6b82-af17-4101-836b-736e14e3a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:33:59.666949 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.666949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Bound using segment: {'id': '87bf6b82-af17-4101-836b-736e14e3a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:33:59.666949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Bound port: 168a3190-23d0-481c-a71b-c97165d555f8, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bf6b82-af17-4101-836b-736e14e3a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:33:59.667325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.685233 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.687938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.722696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=deb9d8b6-afe8-4e15-8763-edee0fde77d8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:33:59.797529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] For port 168a3190-23d0-481c-a71b-c97165d555f8, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:33:59.804285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] For port 168a3190-23d0-481c-a71b-c97165d555f8, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=168a3190-23d0-481c-a71b-c97165d555f8,segment=NetworkSegment(87bf6b82-af17-4101-836b-736e14e3a3c3),segment_id=87bf6b82-af17-4101-836b-736e14e3a3c3)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:33:59.815104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.856142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.864486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 23:33:59.864486 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 23:33:59.864486 n-d-815373-1 neutron-server[102133]: [parameters: {'project_id_1': '0b28a4d9e3fd41eda874f5054bfab2e9', 'expiration_1': datetime.datetime(2021, 10, 25, 23, 33, 39, 835000)}] Oct 25 23:33:59.864486 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:33:59.864969 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:33:59.897989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:33:59.902102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.926813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.941262 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:33:59.955608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] device_id is not set on port 3d93d702-b688-437d-a1b3-e8d759edc631 yet. {{(pid=102134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 23:33:59.982117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f80bf-a850-493c-bf7a-1245a0442f6d None None] Pushing event updated for resources: {'Port': ['ID=168a3190-23d0-481c-a71b-c97165d555f8,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:00.080665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:00.085357 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.106751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af52bb90-15a0-46b8-9b84-2ad0baeacc05,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:00.114320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.116843 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.136888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.138369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0dd7ecbc-edeb-44e9-91b8-7d7840a4dbe1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6175995 Oct 25 23:34:00.175329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.225870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:00.239883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:00.247602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:00.253434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9d0608e1-0748-4a94-a8d6-db87cf09ae84 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:00.346862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Pushing event updated for resources: {'Port': ['ID=16b32963-d237-446a-91a5-0ee8e2abe2ca,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:00.377116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.20.0.3 (f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd/8b4b0406-47dd-4699-9581-0b710dd875d2/3d93d702-b688-437d-a1b3-e8d759edc631) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:00.402196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:00.402196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.419607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.517471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.539188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.576052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 9d0608e1-0748-4a94-a8d6-db87cf09ae84, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9d0608e1-0748-4a94-a8d6-db87cf09ae84,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:00.580628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.689062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=9d0608e1-0748-4a94-a8d6-db87cf09ae84,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:00.803304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1c707e47-1cf5-48fb-9e2f-d8cf3c813356 None None] Provisioning complete for port 16b32963-d237-446a-91a5-0ee8e2abe2ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:00.805297 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1c707e47-1cf5-48fb-9e2f-d8cf3c813356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:00.861788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1c707e47-1cf5-48fb-9e2f-d8cf3c813356 None None] Port 16b32963-d237-446a-91a5-0ee8e2abe2ca cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:00.885780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.059619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.061254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.111124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:01.127541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7489ef34-e8a7-4445-97d0-31afd9561d0d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:01.161563 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.164325 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Added segment 7e426511-1ecb-4f87-b3f4-1c1de1cb78c6 of type vlan for network c8e90867-e1d3-48af-9f25-ff80285f5618 Oct 25 23:34:01.164512 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.168077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.224879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.237361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=3d93d702-b688-437d-a1b3-e8d759edc631,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:01.244516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.275982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:01.289174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.304278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:01.307024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:01.311822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:01.312287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.342709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router c44a5181-eb72-4d22-88c8-352c1d11dce3 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:01.375199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.392678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:01.393619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.399452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Pushing event updated for resources: {'Port': ['ID=16b32963-d237-446a-91a5-0ee8e2abe2ca,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:01.423417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41610) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:01.423843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4433019 Oct 25 23:34:01.433776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b343b74-e479-4f08-b1fd-871473224fe2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Network': ['ID=c8e90867-e1d3-48af-9f25-ff80285f5618,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:01.446514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c8e90867-e1d3-48af-9f25-ff80285f5618 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:34:01.467889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-731040264', 'admin_state_up': True, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:01.490331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-48a0c8df-c99e-4f3b-8f30-64b42728deeb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9429102 Oct 25 23:34:01.495468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41612) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:01.542427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13d079-4bcb-43ea-9b8e-5b74c448b6d4 None None] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:01.592917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:01.599593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6fcb0377-5417-45db-a07c-ab232b923ee7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/c44a5181-eb72-4d22-88c8-352c1d11dce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4275112 Oct 25 23:34:01.603952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41614) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:01.607667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.608730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.646606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] Sync routers for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:01.692294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting subnet aa348f81-0a18-4112-8664-21d9aa6a4d11 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:34:01.697653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.718426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:01.719358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:01.751451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.824378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:01.834801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-548f14a3-dec3-4d42-b790-5a3cf6b7b336 None None] Provisioning complete for port 168a3190-23d0-481c-a71b-c97165d555f8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:01.835171 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-548f14a3-dec3-4d42-b790-5a3cf6b7b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.856994 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:01.861090 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:01.881902 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.038619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.048587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:02.139554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.159771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/subnets/aa348f81-0a18-4112-8664-21d9aa6a4d11 HTTP/1.1" status: 204 len: 168 time: 0.5542226 Oct 25 23:34:02.160498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41618) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:02.161344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161324e-86bc-477c-af5e-d9a018617f75 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Subnet': ['ID=aa348f81-0a18-4112-8664-21d9aa6a4d11,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:02.224200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd1fa0-c7a1-4368-b567-0a0e7abc5927 None None] Network a0405fde-a9b0-44c3-89d9-4d1e0636826c requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:02.341972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.390523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 168a3190-23d0-481c-a71b-c97165d555f8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:02.416376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.445467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.529060 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.533764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Router 95496636-dd93-4a82-b166-3a3ccf68c54c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:02.635831 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-548f14a3-dec3-4d42-b790-5a3cf6b7b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.648769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 005bd7c2-137a-40a8-b5ce-4589dafafba8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:02.649351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.750035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-548f14a3-dec3-4d42-b790-5a3cf6b7b336 None None] For port 168a3190-23d0-481c-a71b-c97165d555f8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=168a3190-23d0-481c-a71b-c97165d555f8,segment=NetworkSegment(87bf6b82-af17-4101-836b-736e14e3a3c3),segment_id=87bf6b82-af17-4101-836b-736e14e3a3c3)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:02.767618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 005bd7c2-137a-40a8-b5ce-4589dafafba8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=005bd7c2-137a-40a8-b5ce-4589dafafba8,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:02.768078 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.769928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 168a3190-23d0-481c-a71b-c97165d555f8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:02.770883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.785215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 005bd7c2-137a-40a8-b5ce-4589dafafba8 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:02.804078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-548f14a3-dec3-4d42-b790-5a3cf6b7b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:02.871419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] DHCP port deletion for a0405fde-a9b0-44c3-89d9-4d1e0636826c request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:34:02.924176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:33:59Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '005bd7c2-137a-40a8-b5ce-4589dafafba8', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:30:55Z', 'updated_at': '2021-10-25T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:02.931618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f14a3-dec3-4d42-b790-5a3cf6b7b336 None None] Pushing event updated for resources: {'Port': ['ID=168a3190-23d0-481c-a71b-c97165d555f8,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:02.981106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:02.989581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ec43ab0c-43e4-45f2-a7a5-f2ae500b48f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/95496636-dd93-4a82-b166-3a3ccf68c54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8653336 Oct 25 23:34:02.994974 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Sync routers for ids ['95496636-dd93-4a82-b166-3a3ccf68c54c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:03.013725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] Checking router: c44a5181-eb72-4d22-88c8-352c1d11dce3 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:03.017873 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Routers {'95496636-dd93-4a82-b166-3a3ccf68c54c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:03.020220 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['95496636-dd93-4a82-b166-3a3ccf68c54c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:03.047358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Provisioning complete for port 168a3190-23d0-481c-a71b-c97165d555f8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:03.047795 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.092772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] Routers {'c44a5181-eb72-4d22-88c8-352c1d11dce3'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:03.093318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c44a5181-eb72-4d22-88c8-352c1d11dce3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:03.107077 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.116027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.145565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.201621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=005bd7c2-137a-40a8-b5ce-4589dafafba8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:03.304184 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.347252 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Set router 95496636-dd93-4a82-b166-3a3ccf68c54c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:03.403826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] Set router c44a5181-eb72-4d22-88c8-352c1d11dce3 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:03.472676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:34:02Z', 'revision_number': 6, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:03.483234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9d0608e1-0748-4a94-a8d6-db87cf09ae84 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:03.546327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=3d93d702-b688-437d-a1b3-e8d759edc631,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:03.563197 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.566032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.567151 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057db433-0016-4a56-91f6-1f1511b7251a None None] The sync data for ids ['c44a5181-eb72-4d22-88c8-352c1d11dce3'] in n-d-815373-1 is: [{'id': 'c44a5181-eb72-4d22-88c8-352c1d11dce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831213752', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:30:54Z', 'updated_at': '2021-10-25T23:34:02Z', 'revision_number': 6, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:03.580531 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.606041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] Deleting port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:03.607622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.658903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.749414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.750176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Fanout notify agent at l3_agent the message router_deleted on router c44a5181-eb72-4d22-88c8-352c1d11dce3 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:34:03.758471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.767047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-155070d5-2702-4dfe-bf6b-c7a03ba77f5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/routers/c44a5181-eb72-4d22-88c8-352c1d11dce3 HTTP/1.1" status: 204 len: 168 time: 1.6026478 Oct 25 23:34:03.768068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41628) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:03.774604 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '16b32963-d237-446a-91a5-0ee8e2abe2ca', 'name': '', 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'mac_address': 'fa:16:3e:74:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '9bac195c-ad49-4256-858b-fc25b97be68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:58Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 2, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'subnets': [{'id': '9bac195c-ad49-4256-858b-fc25b97be68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:03.791569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] For port 9c373dcd-15e1-491c-b5e0-cf5d17990f12, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9c373dcd-15e1-491c-b5e0-cf5d17990f12,segment=NetworkSegment(6bd03f9c-b00a-417b-ab38-3a70da84097a),segment_id=6bd03f9c-b00a-417b-ab38-3a70da84097a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:03.792626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.811236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Checking router: 95496636-dd93-4a82-b166-3a3ccf68c54c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:03.811590 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Updating router 95496636-dd93-4a82-b166-3a3ccf68c54c port 16b32963-d237-446a-91a5-0ee8e2abe2ca binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:03.817234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:03.817851 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.820174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] Calling delete_port for 9c373dcd-15e1-491c-b5e0-cf5d17990f12 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:03.845761 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.941360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Provisioning complete for port 3d93d702-b688-437d-a1b3-e8d759edc631 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:03.941735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.974137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:03.977784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:03.985647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34301655', 'description': 'tempest-secgroup-smoke-34301655 description', 'project_id': '30a362e109234b5ab4271a05c07056c9'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:04.042877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.087135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Port 3d93d702-b688-437d-a1b3-e8d759edc631 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:04.158612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.161750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:04.161750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.204324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Provisioning complete for port 16b32963-d237-446a-91a5-0ee8e2abe2ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:04.205490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.209174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] Pushing event deleted for resources: {'Port': ['ID=9c373dcd-15e1-491c-b5e0-cf5d17990f12,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:04.250816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc833958-6663-4d8a-9064-ad80a569b91a None None] No DVR routers for this DVR port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:04.285412 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.287498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-947a2ac7-b7ad-44be-b1c1-3519bef648be None None] Port 16b32963-d237-446a-91a5-0ee8e2abe2ca cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:04.304115 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.385680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 9c373dcd-15e1-491c-b5e0-cf5d17990f12, host n-d-815373-1, got binding levels [] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:04.386104 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.413021 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e864-3665-42ff-ba5f-c44a1c740065 None None] Pushing event updated for resources: {'Port': ['ID=16b32963-d237-446a-91a5-0ee8e2abe2ca,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:04.425553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 9c373dcd-15e1-491c-b5e0-cf5d17990f12 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:04.429789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-853ac2fd-7d5c-4ecc-bb56-1d69d819b9e8 None None] Provisioning complete for port 3d93d702-b688-437d-a1b3-e8d759edc631 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:04.430187 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-853ac2fd-7d5c-4ecc-bb56-1d69d819b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.430602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.436247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 was not found and therefore no delete operation was performed {{(pid=102133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:34:04.440299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.454081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.457822 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Attempting to bind port 16b32963-d237-446a-91a5-0ee8e2abe2ca on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:04.458543 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Attempting to bind port 16b32963-d237-446a-91a5-0ee8e2abe2ca by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:04.458976 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Attempting to bind port 16b32963-d237-446a-91a5-0ee8e2abe2ca on network 8c035030-fcd2-41a8-898c-a9566084fbf7 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:04.472529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:04.474588 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Checking segment: {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:04.475320 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.476686 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Bound using segment: {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:04.478830 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Bound port: 16b32963-d237-446a-91a5-0ee8e2abe2ca, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8730e721-564f-4358-8a37-8f2d514748a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:04.480574 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.511802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-853ac2fd-7d5c-4ecc-bb56-1d69d819b9e8 None None] Port 3d93d702-b688-437d-a1b3-e8d759edc631 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:04.552721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=9c373dcd-15e1-491c-b5e0-cf5d17990f12,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:04.555508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] No DVR routers for this DVR port 9c373dcd-15e1-491c-b5e0-cf5d17990f12 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:04.601431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a3af8-25ff-47de-b4ee-7dc14c8275f3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:04.625717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.25.4.147 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/19d2bfec-5a00-428d-b160-4cf3b1cb6f6c) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:04.640688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.647407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e23512d3-d09e-4d92-9c3d-56b0309bd41f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6655486 Oct 25 23:34:04.651195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41634) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:04.677407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group_rule': {'security_group_id': 'b53a3af8-25ff-47de-b4ee-7dc14c8275f3', 'project_id': '30a362e109234b5ab4271a05c07056c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:04.682531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] For port 16b32963-d237-446a-91a5-0ee8e2abe2ca, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:04.689257 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] For port 16b32963-d237-446a-91a5-0ee8e2abe2ca, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=16b32963-d237-446a-91a5-0ee8e2abe2ca,segment=NetworkSegment(8730e721-564f-4358-8a37-8f2d514748a5),segment_id=8730e721-564f-4358-8a37-8f2d514748a5)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:04.695559 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.703709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 168a3190-23d0-481c-a71b-c97165d555f8 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:04.821891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 168a3190-23d0-481c-a71b-c97165d555f8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:04.824863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.828177 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Routers {'95496636-dd93-4a82-b166-3a3ccf68c54c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:04.828373 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.828838 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['95496636-dd93-4a82-b166-3a3ccf68c54c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:04.835001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.862863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.869426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0405fde-a9b0-44c3-89d9-4d1e0636826c']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:04.892718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd03f9c-b00a-417b-ab38-3a70da84097a') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:04.893286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd03f9c-b00a-417b-ab38-3a70da84097a') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:04.916316 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.921735 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e864-3665-42ff-ba5f-c44a1c740065 None None] Pushing event updated for resources: {'Port': ['ID=16b32963-d237-446a-91a5-0ee8e2abe2ca,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:04.953027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.974366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:34:04.975082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:34:04.979354 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:34:04.984049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:04.998385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.051872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a197913-3be1-40c8-87be-cea0092f810a,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.091421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.099441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-52c0a92e-4208-4bbe-bb7c-7e75cc6256f5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417136 Oct 25 23:34:05.099441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41636) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:05.112123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group_rule': {'security_group_id': 'b53a3af8-25ff-47de-b4ee-7dc14c8275f3', 'project_id': '30a362e109234b5ab4271a05c07056c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:05.124328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.142030 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.146892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/networks/a0405fde-a9b0-44c3-89d9-4d1e0636826c HTTP/1.1" status: 204 len: 168 time: 1.3775496 Oct 25 23:34:05.153113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41638) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:05.168121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2df3b089-b8b4-4ee9-806c-c4f6c8824a21 None None] Provisioning complete for port 16b32963-d237-446a-91a5-0ee8e2abe2ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:05.168479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2df3b089-b8b4-4ee9-806c-c4f6c8824a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.182974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64df3-c0a6-4039-8d37-242283c7215c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Network': ['ID=a0405fde-a9b0-44c3-89d9-4d1e0636826c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.191922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.248412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.250460 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] Set router 95496636-dd93-4a82-b166-3a3ccf68c54c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:05.319290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-104987dd-dfba-4d56-bbe8-366e347e6a2b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.367390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-104987dd-dfba-4d56-bbe8-366e347e6a2b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.387978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.401335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.412253 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2df3b089-b8b4-4ee9-806c-c4f6c8824a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.417507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device deb9d8b6-afe8-4e15-8763-edee0fde77d8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:05.451989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2643439-ddf4-45ad-ba05-b86d7b2f7063,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.468400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.469875 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e393c2d-b8b4-41ec-8673-8ce456aa9ff3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660121 Oct 25 23:34:05.472702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:05.479067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group_rule': {'security_group_id': 'b53a3af8-25ff-47de-b4ee-7dc14c8275f3', 'project_id': '30a362e109234b5ab4271a05c07056c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:05.496347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: deb9d8b6-afe8-4e15-8763-edee0fde77d8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:05.496796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device deb9d8b6-afe8-4e15-8763-edee0fde77d8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:05.500638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 005bd7c2-137a-40a8-b5ce-4589dafafba8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:05.513397 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-104987dd-dfba-4d56-bbe8-366e347e6a2b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.520109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-104987dd-dfba-4d56-bbe8-366e347e6a2b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.526975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-104987dd-dfba-4d56-bbe8-366e347e6a2b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/security-groups/71520603-9368-4cb3-8ca4-c9f3a22b3360 HTTP/1.1" status: 204 len: 168 time: 0.3689618 Oct 25 23:34:05.566408 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.569192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104987dd-dfba-4d56-bbe8-366e347e6a2b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71520603-9368-4cb3-8ca4-c9f3a22b3360,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.577023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.596427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 005bd7c2-137a-40a8-b5ce-4589dafafba8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:05.596662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 005bd7c2-137a-40a8-b5ce-4589dafafba8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:05.596972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9c373dcd-15e1-491c-b5e0-cf5d17990f12 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:05.607524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.616033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.648935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '16b32963-d237-446a-91a5-0ee8e2abe2ca', 'name': '', 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'mac_address': 'fa:16:3e:74:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '9bac195c-ad49-4256-858b-fc25b97be68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:58Z', 'updated_at': '2021-10-25T23:34:04Z', 'revision_number': 4, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'subnets': [{'id': '9bac195c-ad49-4256-858b-fc25b97be68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:05.688727 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd6fff-b920-4280-8167-86854b8b5469 None None] The sync data for ids ['95496636-dd93-4a82-b166-3a3ccf68c54c'] in n-d-815373-1 is: [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '16b32963-d237-446a-91a5-0ee8e2abe2ca', 'name': '', 'network_id': '8c035030-fcd2-41a8-898c-a9566084fbf7', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'mac_address': 'fa:16:3e:74:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '9bac195c-ad49-4256-858b-fc25b97be68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:58Z', 'updated_at': '2021-10-25T23:34:04Z', 'revision_number': 4, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'subnets': [{'id': '9bac195c-ad49-4256-858b-fc25b97be68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:05.694688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=3d93d702-b688-437d-a1b3-e8d759edc631,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.710927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9c373dcd-15e1-491c-b5e0-cf5d17990f12 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:05.711760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9c373dcd-15e1-491c-b5e0-cf5d17990f12 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:05.722655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2df3b089-b8b4-4ee9-806c-c4f6c8824a21 None None] For port 16b32963-d237-446a-91a5-0ee8e2abe2ca, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=16b32963-d237-446a-91a5-0ee8e2abe2ca,segment=NetworkSegment(8730e721-564f-4358-8a37-8f2d514748a5),segment_id=8730e721-564f-4358-8a37-8f2d514748a5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:05.730536 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2df3b089-b8b4-4ee9-806c-c4f6c8824a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.743249 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.768663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.777407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.790832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.825201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ade9b-00bd-422b-a423-76a7e8038ac3,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.840410 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.843528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3286a7af-6cdb-4b8d-a9d9-6f7be78fa098 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678751 Oct 25 23:34:05.855372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41648) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:05.861707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group_rule': {'security_group_id': 'b53a3af8-25ff-47de-b4ee-7dc14c8275f3', 'project_id': '30a362e109234b5ab4271a05c07056c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:05.909587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.919896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3b089-b8b4-4ee9-806c-c4f6c8824a21 None None] Pushing event updated for resources: {'Port': ['ID=16b32963-d237-446a-91a5-0ee8e2abe2ca,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.943482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:05.952701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:05.955794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:05.959717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f8249432-6789-46fa-9acd-f5549507c732 None None] Provisioning complete for port 16b32963-d237-446a-91a5-0ee8e2abe2ca triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:05.960106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8249432-6789-46fa-9acd-f5549507c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:05.961513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:06.022083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.031355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.083156 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.084304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2278714 Oct 25 23:34:06.087917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41652) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:06.106072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group_rule': {'security_group_id': 'b53a3af8-25ff-47de-b4ee-7dc14c8275f3', 'project_id': '30a362e109234b5ab4271a05c07056c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:06.123227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54447be3-ab59-486b-84af-00ad58a80a90 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c0fee6-a36c-4688-842d-1f15ad0630f8,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:06.161645 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Project 30a362e109234b5ab4271a05c07056c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:34:06.169724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.243644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:06.248987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:06.280110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.287071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.326107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f90dec-035b-4774-81a7-4a8ac7b513df,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:06.345627 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.350838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7668abe7-ba4c-4533-9c42-8e3862d80c03 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2567925 Oct 25 23:34:06.351875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41656) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:06.357855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'security_group_rule': {'security_group_id': 'b53a3af8-25ff-47de-b4ee-7dc14c8275f3', 'project_id': '30a362e109234b5ab4271a05c07056c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:06.404331 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Project 30a362e109234b5ab4271a05c07056c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:34:06.410457 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.470576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:06.485325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 16b32963-d237-446a-91a5-0ee8e2abe2ca up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:06.489104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581909354', 'description': 'tempest-secgroup-smoke-1581909354 description', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:06.611365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 16b32963-d237-446a-91a5-0ee8e2abe2ca triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:06.612099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.646746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.654015 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.654912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.677020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.742984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router ee9b9817-f86e-4cea-82df-29c192f845d7 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:06.746704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2ba224-f2a6-4d9f-90a6-1fe9e983d077,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:06.781147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-340213bb-2946-4e5a-a3b1-f3a68c9438d1 None None] Provisioning complete for port 3d93d702-b688-437d-a1b3-e8d759edc631 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:06.781415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.781543 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-340213bb-2946-4e5a-a3b1-f3a68c9438d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.792444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cf5a8c39-0999-4998-a7fc-54ed43b5337c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4296026 Oct 25 23:34:06.835463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-340213bb-2946-4e5a-a3b1-f3a68c9438d1 None None] Port 3d93d702-b688-437d-a1b3-e8d759edc631 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:06.883246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.888818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.925930 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:06.927405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4593172 Oct 25 23:34:06.931927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41674) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:06.936092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '1c1836fa-1d11-44be-bc3a-dbeca9a38859', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:06.979612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d85d7-f43c-4f19-b9e2-62a7eb84f889 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1836fa-1d11-44be-bc3a-dbeca9a38859,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:07.016728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-a98e18bb-6388-4cb9-859a-6d355408668b tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34301655&fields=id&tenant_id=30a362e109234b5ab4271a05c07056c9 HTTP/1.1" status: 200 len: 267 time: 0.0724790 Oct 25 23:34:07.023416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.050116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:07.056474 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-31d73afb-955e-4115-baf4-79ed9ec6d37f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9817-f86e-4cea-82df-29c192f845d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5600951 Oct 25 23:34:07.061788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41676) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:07.065480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] Sync routers for ids ['ee9b9817-f86e-4cea-82df-29c192f845d7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:07.086515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] Routers {'ee9b9817-f86e-4cea-82df-29c192f845d7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:07.090855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee9b9817-f86e-4cea-82df-29c192f845d7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:07.104067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.116501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8138f34-7f33-4848-b260-b70cef2126be tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:07.120226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a8138f34-7f33-4848-b260-b70cef2126be tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports/3d93d702-b688-437d-a1b3-e8d759edc631 HTTP/1.1" status: 200 len: 976 time: 0.0551105 Oct 25 23:34:07.122200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41678) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:07.129172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:07.142674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] Routers {'ee9b9817-f86e-4cea-82df-29c192f845d7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:07.143282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee9b9817-f86e-4cea-82df-29c192f845d7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:07.187073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.191750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:07.192426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3a84a-e8e6-41bd-986f-6dd247beecc4 None None] The sync data for ids ['ee9b9817-f86e-4cea-82df-29c192f845d7'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:07.251242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-18f567ba-569c-45b5-8932-b7466c4ae107 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:07.253068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-18f567ba-569c-45b5-8932-b7466c4ae107 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 809 time: 0.2245610 Oct 25 23:34:07.255103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.286070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb274f47-86d0-41a3-82e5-b8383ef853f2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:07.297591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-eed1cc7a-1fe5-4049-8b4a-49e4341d7344 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/quotas/30a362e109234b5ab4271a05c07056c9 HTTP/1.1" status: 200 len: 375 time: 0.0314074 Oct 25 23:34:07.317040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.322401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d8c535a7-e510-47d7-a110-9dbd341beac2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3868437 Oct 25 23:34:07.322401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:07.328057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '1c1836fa-1d11-44be-bc3a-dbeca9a38859', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:07.388897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-7ee21179-c69f-41b7-8b26-4223b4fc8375 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852785 Oct 25 23:34:07.400691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.551826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.556549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-9b240f54-5c6c-4b9c-81ea-a2cee2049146 service neutron] 10.222.0.25 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522729 Oct 25 23:34:07.558804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.575527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:07.636015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b3c7b1-53b9-4b93-9f1c-0a685f9ca41e,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:07.651095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.655425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-af3e3759-ca90-47eb-aa2d-7e49397b1d90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3316712 Oct 25 23:34:07.658167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41684) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:07.667179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '1c1836fa-1d11-44be-bc3a-dbeca9a38859', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:07.731310 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.750809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-e6722ca6-1ac4-40d4-92bb-f388b3e2fdce service neutron] 10.222.0.25 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829133 Oct 25 23:34:07.752511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41686) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:07.801528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:07.812984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:07.838761 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:07.839971 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:07.845956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.850022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7893a50d-b35c-4527-bb47-df53598eaf48 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4221909 Oct 25 23:34:07.851483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41688) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:07.949913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:07.990014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.041996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3e8813cf-76b3-4c15-a53f-e6c1df58758b tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3317 time: 0.2578886 Oct 25 23:34:08.042863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.044513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41694) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:08.063101 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:08.074204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'network': {'name': 'tempest-network-smoke--523506998', 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'port_security_enabled': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:08.076336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6eb2342c-7886-499e-87e6-9960768e884c tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0b28a4d9e3fd41eda874f5054bfab2e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2237880 Oct 25 23:34:08.079993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41698) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:08.084155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2891bf1-f2c9-47c4-8bd5-3736166a10fa,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:08.103568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.108832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5a4ab2eb-eef5-48e3-be9e-a4717f8ceb90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498310 Oct 25 23:34:08.112355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41702) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:08.120685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '1c1836fa-1d11-44be-bc3a-dbeca9a38859', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:08.165874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Made reservation on behalf of b4dc4595665d413d80da9e271daa9860 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:08.173380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.202714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.249502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:08.280020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.280721 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Added segment 6e50d951-86bb-404d-892b-31da8a194393 of type vlan for network ce451472-bfbb-4783-8532-7412f4592370 Oct 25 23:34:08.347962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.350042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.356519 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.391582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.395902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2814946 Oct 25 23:34:08.399220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41708) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:08.406296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '1c1836fa-1d11-44be-bc3a-dbeca9a38859', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:08.410599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2eecc-7653-4d5a-965c-1d92054355e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ee7f52-ac5b-40c9-a55c-b54ace10308f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:08.425204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.438842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:08.439483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.461733 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:06Z', 'revision_number': 3, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:08.513369 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:08.514004 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Updating router 9be6c175-e1fc-4bd9-9816-97297e162515 port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:08.518411 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:34:08.528423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.544898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4917951 Oct 25 23:34:08.560246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41712) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:08.570634 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.579605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'admin_state_up': True, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:08.643917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902b1b-db7b-4775-9041-81a895bfccfe tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Network': ['ID=ce451472-bfbb-4783-8532-7412f4592370,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:08.658044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ce451472-bfbb-4783-8532-7412f4592370 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:34:08.671023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.672185 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.719015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.732656 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.792173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.796312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3929653 Oct 25 23:34:08.796636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab19f-31b5-4945-ad5c-4f274e02c011 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5739cffc-9205-42f5-bdc5-c0f396401e29,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:08.829949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41716) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:08.838305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '1c1836fa-1d11-44be-bc3a-dbeca9a38859', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:08.864219 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:08.867548 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:34:08.872705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.003711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71a50ebe-19ca-4809-9d0c-2c02a24bf7e0 req-e2c9cdd8-52b4-47e3-9d36-aff7fd56ea2d tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 210 time: 0.9252427 Oct 25 23:34:09.023787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609299cf-9c17-4879-9257-b977fe480fa4 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:09.030194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-609299cf-9c17-4879-9257-b977fe480fa4 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9462743 Oct 25 23:34:09.036479 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.038089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41718) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:09.044422 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.118897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6666fbe4-e1b3-4492-8c44-4b32cc5d677c tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775285 Oct 25 23:34:09.120258 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Attempting to bind port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:09.122946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41720) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:09.123159 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Attempting to bind port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:09.123159 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Attempting to bind port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:09.126955 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Pushing event updated for resources: {'Port': ['ID=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:09.132038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423839952', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:09.139510 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:09.139510 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:09.139954 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.140215 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:09.140692 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Bound port: 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:09.141072 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.143604 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.143949 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.144414 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.144872 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.145199 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.145515 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.145838 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.146193 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.146481 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.146791 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.147138 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.147418 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:09.218356 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] For port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:09.228246 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] For port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:09.240652 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.322000 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:09.322939 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:09.354539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:09.363627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.398915 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8994-b0bb-499c-928c-8267f5bef050 None None] Pushing event updated for resources: {'Port': ['ID=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:09.431004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.465938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 3d93d702-b688-437d-a1b3-e8d759edc631 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:09.466433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.471871 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:09.579005 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.594822 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 3d93d702-b688-437d-a1b3-e8d759edc631 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:09.613669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.633009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.681838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-0ee1c26e-0c48-4d7f-a1b5-d29166eaa944 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:09.683760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-0ee1c26e-0c48-4d7f-a1b5-d29166eaa944 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.15 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 809 time: 0.2389712 Oct 25 23:34:09.684632 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781dcdab-2b46-47ce-8149-0ded7a901809,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:09.703609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.705057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-22b1d38d-19b3-48a6-87d4-f692eab6e1a9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8741100 Oct 25 23:34:09.732707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41724) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:09.737502 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:06Z', 'revision_number': 3, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:09.743892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'network': {'name': 'tempest-network-smoke--424139445', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:09.778175 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de79b-0943-4444-8445-fc15d2d20fc4 None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:06Z', 'revision_number': 3, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:09.779593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-f3e6c4f4-3d2b-4aa3-82fa-068b8472f75d tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a362e109234b5ab4271a05c07056c9 HTTP/1.1" status: 200 len: 378 time: 0.0802352 Oct 25 23:34:09.795096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'port': {'device_id': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'admin_state_up': True, 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'security_groups': ['b53a3af8-25ff-47de-b4ee-7dc14c8275f3']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:09.897115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:09.901573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.966273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.988256 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:09.999279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.001672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=3d93d702-b688-437d-a1b3-e8d759edc631,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:10.016962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:10.022961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.083695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.084053 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Added segment 74a9b097-abfd-45eb-848e-0b78a5cfd0fa of type vlan for network cffdd9af-984d-4d84-b04f-cfff204a875d Oct 25 23:34:10.156359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Subnet': ['ID=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:10.306815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c82fa51-370d-4277-95de-46470d9fa2d7 req-6e79c4dd-0446-443e-be81-8874141730e7 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 210 time: 0.1469271 Oct 25 23:34:10.315022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.325453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Made reservation on behalf of 30a362e109234b5ab4271a05c07056c9 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:10.328268 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Checking segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:10.328808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network hostable DHCP agents. Network: c8e90867-e1d3-48af-9f25-ff80285f5618, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:34:10.337469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.359720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.422115 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network c8e90867-e1d3-48af-9f25-ff80285f5618 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:34:10.450003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.25.4.77 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/5264e885-3edf-4c8f-a1ae-ffb26aff55a0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:10.455826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:10.512188 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.521760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c8e90867-e1d3-48af-9f25-ff80285f5618) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:10.522232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:10.523107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.541039 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:10.541641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.546239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074981f4-75ec-491c-babe-d99e7179b14b None None] Network c8e90867-e1d3-48af-9f25-ff80285f5618 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:10.659078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:10.659419 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.694608 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b48039e2-58ad-4729-96de-8cfd121f7814 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5693998 Oct 25 23:34:10.699044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41728) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:10.721679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Allocated IP 172.20.0.9 (3876a08b-506f-4b4b-8386-5ab93cf865cc/733a3a4c-7c89-4540-82f8-8981215ea5ab/c7b500ec-564c-47fe-88e8-c9e4425841e9) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:10.767842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router ee9b9817-f86e-4cea-82df-29c192f845d7 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:10.843429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1096253 Oct 25 23:34:10.855542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:10.901135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.929934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'admin_state_up': True, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:10.942043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:10.942725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:10.954553 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ebe9ebe3-6b41-4176-bd97-4cae5f4f2312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9817-f86e-4cea-82df-29c192f845d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8312039 Oct 25 23:34:10.956607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1cbb-8269-4853-b799-50400465dbfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Network': ['ID=cffdd9af-984d-4d84-b04f-cfff204a875d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:10.964380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c8e90867-e1d3-48af-9f25-ff80285f5618', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:34:10.965297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41734) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:10.965400 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:10.967919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] Sync routers for ids ['ee9b9817-f86e-4cea-82df-29c192f845d7'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:10.988474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network cffdd9af-984d-4d84-b04f-cfff204a875d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:34:11.065165 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.129614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] Routers {'ee9b9817-f86e-4cea-82df-29c192f845d7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:11.130290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee9b9817-f86e-4cea-82df-29c192f845d7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:11.143248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.185402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.186437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.232689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:11.312349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:11.332553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] Routers {'ee9b9817-f86e-4cea-82df-29c192f845d7'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:11.333391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ee9b9817-f86e-4cea-82df-29c192f845d7'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:11.383550 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.383959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.384343 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.389375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.389793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.390139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.390744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.391083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.391412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.391744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.392075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.392590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:11.396440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.402598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:11.403265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf251b-279f-4240-8313-cbad1f26d6b9 None None] The sync data for ids ['ee9b9817-f86e-4cea-82df-29c192f845d7'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:11.458403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.480326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Allocated IP 172.20.0.2 (c8e90867-e1d3-48af-9f25-ff80285f5618/d13fc1c1-3cdc-46c2-b14f-bf3dca722d10/76ef12a4-6770-44c9-8ce0-72d8c1541f1f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:11.486029 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.512731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.611739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.617872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80f0b-b0a9-4506-9fc6-862c5d6bba95 req-adcf2ccb-714f-4c09-b0aa-4d694f462de1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:11.619520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8db80f0b-b0a9-4506-9fc6-862c5d6bba95 req-adcf2ccb-714f-4c09-b0aa-4d694f462de1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 931 time: 0.1845834 Oct 25 23:34:11.668892 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-c7151471-9857-4f0e-a63f-14d83391cec9 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] remove_router_interface failed (client error): The resource could not be found. Oct 25 23:34:11.670614 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c7151471-9857-4f0e-a63f-14d83391cec9 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9817-f86e-4cea-82df-29c192f845d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6897790 Oct 25 23:34:11.675908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41738) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:11.679320 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.695915 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.705702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-13fd560a-8791-4bae-a76f-d58d0619b6d6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee9b9817-f86e-4cea-82df-29c192f845d7 HTTP/1.1" status: 200 len: 205 time: 0.0286045 Oct 25 23:34:11.709124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41740) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:11.711611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8db80f0b-b0a9-4506-9fc6-862c5d6bba95 req-7089903b-1067-4803-bed3-7def3549a98f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843537 Oct 25 23:34:11.776106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Network c8e90867-e1d3-48af-9f25-ff80285f5618 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:11.781651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:11.786636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:11.801717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.811803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Pushing event updated for resources: {'Port': ['ID=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:11.814428 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.825487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:11.847036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Attempting to bind port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:11.847452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Attempting to bind port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:11.847845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Attempting to bind port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f on network c8e90867-e1d3-48af-9f25-ff80285f5618 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:11.853433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:11.853714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Checking segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:11.854077 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.854754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Bound using segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:11.855234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Bound port: 76ef12a4-6770-44c9-8ce0-72d8c1541f1f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:11.855665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.901006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:11.904600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:11.910536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'Port': ['ID=c7b500ec-564c-47fe-88e8-c9e4425841e9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:11.924800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:11.944084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] For port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:11.948736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] For port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:11.961473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:11.986206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:11.995836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:12.009257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.016409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:12.053678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac3b7d-391c-4b8a-973f-8b89e2a91755 None None] Pushing event updated for resources: {'Port': ['ID=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:12.125829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.1 (c8e90867-e1d3-48af-9f25-ff80285f5618/d13fc1c1-3cdc-46c2-b14f-bf3dca722d10/da44051b-f9c1-42a6-835f-4507d1423152) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:12.282367 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-bb10f43d-53f9-4841-aa92-6710307d38a1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4952979 Oct 25 23:34:12.313578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.319448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Request body: {'port': {'device_id': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:12.344417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.349086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-804b300d-10fb-46fc-9aed-59bf77e1ce62 None None] Provisioning complete for port c7b500ec-564c-47fe-88e8-c9e4425841e9 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:12.349432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:12.350236 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-804b300d-10fb-46fc-9aed-59bf77e1ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.362784 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.416770 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.425432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-804b300d-10fb-46fc-9aed-59bf77e1ce62 None None] Port c7b500ec-564c-47fe-88e8-c9e4425841e9 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:12.431328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:12.491432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network c8e90867-e1d3-48af-9f25-ff80285f5618 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:12.495841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:12.500232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:12.515561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:12.516567 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.543033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=da44051b-f9c1-42a6-835f-4507d1423152,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:12.577754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:12.756555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.018614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.019140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router ee9b9817-f86e-4cea-82df-29c192f845d7 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:34:13.027950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.032994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eaf9a204-69db-4ba8-84e8-72f44912750c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/ee9b9817-f86e-4cea-82df-29c192f845d7 HTTP/1.1" status: 204 len: 168 time: 1.3200252 Oct 25 23:34:13.039238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41748) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:13.120594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99c64e-d76d-4d12-9b08-c8f6bec07b96 req-87a45c6e-2d25-4553-94f6-e61e64c9cbf8 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.122193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc99c64e-d76d-4d12-9b08-c8f6bec07b96 req-87a45c6e-2d25-4553-94f6-e61e64c9cbf8 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 931 time: 0.2685225 Oct 25 23:34:13.130375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.181394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.202669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.219842 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.288263 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.297615 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=da44051b-f9c1-42a6-835f-4507d1423152,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:13.320323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 8b4b0406-47dd-4699-9581-0b710dd875d2 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:34:13.324244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.391680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc99c64e-d76d-4d12-9b08-c8f6bec07b96 req-f8fa34d1-da4a-4b98-a7c3-0b860539d8ee tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2579405 Oct 25 23:34:13.421520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network c8e90867-e1d3-48af-9f25-ff80285f5618 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:13.423082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:13.490386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.501076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11805459-120e-4fd2-90cc-14caa36448ce None None] Network c8e90867-e1d3-48af-9f25-ff80285f5618 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:13.562282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:13.598860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3fe1107f-d01c-4a0d-baec-3c763b946f69 None None] Provisioning complete for port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:13.600049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fe1107f-d01c-4a0d-baec-3c763b946f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.655711 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.695361 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.698578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.707452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:13.721488 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:13.722212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1afe3a98-3fae-4e4b-a763-7239faa976a7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "PUT /v2.0/routers/9be6c175-e1fc-4bd9-9816-97297e162515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0177040 Oct 25 23:34:13.723145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41750) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:13.746722 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:13.747669 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:13.762833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fe1107f-d01c-4a0d-baec-3c763b946f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.811944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.231 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:13.934295 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:13.948534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.949408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.950413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.951131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.952235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.952892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.954519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.955321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.956516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.957716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.958527 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.959464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:13.962096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7fb71270-7893-4124-94ff-a6631bf78cde tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8323 time: 0.2369740 Oct 25 23:34:13.965386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41752) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:14.011920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.038242 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:14.041668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3fe1107f-d01c-4a0d-baec-3c763b946f69 None None] For port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:14.050505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3fe1107f-d01c-4a0d-baec-3c763b946f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.132424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.141460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.142878 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.145623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.154347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-944948f8-8647-438e-addb-66181bf4aa15 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6490 time: 0.1863174 Oct 25 23:34:14.157541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41756) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:14.172065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1107f-d01c-4a0d-baec-3c763b946f69 None None] Pushing event updated for resources: {'Port': ['ID=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:14.172513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:14.190838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.198844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:14.247239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:14.296744 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 2, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:14.321742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:14.344047 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:14.344479 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Updating router 9be6c175-e1fc-4bd9-9816-97297e162515 port da44051b-f9c1-42a6-835f-4507d1423152 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:14.373607 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.500602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 76ef12a4-6770-44c9-8ce0-72d8c1541f1f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:14.625642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b500ec-564c-47fe-88e8-c9e4425841e9 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:14.629010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643d982-14cf-43a1-ac5f-617df378aeff req-d90953e7-ce49-415f-9906-1b02893e81ae tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:14.630597 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8643d982-14cf-43a1-ac5f-617df378aeff req-d90953e7-ce49-415f-9906-1b02893e81ae tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 931 time: 0.0931599 Oct 25 23:34:14.646854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.662123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-aceaa79c-2e47-47ca-9ef6-584066166b2e None None] Provisioning complete for port da44051b-f9c1-42a6-835f-4507d1423152 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:14.662839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aceaa79c-2e47-47ca-9ef6-584066166b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.715918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa79c-2e47-47ca-9ef6-584066166b2e None None] Port da44051b-f9c1-42a6-835f-4507d1423152 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:14.733421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:14.733706 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.734210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8643d982-14cf-43a1-ac5f-617df378aeff req-21a7e639-48ba-46b2-8997-db276bca4fb9 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952988 Oct 25 23:34:14.759832 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a5f89745-6e99-48a8-a11c-bd748e54863a tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6465 time: 0.5993016 Oct 25 23:34:14.784056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-aceaa79c-2e47-47ca-9ef6-584066166b2e None None] Provisioning complete for port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:14.784424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aceaa79c-2e47-47ca-9ef6-584066166b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.869316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Transition to ACTIVE for port object c7b500ec-564c-47fe-88e8-c9e4425841e9 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:34:14.874521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.931115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.981540 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:14.996122 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.037942 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.045012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41762) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:15.047431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/8b4b0406-47dd-4699-9581-0b710dd875d2 HTTP/1.1" status: 204 len: 168 time: 1.9995341 Oct 25 23:34:15.079094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4681f8b-9544-4459-bde5-20ad404a342c None None] Network f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:15.131426 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418f50a-6fb2-488a-ae08-8ed06587108e None None] Pushing event updated for resources: {'Port': ['ID=da44051b-f9c1-42a6-835f-4507d1423152,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:15.140564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.257856 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Attempting to bind port da44051b-f9c1-42a6-835f-4507d1423152 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:15.261599 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Attempting to bind port da44051b-f9c1-42a6-835f-4507d1423152 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:15.262363 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Attempting to bind port da44051b-f9c1-42a6-835f-4507d1423152 on network c8e90867-e1d3-48af-9f25-ff80285f5618 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:15.286420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-20cdc5bc-4912-4d8b-a080-8d5fe6337161 None None] Provisioning complete for port da44051b-f9c1-42a6-835f-4507d1423152 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:15.286793 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-20cdc5bc-4912-4d8b-a080-8d5fe6337161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.306730 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:15.311216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Checking segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:15.311747 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.312249 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Bound using segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:15.312955 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Bound port: da44051b-f9c1-42a6-835f-4507d1423152, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:15.313434 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.371278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-20cdc5bc-4912-4d8b-a080-8d5fe6337161 None None] Port da44051b-f9c1-42a6-835f-4507d1423152 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:15.440809 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] For port da44051b-f9c1-42a6-835f-4507d1423152, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:15.447874 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] For port da44051b-f9c1-42a6-835f-4507d1423152, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=da44051b-f9c1-42a6-835f-4507d1423152,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:15.454181 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.473350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] DHCP port deletion for f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:34:15.549417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfc89b-c077-485a-b5b5-1d6fee133210 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4b0406-47dd-4699-9581-0b710dd875d2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:15.556540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.581206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b4c43d6f-0393-47a0-b956-7c20af060843 None None] Provisioning complete for port da44051b-f9c1-42a6-835f-4507d1423152 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:15.581877 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4c43d6f-0393-47a0-b956-7c20af060843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.639657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:15.648574 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:15.683153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] Deleting port 168a3190-23d0-481c-a71b-c97165d555f8 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:15.683744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.732269 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418f50a-6fb2-488a-ae08-8ed06587108e None None] Pushing event updated for resources: {'Port': ['ID=da44051b-f9c1-42a6-835f-4507d1423152,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:15.823273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4c43d6f-0393-47a0-b956-7c20af060843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.921918 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:15.924249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] For port 168a3190-23d0-481c-a71b-c97165d555f8, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=168a3190-23d0-481c-a71b-c97165d555f8,segment=NetworkSegment(87bf6b82-af17-4101-836b-736e14e3a3c3),segment_id=87bf6b82-af17-4101-836b-736e14e3a3c3)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:15.924249 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:15.976504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41768) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:15.983149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586197406', 'description': 'tempest-secgroup-smoke-1586197406 description', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:16.003704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] Calling delete_port for 168a3190-23d0-481c-a71b-c97165d555f8 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:16.014294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dd210572-e54c-4889-bf91-5ccb1913a89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.029410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b4c43d6f-0393-47a0-b956-7c20af060843 None None] For port da44051b-f9c1-42a6-835f-4507d1423152, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=da44051b-f9c1-42a6-835f-4507d1423152,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:16.048929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b4c43d6f-0393-47a0-b956-7c20af060843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.090586 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.114516 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.175681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de7339-dc66-4b3c-be46-ca1dd132c0ef req-808a95ee-2746-4291-8c12-01ffbf2d7e84 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:16.184466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25de7339-dc66-4b3c-be46-ca1dd132c0ef req-808a95ee-2746-4291-8c12-01ffbf2d7e84 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 943 time: 0.2162147 Oct 25 23:34:16.188103 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c43d6f-0393-47a0-b956-7c20af060843 None None] Pushing event updated for resources: {'Port': ['ID=da44051b-f9c1-42a6-835f-4507d1423152,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:16.193355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.233983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] Pushing event deleted for resources: {'Port': ['ID=168a3190-23d0-481c-a71b-c97165d555f8,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:16.237483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f4bf5-c103-4c86-836d-221009953ef6 None None] No DVR routers for this DVR port 168a3190-23d0-481c-a71b-c97165d555f8 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:16.253056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] The port '168a3190-23d0-481c-a71b-c97165d555f8' was deleted {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 25 23:34:16.256007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1b3508c1-6ede-4db4-8a17-ac4940c6d910 None None] Provisioning complete for port da44051b-f9c1-42a6-835f-4507d1423152 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:16.257404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b3508c1-6ede-4db4-8a17-ac4940c6d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.416679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 168a3190-23d0-481c-a71b-c97165d555f8 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:16.424140 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25de7339-dc66-4b3c-be46-ca1dd132c0ef req-538eaee3-dd0d-49e4-9ca0-3522778a396e tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2387686 Oct 25 23:34:16.442388 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:16.486934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 168a3190-23d0-481c-a71b-c97165d555f8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:16.487602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 168a3190-23d0-481c-a71b-c97165d555f8 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:16.492567 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d31a0b-33c1-4e66-a2df-a648a6c446a4 None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:16.516931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.528900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.546589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b500ec-564c-47fe-88e8-c9e4425841e9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:16.592345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.623185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.624419 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6466055 Oct 25 23:34:16.631899 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41772) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:16.636671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '655588e5-54cb-46f2-91d4-1fd6f4ee0958', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:16.663417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f7cf8-4f6d-40e3-a0f6-27e2681cb70e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655588e5-54cb-46f2-91d4-1fd6f4ee0958,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:16.667281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:16.673496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c2742add-7c67-4051-bc03-d4bba87fa65f is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:16.680441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Attempting to bind port c7b500ec-564c-47fe-88e8-c9e4425841e9 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:16.680441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Attempting to bind port c7b500ec-564c-47fe-88e8-c9e4425841e9 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:16.680441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Attempting to bind port c7b500ec-564c-47fe-88e8-c9e4425841e9 on network 3876a08b-506f-4b4b-8386-5ab93cf865cc {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:16.683104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bf6b82-af17-4101-836b-736e14e3a3c3') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:16.683401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bf6b82-af17-4101-836b-736e14e3a3c3') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:16.685111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.702349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.725779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.733230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Port c7b500ec-564c-47fe-88e8-c9e4425841e9 on network 3876a08b-506f-4b4b-8386-5ab93cf865cc not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:34:16.733759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Attempting to bind port c7b500ec-564c-47fe-88e8-c9e4425841e9 on network 3876a08b-506f-4b4b-8386-5ab93cf865cc {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:16.737632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:34:16.738123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:34:16.741528 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:34:16.769537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:16.769871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Checking segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:16.770294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Bound using segment: {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:16.771065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Bound port: c7b500ec-564c-47fe-88e8-c9e4425841e9, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:16.771436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.891048 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.897929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.929355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.937656 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd HTTP/1.1" status: 204 len: 168 time: 1.8911946 Oct 25 23:34:16.939847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:16.944606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:16.968504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-751999634'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:16.999386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e37196-8860-4c97-884f-f814c400ab15 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=f09a87d5-169f-4f4f-b5fb-7eb6d4500dfd,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:17.016795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ff44c7-16c0-4c5d-8f4b-7da71873a6a2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:17.027986 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.034330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:17.041366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.052247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] For port c7b500ec-564c-47fe-88e8-c9e4425841e9, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:17.079929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:17.088107 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.093040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a1451220-71ef-4dc9-95af-db4261dc4566 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4603980 Oct 25 23:34:17.097438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41776) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:17.104619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '655588e5-54cb-46f2-91d4-1fd6f4ee0958', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:17.115745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.116228 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment 24ff5bde-2c5a-44ae-85c4-b5d9e96ce884 of type vlan for network 55821e37-e273-4d2e-a54b-97575f22c170 Oct 25 23:34:17.120446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:17.132847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Sync routers for ids ['c2742add-7c67-4051-bc03-d4bba87fa65f'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:17.149838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] For port c7b500ec-564c-47fe-88e8-c9e4425841e9, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:17.152299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Routers {'c2742add-7c67-4051-bc03-d4bba87fa65f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:17.153013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c2742add-7c67-4051-bc03-d4bba87fa65f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:17.160447 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.195970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.202472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.210838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:17.211803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.213670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 1091 time: 4.9116533 Oct 25 23:34:17.220040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:17.222561 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dabd57f-453b-4b27-a8a8-4493622473d8" -d '{"events": [{"name": "network-changed", "server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:17.233124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.234409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b72ea799-f05f-4990-acb0-ebde88a30e14 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 8.6614287 Oct 25 23:34:17.240938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41780) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:17.344420 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93702b80-c137-4cb8-8d83-41858b7554f8 x-openstack-request-id: req-93702b80-c137-4cb8-8d83-41858b7554f8 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:17.345040 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:17.345512 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93702b80-c137-4cb8-8d83-41858b7554f8 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:17.346419 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'status': 'completed', 'code': 200} Oct 25 23:34:17.354697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.db.resource_extend [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:34:17.359938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53797f-593c-4f21-8bfb-0bebbdaca127 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b500ec-564c-47fe-88e8-c9e4425841e9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:17.372845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.381417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.387629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Set router c2742add-7c67-4051-bc03-d4bba87fa65f gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:17.395514 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.402967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:17.419065 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.422025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ebe22-3a06-4e55-b216-416f961bc321 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:17.423835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0f7ebe22-3a06-4e55-b216-416f961bc321 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b4dc4595665d413d80da9e271daa9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1805472 Oct 25 23:34:17.427805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41784) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:17.523279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cde38c-cad3-4339-83ec-4d67990ef129,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:17.549310 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5848620 Oct 25 23:34:17.553465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:17.577739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': '55821e37-e273-4d2e-a54b-97575f22c170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:17.587401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.593203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0c31f358-4e7e-4ee8-bff4-d70fbaca5165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4911301 Oct 25 23:34:17.598653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41790) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:17.663164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-90f8d79a-8a45-457c-9067-f44ff38bf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:17.666067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-90f8d79a-8a45-457c-9067-f44ff38bf563 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1094 time: 0.3544526 Oct 25 23:34:17.680414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '655588e5-54cb-46f2-91d4-1fd6f4ee0958', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:17.682460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 77920548-9257-4fb0-85c1-764db16e2d1b is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:17.761753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d212f4-0c3c-4777-99e8-f60c6f06973a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=55821e37-e273-4d2e-a54b-97575f22c170,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:17.785497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.787173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:13Z', 'revision_number': 3, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:17.792112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 55821e37-e273-4d2e-a54b-97575f22c170 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:34:17.803866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce3a2e-e823-48ad-9c91-035269a77604 req-d97f81fd-54ce-4a4d-831b-0de97c9b6a05 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:17.815516 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8ce3a2e-e823-48ad-9c91-035269a77604 req-d97f81fd-54ce-4a4d-831b-0de97c9b6a05 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 943 time: 0.2376719 Oct 25 23:34:17.894925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-65084532-8dec-47e3-af92-6d0a4cc9e207 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 217 time: 0.2003598 Oct 25 23:34:17.895676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Checking router: c2742add-7c67-4051-bc03-d4bba87fa65f for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:17.896267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Updating router c2742add-7c67-4051-bc03-d4bba87fa65f port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:17.901850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e8ce3a2e-e823-48ad-9c91-035269a77604 req-82073cba-e608-4034-9d32-651dfea7dbe9 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844073 Oct 25 23:34:17.955876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.960945 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.976126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:17.982558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3de03-edea-43b9-93c0-299fb0f713c2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:17.987880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f6d3de03-edea-43b9-93c0-299fb0f713c2 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5558534 Oct 25 23:34:17.990051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8462b43-5faf-45ec-ac2d-50f4500783f4,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:17.993654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41792) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.060181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.063280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9a952d37-0763-4528-a73d-d0eeecb46766 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857522 Oct 25 23:34:18.065297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.067263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:18.070772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.073784 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '655588e5-54cb-46f2-91d4-1fd6f4ee0958', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:18.078650 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0bfa721a-6a30-45f4-8282-8e28f2229e86 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837786 Oct 25 23:34:18.081449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41796) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.159559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8de6fc23-58fd-4934-8388-4f40ebd09eca tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b4dc4595665d413d80da9e271daa9860&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758994 Oct 25 23:34:18.164656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41798) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.190876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.249458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-8dce32f7-ef10-4f9c-a4ba-3c875005660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:18.251060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-8dce32f7-ef10-4f9c-a4ba-3c875005660e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 200 len: 848 time: 0.3307378 Oct 25 23:34:18.277768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.279172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:18.283652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.294588 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Sync routers for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:18.312458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4012a9ad-d320-45a3-bdf9-d1dfeab434d5,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:18.319907 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.321275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b690ffba-f61f-4d65-809a-9f779514c44e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2547824 Oct 25 23:34:18.324157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41800) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.329645 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '655588e5-54cb-46f2-91d4-1fd6f4ee0958', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:18.344296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.348764 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:18.348764 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:18.349785 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1555a3c6-8e24-4465-bc7c-4315cb7c8e39 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.4802883 Oct 25 23:34:18.352713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41802) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.382658 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Project 0b28a4d9e3fd41eda874f5054bfab2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:34:18.414285 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.418172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4da05716-4178-43b7-a8b8-268ab4568e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.420634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-567ba9fb-d9d8-49ad-9177-56cc7eea2571 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=44cd600403ff4704858bc3f7a8deeaaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620472 Oct 25 23:34:18.424142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41804) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.438193 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.449049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.481375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-ec6842b6-4a5d-4c1a-afa5-c2c0a580e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:18.486950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-ec6842b6-4a5d-4c1a-afa5-c2c0a580e004 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3876a08b-506f-4b4b-8386-5ab93cf865cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204137 Oct 25 23:34:18.567555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbec3af-eca8-490c-a40f-fcbdc60cb2c6 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:18.572772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5dbec3af-eca8-490c-a40f-fcbdc60cb2c6 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4029458 Oct 25 23:34:18.574687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703370-003c-4de6-b360-163a5ed73562 None None] Pushing event updated for resources: {'Port': ['ID=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:18.577296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41808) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.580507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da44051b-f9c1-42a6-835f-4507d1423152 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:18.619602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.626622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.647397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a98fd4-4ecf-4e0b-8ab9-2eb5af91975d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:18.660936 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.663453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e46e31a0-ef71-478a-863d-45e2e13b93ea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383479 Oct 25 23:34:18.666910 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41810) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.673070 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '655588e5-54cb-46f2-91d4-1fd6f4ee0958', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:18.678688 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:18.697010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Attempting to bind port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:18.697451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Attempting to bind port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:18.697774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Attempting to bind port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:18.714827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:18.715751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:18.716577 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.717148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:18.718124 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Project 0b28a4d9e3fd41eda874f5054bfab2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:34:18.719865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Bound port: 5264e885-3edf-4c8f-a1ae-ffb26aff55a0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:18.720362 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.724334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.732839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3ff3850f-9e59-451c-987c-9e23a2d84554 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522160 Oct 25 23:34:18.740970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41812) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.765663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-10477365', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:18.794935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port da44051b-f9c1-42a6-835f-4507d1423152 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:18.795468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.810926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.820876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.869016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.871154 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] For port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:18.875938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] For port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:18.883369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2147543 Oct 25 23:34:18.885252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb77afe-4502-4d1b-bc28-0055f12bd111 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940820e3-81e2-4a0d-a8ea-b4e23b31b11f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:18.944751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162285fc-ca04-493c-9c1a-38975b83a049 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:18.950490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:18.959495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:18.960304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-162285fc-ca04-493c-9c1a-38975b83a049 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5312364 Oct 25 23:34:18.981405 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:19.027991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ab4c374a-3fc2-4a02-a4cb-62cc4f39ced8 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729668 Oct 25 23:34:19.029416 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41826) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:19.029833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.033502 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Checking router: 77920548-9257-4fb0-85c1-764db16e2d1b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:19.033855 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Updating router 77920548-9257-4fb0-85c1-764db16e2d1b port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:19.038072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-820824510', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:19.046840 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703370-003c-4de6-b360-163a5ed73562 None None] Pushing event updated for resources: {'Port': ['ID=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:19.063198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Routers {'c2742add-7c67-4051-bc03-d4bba87fa65f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:19.064537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c2742add-7c67-4051-bc03-d4bba87fa65f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:19.095679 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.124466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-3fb47180-461d-448b-82d9-0fd152883ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713694 Oct 25 23:34:19.241077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] Set router c2742add-7c67-4051-bc03-d4bba87fa65f gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:19.250565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=1383356d-7916-4ce4-acaa-f83286ea7dd6,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:19.286296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-d0f1cfdd-6162-4a92-9b22-18a8b1fc340a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586197406&fields=id&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 267 time: 0.1629417 Oct 25 23:34:19.501976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:19.505459 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.520639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:13Z', 'revision_number': 3, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:19.566007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4503fc7-4b2e-4b66-a981-e38764442128 None None] The sync data for ids ['c2742add-7c67-4051-bc03-d4bba87fa65f'] in n-d-815373-1 is: [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:13Z', 'revision_number': 3, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:19.633153 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.647264 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.683197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-96fa2d29-78d4-4aef-894a-393d9838188e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:19.684017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.684743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-96fa2d29-78d4-4aef-894a-393d9838188e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/networks?id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 796 time: 0.3793516 Oct 25 23:34:19.716393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-ec0e74a9-155a-406e-a618-9ef547e5f76a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/quotas/0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 375 time: 0.0165758 Oct 25 23:34:19.779483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Made reservation on behalf of b4dc4595665d413d80da9e271daa9860 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:19.783781 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cfbeb-d7e7-40d8-b42b-479ab0f7de70 None None] Pushing event updated for resources: {'Port': ['ID=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:19.784458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.805191 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Attempting to bind port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:19.806079 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Attempting to bind port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:19.806472 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Attempting to bind port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:19.813646 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:19.814020 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:19.814462 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.814846 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:19.815312 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Bound port: 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:19.815690 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.886679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-cb039100-97a9-4448-82f1-37a605e678aa tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567528 Oct 25 23:34:19.917413 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] For port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:19.922106 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] For port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:19.926763 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.930065 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:19.963387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b8c31-8d97-46c8-9a9c-cf92417b776f req-b8c7ba87-f486-4c61-b856-247b44cf1b8a tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:19.965773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655b8c31-8d97-46c8-9a9c-cf92417b776f req-b8c7ba87-f486-4c61-b856-247b44cf1b8a tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 943 time: 0.9276330 Oct 25 23:34:20.027860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55821e37-e273-4d2e-a54b-97575f22c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:20.028483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: 55821e37-e273-4d2e-a54b-97575f22c170, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:34:20.049962 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cfbeb-d7e7-40d8-b42b-479ab0f7de70 None None] Pushing event updated for resources: {'Port': ['ID=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:20.055858 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:20.056660 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:20.110697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-655b8c31-8d97-46c8-9a9c-cf92417b776f req-6d11ca49-70da-4c21-b407-2256fc3cfbb3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846565 Oct 25 23:34:20.147129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Subnet': ['ID=ccd2a6a6-5795-4d40-a32e-90f75b003bdc,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:20.157388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932566fb-5409-44ed-a5d8-bb1c577d1f27 req-09f76a1d-d601-472b-ae62-1afc176a0912 service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0059748 Oct 25 23:34:20.162724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 55821e37-e273-4d2e-a54b-97575f22c170 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:34:20.218525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:20.220451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network hostable DHCP agents. Network: cffdd9af-984d-4d84-b04f-cfff204a875d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:34:20.236043 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-0e20fbfe-c211-410e-a0af-5c44a10d788c service neutron] 10.222.0.25 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180091 Oct 25 23:34:20.237571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.246901 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:20.269634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 55821e37-e273-4d2e-a54b-97575f22c170) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:20.280281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598151a-76e5-46b4-901a-2c3fb44ab510 None None] Network 55821e37-e273-4d2e-a54b-97575f22c170 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:20.281126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:20.281710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.449346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1f39389-7340-488c-8ae7-45a0a0f4e90e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8783216 Oct 25 23:34:20.452068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:20.452232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41842) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:20.460783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1865607294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:20.468138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.523184 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:20.543886 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-d4f73c0a-0e83-4169-9c72-332cb149b765 service neutron] 10.222.0.25 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887356 Oct 25 23:34:20.558099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network cffdd9af-984d-4d84-b04f-cfff204a875d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:34:20.568638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, cffdd9af-984d-4d84-b04f-cfff204a875d) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:20.579840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:20.580882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.585457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-52f7e08e-7ba0-46e0-8ea3-8398641dec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:20.591380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-52f7e08e-7ba0-46e0-8ea3-8398641dec23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1094 time: 0.2792242 Oct 25 23:34:20.598242 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5c473-ac6a-4917-b3e4-3e41dd026374 None None] The sync data for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 is: [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:20.602096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.603921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.607367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64323de5-b862-4f34-98ed-8601d478da87 None None] Network cffdd9af-984d-4d84-b04f-cfff204a875d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:20.607884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fce14668-7e0d-4309-abaa-642914dcaa38 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5737128 Oct 25 23:34:20.607884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41844) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:20.815322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.836240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Subnet': ['ID=9f412022-1c81-4d5a-995a-f51381d3801c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:20.843560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:20.850865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Checking segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:20.851559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network hostable DHCP agents. Network: ce451472-bfbb-4783-8532-7412f4592370, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:34:21.101659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-16c5734c-2e39-46d5-95b2-d3b9399e59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:21.104547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-16c5734c-2e39-46d5-95b2-d3b9399e59e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 910 time: 0.4526150 Oct 25 23:34:21.159111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:21.161918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6a4f83fa-2c8d-4762-a584-2637fec3fbc1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7075846 Oct 25 23:34:21.213494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41854) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:21.324133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:21.324510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:21.358640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85400c8f-62fb-4c20-9c0f-fd8841703363 req-aa311c07-1c54-400f-b7c9-8141e5f6f004 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 210 time: 0.2511265 Oct 25 23:34:21.394410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-55821e37-e273-4d2e-a54b-97575f22c170', 'network_id': '55821e37-e273-4d2e-a54b-97575f22c170', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '1383356d-7916-4ce4-acaa-f83286ea7dd6'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:34:21.395289 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:21.437196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network ce451472-bfbb-4783-8532-7412f4592370 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:34:21.440694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-e59fce04-7d77-41ff-a853-aeee5914f791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 217 time: 0.3023880 Oct 25 23:34:21.452003 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:21.513325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b25a0-9ecf-4401-82eb-93005906bf8a req-1c2c9a5c-00b1-438f-ad7a-0cfb989fba8c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:21.519731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-790b25a0-9ecf-4401-82eb-93005906bf8a req-1c2c9a5c-00b1-438f-ad7a-0cfb989fba8c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 943 time: 0.2024310 Oct 25 23:34:21.530372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ce451472-bfbb-4783-8532-7412f4592370) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:21.561714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:21.562514 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:21.688748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-790b25a0-9ecf-4401-82eb-93005906bf8a req-e1e85c19-a8d4-4b8c-88b8-106ab61d643a tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449609 Oct 25 23:34:21.721082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fbf9b0e7-c986-4a8b-a878-595d8e5429e5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.9756184 Oct 25 23:34:21.754986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 41860) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:21.833751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-5875e8e6-38b7-4cdd-a9e1-4147950f2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:21.836687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-5875e8e6-38b7-4cdd-a9e1-4147950f2504 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 200 len: 848 time: 0.3596601 Oct 25 23:34:21.929471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a1e02-2b02-432b-8e0b-13fb288cf16b None None] Network ce451472-bfbb-4783-8532-7412f4592370 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:22.024512 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:22.043944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-b376b461-023d-47a8-ab0e-9228183dd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:22.045660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-b376b461-023d-47a8-ab0e-9228183dd486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3876a08b-506f-4b4b-8386-5ab93cf865cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908007 Oct 25 23:34:22.218927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:22.418980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:22.652761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Allocated IP 172.20.0.2 (55821e37-e273-4d2e-a54b-97575f22c170/1383356d-7916-4ce4-acaa-f83286ea7dd6/86695df1-e52f-4a06-9f0e-ae6d49e9e53c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:22.703753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-cffdd9af-984d-4d84-b04f-cfff204a875d', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:34:22.705321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:22.711651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:22.842328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:22.855233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef266c2-c9ac-433b-ab78-80d6e2763be6 req-8e548321-8054-419a-80ad-ae53a0d13be8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 210 time: 0.1610365 Oct 25 23:34:23.016302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-23d7cf38-bfd0-463e-be5b-c62ac795bbb6 service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759375 Oct 25 23:34:23.095257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:23.150929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ce451472-bfbb-4783-8532-7412f4592370', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'fixed_ips': [{'subnet_id': '9f412022-1c81-4d5a-995a-f51381d3801c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:34:23.152044 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.250695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:23.299120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:23.299627 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.348775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d704e7-d123-4062-a22d-623674155580 req-c8fe56c8-6634-44d7-b2b2-9ea39a32c2b0 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:23.350521 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44d704e7-d123-4062-a22d-623674155580 req-c8fe56c8-6634-44d7-b2b2-9ea39a32c2b0 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 943 time: 0.3555410 Oct 25 23:34:23.355431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7dabd57f-453b-4b27-a8a8-4493622473d8 req-c81ca694-e340-4e6f-9de8-a3bf152a8f4e service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955709 Oct 25 23:34:23.387818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-57745a89-29f8-446c-910c-d957cc030e73 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:23.389399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-57745a89-29f8-446c-910c-d957cc030e73 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "GET /v2.0/networks?id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 796 time: 0.1878686 Oct 25 23:34:23.401508 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Allocated IP 172.20.0.2 (cffdd9af-984d-4d84-b04f-cfff204a875d/ccd2a6a6-5795-4d40-a32e-90f75b003bdc/41744db3-f623-4645-baf3-8d5aca2a95f1) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:23.476949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-1584f8c0-5c7d-4850-bd35-1bed0ca72ff6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 380 time: 0.0774765 Oct 25 23:34:23.491434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44d704e7-d123-4062-a22d-623674155580 req-f46cd52b-73af-48cb-8bc3-db8271768d6c tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316094 Oct 25 23:34:23.499467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'port': {'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'admin_state_up': True, 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'security_groups': ['655588e5-54cb-46f2-91d4-1fd6f4ee0958']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:23.692885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:23.698873 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.739121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.742802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.779386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.898641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Pushing event updated for resources: {'Port': ['ID=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:23.908969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Network 55821e37-e273-4d2e-a54b-97575f22c170 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:23.925824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Allocated IP 172.20.0.18 (ce451472-bfbb-4783-8532-7412f4592370/9f412022-1c81-4d5a-995a-f51381d3801c/dde81b05-4dfc-4ad1-8e6e-e4675b14cef1) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:23.935451 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:23.949589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:23.983592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:23.992736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:24.005011 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.018105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.20.0.1 (55821e37-e273-4d2e-a54b-97575f22c170/1383356d-7916-4ce4-acaa-f83286ea7dd6/c77f7565-712b-41b8-84c8-19f94a80bb29) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:24.020343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.083388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfae3f33-2f0d-4d43-82c3-8145536bf49d req-682957a6-0be5-4744-8edb-e26573fe2bcc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 210 time: 0.0604157 Oct 25 23:34:24.093254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.12 (c8e90867-e1d3-48af-9f25-ff80285f5618/d13fc1c1-3cdc-46c2-b14f-bf3dca722d10/5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:24.095336 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.165439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.1 (cffdd9af-984d-4d84-b04f-cfff204a875d/ccd2a6a6-5795-4d40-a32e-90f75b003bdc/847a0efc-a270-42a2-a0d2-639e5153469d) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:24.232157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Network cffdd9af-984d-4d84-b04f-cfff204a875d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:24.263411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:24.275822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7b500ec-564c-47fe-88e8-c9e4425841e9 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:34:24.300178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:24.323402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.347627 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.386902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.397674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Attempting to bind port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:24.398366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Attempting to bind port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55821e37-e273-4d2e-a54b-97575f22c170'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:24.398912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Attempting to bind port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c on network 55821e37-e273-4d2e-a54b-97575f22c170 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:24.415611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:24.448955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network cffdd9af-984d-4d84-b04f-cfff204a875d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:24.454540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:24.460618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:24.468491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=847a0efc-a270-42a2-a0d2-639e5153469d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:24.484639 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.511737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c7b500ec-564c-47fe-88e8-c9e4425841e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:24.540677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:24.541049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Checking segment: {'id': '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55821e37-e273-4d2e-a54b-97575f22c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:24.541459 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.542292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Bound using segment: {'id': '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55821e37-e273-4d2e-a54b-97575f22c170'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:24.542456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Bound port: 86695df1-e52f-4a06-9f0e-ae6d49e9e53c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55821e37-e273-4d2e-a54b-97575f22c170'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:24.543131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.556631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=c77f7565-712b-41b8-84c8-19f94a80bb29,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:24.567289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 55821e37-e273-4d2e-a54b-97575f22c170 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:24.577615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.580457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:24.588898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:24.646138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'port_id': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'mac_address': 'fa:16:3e:87:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:34:24.648156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.648628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.649811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.650306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.650750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.651239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.651678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.652117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.652544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.652978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.653443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.653887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:24.665155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.671755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.675445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Attempting to bind port 41744db3-f623-4645-baf3-8d5aca2a95f1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:24.676145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Attempting to bind port 41744db3-f623-4645-baf3-8d5aca2a95f1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:24.676516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Attempting to bind port 41744db3-f623-4645-baf3-8d5aca2a95f1 on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:24.721960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:24.722368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:24.723379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.723777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Bound using segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:24.723941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9cacb-2c27-4bed-b17b-e52b9d47f567 req-71b76ffb-4990-4c1e-beda-0f8f564a894b tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:24.724441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Bound port: 41744db3-f623-4645-baf3-8d5aca2a95f1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:24.724833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.725896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57e9cacb-2c27-4bed-b17b-e52b9d47f567 req-71b76ffb-4990-4c1e-beda-0f8f564a894b tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 943 time: 0.0787120 Oct 25 23:34:24.808480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.809299 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] For port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:24.818513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] For port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,segment=NetworkSegment(24ff5bde-2c5a-44ae-85c4-b5d9e96ce884),segment_id=24ff5bde-2c5a-44ae-85c4-b5d9e96ce884)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:24.839146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57e9cacb-2c27-4bed-b17b-e52b9d47f567 req-58bfc34b-1e83-4a21-8757-3e82f1757287 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907156 Oct 25 23:34:24.909228 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.933539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:24.936045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network c8e90867-e1d3-48af-9f25-ff80285f5618 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:24.943128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:24.959769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:25.233863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] For port 41744db3-f623-4645-baf3-8d5aca2a95f1, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:25.238721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] For port 41744db3-f623-4645-baf3-8d5aca2a95f1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=41744db3-f623-4645-baf3-8d5aca2a95f1,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:25.255739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:25.259513 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.293237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.350092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.355229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:25.375298 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.379071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.388060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.392313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Pushing event updated for resources: {'Port': ['ID=41744db3-f623-4645-baf3-8d5aca2a95f1,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:25.466716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185efd-8ef2-45e4-bf84-0a23f1d1374c None None] Pushing event updated for resources: {'Port': ['ID=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:25.480647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599a4b-976f-47f1-b60d-0894901fd705 req-5d718b3b-b7cd-429a-a1a5-57f019c2d35b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:25.492477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed599a4b-976f-47f1-b60d-0894901fd705 req-5d718b3b-b7cd-429a-a1a5-57f019c2d35b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 932 time: 0.1768141 Oct 25 23:34:25.500742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:25.501307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.503374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.528371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.548563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=847a0efc-a270-42a2-a0d2-639e5153469d,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:25.556264 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.557743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=c77f7565-712b-41b8-84c8-19f94a80bb29,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:25.580952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.583260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.587316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.588077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.588673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.589292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.589989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.591383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.591991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.592566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.593140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.593812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.595635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:34:25.600540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0385a016-b6c6-4803-b662-fefc1a431eda None None] Provisioning complete for port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:25.600924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0385a016-b6c6-4803-b662-fefc1a431eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.670115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 55821e37-e273-4d2e-a54b-97575f22c170 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:25.672076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:25.681053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b500ec-564c-47fe-88e8-c9e4425841e9 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:25.683237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f2fa9a3b-2e87-410d-8588-79c1ac9266ba tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1956413 Oct 25 23:34:25.696909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.704446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Request body: {'port': {'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:25.760201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed599a4b-976f-47f1-b60d-0894901fd705 req-3ef48ae4-6172-4dd9-9f2c-d95ae0b988ab tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662535 Oct 25 23:34:25.811618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:25.826237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:25.830953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c7b500ec-564c-47fe-88e8-c9e4425841e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:25.841130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.20.0.17 (ce451472-bfbb-4783-8532-7412f4592370/9f412022-1c81-4d5a-995a-f51381d3801c/860957f5-d217-402c-b7a2-059c4f71fd61) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:25.872416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Network ce451472-bfbb-4783-8532-7412f4592370 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:25.873991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ac5e6-4d82-49e4-aa6a-5fd3d4bdb391 None None] Pushing event updated for resources: {'Port': ['ID=41744db3-f623-4645-baf3-8d5aca2a95f1,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:25.929435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:25.955673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network cffdd9af-984d-4d84-b04f-cfff204a875d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:25.992478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:26.017051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:26.064066 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.072471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0385a016-b6c6-4803-b662-fefc1a431eda None None] Port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:26.150251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Pushing event updated for resources: {'Port': ['ID=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:26.164809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.261815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c7b500ec-564c-47fe-88e8-c9e4425841e9,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:26.265441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Attempting to bind port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:26.265809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Attempting to bind port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:26.266276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Attempting to bind port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 on network ce451472-bfbb-4783-8532-7412f4592370 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:26.280977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:26.281262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Checking segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:26.281720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.282239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Bound using segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:26.282833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Bound port: dde81b05-4dfc-4ad1-8e6e-e4675b14cef1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:26.283322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.349630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.373386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 77920548-9257-4fb0-85c1-764db16e2d1b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:26.387213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] For port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:26.399888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] For port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:26.411218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.423066 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.445912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 373b3d2a-8adc-43c9-9b87-80ad5671de09 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:26.490769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf2220-e564-442b-b837-96bf922b7964 None None] Pushing event updated for resources: {'Port': ['ID=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:26.510168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:26.544207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c7b500ec-564c-47fe-88e8-c9e4425841e9'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:34:26.570647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:26.585706 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2a86d8cf-6086-4e22-80ed-ba65fb14774a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/77920548-9257-4fb0-85c1-764db16e2d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9687676 Oct 25 23:34:26.585706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network ce451472-bfbb-4783-8532-7412f4592370 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:26.585706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:26.589144 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:26.638219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Sync routers for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:26.685315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.713303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a3fb1-d28d-4dea-b326-ce80f8f1c800 req-bd13abdb-4d1e-404d-94ec-5d7e6a700615 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:26.714839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:26.715483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:26.718125 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-997a3fb1-d28d-4dea-b326-ce80f8f1c800 req-bd13abdb-4d1e-404d-94ec-5d7e6a700615 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 944 time: 0.6927152 Oct 25 23:34:26.801470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=860957f5-d217-402c-b7a2-059c4f71fd61,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:26.928093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:26.928527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:26.974090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-997a3fb1-d28d-4dea-b326-ce80f8f1c800 req-0c70825f-50be-4e5f-9fcb-2a24f8ee7180 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806517 Oct 25 23:34:27.078617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:27.147051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:27.156681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea8b9b49-c458-488a-86bd-f02584d896db tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/373b3d2a-8adc-43c9-9b87-80ad5671de09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9241645 Oct 25 23:34:27.157287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41916) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:27.162022 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] Sync routers for ids ['373b3d2a-8adc-43c9-9b87-80ad5671de09'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:27.179864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:27.180082 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] Routers {'373b3d2a-8adc-43c9-9b87-80ad5671de09'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:27.182799 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['373b3d2a-8adc-43c9-9b87-80ad5671de09'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:27.242921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-ae14d8c5-c287-4568-aed8-5b1ae40b9f59 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581909354&fields=id&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 267 time: 0.1227653 Oct 25 23:34:27.253935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37654a-095a-4dcc-80fa-e9591f24d50d req-7a73b243-d4f6-4503-b980-bf1a9f38d955 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:27.255892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc37654a-095a-4dcc-80fa-e9591f24d50d req-7a73b243-d4f6-4503-b980-bf1a9f38d955 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 932 time: 0.2638404 Oct 25 23:34:27.262162 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:27.281555 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] Routers {'373b3d2a-8adc-43c9-9b87-80ad5671de09'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:27.283048 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['373b3d2a-8adc-43c9-9b87-80ad5671de09'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:27.368280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:27.369251 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47cf73-03b9-4d30-abf1-18eb8c182786 None None] The sync data for ids ['373b3d2a-8adc-43c9-9b87-80ad5671de09'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:27.425563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f760b-0f6b-4387-9155-afd61b2bed01 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:27.433263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a02f760b-0f6b-4387-9155-afd61b2bed01 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports/c77f7565-712b-41b8-84c8-19f94a80bb29 HTTP/1.1" status: 200 len: 910 time: 0.2429371 Oct 25 23:34:27.434846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 41918) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:27.452102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:27.455743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457e268-8b17-4c81-91d1-ba5878f8e088 None None] Network cffdd9af-984d-4d84-b04f-cfff204a875d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:27.460580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc37654a-095a-4dcc-80fa-e9591f24d50d req-ff34053c-3668-4ee8-b7a4-ffea9c1b6820 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037962 Oct 25 23:34:27.509810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:27.574380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Transition to ACTIVE for port object 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:34:27.592660 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:27.668812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dd7b4c78-0f1a-4c84-b5d2-6c0e1732becc None None] Provisioning complete for port 41744db3-f623-4645-baf3-8d5aca2a95f1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:27.669179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4c78-0f1a-4c84-b5d2-6c0e1732becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:27.792558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Pushing event updated for resources: {'Port': ['ID=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:27.987366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Attempting to bind port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:27.989905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Attempting to bind port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:27.990427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Attempting to bind port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 on network c8e90867-e1d3-48af-9f25-ff80285f5618 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:28.004517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 on network c8e90867-e1d3-48af-9f25-ff80285f5618 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:34:28.013159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Attempting to bind port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 on network c8e90867-e1d3-48af-9f25-ff80285f5618 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:28.031213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:28.031429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Checking segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:28.031701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Bound using segment: {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:28.032083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Bound port: 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:28.032436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.094596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3cd92-fab9-4883-89f0-dac7f3e9cc20 None None] Network 55821e37-e273-4d2e-a54b-97575f22c170 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:28.255275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] For port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:28.261096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] For port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:28.323248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.344223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-1e2e360c-2333-42a2-92d4-0bd2717257f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:28.346337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-1e2e360c-2333-42a2-92d4-0bd2717257f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 796 time: 1.1022024 Oct 25 23:34:28.359668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:28.433701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Pushing event updated for resources: {'Port': ['ID=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:28.444703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.451286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:28.451957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-e1b4e3e8-10b6-4674-afdc-1e1ab6143a82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/quotas/44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 375 time: 0.0895381 Oct 25 23:34:28.455025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.459181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.461205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-5bb26426-90e9-4dc9-86c7-4029ef79f308 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 200 len: 1092 time: 2.7652285 Oct 25 23:34:28.464449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:28.467115 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7a248-419e-4a48-8794-dc0c9dba0768" -d '{"events": [{"name": "network-changed", "server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:28.500372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75ff7c-2b57-4f2a-b91e-4b2c99ee2f8d req-23b088e7-62ab-489f-8dae-e6b930d23666 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:28.502871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc75ff7c-2b57-4f2a-b91e-4b2c99ee2f8d req-23b088e7-62ab-489f-8dae-e6b930d23666 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 944 time: 0.3651814 Oct 25 23:34:28.646086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc75ff7c-2b57-4f2a-b91e-4b2c99ee2f8d req-2666c041-1862-43d1-9726-cfb59056d825 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259906 Oct 25 23:34:28.658856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-399a772d-7cfd-45b0-b10a-38196db52858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:28.660635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-399a772d-7cfd-45b0-b10a-38196db52858 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1095 time: 0.1518147 Oct 25 23:34:28.681901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.691966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7d625-cec3-446d-8bfd-e321649b31d9 None None] Network ce451472-bfbb-4783-8532-7412f4592370 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:28.698312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=860957f5-d217-402c-b7a2-059c4f71fd61,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:28.698551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.851463 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9656e53d-005f-4a26-88ee-c9f2cbb14049 x-openstack-request-id: req-9656e53d-005f-4a26-88ee-c9f2cbb14049 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:28.851463 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:28.851974 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9656e53d-005f-4a26-88ee-c9f2cbb14049 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:28.852945 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'status': 'completed', 'code': 200} Oct 25 23:34:28.886374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network ce451472-bfbb-4783-8532-7412f4592370 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:28.897697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-708bdb63-9abb-48fa-981a-bb9f2b821ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 200 len: 217 time: 0.2265701 Oct 25 23:34:28.898961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:28.923922 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:28.943681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-3f4c9f52-7a91-4403-b756-b294682c6eea tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4051521 Oct 25 23:34:28.982126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4c78-0f1a-4c84-b5d2-6c0e1732becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:29.055050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-dd7b4c78-0f1a-4c84-b5d2-6c0e1732becc None None] For port 41744db3-f623-4645-baf3-8d5aca2a95f1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=41744db3-f623-4645-baf3-8d5aca2a95f1,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:29.066602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-7e849a74-1e82-459f-b61f-00ffd66906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:29.068546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-7e849a74-1e82-459f-b61f-00ffd66906f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 HTTP/1.1" status: 200 len: 834 time: 0.1569746 Oct 25 23:34:29.068888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:25Z', 'revision_number': 2, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:29.084541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cfd91-5824-49d3-8c56-f7c028526660 req-342ccca6-62d0-42fe-aadb-8647a0aa4165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:29.086638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e3cfd91-5824-49d3-8c56-f7c028526660 req-342ccca6-62d0-42fe-aadb-8647a0aa4165 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 944 time: 0.2045112 Oct 25 23:34:29.135370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Checking router: 77920548-9257-4fb0-85c1-764db16e2d1b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:29.135569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Updating router 77920548-9257-4fb0-85c1-764db16e2d1b port 847a0efc-a270-42a2-a0d2-639e5153469d binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:29.174590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:29.175162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:29.182079 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4c78-0f1a-4c84-b5d2-6c0e1732becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:29.215217 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-72a392f1-a6df-4817-b5ee-002574bb2050 service neutron] 10.222.0.25 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259569 Oct 25 23:34:29.216891 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3e3cfd91-5824-49d3-8c56-f7c028526660 req-4560b709-03f2-4602-a1a3-50cf9b56c1c8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985453 Oct 25 23:34:29.228212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f56391b1-7c31-4e98-9e65-34137ba610e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:29.230068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-f56391b1-7c31-4e98-9e65-34137ba610e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8e90867-e1d3-48af-9f25-ff80285f5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401238 Oct 25 23:34:29.243828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c2742add-7c67-4051-bc03-d4bba87fa65f has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:29.309092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:29.447540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c38fc8d3-0290-46b3-bba4-da8c8ca1a25b service neutron] 10.222.0.25 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314446 Oct 25 23:34:29.488495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4c78-0f1a-4c84-b5d2-6c0e1732becc None None] Pushing event updated for resources: {'Port': ['ID=41744db3-f623-4645-baf3-8d5aca2a95f1,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:29.504666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Provisioning complete for port 847a0efc-a270-42a2-a0d2-639e5153469d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:29.505039 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:29.537030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-dcf038e6-0909-4877-b653-ca8d660bb66f service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980399 Oct 25 23:34:29.607374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:29.627976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b11ec28f-1d50-4a45-9a23-c90af84686ff tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "PUT /v2.0/routers/c2742add-7c67-4051-bc03-d4bba87fa65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8570771 Oct 25 23:34:29.941728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Port 847a0efc-a270-42a2-a0d2-639e5153469d cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:29.962982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Sync routers for ids ['c2742add-7c67-4051-bc03-d4bba87fa65f'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:30.034007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5cb6945-0c04-4fa4-aa0e-b250eeaa0dac req-24d8f06d-12b7-4a25-8eb0-1729af0d627f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 210 time: 0.1042693 Oct 25 23:34:30.043261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port c77f7565-712b-41b8-84c8-19f94a80bb29 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:30.043747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:30.089837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b2de-03f9-443d-9254-5756b617d8a3 req-9c6dc16d-7e28-4e6d-b867-2d34cc9e2ae5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:30.090138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Routers {'c2742add-7c67-4051-bc03-d4bba87fa65f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:30.090596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c2742add-7c67-4051-bc03-d4bba87fa65f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:30.096913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31f1b2de-03f9-443d-9254-5756b617d8a3 req-9c6dc16d-7e28-4e6d-b867-2d34cc9e2ae5 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 944 time: 0.2333293 Oct 25 23:34:30.312288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Provisioning complete for port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:30.313245 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:30.337313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7b500ec-564c-47fe-88e8-c9e4425841e9 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:30.365593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a050de13-12e3-4b8e-9bf4-ab77157a79f1 req-0cedd5af-daf3-4b84-9119-6a2645e96c4c service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972581 Oct 25 23:34:30.393314 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:30.471288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31f1b2de-03f9-443d-9254-5756b617d8a3 req-c8f8d0d4-dea5-42b0-aece-270081582906 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3049390 Oct 25 23:34:30.559014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Set router c2742add-7c67-4051-bc03-d4bba87fa65f gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:30.621000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-b85fe748-82ee-4bc5-bd78-6f93ce3ea767 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:30.622877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-b85fe748-82ee-4bc5-bd78-6f93ce3ea767 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/networks?id=ce451472-bfbb-4783-8532-7412f4592370 HTTP/1.1" status: 200 len: 797 time: 0.3904278 Oct 25 23:34:30.647175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-f23f87f1-166c-4666-a03b-cbf944c08501 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/quotas/b4dc4595665d413d80da9e271daa9860 HTTP/1.1" status: 200 len: 375 time: 0.0156305 Oct 25 23:34:30.707546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:30.757199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-31acd443-7ff6-46e3-a804-097bcec1c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:30.763903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-31acd443-7ff6-46e3-a804-097bcec1c207 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1095 time: 0.3275840 Oct 25 23:34:30.771367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for c77f7565-712b-41b8-84c8-19f94a80bb29 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:30.788587 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-fb8dac89-563d-40ec-8651-27f1718e9560 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1326776 Oct 25 23:34:30.951486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-f2d4739f-c79f-4999-a90c-78b96c719433 service neutron] 10.222.0.25 "GET /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430998 Oct 25 23:34:31.013068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:31.021971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fefff-bf72-4d47-a896-875f72b21ae6 req-684f77e1-43db-4acf-aa97-931a86f452fb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:31.023679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e2fefff-bf72-4d47-a896-875f72b21ae6 req-684f77e1-43db-4acf-aa97-931a86f452fb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 944 time: 0.4330974 Oct 25 23:34:31.048291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.049644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 86695df1-e52f-4a06-9f0e-ae6d49e9e53c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:31.094068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-298c2eed-58b4-45c9-96cc-982652b14215 service neutron] 10.222.0.25 "GET /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415365 Oct 25 23:34:31.214003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5e2fefff-bf72-4d47-a896-875f72b21ae6 req-fe4c2e1f-7190-41c0-ab82-f15baa7bd09e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779416 Oct 25 23:34:31.226695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port c7b500ec-564c-47fe-88e8-c9e4425841e9 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:34:31.257282 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.270041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c7b500ec-564c-47fe-88e8-c9e4425841e9 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:31.270629 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.291821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.338099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89e28178-18f0-4010-9787-8c23f562192c req-928b889c-e431-4b10-8b35-01ed3dc46f1e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 210 time: 0.0476768 Oct 25 23:34:31.372271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.393221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:31.393593 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.435957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:31.491526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af20ee4d-e90e-47fe-87dc-348285202297 req-e5ee3834-39fb-4a86-a530-d499a5c18268 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 210 time: 0.1309521 Oct 25 23:34:31.497278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd668f1-c269-4482-b3e0-11e56d9dc636 None None] Pushing event updated for resources: {'Port': ['ID=847a0efc-a270-42a2-a0d2-639e5153469d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:31.520494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-570372db-5ac1-41a2-9f40-b14c4c62e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:31.527049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-570372db-5ac1-41a2-9f40-b14c4c62e22b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 897 time: 0.7524874 Oct 25 23:34:31.606848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] For port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,segment=NetworkSegment(24ff5bde-2c5a-44ae-85c4-b5d9e96ce884),segment_id=24ff5bde-2c5a-44ae-85c4-b5d9e96ce884)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:31.630759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:27Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '860957f5-d217-402c-b7a2-059c4f71fd61', 'name': '', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:54:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:23Z', 'updated_at': '2021-10-25T23:34:27Z', 'revision_number': 2, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:31.678373 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.715947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f9ba-96b1-4cc6-901f-0bd7f49f4ba8 req-7f09c34a-2900-4dbb-9b6c-06cd9c2604a8 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:31.724213 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df18f9ba-96b1-4cc6-901f-0bd7f49f4ba8 req-7f09c34a-2900-4dbb-9b6c-06cd9c2604a8 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 944 time: 0.1368682 Oct 25 23:34:31.781085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-b97c7691-ef43-4709-9fb6-f0213455ec73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:31.783004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-b97c7691-ef43-4709-9fb6-f0213455ec73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 796 time: 0.2297258 Oct 25 23:34:31.814970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-df18f9ba-96b1-4cc6-901f-0bd7f49f4ba8 req-a9b9919d-a10b-43c0-8c65-31ed745ee428 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776544 Oct 25 23:34:31.822994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:34:31.893753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-4790d406-b8f8-4bff-b7f3-7bcb8665b78e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 380 time: 0.0453722 Oct 25 23:34:31.895153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-1cd92268-0338-45f2-a1ae-1d2a55dcb5ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 200 len: 217 time: 0.3537045 Oct 25 23:34:31.928981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:31.965572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Checking router: c2742add-7c67-4051-bc03-d4bba87fa65f for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:31.966042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Updating router c2742add-7c67-4051-bc03-d4bba87fa65f port 860957f5-d217-402c-b7a2-059c4f71fd61 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:34:31.994724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'port': {'device_id': '3847d94b-3757-4512-bed3-9201ae52351d', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'admin_state_up': True, 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'security_groups': ['1c1836fa-1d11-44be-bc3a-dbeca9a38859']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:32.028190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Provisioning complete for port 41744db3-f623-4645-baf3-8d5aca2a95f1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:32.028716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.046310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=c77f7565-712b-41b8-84c8-19f94a80bb29,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:32.052183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Attempting to bind port 847a0efc-a270-42a2-a0d2-639e5153469d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:32.052573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Attempting to bind port 847a0efc-a270-42a2-a0d2-639e5153469d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:32.052927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Attempting to bind port 847a0efc-a270-42a2-a0d2-639e5153469d on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:32.054860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Pushing event updated for resources: {'Port': ['ID=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:32.106568 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.121355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:32.121654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:32.122012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.122453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Bound using segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:32.122942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Bound port: 847a0efc-a270-42a2-a0d2-639e5153469d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:32.123332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.192332 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 41744db3-f623-4645-baf3-8d5aca2a95f1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:32.193991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.370382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:32.372678 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fe3a4c-62c2-48c2-80dd-dea91350be61" -d '{"events": [{"server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "name": "network-vif-plugged", "status": "completed", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:32.447497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c7b500ec-564c-47fe-88e8-c9e4425841e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:32.448842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a5746fc-51ca-4513-ba6a-17bf1e3338bb req-0d14918d-1932-450a-afb5-9e2e8c2cec70 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 210 time: 0.0417676 Oct 25 23:34:32.462500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] For port 847a0efc-a270-42a2-a0d2-639e5153469d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:32.497078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.537910 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8947602-8f05-481d-a1fe-147f2b8f3d49 x-openstack-request-id: req-c8947602-8f05-481d-a1fe-147f2b8f3d49 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:32.537910 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "name": "network-vif-plugged", "status": "completed", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:32.537910 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8947602-8f05-481d-a1fe-147f2b8f3d49 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:32.537910 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'code': 200} Oct 25 23:34:32.539037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-8c461b3a-93d4-4fc7-9351-8ea034d95923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:32.541100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-8c461b3a-93d4-4fc7-9351-8ea034d95923 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 HTTP/1.1" status: 200 len: 834 time: 0.6328061 Oct 25 23:34:32.543626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] For port 847a0efc-a270-42a2-a0d2-639e5153469d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=847a0efc-a270-42a2-a0d2-639e5153469d,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:32.578849 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.584705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 41744db3-f623-4645-baf3-8d5aca2a95f1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:32.585069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.650353 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-545900ca-ce80-4bfb-bb0d-a198e0d843af req-1d0b65cd-9591-4077-b49c-4a033604c2e0 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 210 time: 0.0426953 Oct 25 23:34:32.676864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b787a29-715f-4cf4-abdd-f042fe4c274e req-1b003f77-2ccd-4b98-a198-3293a4b958f7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:32.678457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b787a29-715f-4cf4-abdd-f042fe4c274e req-1b003f77-2ccd-4b98-a198-3293a4b958f7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 944 time: 0.2194300 Oct 25 23:34:32.693435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c7b500ec-564c-47fe-88e8-c9e4425841e9,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:32.733372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:32.734015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:32.742200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Provisioning complete for port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:32.742200 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40102e48-df77-48d5-b8fc-6051e5e6eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.769823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-a3898ec1-7241-46e1-9a31-e85512d22b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:32.771343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-a3898ec1-7241-46e1-9a31-e85512d22b8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8e90867-e1d3-48af-9f25-ff80285f5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171702 Oct 25 23:34:32.818306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.827736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:32.831648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:32.873481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd0b9-c4f4-4ffc-9dc9-a8dfe370298b req-78753f36-d533-4b36-8485-e239afacab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:32.881214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-016bd0b9-c4f4-4ffc-9dc9-a8dfe370298b req-78753f36-d533-4b36-8485-e239afacab5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1096 time: 0.2654908 Oct 25 23:34:32.903943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b787a29-715f-4cf4-abdd-f042fe4c274e req-e88c7e78-8ebf-4398-b437-9d3d0d2b48a6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861584 Oct 25 23:34:32.906269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.15', 50933) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:33.099065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.107883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ee1f4-f243-4847-8a57-53fa99ef2893 req-6f6e14fb-9247-43e6-908d-926e5bc9ae72 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:33.109462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-213ee1f4-f243-4847-8a57-53fa99ef2893 req-6f6e14fb-9247-43e6-908d-926e5bc9ae72 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.0943623 Oct 25 23:34:33.152131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.172437 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:33.204755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-4c4df6ba-f1a2-4f59-8c3a-9f26b6ab8483 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:33.206545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-4c4df6ba-f1a2-4f59-8c3a-9f26b6ab8483 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.15 "GET /v2.0/networks?id=ce451472-bfbb-4783-8532-7412f4592370 HTTP/1.1" status: 200 len: 797 time: 0.2956743 Oct 25 23:34:33.228781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-213ee1f4-f243-4847-8a57-53fa99ef2893 req-f413f4e5-4347-46d3-a6e6-830abc507479 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911670 Oct 25 23:34:33.233452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Request body: {'port': {'device_id': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'admin_state_up': True, 'tenant_id': 'b4dc4595665d413d80da9e271daa9860'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:33.271784 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-016bd0b9-c4f4-4ffc-9dc9-a8dfe370298b req-14c79e5c-1354-442d-b942-1f5d761fd3d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2692578 Oct 25 23:34:33.279301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd668f1-c269-4482-b3e0-11e56d9dc636 None None] Pushing event updated for resources: {'Port': ['ID=847a0efc-a270-42a2-a0d2-639e5153469d,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:33.409796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Made reservation on behalf of b4dc4595665d413d80da9e271daa9860 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:33.433354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.457765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-26de7647-76af-43ab-8f71-515905094078 service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698515 Oct 25 23:34:33.559601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 373b3d2a-8adc-43c9-9b87-80ad5671de09 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:33.569553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e0f29-8140-4f44-9ae2-61985a7ba64b None None] Pushing event updated for resources: {'Port': ['ID=860957f5-d217-402c-b7a2-059c4f71fd61,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:33.657399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:33.692284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Allocated IP 172.20.0.29 (ce451472-bfbb-4783-8532-7412f4592370/9f412022-1c81-4d5a-995a-f51381d3801c/ee95061c-6aac-47bc-9b7f-744f751813b6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:33.731780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da09390d-08ab-4daf-93ed-80dca7f2ea74 req-828b386d-a700-4200-9d3c-fe96605830f3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 210 time: 0.1605697 Oct 25 23:34:33.736476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.7 (cffdd9af-984d-4d84-b04f-cfff204a875d/ccd2a6a6-5795-4d40-a32e-90f75b003bdc/45f082ad-c41c-41a4-897f-b6d439ab03db) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:33.741438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-25142d73-bcd0-4842-a839-7bb81b1442bf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328877059&fields=id&tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 267 time: 0.2775888 Oct 25 23:34:33.814680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Attempting to bind port 860957f5-d217-402c-b7a2-059c4f71fd61 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:33.815053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Attempting to bind port 860957f5-d217-402c-b7a2-059c4f71fd61 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:33.815419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Attempting to bind port 860957f5-d217-402c-b7a2-059c4f71fd61 on network ce451472-bfbb-4783-8532-7412f4592370 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:33.831014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:33.831450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Checking segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:33.831800 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.832195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Bound using segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:33.832676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Bound port: 860957f5-d217-402c-b7a2-059c4f71fd61, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:33.833059 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.837050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:33.837620 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.858638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bce05c16-ce2e-4536-81ae-ae37f3f5a3b0 req-a959f0eb-ad1e-4bc8-9618-77cc37ecd4d2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 210 time: 0.0393672 Oct 25 23:34:33.874224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.898729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:34:33.933507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-33f0d439-8719-4656-840f-749d8d8cd03c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:33.935432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-33f0d439-8719-4656-840f-749d8d8cd03c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.1553223 Oct 25 23:34:33.937293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:33.938399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:32Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:33.944932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:33.958485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-681af16f-0cb7-4c02-b825-b4090e79c26d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/373b3d2a-8adc-43c9-9b87-80ad5671de09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5188046 Oct 25 23:34:33.963586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68f7a248-419e-4a48-8794-dc0c9dba0768 req-59a4bad5-44d3-4852-bc1d-79c2a955a26e service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565098 Oct 25 23:34:33.964180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42002) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:33.968425 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27210242-b219-40df-b97c-25960138697b None None] Sync routers for ids ['373b3d2a-8adc-43c9-9b87-80ad5671de09'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:33.982982 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27210242-b219-40df-b97c-25960138697b None None] Routers {'373b3d2a-8adc-43c9-9b87-80ad5671de09'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:33.987112 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27210242-b219-40df-b97c-25960138697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['373b3d2a-8adc-43c9-9b87-80ad5671de09'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:33.988070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58651606-a8d3-46cc-a4fe-c3b8ad0c3267 None None] The sync data for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 is: [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:32Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:34.049091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] For port 860957f5-d217-402c-b7a2-059c4f71fd61, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:34.053416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Provisioning complete for port 847a0efc-a270-42a2-a0d2-639e5153469d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:34.053884 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.064829 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27210242-b219-40df-b97c-25960138697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:34.067437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Network ce451472-bfbb-4783-8532-7412f4592370 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:34.088356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:34.094867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:34.097788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27210242-b219-40df-b97c-25960138697b None None] Routers {'373b3d2a-8adc-43c9-9b87-80ad5671de09'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:34.099662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-9273b8c7-f82e-48dc-a16e-61b1e556aa99 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/quotas/d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 375 time: 0.1344118 Oct 25 23:34:34.100444 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27210242-b219-40df-b97c-25960138697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['373b3d2a-8adc-43c9-9b87-80ad5671de09'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:34.111288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-94b4bf8a-4722-4025-a42f-bcef10ee40ad tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=373b3d2a-8adc-43c9-9b87-80ad5671de09 HTTP/1.1" status: 200 len: 205 time: 0.1111460 Oct 25 23:34:34.112280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42004) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:34.127976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event updated for resources: {'Port': ['ID=ee95061c-6aac-47bc-9b7f-744f751813b6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:34.163025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6e47c-e5e6-43a6-b857-2e5aaf77cab6 req-9dba3c78-700a-4908-94b9-0c068679df37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:34.171911 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88a6e47c-e5e6-43a6-b857-2e5aaf77cab6 req-9dba3c78-700a-4908-94b9-0c068679df37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 944 time: 0.1453466 Oct 25 23:34:34.198295 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27210242-b219-40df-b97c-25960138697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:34.198990 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27210242-b219-40df-b97c-25960138697b None None] The sync data for ids ['373b3d2a-8adc-43c9-9b87-80ad5671de09'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:34.244377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:34.245056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.274548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88a6e47c-e5e6-43a6-b857-2e5aaf77cab6 req-09be7a4f-16fa-4204-9d10-4c1b082b647c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976262 Oct 25 23:34:34.279548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-ba1aacc3-5f76-4e89-8fcb-4d39f4217bea tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0497570 Oct 25 23:34:34.308926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Request body: {'port': {'device_id': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:34.369395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] For port 860957f5-d217-402c-b7a2-059c4f71fd61, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=860957f5-d217-402c-b7a2-059c4f71fd61,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:34.398104 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.422334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.439346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-5e74d5f9-cc7e-4825-bbfd-846345fef5fd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2920172 Oct 25 23:34:34.452437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.533978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5159c02-b109-4662-a410-385f52a404c3 req-880800e8-b03d-436c-8335-92fce1efc746 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:34.554739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5159c02-b109-4662-a410-385f52a404c3 req-880800e8-b03d-436c-8335-92fce1efc746 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.1549876 Oct 25 23:34:34.581446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:34.595842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 41744db3-f623-4645-baf3-8d5aca2a95f1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:34.631349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Routers {'c2742add-7c67-4051-bc03-d4bba87fa65f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:34.632300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c2742add-7c67-4051-bc03-d4bba87fa65f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:34.655351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:34:34.767634 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5159c02-b109-4662-a410-385f52a404c3 req-5aa1c5bb-1e91-4276-aca6-d9b1eac7eae3 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114482 Oct 25 23:34:34.827646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.831339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.894574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e0f29-8140-4f44-9ae2-61985a7ba64b None None] Pushing event updated for resources: {'Port': ['ID=860957f5-d217-402c-b7a2-059c4f71fd61,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:34.958454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:34.959503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d9c617-15e2-4584-90c4-b16842186867 req-2db7c256-4b23-445f-a2ba-4b75633fd2cc tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 210 time: 0.0455041 Oct 25 23:34:34.986680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 41744db3-f623-4645-baf3-8d5aca2a95f1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:34.987047 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.017346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-7fb7b8c6-430e-4005-8ee8-1db475b08702 service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150042 Oct 25 23:34:35.036155 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.056962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:35.077932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.090778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.091306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router 373b3d2a-8adc-43c9-9b87-80ad5671de09 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:34:35.100010 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.104191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e597527f-3a5b-4819-a3f1-06cf1938d873 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/373b3d2a-8adc-43c9-9b87-80ad5671de09 HTTP/1.1" status: 204 len: 168 time: 0.9837584 Oct 25 23:34:35.107339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:35.127149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:35.160215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.164352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee95061c-6aac-47bc-9b7f-744f751813b6 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:35.175724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.177994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 1383356d-7916-4ce4-acaa-f83286ea7dd6 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:34:35.178193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] Set router c2742add-7c67-4051-bc03-d4bba87fa65f gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:35.185701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.186970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b9b22-56bd-4f62-992d-69578ae29827 req-1e0aa2e3-6d7e-4086-9c58-159b0f9d72cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:35.188653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-578b9b22-56bd-4f62-992d-69578ae29827 req-1e0aa2e3-6d7e-4086-9c58-159b0f9d72cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 895 time: 0.1214278 Oct 25 23:34:35.210466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Transition to ACTIVE for port object ee95061c-6aac-47bc-9b7f-744f751813b6 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:34:35.217260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.250606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] For port 847a0efc-a270-42a2-a0d2-639e5153469d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=847a0efc-a270-42a2-a0d2-639e5153469d,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:35.264820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.266665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.269273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 86695df1-e52f-4a06-9f0e-ae6d49e9e53c up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:35.285160 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee95061c-6aac-47bc-9b7f-744f751813b6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:35.326940 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.392981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6d1fc82-8496-43e2-8b1a-9e99a1760a3d service neutron] 10.222.0.25 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747630 Oct 25 23:34:35.405595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network cffdd9af-984d-4d84-b04f-cfff204a875d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:35.410724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:35.417702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:35.420033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:35.429390 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:34:35.545244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:35.545927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.588991 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-321c9522-1f81-4d12-98ba-f815d00ab4ee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5996614 Oct 25 23:34:35.595127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:35.601063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.633061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Request body: {'port': {'device_id': '3847d94b-3757-4512-bed3-9201ae52351d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:35.640100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5b2e-2d82-45c7-8570-0d040ed59baf req-0ac438f9-940a-49ea-9756-4024f0720f4a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:35.650258 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ace5b2e-2d82-45c7-8570-0d040ed59baf req-0ac438f9-940a-49ea-9756-4024f0720f4a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 945 time: 0.2088075 Oct 25 23:34:35.682581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Attempting to bind port ee95061c-6aac-47bc-9b7f-744f751813b6 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:35.683226 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Attempting to bind port ee95061c-6aac-47bc-9b7f-744f751813b6 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:35.683740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Attempting to bind port ee95061c-6aac-47bc-9b7f-744f751813b6 on network ce451472-bfbb-4783-8532-7412f4592370 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:35.684135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:35.715482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Provisioning complete for port 860957f5-d217-402c-b7a2-059c4f71fd61 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:35.715856 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.721884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Port ee95061c-6aac-47bc-9b7f-744f751813b6 on network ce451472-bfbb-4783-8532-7412f4592370 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:34:35.725873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Attempting to bind port ee95061c-6aac-47bc-9b7f-744f751813b6 on network ce451472-bfbb-4783-8532-7412f4592370 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:35.749848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:35.750612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Checking segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:35.751023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Bound using segment: {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:35.751543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Bound port: ee95061c-6aac-47bc-9b7f-744f751813b6, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e50d951-86bb-404d-892b-31da8a194393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:35.751911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.775080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.801761 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ace5b2e-2d82-45c7-8570-0d040ed59baf req-8d87d38e-3760-41fc-9f8a-8f930b3b044c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495273 Oct 25 23:34:35.823722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.921389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:35.927104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] For port ee95061c-6aac-47bc-9b7f-744f751813b6, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:35.934713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] For port ee95061c-6aac-47bc-9b7f-744f751813b6, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ee95061c-6aac-47bc-9b7f-744f751813b6,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:35.947693 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.112101 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:36.114445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.116039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee95061c-6aac-47bc-9b7f-744f751813b6 HTTP/1.1" status: 200 len: 1055 time: 1.8121495 Oct 25 23:34:36.139657 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'tag': 'ee95061c-6aac-47bc-9b7f-744f751813b6'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:36.147621 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4af73955-3cd5-48af-ad73-0ac36971cbfa", "tag": "ee95061c-6aac-47bc-9b7f-744f751813b6"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:36.265418 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.274369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Pushing event updated for resources: {'Port': ['ID=847a0efc-a270-42a2-a0d2-639e5153469d,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:36.350752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 847a0efc-a270-42a2-a0d2-639e5153469d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:36.357876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00e094-1601-4cbc-9e49-595601b24dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee95061c-6aac-47bc-9b7f-744f751813b6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:36.359593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:27Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '860957f5-d217-402c-b7a2-059c4f71fd61', 'name': '', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:54:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:23Z', 'updated_at': '2021-10-25T23:34:34Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:36.392531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] For port 860957f5-d217-402c-b7a2-059c4f71fd61, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=860957f5-d217-402c-b7a2-059c4f71fd61,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:36.404492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56b65-7260-4a86-9789-ff5edfbfb1d5 req-468c8989-b82b-4165-bcbd-154faf422c7f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:36.406527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3b56b65-7260-4a86-9789-ff5edfbfb1d5 req-468c8989-b82b-4165-bcbd-154faf422c7f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.4016793 Oct 25 23:34:36.470862 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.506455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902d8e-6776-42f5-a3d9-f1ed4ee7035f None None] The sync data for ids ['c2742add-7c67-4051-bc03-d4bba87fa65f'] in n-d-815373-1 is: [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:27Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '860957f5-d217-402c-b7a2-059c4f71fd61', 'name': '', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:54:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:23Z', 'updated_at': '2021-10-25T23:34:34Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:36.563602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Provisioning complete for port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:36.563976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.586189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=1383356d-7916-4ce4-acaa-f83286ea7dd6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:36.586189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.591231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-448333b7-c9f6-4046-af4d-dc1f854e47af tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/1383356d-7916-4ce4-acaa-f83286ea7dd6 HTTP/1.1" status: 204 len: 168 time: 1.4819095 Oct 25 23:34:36.633156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff9e2be-24d3-4569-b1bb-61e124e9ecd1 None None] Network 55821e37-e273-4d2e-a54b-97575f22c170 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:36.634267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42040) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:36.660978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cb4ca000-54f2-4c68-89ca-a5bb689aa80d req-7ac50dfd-5626-4378-90af-6d3868bc626f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1068208 Oct 25 23:34:36.726700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Pushing event updated for resources: {'Port': ['ID=860957f5-d217-402c-b7a2-059c4f71fd61,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:36.798497 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 847a0efc-a270-42a2-a0d2-639e5153469d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:36.798871 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:36.906076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-f128a4cc-c9ca-4cc6-9e7a-6ce12223fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:36.908186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-f128a4cc-c9ca-4cc6-9e7a-6ce12223fa08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 1058 time: 0.6872783 Oct 25 23:34:36.956106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-9f427330-4987-4f1b-82bc-50e9b97c5dd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4400761 Oct 25 23:34:36.966600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3b56b65-7260-4a86-9789-ff5edfbfb1d5 req-537ac782-ec22-46af-b433-d407952debea tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5495081 Oct 25 23:34:37.061077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Could not find standard attr ID for object c77f7565-712b-41b8-84c8-19f94a80bb29. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 23:34:37.107987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Provisioning complete for port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:37.108643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-14af1f91-7b9f-4e71-a749-e98593cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.130694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-c275187e-22d7-47a6-bec8-19aa1b806444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ee95061c-6aac-47bc-9b7f-744f751813b6 HTTP/1.1" status: 200 len: 217 time: 0.1826060 Oct 25 23:34:37.137612 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240eb85f-b223-45e7-9e4e-5d708dc641c4 x-openstack-request-id: req-240eb85f-b223-45e7-9e4e-5d708dc641c4 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:37.139006 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af73955-3cd5-48af-ad73-0ac36971cbfa", "tag": "ee95061c-6aac-47bc-9b7f-744f751813b6", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:37.139264 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-240eb85f-b223-45e7-9e4e-5d708dc641c4 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:37.139679 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'tag': 'ee95061c-6aac-47bc-9b7f-744f751813b6', 'status': 'completed', 'code': 200} Oct 25 23:34:37.151458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.248139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:37.260148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c1d0-15bf-43e3-950d-211c2e5389c7 req-8f3f6d8d-bf36-4ed3-88f3-57a55a38c75a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.269452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51c8c1d0-15bf-43e3-950d-211c2e5389c7 req-8f3f6d8d-bf36-4ed3-88f3-57a55a38c75a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 931 time: 0.4567661 Oct 25 23:34:37.283130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.336737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Transition to ACTIVE for port object 45f082ad-c41c-41a4-897f-b6d439ab03db will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:34:37.363842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07833b-f305-44d8-a90e-eb5949a8092a req-89b54db3-4e91-45ce-a84c-c50cd3b9bb11 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.368408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-1822b0fe-f86a-4d43-83b1-4a87903d22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.369940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-1822b0fe-f86a-4d43-83b1-4a87903d22ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1135 time: 0.2164183 Oct 25 23:34:37.370616 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.372327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e07833b-f305-44d8-a90e-eb5949a8092a req-89b54db3-4e91-45ce-a84c-c50cd3b9bb11 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 907 time: 0.1620541 Oct 25 23:34:37.382076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-0fd4d5fe-2138-4bfa-9877-4adb738df20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.387218 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] DHCP port deletion for 55821e37-e273-4d2e-a54b-97575f22c170 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:34:37.387924 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-0fd4d5fe-2138-4bfa-9877-4adb738df20e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f412022-1c81-4d5a-995a-f51381d3801c HTTP/1.1" status: 200 len: 836 time: 0.2473278 Oct 25 23:34:37.408856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51c8c1d0-15bf-43e3-950d-211c2e5389c7 req-ff4ceb73-6687-4243-a8fb-11d0034b3f25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387062 Oct 25 23:34:37.544016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] Deleting port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:37.544580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.628964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0721-c990-4794-8c18-14c242e77585 req-be5fbce8-88c1-4d49-a96a-f7d8f44f2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.632645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-be5fbce8-88c1-4d49-a96a-f7d8f44f2fbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce451472-bfbb-4783-8532-7412f4592370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2366927 Oct 25 23:34:37.649446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:37.650944 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.664076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888ec5-a882-4478-bdca-0faae959f0e8 req-7df101f5-d12e-4762-bf23-63db2f5a4d11 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.674792 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce888ec5-a882-4478-bdca-0faae959f0e8 req-7df101f5-d12e-4762-bf23-63db2f5a4d11 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 945 time: 0.1938016 Oct 25 23:34:37.713023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:37.721872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] For port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,segment=NetworkSegment(24ff5bde-2c5a-44ae-85c4-b5d9e96ce884),segment_id=24ff5bde-2c5a-44ae-85c4-b5d9e96ce884)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:37.722699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:37.770463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] Calling delete_port for 86695df1-e52f-4a06-9f0e-ae6d49e9e53c owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:37.805753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce888ec5-a882-4478-bdca-0faae959f0e8 req-a4e90b3d-f8b1-4bf2-bab6-6127fe608ac8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254413 Oct 25 23:34:37.906938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-4dcc0e28-e8f9-4e71-b4d0-75de9728b0d8 service neutron] 10.222.0.15 "GET /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630312 Oct 25 23:34:37.929203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:37.929682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:37.930019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:37.942459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db5ccc-e12a-4296-ba78-d18fcf658af7 req-c763e8df-f004-4c5a-a879-cea52f5f0e11 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:37.944024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87db5ccc-e12a-4296-ba78-d18fcf658af7 req-c763e8df-f004-4c5a-a879-cea52f5f0e11 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.3736446 Oct 25 23:34:37.957970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:34:37.958230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:37.993053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,segment=NetworkSegment(24ff5bde-2c5a-44ae-85c4-b5d9e96ce884),segment_id=24ff5bde-2c5a-44ae-85c4-b5d9e96ce884)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:37.993457 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.000592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:38.001861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-d8dcf893-a7cf-4a6f-9815-94d87ad0533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.003380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-d8dcf893-a7cf-4a6f-9815-94d87ad0533e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 200 len: 896 time: 0.5933764 Oct 25 23:34:38.004110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:38.004444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:38.004868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Bound using segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:38.004995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.005308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Bound port: 45f082ad-c41c-41a4-897f-b6d439ab03db, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:38.005662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.065265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 86695df1-e52f-4a06-9f0e-ae6d49e9e53c owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:38.093621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea49887a-6806-4da9-817f-e86d62540245 req-5897b917-77f1-40db-8302-7b731bd3f88b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1129510 Oct 25 23:34:38.100517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] No DVR routers for this DVR port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:38.163030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-93fc0721-c990-4794-8c18-14c242e77585 req-809915bf-cc12-46aa-bdc9-381b0870ce2e service neutron] 10.222.0.15 "GET /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426636 Oct 25 23:34:38.252577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fad6e-7d8f-4aeb-8b8e-206ea7307b7f None None] Pushing event deleted for resources: {'Port': ['ID=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:38.256063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87db5ccc-e12a-4296-ba78-d18fcf658af7 req-0566e056-04e1-47e5-ac44-de4e550715b1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2900047 Oct 25 23:34:38.311241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-a2558f35-8971-41e6-bffa-c184314dbc1a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.314620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-a2558f35-8971-41e6-bffa-c184314dbc1a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 812 time: 0.6242721 Oct 25 23:34:38.407830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-581fb646-7c45-4acc-89a3-008120fdf684 None None] Provisioning complete for port 860957f5-d217-402c-b7a2-059c4f71fd61 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:38.414279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-581fb646-7c45-4acc-89a3-008120fdf684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.475801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:34:38.497805 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-b550f959-a0f1-4daa-88db-2778af7b6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.499724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-b550f959-a0f1-4daa-88db-2778af7b6143 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 1058 time: 0.2309558 Oct 25 23:34:38.519001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 860957f5-d217-402c-b7a2-059c4f71fd61 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:38.565767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:38.566485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.659315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-bebe613b-fc68-4740-a09d-b0dd892744ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 200 len: 1001 time: 0.6373463 Oct 25 23:34:38.694106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 860957f5-d217-402c-b7a2-059c4f71fd61 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:38.694510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.726051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-9e152255-8985-40db-bfd4-469175553c6c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c HTTP/1.1" status: 200 len: 380 time: 0.3760347 Oct 25 23:34:38.760613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'port': {'device_id': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'admin_state_up': True, 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'security_groups': ['ad36493f-f63b-43ff-a5fd-dcd193c3dd7e']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:38.825728 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:38.853996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b600d4d-07dd-474c-8cc2-6d1c1e60215b req-489f57ea-44f2-48ce-85c3-dd98dc0a81e9 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.855780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b600d4d-07dd-474c-8cc2-6d1c1e60215b req-489f57ea-44f2-48ce-85c3-dd98dc0a81e9 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 907 time: 0.3290405 Oct 25 23:34:38.867690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-7423a4c3-b25c-4dd1-8392-dc1c91513e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.880942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-7423a4c3-b25c-4dd1-8392-dc1c91513e73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce451472-bfbb-4783-8532-7412f4592370 HTTP/1.1" status: 200 len: 898 time: 0.3416791 Oct 25 23:34:38.892525 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:38.900277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-be2ab05c-6178-426d-8da4-55cffc1b8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.901997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-be2ab05c-6178-426d-8da4-55cffc1b8b8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2971ee-f833-4dab-858c-4ea91f0feaf0 HTTP/1.1" status: 200 len: 834 time: 0.2096827 Oct 25 23:34:38.922326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f1a02-8627-41c0-be04-4177e949e87d req-e726474a-1a6c-424d-a41b-f656df0176ab tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:38.924727 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:38.925797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff2f1a02-8627-41c0-be04-4177e949e87d req-e726474a-1a6c-424d-a41b-f656df0176ab tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.4302998 Oct 25 23:34:38.991987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.001655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-a5b4ce20-997e-423e-a661-3cc53441980d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ee95061c-6aac-47bc-9b7f-744f751813b6 HTTP/1.1" status: 200 len: 217 time: 0.0735168 Oct 25 23:34:39.073939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff2f1a02-8627-41c0-be04-4177e949e87d req-47690464-a12c-40ed-9dea-aa4486ed93f4 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314294 Oct 25 23:34:39.077812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.092356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 847a0efc-a270-42a2-a0d2-639e5153469d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:39.104625 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-969ca399-843e-4101-adf2-6556a0e18a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.112813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-969ca399-843e-4101-adf2-6556a0e18a38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f412022-1c81-4d5a-995a-f51381d3801c HTTP/1.1" status: 200 len: 836 time: 0.1032090 Oct 25 23:34:39.113329 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:39.136487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.137120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.142619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] 10.222.0.15 "PUT /v2.0/ports/45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 1091 time: 3.5140405 Oct 25 23:34:39.184907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:39.190180 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47cf0cf-795d-4383-bb08-68a678e4bd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:39.201999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-40d2a2a0-32b8-4e37-9ea7-ad94a0f28f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.204334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-40d2a2a0-32b8-4e37-9ea7-ad94a0f28f89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce451472-bfbb-4783-8532-7412f4592370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773513 Oct 25 23:34:39.222868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port 86695df1-e52f-4a06-9f0e-ae6d49e9e53c on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:39.247818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:39.256262 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435613a3-fd9b-4f0d-90eb-a737122438c7" -d '{"events": [{"server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "name": "network-vif-plugged", "status": "completed", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:39.294502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:39.307794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 847a0efc-a270-42a2-a0d2-639e5153469d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:39.308598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.310638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.435701 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-6a76b035-e7e2-46dd-ae20-7606fdeaf95e service neutron] 10.222.0.15 "GET /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199407 Oct 25 23:34:39.487640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e9f8e-be90-41f1-8ceb-602de662966c service neutron] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:39.503275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:39.515341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-5aae9b1f-e515-4b9f-abd7-69c559c0e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.518034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-5aae9b1f-e515-4b9f-abd7-69c559c0e402 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5da84df3-7074-44ec-b1d3-5e9244d588d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6020427 Oct 25 23:34:39.535706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beed587-c7ef-4201-9fbf-8c1a0ba205bb req-ce64b64c-0189-4f1d-b673-f892dcb073e5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.542189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9beed587-c7ef-4201-9fbf-8c1a0ba205bb req-ce64b64c-0189-4f1d-b673-f892dcb073e5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 945 time: 0.2948356 Oct 25 23:34:39.556074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bc8f2-18b5-406b-b40b-0864e5bd4fee tempest-TestServerBasicOps-319729268 tempest-TestServerBasicOps-319729268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.560215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7c7bc8f2-18b5-406b-b40b-0864e5bd4fee tempest-TestServerBasicOps-319729268 tempest-TestServerBasicOps-319729268-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1091 time: 0.4410772 Oct 25 23:34:39.567471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42068) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:39.573346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d77b8-9d1c-4a73-b561-88d703d616ec req-59d37151-da4f-4c9b-acde-d9459aa54ea4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.573995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:39.575804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b2d77b8-9d1c-4a73-b561-88d703d616ec req-59d37151-da4f-4c9b-acde-d9459aa54ea4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.5994716 Oct 25 23:34:39.576856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=86695df1-e52f-4a06-9f0e-ae6d49e9e53c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:39.632453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9beed587-c7ef-4201-9fbf-8c1a0ba205bb req-85f95ba1-b6a2-4074-a15f-e4490eca014a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844030 Oct 25 23:34:39.711323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 86695df1-e52f-4a06-9f0e-ae6d49e9e53c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:39.722888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.746252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 86695df1-e52f-4a06-9f0e-ae6d49e9e53c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:39.746601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 86695df1-e52f-4a06-9f0e-ae6d49e9e53c not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:39.773428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Made reservation on behalf of d3fc4df042c54d0d9878dc57ce74ab8c for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:39.778517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.794295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-002ad7c8-43ca-4aea-983b-aae7a81c1194 service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037768 Oct 25 23:34:39.824254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5cbf54d0-8140-4d50-80aa-06e3e92e89a9 req-6eeb3149-7a18-46e7-aa0e-9c6402542927 service neutron] 10.222.0.15 "GET /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677895 Oct 25 23:34:39.855572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-793d81aa-0712-4ce2-a966-358326b5f9f3 req-5f4c50a8-0282-4209-a22c-6c927422c9b8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0413151 Oct 25 23:34:39.938205 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094bef0-4f5e-49a5-ae6d-7e64e67b1e88 x-openstack-request-id: req-c094bef0-4f5e-49a5-ae6d-7e64e67b1e88 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:39.938632 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:39.938886 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c094bef0-4f5e-49a5-ae6d-7e64e67b1e88 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:39.939432 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'status': 'completed', 'code': 200} Oct 25 23:34:39.942367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.944398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:39.954615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-22c77d2c-6f46-405d-be5f-92e2559d8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:39.955217 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee7468c-912a-497a-8e35-8b1e01d18b37 x-openstack-request-id: req-2ee7468c-912a-497a-8e35-8b1e01d18b37 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:39.955528 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "name": "network-vif-plugged", "status": "completed", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:39.955792 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ee7468c-912a-497a-8e35-8b1e01d18b37 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:39.956180 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'code': 200} Oct 25 23:34:39.957304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-22c77d2c-6f46-405d-be5f-92e2559d8d59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1094 time: 0.7223125 Oct 25 23:34:40.148675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Allocated IP 172.25.4.39 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/30ac3c77-caf1-4071-a383-c913e22a0689) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:40.168566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55821e37-e273-4d2e-a54b-97575f22c170']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:40.170836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a29a6-e3da-4670-95b1-77fbc77e4ed6 req-e73db9ff-022b-46c6-9721-07f855f6d342 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:40.172471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-ae39fb59-00ad-4b5d-a041-8cffa9cd8e73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 217 time: 0.1693215 Oct 25 23:34:40.172611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-586a29a6-e3da-4670-95b1-77fbc77e4ed6 req-e73db9ff-022b-46c6-9721-07f855f6d342 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 907 time: 0.0970397 Oct 25 23:34:40.234735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6b2d77b8-9d1c-4a73-b561-88d703d616ec req-fc760b38-9749-4507-8641-76c78423f956 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694283 Oct 25 23:34:40.239261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:40.239261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ff5bde-2c5a-44ae-85c4-b5d9e96ce884') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:40.272446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.278384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.309641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Allocated IP 172.20.0.12 (70d15ace-5149-4d13-93d8-7c9fc8f32d33/5f26aaaa-c8fd-42fe-83a0-bba958558981/628cfc89-80ef-45c9-a825-f501a092b1bf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:40.316535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.342241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.347400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1fba-878c-44af-96a2-88a401a136b2 req-8e4234c0-2274-4d74-9e63-c3fa648b9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:40.349960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-313c1fba-878c-44af-96a2-88a401a136b2 req-8e4234c0-2274-4d74-9e63-c3fa648b9a38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1097 time: 0.2906015 Oct 25 23:34:40.360402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:40.363524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-7ecf3d30-6eae-43b8-b097-9845f5abd8f7 service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577143 Oct 25 23:34:40.365302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-dfdc6c5f-b66e-420c-a7dc-d444c34bf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:40.365688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:40.367030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-dfdc6c5f-b66e-420c-a7dc-d444c34bf6a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.1801918 Oct 25 23:34:40.372217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:40.389046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:34:40.389469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: self.session.flush() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:34:40.392939 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:34:40.477745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'Port': ['ID=30ac3c77-caf1-4071-a383-c913e22a0689,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:40.504886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-313c1fba-878c-44af-96a2-88a401a136b2 req-4dd8a9a3-14c7-47a2-b686-e418fa9d4983 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342397 Oct 25 23:34:40.521130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.535662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.542582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/55821e37-e273-4d2e-a54b-97575f22c170 HTTP/1.1" status: 204 len: 168 time: 3.9024591 Oct 25 23:34:40.547815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42072) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:40.556001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-525555542', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:40.667435 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.668601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.825729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:40.929243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea36bb-6eb3-495a-94c9-1d8af28d7d27 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=55821e37-e273-4d2e-a54b-97575f22c170,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:40.936625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-e94900ef-71d3-4265-905d-94a0bc8eaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:40.938119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-e94900ef-71d3-4265-905d-94a0bc8eaf4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5443871 Oct 25 23:34:41.016893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c21593eb-92dc-497f-9a7e-f69b21ab15b3 req-289f777b-0ad1-4300-bf9c-eac2faffeee8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0756159 Oct 25 23:34:41.078789 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.107191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-381e2e17-023d-4738-9a7c-26e35f8fcd89 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531978 Oct 25 23:34:41.175032 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.276146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:41.287688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d809542-586d-49c8-9b71-aea2a19f01c6 req-0f811aba-5716-4966-86e4-5b95f38d89f4 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634331 Oct 25 23:34:41.288560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:41.326652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:41.338608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:41.402133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7bbfa-5ecc-4415-92a7-23f684d9ad57 req-207a5955-7b12-4bd1-86bf-7d02f75b35a6 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:41.404813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fd7bbfa-5ecc-4415-92a7-23f684d9ad57 req-207a5955-7b12-4bd1-86bf-7d02f75b35a6 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 907 time: 0.1224222 Oct 25 23:34:41.462777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:41.463395 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.493197 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-df59260f-9049-418b-abe7-accfc49dcffc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7362218 Oct 25 23:34:41.501465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d53bc-f448-41ea-9f34-b1fbfd4fed0a req-6778fbd1-a256-4708-b3aa-52377daca68f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:41.503449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a56d53bc-f448-41ea-9f34-b1fbfd4fed0a req-6778fbd1-a256-4708-b3aa-52377daca68f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 946 time: 0.7778745 Oct 25 23:34:41.510466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.527867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Request body: {'port': {'device_id': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:41.546749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-39b216eb-1ffe-4c5b-a7f0-987a090cbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:41.548332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-39b216eb-1ffe-4c5b-a7f0-987a090cbc4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1094 time: 0.1402612 Oct 25 23:34:41.549026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.678927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a56d53bc-f448-41ea-9f34-b1fbfd4fed0a req-8630f390-00ce-48ae-a94e-a513bffd989f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531405 Oct 25 23:34:41.700086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-09683847-20e2-4af2-b722-867e15f4e706 None None] Provisioning complete for port 628cfc89-80ef-45c9-a825-f501a092b1bf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:41.701559 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09683847-20e2-4af2-b722-867e15f4e706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.727196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0213af-1c59-462e-90e2-53ce223f13b4 req-898160f2-0e21-4942-b55e-ef2da97f508d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:41.734643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f0213af-1c59-462e-90e2-53ce223f13b4 req-898160f2-0e21-4942-b55e-ef2da97f508d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.1620884 Oct 25 23:34:41.743761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.757692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-09683847-20e2-4af2-b722-867e15f4e706 None None] Port 628cfc89-80ef-45c9-a825-f501a092b1bf cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:41.815709 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:41.820011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-7b615a08-522e-4625-9bf5-d17a32517ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:41.822419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-7b615a08-522e-4625-9bf5-d17a32517ab9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.2410436 Oct 25 23:34:41.827352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7f0213af-1c59-462e-90e2-53ce223f13b4 req-7794037a-1efb-4a5b-a0f6-42315e1abf2a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919094 Oct 25 23:34:41.871953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-1dd79b2b-0c1c-443c-b26a-c1d4f0ab9db5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 217 time: 0.0420432 Oct 25 23:34:41.998766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-cab50ed6-02ad-4a33-b431-c10709b0b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:42.000159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-cab50ed6-02ad-4a33-b431-c10709b0b50b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.1143048 Oct 25 23:34:42.070247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.105450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-c256c87f-6cf8-4bd6-b806-03c84b8e8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:42.107011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-c256c87f-6cf8-4bd6-b806-03c84b8e8a68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923681 Oct 25 23:34:42.132136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.220365 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.230694 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.252289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fa81c-986a-4e5e-927f-82026c97bec8 req-aa029b31-3a3a-48dd-ba22-58eb451d2acc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:42.253464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-721fa81c-986a-4e5e-927f-82026c97bec8 req-aa029b31-3a3a-48dd-ba22-58eb451d2acc tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 932 time: 0.1339843 Oct 25 23:34:42.265781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628cfc89-80ef-45c9-a825-f501a092b1bf {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:42.272023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-1ffd3b74-8880-49e7-b8f9-8d6856f8e8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510482 Oct 25 23:34:42.276632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.345885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Transition to ACTIVE for port object 628cfc89-80ef-45c9-a825-f501a092b1bf will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:34:42.358853 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.387684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event updated for resources: {'Port': ['ID=30ac3c77-caf1-4071-a383-c913e22a0689,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:42.389718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ee95061c-6aac-47bc-9b7f-744f751813b6 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:34:42.421464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Pushing event updated for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:42.429772 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.448813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.25.4.230 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/0b80b9e7-c105-4d03-86ac-f449614bfe8e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:42.483754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e47cf0cf-795d-4383-bb08-68a678e4bd4a req-ca26beac-49f4-4210-a41f-6ca0703a5a44 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041981 Oct 25 23:34:42.555901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ee95061c-6aac-47bc-9b7f-744f751813b6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ee95061c-6aac-47bc-9b7f-744f751813b6,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:42.569765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ee95061c-6aac-47bc-9b7f-744f751813b6', 'network_id': 'ce451472-bfbb-4783-8532-7412f4592370', 'port_id': 'ee95061c-6aac-47bc-9b7f-744f751813b6', 'mac_address': 'fa:16:3e:4f:72:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f412022-1c81-4d5a-995a-f51381d3801c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:34:42.626984 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.642768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Attempting to bind port 628cfc89-80ef-45c9-a825-f501a092b1bf on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:42.646048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Attempting to bind port 628cfc89-80ef-45c9-a825-f501a092b1bf by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:42.646524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Attempting to bind port 628cfc89-80ef-45c9-a825-f501a092b1bf on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:42.656426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee95061c-6aac-47bc-9b7f-744f751813b6 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:42.657752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Port 628cfc89-80ef-45c9-a825-f501a092b1bf on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:34:42.662163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Attempting to bind port 628cfc89-80ef-45c9-a825-f501a092b1bf on network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:42.674198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:42.674829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Checking segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:42.675209 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Floating IP d917fa3e-3844-42fa-b219-1da70327db2e associated. External IP: 172.25.4.39, port: c7b500ec-564c-47fe-88e8-c9e4425841e9. Oct 25 23:34:42.675710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Bound using segment: {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:42.675968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Bound port: 628cfc89-80ef-45c9-a825-f501a092b1bf, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db9f34-2543-48ae-9986-c34aa3896720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:42.676549 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.686646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ee95061c-6aac-47bc-9b7f-744f751813b6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ee95061c-6aac-47bc-9b7f-744f751813b6,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:42.689192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-721fa81c-986a-4e5e-927f-82026c97bec8 req-0bb7dd08-8d07-47a8-8585-ba692ee08822 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103408 Oct 25 23:34:42.704444 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.741762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7d8a-9f43-4919-a7e9-330cffb30004 req-91739fe9-2cbf-4620-9c3a-6f8176510c73 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:42.748710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9ee7d8a-9f43-4919-a7e9-330cffb30004 req-91739fe9-2cbf-4620-9c3a-6f8176510c73 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 907 time: 0.2021725 Oct 25 23:34:42.798132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ee95061c-6aac-47bc-9b7f-744f751813b6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:42.844775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:42.847997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=628cfc89-80ef-45c9-a825-f501a092b1bf,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:42.851941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.852698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.890386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:42.891029 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:42.894061 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] 10.222.0.11 "PUT /v2.0/ports/628cfc89-80ef-45c9-a825-f501a092b1bf HTTP/1.1" status: 200 len: 1092 time: 1.3790772 Oct 25 23:34:42.896451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:42.900271 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf842e-395b-492e-bec7-86e7c383b7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:42.948760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:43.007549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=0b80b9e7-c105-4d03-86ac-f449614bfe8e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:43.020502 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:43.033052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6415514-c324-4d42-a0e9-daa525b6c19f service neutron] Pushing event updated for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:43.036079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8887c3f-ed9c-4fb0-8fea-bafe1490bd9c req-2be92728-011f-436a-ae72-8a70f92cc696 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.045816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8887c3f-ed9c-4fb0-8fea-bafe1490bd9c req-2be92728-011f-436a-ae72-8a70f92cc696 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 946 time: 0.1570292 Oct 25 23:34:43.059610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce0bbe-2b68-460a-92fa-c9aa0486e0d8 req-ed3ffaaa-0c90-4ef1-a3b0-d59b02b6a5e6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.064352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bce0bbe-2b68-460a-92fa-c9aa0486e0d8 req-ed3ffaaa-0c90-4ef1-a3b0-d59b02b6a5e6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.1006052 Oct 25 23:34:43.082374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:43.100306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d8887c3f-ed9c-4fb0-8fea-bafe1490bd9c req-ba4c9006-063e-4b0b-99b4-2d69347bc154 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490410 Oct 25 23:34:43.103673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:43.105355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-b86a5908-0181-42f8-99df-087b8e218140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.107000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-b86a5908-0181-42f8-99df-087b8e218140 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 1095 time: 0.1555121 Oct 25 23:34:43.135427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ee95061c-6aac-47bc-9b7f-744f751813b6'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:34:43.176055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bce0bbe-2b68-460a-92fa-c9aa0486e0d8 req-49d023ca-2551-4762-9817-d56ad3294718 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040330 Oct 25 23:34:43.181398 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175a480-5aac-47c5-9eef-5c0abe1c5646 x-openstack-request-id: req-2175a480-5aac-47c5-9eef-5c0abe1c5646 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:43.181398 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:43.181672 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2175a480-5aac-47c5-9eef-5c0abe1c5646 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:43.183363 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'status': 'completed', 'code': 200} Oct 25 23:34:43.185900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-f0b6b0fe-0c54-4904-b2a5-20b916ad8d1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628cfc89-80ef-45c9-a825-f501a092b1bf HTTP/1.1" status: 200 len: 217 time: 0.0678563 Oct 25 23:34:43.271456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-0bef9474-4971-43ae-affb-b819c9d08f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.273051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-0bef9474-4971-43ae-affb-b819c9d08f10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.0744126 Oct 25 23:34:43.274528 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:43.354899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-3ca1d647-bfe0-4280-9812-18ea98ac244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.358338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-3ca1d647-bfe0-4280-9812-18ea98ac244d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776248 Oct 25 23:34:43.366367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42aa7-8e71-47d3-86ba-142e0eb2e955 req-2d50aa39-19a9-4173-9fec-441a8ba7a6ac tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.368035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44f42aa7-8e71-47d3-86ba-142e0eb2e955 req-2d50aa39-19a9-4173-9fec-441a8ba7a6ac tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 946 time: 0.1154299 Oct 25 23:34:43.464005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-7b3eef31-b297-47d2-83c8-a902d3aa366a service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985007 Oct 25 23:34:43.512130 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44f42aa7-8e71-47d3-86ba-142e0eb2e955 req-46a24b42-6d50-4863-97d1-da17452819c4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077356 Oct 25 23:34:43.519886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Router 97873ca4-c9cb-43e7-9a25-8b2876d83641 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:43.538127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:43.581020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2526649-58a2-44db-b7e3-c5dd346b9af2 req-6186f5e6-08d0-4e27-afb8-dfced290c727 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090453 Oct 25 23:34:43.676988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-48b43517-89ec-49e8-9e28-27b84dc8af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.678805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-48b43517-89ec-49e8-9e28-27b84dc8af85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 1095 time: 0.0465207 Oct 25 23:34:43.736326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d0098-3d96-43be-acf5-68cf5910afc9 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.737884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e9d0098-3d96-43be-acf5-68cf5910afc9 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1092 time: 0.1986525 Oct 25 23:34:43.744909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42098) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:43.749201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:43.784479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:43.865292 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:43.874946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:43.889463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] Sync routers for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:43.893966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-75b2e207-9f88-4b10-9fa0-68768ebbed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.899950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-75b2e207-9f88-4b10-9fa0-68768ebbed26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.2118914 Oct 25 23:34:43.905799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:43.907262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:43.949953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-4a8d1a68-d974-4431-a8d1-2f5424ed4741 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628cfc89-80ef-45c9-a825-f501a092b1bf HTTP/1.1" status: 200 len: 217 time: 0.0402195 Oct 25 23:34:43.965385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0823e-809a-4713-a453-369e3b01eae4 req-6a6ebe37-5a03-4955-8617-a3e2e709cabe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:43.968006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bde0823e-809a-4713-a453-369e3b01eae4 req-6a6ebe37-5a03-4955-8617-a3e2e709cabe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1351688 Oct 25 23:34:43.983871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:44.046852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bde0823e-809a-4713-a453-369e3b01eae4 req-996adbf9-12c3-46c5-a6e3-978d30ef71ce tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672305 Oct 25 23:34:44.053576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:44.058804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-b3e3348f-bbda-46c4-88f3-93bc15c871b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.060988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-b3e3348f-bbda-46c4-88f3-93bc15c871b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.0905683 Oct 25 23:34:44.139033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-5a9534e6-4a87-4259-a68c-85a98239657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.141103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-5a9534e6-4a87-4259-a68c-85a98239657a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722303 Oct 25 23:34:44.349059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd917fa3e-3844-42fa-b219-1da70327db2e', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'port_id': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'mac_address': 'fa:16:3e:87:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:40Z', 'updated_at': '2021-10-25T23:34:40Z', 'revision_number': 0, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:56Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:44.349524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991b2d-83f2-49de-9bc5-5858fd021806 req-3c3f83e1-e8db-4787-99be-33d4c8257121 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.353224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f991b2d-83f2-49de-9bc5-5858fd021806 req-3c3f83e1-e8db-4787-99be-33d4c8257121 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.0851002 Oct 25 23:34:44.355303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-b1c7a323-52bc-4b76-a221-188ffe4ca086 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075505 Oct 25 23:34:44.373473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-10687b62-e5ca-4a29-957b-14ba9527a019 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8034644 Oct 25 23:34:44.375954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:44.378235 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb9f057-e485-4b2a-afea-2122122edb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:44.387976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44c99-459c-4398-9031-a774c1e1c0b5 req-ed6ef383-e1be-4f73-b81e-fc9dce6fc63f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.389461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b1c44c99-459c-4398-9031-a774c1e1c0b5 req-ed6ef383-e1be-4f73-b81e-fc9dce6fc63f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 908 time: 0.4997976 Oct 25 23:34:44.420518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:34:44.422747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ee95061c-6aac-47bc-9b7f-744f751813b6 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:44.438502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] Checking router: 97873ca4-c9cb-43e7-9a25-8b2876d83641 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:44.467232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f991b2d-83f2-49de-9bc5-5858fd021806 req-deebb143-a434-4e86-ab0e-7d8bc6c3b7f5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061277 Oct 25 23:34:44.487478 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313df985-e09d-45a5-b7cc-5c188ec81baa x-openstack-request-id: req-313df985-e09d-45a5-b7cc-5c188ec81baa {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:44.487478 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:44.487478 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-313df985-e09d-45a5-b7cc-5c188ec81baa {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:44.487478 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'status': 'completed', 'code': 200} Oct 25 23:34:44.498353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:44.499859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:44.526449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:44.576580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:44.587922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94cf842e-395b-492e-bec7-86e7c383b7fe req-9b56e325-b36e-4cbb-a24a-70348ec7faa7 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002711 Oct 25 23:34:44.594550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-363ca8af-d151-4fe7-96f6-34af3e7010d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.596412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-363ca8af-d151-4fe7-96f6-34af3e7010d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1096 time: 0.0630066 Oct 25 23:34:44.724355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:44.760235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-5a36c7a0-a1de-46c0-a5dc-c1043f4c91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.760538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port ee95061c-6aac-47bc-9b7f-744f751813b6 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:34:44.761453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-5a36c7a0-a1de-46c0-a5dc-c1043f4c91a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 910 time: 0.1570199 Oct 25 23:34:44.772666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.25.4.58 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/1d06770f-d017-4375-b3ef-962694a76910) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:44.780267 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ee95061c-6aac-47bc-9b7f-744f751813b6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:44.780817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:44.797606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 2a9245cd-a145-47e3-910c-223f9aca6eb5 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:44.857982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:44.868547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-59cf57ef-a97e-40db-a28d-bb85864ec178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 998 time: 0.0969918 Oct 25 23:34:44.892935 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'mac_address': 'fa:16:3e:85:3e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:34:44.969989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-e9fb20bd-baf2-4c03-b284-de098cb1108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:44.972138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-e9fb20bd-baf2-4c03-b284-de098cb1108c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 200 len: 848 time: 0.0790253 Oct 25 23:34:44.989031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.000141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:45.011717 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] Sync routers for ids ['2a9245cd-a145-47e3-910c-223f9aca6eb5'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:45.031596 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] Routers {'2a9245cd-a145-47e3-910c-223f9aca6eb5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:45.033786 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2a9245cd-a145-47e3-910c-223f9aca6eb5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:45.037325 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.038842 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ad7c89c0-56f7-402b-a59f-2bb055f5307c tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4903026 Oct 25 23:34:45.039854 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.044552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42108) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:45.060371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.069408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.074496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:45.104814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:45.109516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:45.116667 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:45.118661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:45.138737 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] Routers {'2a9245cd-a145-47e3-910c-223f9aca6eb5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:45.139619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2a9245cd-a145-47e3-910c-223f9aca6eb5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:45.164643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=1d06770f-d017-4375-b3ef-962694a76910,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:45.171371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-88910df4-9e93-4897-bd36-348ec6689aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:45.173091 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-88910df4-9e93-4897-bd36-348ec6689aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3876a08b-506f-4b4b-8386-5ab93cf865cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815698 Oct 25 23:34:45.189911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:45.191233 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:45.192756 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1e457e-0e2e-46fa-8523-960b53a1de21 None None] The sync data for ids ['2a9245cd-a145-47e3-910c-223f9aca6eb5'] in n-d-815373-1 is: [] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:45.202647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee95061c-6aac-47bc-9b7f-744f751813b6'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:45.204907 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b8fa4-24a3-45e6-8217-3eef11d1c40d" -d '{"events": [{"server_uuid": "4af73955-3cd5-48af-ad73-0ac36971cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "ee95061c-6aac-47bc-9b7f-744f751813b6"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:45.213243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.244006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ee95061c-6aac-47bc-9b7f-744f751813b6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ee95061c-6aac-47bc-9b7f-744f751813b6,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:45.277760 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61fde68-7433-4a1a-ad10-a6762d643e92 x-openstack-request-id: req-e61fde68-7433-4a1a-ad10-a6762d643e92 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:45.278011 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af73955-3cd5-48af-ad73-0ac36971cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "ee95061c-6aac-47bc-9b7f-744f751813b6", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:45.278224 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e61fde68-7433-4a1a-ad10-a6762d643e92 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:45.278699 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee95061c-6aac-47bc-9b7f-744f751813b6', 'code': 200} Oct 25 23:34:45.280689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.304185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1395219-620c-43db-86be-707affebd341 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/routers/2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 200 len: 880 time: 0.2515404 Oct 25 23:34:45.306571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42114) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:45.311272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24aed9-c03f-4f0c-aa16-f8170b9be58d req-536d7329-4893-4936-a0b7-57f13aaf750e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:45.312975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f24aed9-c03f-4f0c-aa16-f8170b9be58d req-536d7329-4893-4936-a0b7-57f13aaf750e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1051140 Oct 25 23:34:45.352902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:45.403227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd917fa3e-3844-42fa-b219-1da70327db2e', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'port_id': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'mac_address': 'fa:16:3e:87:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:40Z', 'updated_at': '2021-10-25T23:34:40Z', 'revision_number': 0, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:56Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:45.467891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5f24aed9-c03f-4f0c-aa16-f8170b9be58d req-ecf0f735-0b21-45b2-9131-0b92272e66ba tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461892 Oct 25 23:34:45.492585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f0816-2dde-448c-a28f-20fc7e06a2bc req-00dba1e2-1167-407a-a1ec-a5a64518670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:45.494416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c3f0816-2dde-448c-a28f-20fc7e06a2bc req-00dba1e2-1167-407a-a1ec-a5a64518670d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 1060 time: 0.1164157 Oct 25 23:34:45.631014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9328b44-7a7f-48a6-8360-50fb37a026c8 None None] The sync data for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 is: [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'd917fa3e-3844-42fa-b219-1da70327db2e', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'port_id': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'mac_address': 'fa:16:3e:87:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:40Z', 'updated_at': '2021-10-25T23:34:40Z', 'revision_number': 0, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:56Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:45.636869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ee95061c-6aac-47bc-9b7f-744f751813b6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:45.694954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878ceae-1a94-422b-8807-10b614df8b3c req-ead1bf56-1502-43c1-8944-ac03df7800c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:45.697946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4878ceae-1a94-422b-8807-10b614df8b3c req-ead1bf56-1502-43c1-8944-ac03df7800c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.1409001 Oct 25 23:34:45.718063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.779025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4878ceae-1a94-422b-8807-10b614df8b3c req-2306a4e1-4727-4cde-9190-01e34cd2a0f8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700617 Oct 25 23:34:45.790321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['45f082ad-c41c-41a4-897f-b6d439ab03db'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:34:45.806406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-c14656a3-3608-41c1-98b8-d0bbe320603d service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175041 Oct 25 23:34:45.818177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.871766 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0b69-cfc2-4d6e-85d6-e5dafb0682fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:45.918996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3258b-e4be-4a10-a2e3-16b3018d6513 None None] New status for floating IP d917fa3e-3844-42fa-b219-1da70327db2e: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:34:45.988020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d4c3-5a7f-4702-9fdd-45e700e27ea5 req-0ac2d4c3-97e5-4a9d-bfb7-b414d2c1cdf3 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:45.989429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3510d4c3-5a7f-4702-9fdd-45e700e27ea5 req-0ac2d4c3-97e5-4a9d-bfb7-b414d2c1cdf3 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.1819968 Oct 25 23:34:46.020742 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.027631 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.058025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bdb9f057-e485-4b2a-afea-2122122edb8f req-87a35acc-9879-460a-b7df-d4b0fe1f5baa service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870613 Oct 25 23:34:46.111095 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=1d06770f-d017-4375-b3ef-962694a76910,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:46.132131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d4b6a2a2-1cf0-4e9f-a63e-442e29eeadc0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8246031 Oct 25 23:34:46.133585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42120) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:46.135113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.138956 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-525555542'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:46.254919 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Floating IP 8a2774f8-c6dc-4d6e-b580-0c347ba3f177 associated. External IP: 172.25.4.58, port: 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8. Oct 25 23:34:46.459222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.469202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:46.471997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.585001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 2a9245cd-a145-47e3-910c-223f9aca6eb5 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:46.618572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983834fa-699c-47cc-bf0c-5e57f68661c5 req-f223e96e-0fa6-4fc4-b31e-47943333f9d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:46.620038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-983834fa-699c-47cc-bf0c-5e57f68661c5 req-f223e96e-0fa6-4fc4-b31e-47943333f9d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0730340 Oct 25 23:34:46.623547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:46.634798 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:46.645039 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:46.645837 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:46.675451 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.697851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:46.699167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-983834fa-699c-47cc-bf0c-5e57f68661c5 req-4e2359cb-680c-4235-9392-857617414933 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705912 Oct 25 23:34:46.705245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:46.710134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42124) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:46.740647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7423e003-28d0-4360-9426-9532f07ec725 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 200 len: 887 time: 0.5747023 Oct 25 23:34:46.741451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] Sync routers for ids ['2a9245cd-a145-47e3-910c-223f9aca6eb5'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:46.751676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] Routers {'2a9245cd-a145-47e3-910c-223f9aca6eb5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:46.752431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2a9245cd-a145-47e3-910c-223f9aca6eb5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:46.755080 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:46.768259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42126) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:46.768504 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1adf78c4-a106-4b89-b323-1ab2b0840d4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0223038 Oct 25 23:34:46.791443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:46.795431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:46.797987 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eefb11-2aff-4b77-b797-0d36baf7db8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:46.801732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] Routers {'2a9245cd-a145-47e3-910c-223f9aca6eb5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:46.802597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['2a9245cd-a145-47e3-910c-223f9aca6eb5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:46.864564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:46.865458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5107a-e763-480b-87a0-2bc1813f48b8 None None] The sync data for ids ['2a9245cd-a145-47e3-910c-223f9aca6eb5'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:46.879080 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a636b54-8437-4451-92d1-373b6f6a3862 x-openstack-request-id: req-2a636b54-8437-4451-92d1-373b6f6a3862 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:46.879580 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:46.879987 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a636b54-8437-4451-92d1-373b6f6a3862 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:46.881126 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'status': 'completed', 'code': 200} Oct 25 23:34:46.902532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3084c779-b189-468e-9031-c876c1d7268d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/8a2774f8-c6dc-4d6e-b580-0c347ba3f177 HTTP/1.1" status: 200 len: 991 time: 0.1315787 Oct 25 23:34:46.906397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b9a618e8-161f-46ea-a893-1d63c1c72673 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/routers/2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 200 len: 887 time: 0.1917710 Oct 25 23:34:46.906782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:46.948881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-2cae94c8-1dfd-4153-a524-b2c52836d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:46.950554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-2cae94c8-1dfd-4153-a524-b2c52836d034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1097 time: 0.0479176 Oct 25 23:34:46.951292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8de8e052-bd34-428d-a03e-d65cdaa23273 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 200 len: 205 time: 0.0416377 Oct 25 23:34:46.953633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42134) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:47.076612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-30dfa984-96ea-4e17-a57e-24a3c8ea1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:47.079532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-30dfa984-96ea-4e17-a57e-24a3c8ea1dc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 897 time: 0.1203198 Oct 25 23:34:47.100465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbd3b-d288-413a-bd38-c111e5a392bf req-f69cd4e7-65a3-4792-b40d-e5230d033914 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:47.102624 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bcedbd3b-d288-413a-bd38-c111e5a392bf req-f69cd4e7-65a3-4792-b40d-e5230d033914 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.1842754 Oct 25 23:34:47.152282 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:47.160620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bcedbd3b-d288-413a-bd38-c111e5a392bf req-458784c5-4744-489b-898a-5cb955590ad7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474610 Oct 25 23:34:47.201519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5bb71-683d-4d46-9802-e912e850715e req-cb54d27b-d4a3-4652-b8b9-7723c185d9e6 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:47.203067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33d5bb71-683d-4d46-9802-e912e850715e req-cb54d27b-d4a3-4652-b8b9-7723c185d9e6 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.1074259 Oct 25 23:34:47.205010 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-98ef2487-268e-4ea6-8150-60a96375a390 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 200 len: 999 time: 0.1194122 Oct 25 23:34:47.208172 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:45Z', 'revision_number': 0, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:47.238785 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:47.247952 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:47.248721 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:47.268057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-91769014-f94e-447f-aabb-7ecaaf20d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:47.269604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-91769014-f94e-447f-aabb-7ecaaf20d47d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 HTTP/1.1" status: 200 len: 834 time: 0.0468369 Oct 25 23:34:47.322995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-2096e73a-6280-4a35-b3ee-541b15bd34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:47.324888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-2096e73a-6280-4a35-b3ee-541b15bd34d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8e90867-e1d3-48af-9f25-ff80285f5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486345 Oct 25 23:34:47.365875 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:47.429388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-d2d2f820-388f-4327-8d12-e74762f94ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956857 Oct 25 23:34:47.528367 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13eefb11-2aff-4b77-b797-0d36baf7db8b req-6fbbd8e7-b465-43a9-a962-b429a6a78c0a service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916984 Oct 25 23:34:47.578594 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:47.619984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:45Z', 'revision_number': 0, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:47.641501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 0b80b9e7-c105-4d03-86ac-f449614bfe8e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:47.641951 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:47.650224 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1fd1-4dac-4018-af39-589b8ec5b343 None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:34:12Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:45Z', 'revision_number': 0, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:47.725697 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:47.738283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 0b80b9e7-c105-4d03-86ac-f449614bfe8e owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:47.862277 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec16a60a-88fa-4871-a81e-39b3adfb63e5 None None] New status for floating IP 8a2774f8-c6dc-4d6e-b580-0c347ba3f177: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:34:47.891538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817544-052b-494d-9354-021c365973d6 req-0a83ffcc-b6c5-4b10-8475-4f4121a0c371 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:47.893014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43817544-052b-494d-9354-021c365973d6 req-0a83ffcc-b6c5-4b10-8475-4f4121a0c371 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1052494 Oct 25 23:34:47.905323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42140) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:47.966117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43817544-052b-494d-9354-021c365973d6 req-545d6f06-2408-48bc-8054-862edc4d579d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660014 Oct 25 23:34:47.977110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-580fa0b1-1e8c-4990-bbf1-ea42b2f489cc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/8a2774f8-c6dc-4d6e-b580-0c347ba3f177 HTTP/1.1" status: 200 len: 991 time: 0.0700402 Oct 25 23:34:47.981188 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.037471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=0b80b9e7-c105-4d03-86ac-f449614bfe8e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:48.076876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.168131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.170409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.213305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.213977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router 2a9245cd-a145-47e3-910c-223f9aca6eb5 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:34:48.227974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.229237 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4863cb5a-94b0-4a2c-86bb-000fdbf930ec tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 204 len: 168 time: 1.2745676 Oct 25 23:34:48.232838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42146) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:48.237767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-384685427'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:48.287225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:48.294308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.319504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8ac4-2bbd-4745-aacf-069208ac098a req-bef48e8e-acfc-44fa-bd41-f19e159dd2d0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.321074 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd9c8ac4-2bbd-4745-aacf-069208ac098a req-bef48e8e-acfc-44fa-bd41-f19e159dd2d0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.0762305 Oct 25 23:34:48.330274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:48.331111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd467-d83d-4bab-b12f-bb821b061709 req-ea4f562d-61da-4f60-abda-182dccb68930 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.332955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-688fd467-d83d-4bab-b12f-bb821b061709 req-ea4f562d-61da-4f60-abda-182dccb68930 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.0594099 Oct 25 23:34:48.353379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.353726 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment 985aeb0b-0473-4033-923f-c41f2f3e76ac of type vlan for network 39b9a985-d799-4298-93ad-a8932612d47f Oct 25 23:34:48.381145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3bac2acf-5ca9-4eff-9475-14b705a18d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.401333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd9c8ac4-2bbd-4745-aacf-069208ac098a req-fe06632b-6d28-4156-ab4f-469c16002d94 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722635 Oct 25 23:34:48.410126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.424012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:48.438623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.447703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.448538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.461978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557a508-07e6-4e42-a4f1-fb367cbeb968 req-8c014481-ac0f-45c4-8b27-3abfdbdbbff4 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.463542 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5557a508-07e6-4e42-a4f1-fb367cbeb968 req-8c014481-ac0f-45c4-8b27-3abfdbdbbff4 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.0539272 Oct 25 23:34:48.483957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 45f082ad-c41c-41a4-897f-b6d439ab03db completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:34:48.488268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 45f082ad-c41c-41a4-897f-b6d439ab03db triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:48.488733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.522431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2859104 Oct 25 23:34:48.522742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42152) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:48.528529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': '39b9a985-d799-4298-93ad-a8932612d47f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:48.548649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119c8eb-d58a-460a-b5cf-b96a7423d52a tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=39b9a985-d799-4298-93ad-a8932612d47f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:48.565753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 39b9a985-d799-4298-93ad-a8932612d47f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:34:48.584106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf161a-19b8-4d5c-8969-76592003812d req-89173d4e-e03e-4edb-9ad0-be9da5262428 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.585545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aabf161a-19b8-4d5c-8969-76592003812d req-89173d4e-e03e-4edb-9ad0-be9da5262428 tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 1060 time: 0.0496557 Oct 25 23:34:48.629360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:48.631049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.634061 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.669696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:48.672015 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213f260b-051c-44ef-9094-1d45387ee98b" -d '{"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-plugged", "status": "completed", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:48.686344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:48.691034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.716960 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05693d4e-17ef-4068-9229-017c8635d448 x-openstack-request-id: req-05693d4e-17ef-4068-9229-017c8635d448 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:48.717247 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-plugged", "status": "completed", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:48.717501 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05693d4e-17ef-4068-9229-017c8635d448 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:48.717897 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'code': 200} Oct 25 23:34:48.745566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:48.752235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a161-269c-4bc5-8a3f-e2603cae5b13 req-87c350b9-4958-4a69-88e2-e91bf497d62a tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.753727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e36a161-269c-4bc5-8a3f-e2603cae5b13 req-87c350b9-4958-4a69-88e2-e91bf497d62a tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1135 time: 0.0731843 Oct 25 23:34:48.827118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e36a161-269c-4bc5-8a3f-e2603cae5b13 req-9cd627b3-eeb1-434f-9b6d-14b08374d76a tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0634646 Oct 25 23:34:48.847954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870f380-ec03-4d25-ac62-7f63e7bab798 req-3bcd7414-322b-4574-bfbf-cacacc6194e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.849428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f870f380-ec03-4d25-ac62-7f63e7bab798 req-3bcd7414-322b-4574-bfbf-cacacc6194e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1096 time: 0.0404782 Oct 25 23:34:48.849703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42158) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:48.890379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f870f380-ec03-4d25-ac62-7f63e7bab798 req-1dc05866-5468-4f20-8821-9ad5d41d0234 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334067 Oct 25 23:34:48.925155 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:48.960552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace9fb7-85ea-4aac-8de7-3da7fdd4c88c tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:48.962219 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ace9fb7-85ea-4aac-8de7-3da7fdd4c88c tempest-TestSecurityGroupsBasicOps-627349341 tempest-TestSecurityGroupsBasicOps-627349341-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 1055 time: 0.1114943 Oct 25 23:34:48.980336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42162) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:48.995842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:49.006350 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': '985aeb0b-0473-4033-923f-c41f2f3e76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '39b9a985-d799-4298-93ad-a8932612d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:49.006714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: 39b9a985-d799-4298-93ad-a8932612d47f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:34:49.028753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 39b9a985-d799-4298-93ad-a8932612d47f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:34:49.040689 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 39b9a985-d799-4298-93ad-a8932612d47f) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:49.047590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:49.048923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.053700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc4f47-af46-40b9-8a36-550965f0727a None None] Network 39b9a985-d799-4298-93ad-a8932612d47f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:49.064164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-edb9e28a-6cb3-4fec-85df-4dc3b1046204 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/8a2774f8-c6dc-4d6e-b580-0c347ba3f177 HTTP/1.1" status: 200 len: 993 time: 0.0796757 Oct 25 23:34:49.074370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e7e1a52b-166a-4bee-a5e1-647caed3e257 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5477259 Oct 25 23:34:49.074609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42166) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:49.083002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2021726937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:49.143058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.144154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.149806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f589024-89da-4801-8c76-1ae2911b0802 req-4ecff74c-6440-49f5-a672-a1be2a23f369 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:49.152966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f589024-89da-4801-8c76-1ae2911b0802 req-4ecff74c-6440-49f5-a672-a1be2a23f369 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0656371 Oct 25 23:34:49.209965 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f589024-89da-4801-8c76-1ae2911b0802 req-158248ed-a81e-424c-a554-25080963b2f9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510457 Oct 25 23:34:49.221809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.237468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-39b9a985-d799-4298-93ad-a8932612d47f', 'network_id': '39b9a985-d799-4298-93ad-a8932612d47f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': 'cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:34:49.238386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.238901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.262818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.264086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e557190d-49d1-4080-a8fa-3f23591330fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1884983 Oct 25 23:34:49.266991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42170) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:49.277268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244ac88-67d2-4bb3-b21b-1e2a487ddb29 req-4559d6b3-338f-4331-8648-8bc4a84bc809 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:49.278881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1244ac88-67d2-4bb3-b21b-1e2a487ddb29 req-4559d6b3-338f-4331-8648-8bc4a84bc809 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.0707250 Oct 25 23:34:49.386476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Allocated IP 172.20.0.2 (39b9a985-d799-4298-93ad-a8932612d47f/cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d/ab9a2867-4c04-4391-984a-04f23b4808ee) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:49.533903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.540248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.580235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Network 39b9a985-d799-4298-93ad-a8932612d47f is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:49.584586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:49.589104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:49.595806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Pushing event updated for resources: {'Port': ['ID=ab9a2867-4c04-4391-984a-04f23b4808ee,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:49.603019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8a1c-2944-4ba5-ac80-06cd28735604 req-fd963cd8-07fd-47dc-96ce-e2300ec79948 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:49.604355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f9f8a1c-2944-4ba5-ac80-06cd28735604 req-fd963cd8-07fd-47dc-96ce-e2300ec79948 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.1313722 Oct 25 23:34:49.605982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.647097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Attempting to bind port ab9a2867-4c04-4391-984a-04f23b4808ee on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:49.647374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Attempting to bind port ab9a2867-4c04-4391-984a-04f23b4808ee by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '985aeb0b-0473-4033-923f-c41f2f3e76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '39b9a985-d799-4298-93ad-a8932612d47f'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:49.647732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Attempting to bind port ab9a2867-4c04-4391-984a-04f23b4808ee on network 39b9a985-d799-4298-93ad-a8932612d47f {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:49.654182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:49.654182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Checking segment: {'id': '985aeb0b-0473-4033-923f-c41f2f3e76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '39b9a985-d799-4298-93ad-a8932612d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:49.654546 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.654928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Bound using segment: {'id': '985aeb0b-0473-4033-923f-c41f2f3e76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '39b9a985-d799-4298-93ad-a8932612d47f'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:49.655385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Bound port: ab9a2867-4c04-4391-984a-04f23b4808ee, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985aeb0b-0473-4033-923f-c41f2f3e76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '39b9a985-d799-4298-93ad-a8932612d47f'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:49.656351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.686368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.724227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7f9f8a1c-2944-4ba5-ac80-06cd28735604 req-0c7387e5-830e-4124-9d2d-881402d1cd26 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093619 Oct 25 23:34:49.739462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] For port ab9a2867-4c04-4391-984a-04f23b4808ee, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:49.743196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] For port ab9a2867-4c04-4391-984a-04f23b4808ee, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ab9a2867-4c04-4391-984a-04f23b4808ee,segment=NetworkSegment(985aeb0b-0473-4033-923f-c41f2f3e76ac),segment_id=985aeb0b-0473-4033-923f-c41f2f3e76ac)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:49.752820 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:49.812666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62035ce-329c-4347-8ee1-f308ea68d2b5 None None] Pushing event updated for resources: {'Port': ['ID=ab9a2867-4c04-4391-984a-04f23b4808ee,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:49.882734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.20.0.1 (39b9a985-d799-4298-93ad-a8932612d47f/cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d/3b4bf17e-3acb-402c-ba36-7374cf2248ad) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:50.025957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.061640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.108963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 39b9a985-d799-4298-93ad-a8932612d47f is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:50.112224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:50.116582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:50.120726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=3b4bf17e-3acb-402c-ba36-7374cf2248ad,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:50.170385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.198853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.221223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ab9a2867-4c04-4391-984a-04f23b4808ee up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:50.290776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ab9a2867-4c04-4391-984a-04f23b4808ee triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:50.291246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.318813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.363943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eec38-984d-41fb-9bc3-91e7675d4dbd req-82ea81ca-b39f-4e83-96fe-052e41d0863f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:50.365940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536eec38-984d-41fb-9bc3-91e7675d4dbd req-82ea81ca-b39f-4e83-96fe-052e41d0863f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0675578 Oct 25 23:34:50.425204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.444245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-536eec38-984d-41fb-9bc3-91e7675d4dbd req-3aba450a-0c1c-47f5-9749-4161e6c5c0c9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710638 Oct 25 23:34:50.487721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port ab9a2867-4c04-4391-984a-04f23b4808ee, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ab9a2867-4c04-4391-984a-04f23b4808ee,segment=NetworkSegment(985aeb0b-0473-4033-923f-c41f2f3e76ac),segment_id=985aeb0b-0473-4033-923f-c41f2f3e76ac)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:50.492723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.543291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294211e-7f23-4b55-9087-96f022d29553 req-38bef0ee-3258-47b6-a618-8e2443a8eb57 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:50.544895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d294211e-7f23-4b55-9087-96f022d29553 req-38bef0ee-3258-47b6-a618-8e2443a8eb57 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.1519823 Oct 25 23:34:50.548688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=ab9a2867-4c04-4391-984a-04f23b4808ee,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:50.677066 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.682554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.765244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.767233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=3b4bf17e-3acb-402c-ba36-7374cf2248ad,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:50.811685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c4f27-8b13-4a03-8801-767e857f54f7 None None] Network 39b9a985-d799-4298-93ad-a8932612d47f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:50.856338 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:50.860472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdad4-2364-4187-b261-c1a5a5bee6ab req-f8119011-b866-4b67-be2b-3054d94dcc4d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:50.861999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce1cdad4-2364-4187-b261-c1a5a5bee6ab req-f8119011-b866-4b67-be2b-3054d94dcc4d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0576851 Oct 25 23:34:50.887190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 39b9a985-d799-4298-93ad-a8932612d47f is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:50.888925 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:50.901734 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce1cdad4-2364-4187-b261-c1a5a5bee6ab req-7c60f155-0145-4e5f-904c-8181071f2378 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Oct 25 23:34:50.963815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-187681f7-fd9b-47e3-b015-f64d09a9aff2 None None] Provisioning complete for port ab9a2867-4c04-4391-984a-04f23b4808ee triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:50.964179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-187681f7-fd9b-47e3-b015-f64d09a9aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.043346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c822-0c51-4d2f-b331-9927cba488d7 req-078b976f-b63f-42fc-9425-d4bebc35a6d5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:51.044900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c8c4c822-0c51-4d2f-b331-9927cba488d7 req-078b976f-b63f-42fc-9425-d4bebc35a6d5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0719604 Oct 25 23:34:51.087473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 766779a6-5c9f-418d-b0b2-8bbc974151bd is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:51.107014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c8c4c822-0c51-4d2f-b331-9927cba488d7 req-ed9527dd-3a6a-480c-bd6a-5cf08be27e25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535650 Oct 25 23:34:51.131349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42182) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:51.178790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c464d19-7277-4892-abc9-edc6faa69a59 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:51.182243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5c464d19-7277-4892-abc9-edc6faa69a59 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1091 time: 0.0481858 Oct 25 23:34:51.184592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42184) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:51.189742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:51.205440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:51.215872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69bd459b-e612-454a-9d4e-af7db3ac0c33 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/766779a6-5c9f-418d-b0b2-8bbc974151bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9449511 Oct 25 23:34:51.216596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42186) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:51.217473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] Sync routers for ids ['766779a6-5c9f-418d-b0b2-8bbc974151bd'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:51.231098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] Routers {'766779a6-5c9f-418d-b0b2-8bbc974151bd'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:51.231811 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['766779a6-5c9f-418d-b0b2-8bbc974151bd'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:51.268099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:51.278937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] Routers {'766779a6-5c9f-418d-b0b2-8bbc974151bd'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:51.278937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['766779a6-5c9f-418d-b0b2-8bbc974151bd'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:51.279320 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.304908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cee40b-b888-4cc6-b348-d03fa33c4b16 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:51.306882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-43cee40b-b888-4cc6-b348-d03fa33c4b16 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports/3b4bf17e-3acb-402c-ba36-7374cf2248ad HTTP/1.1" status: 200 len: 910 time: 0.0891781 Oct 25 23:34:51.309496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42188) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:51.314763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d'}]}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:51.318575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:51.319303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998d34e-7962-4085-98f0-bd60a75bc810 None None] The sync data for ids ['766779a6-5c9f-418d-b0b2-8bbc974151bd'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:51.335032 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e0735cf1-7247-4bd8-b7be-a2befbb0cf65 None None] Provisioning complete for port ab9a2867-4c04-4391-984a-04f23b4808ee triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:51.335395 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0735cf1-7247-4bd8-b7be-a2befbb0cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.363342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-f48be277-099b-4a0d-982c-594f0913464d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:51.365177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-f48be277-099b-4a0d-982c-594f0913464d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.15 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.1339998 Oct 25 23:34:51.441450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e0735cf1-7247-4bd8-b7be-a2befbb0cf65 None None] Provisioning complete for port 3b4bf17e-3acb-402c-ba36-7374cf2248ad triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:51.442020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0735cf1-7247-4bd8-b7be-a2befbb0cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.481941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e0735cf1-7247-4bd8-b7be-a2befbb0cf65 None None] Port 3b4bf17e-3acb-402c-ba36-7374cf2248ad cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:51.524703 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.528147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port ee95061c-6aac-47bc-9b7f-744f751813b6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:51.528473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.533747 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.610494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-679483f4-337c-4e10-8797-0aa6d4776915 None None] Provisioning complete for port 3b4bf17e-3acb-402c-ba36-7374cf2248ad triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:51.610871 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-679483f4-337c-4e10-8797-0aa6d4776915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.678897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-679483f4-337c-4e10-8797-0aa6d4776915 None None] Port 3b4bf17e-3acb-402c-ba36-7374cf2248ad cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:51.714454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b4275-67c8-4ed9-8861-b89b16378587 req-82f496b1-3998-4069-8cf5-a85e3ab5ba5b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:51.715628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-792b4275-67c8-4ed9-8861-b89b16378587 req-82f496b1-3998-4069-8cf5-a85e3ab5ba5b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1683469 Oct 25 23:34:51.749475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5432ab-2d87-4464-9882-de753a8489b7 req-7483d97f-638b-4448-b27f-2ab9cff183e1 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:51.751058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da5432ab-2d87-4464-9882-de753a8489b7 req-7483d97f-638b-4448-b27f-2ab9cff183e1 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 909 time: 0.0695424 Oct 25 23:34:51.753913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] For port ee95061c-6aac-47bc-9b7f-744f751813b6, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ee95061c-6aac-47bc-9b7f-744f751813b6,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:51.754308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.782010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for ee95061c-6aac-47bc-9b7f-744f751813b6 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:51.821085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.162 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c5783d19-a52f-4b5c-a17b-05301a1b3a94) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:51.856402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-792b4275-67c8-4ed9-8861-b89b16378587 req-7a8fa5e8-abcd-4bab-b39e-bb29c0ff6531 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184928 Oct 25 23:34:51.902768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9001a12e-d54e-4b24-8164-7490330bf4bd None None] Provisioning complete for port 3b4bf17e-3acb-402c-ba36-7374cf2248ad triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:51.903347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9001a12e-d54e-4b24-8164-7490330bf4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:51.943845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9001a12e-d54e-4b24-8164-7490330bf4bd None None] Port 3b4bf17e-3acb-402c-ba36-7374cf2248ad cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:34:52.008849 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.016118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.022448 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.038521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.079923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=ee95061c-6aac-47bc-9b7f-744f751813b6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:52.099650 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:52.100311 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.104702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/ports/3b4bf17e-3acb-402c-ba36-7374cf2248ad HTTP/1.1" status: 200 len: 910 time: 0.7912440 Oct 25 23:34:52.105382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:52.112077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4967bae-d84c-45c7-81f6-f70569c44764 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=3b4bf17e-3acb-402c-ba36-7374cf2248ad,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:52.237793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ab9a2867-4c04-4391-984a-04f23b4808ee up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:52.304346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ab9a2867-4c04-4391-984a-04f23b4808ee triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:52.304898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.467232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] No DVR routers for this DVR port ee95061c-6aac-47bc-9b7f-744f751813b6 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:52.471015 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.475262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e79f89b1-7a4d-45a6-a3ce-fd9a376161cd req-8e1ab6c7-0f29-4032-a3e7-127f32b86639 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.15 "DELETE /v2.0/ports/ee95061c-6aac-47bc-9b7f-744f751813b6 HTTP/1.1" status: 204 len: 173 time: 1.0972342 Oct 25 23:34:52.475676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'name': 'network-vif-deleted', 'tag': 'ee95061c-6aac-47bc-9b7f-744f751813b6'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:52.479629 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c606e7c-2c03-499d-96e6-1d7316b96f12" -d '{"events": [{"server_uuid": "4af73955-3cd5-48af-ad73-0ac36971cbfa", "name": "network-vif-deleted", "tag": "ee95061c-6aac-47bc-9b7f-744f751813b6"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:52.483814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.529282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:52.535059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:52.541619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:52.545134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=c5783d19-a52f-4b5c-a17b-05301a1b3a94,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:52.566819 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d941f-afed-4718-a746-477f42bf4127 x-openstack-request-id: req-699d941f-afed-4718-a746-477f42bf4127 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:52.567102 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af73955-3cd5-48af-ad73-0ac36971cbfa", "name": "network-vif-deleted", "tag": "ee95061c-6aac-47bc-9b7f-744f751813b6", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:52.567339 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-699d941f-afed-4718-a746-477f42bf4127 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:52.567927 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af73955-3cd5-48af-ad73-0ac36971cbfa', 'name': 'network-vif-deleted', 'tag': 'ee95061c-6aac-47bc-9b7f-744f751813b6', 'status': 'completed', 'code': 200} Oct 25 23:34:52.749315 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-d9e4cc35-3aa5-4e9c-afad-518e04594ae4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762544 Oct 25 23:34:52.824237 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:52.952478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-ff779f81-93fd-42af-b758-fb19d450d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:52.953978 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-ff779f81-93fd-42af-b758-fb19d450d1d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1096 time: 0.0967584 Oct 25 23:34:52.993323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9306ab72-ac54-4a45-a39f-22468ebd9fff req-01d1c49d-c61b-4b1c-9329-b6c3cd0d9654 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af73955-3cd5-48af-ad73-0ac36971cbfa HTTP/1.1" status: 200 len: 210 time: 0.1341681 Oct 25 23:34:53.057875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.105137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92720e1-c232-46ea-a8bf-6f4c58886dc7 req-678e95ed-059f-4250-9ab7-7d7e6486f9ac tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:53.106660 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c92720e1-c232-46ea-a8bf-6f4c58886dc7 req-678e95ed-059f-4250-9ab7-7d7e6486f9ac tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1741567 Oct 25 23:34:53.146413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.173461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-f9155984-a226-45c6-89d8-a50fb484f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:53.174955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-f9155984-a226-45c6-89d8-a50fb484f6ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 910 time: 0.1735897 Oct 25 23:34:53.187097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c92720e1-c232-46ea-a8bf-6f4c58886dc7 req-79793dd4-1d44-49ec-8928-5ce264028736 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699193 Oct 25 23:34:53.318861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.323849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.331084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-c9692738-cdf1-42a7-8007-0eb536ef4a4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 1000 time: 0.1474390 Oct 25 23:34:53.391749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=c5783d19-a52f-4b5c-a17b-05301a1b3a94,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:53.393982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-d88d6a8e-bb24-4df4-856f-4621a04830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:53.395384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-d88d6a8e-bb24-4df4-856f-4621a04830d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 200 len: 848 time: 0.0545969 Oct 25 23:34:53.397389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 3b4bf17e-3acb-402c-ba36-7374cf2248ad {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:53.397724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.403377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.505052 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 associated. External IP: 172.25.4.162, port: 45f082ad-c41c-41a4-897f-b6d439ab03db. Oct 25 23:34:53.507028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-07e59c78-e004-4405-b7ba-d2b55dad55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:53.508791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-07e59c78-e004-4405-b7ba-d2b55dad55f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3876a08b-506f-4b4b-8386-5ab93cf865cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050644 Oct 25 23:34:53.530577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.577078 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 3b4bf17e-3acb-402c-ba36-7374cf2248ad owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:53.668200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-f3175673-69b2-4ac2-be9e-a7e326a759bb service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485054 Oct 25 23:34:53.712500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 77920548-9257-4fb0-85c1-764db16e2d1b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:53.818215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:53.831337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] Sync routers for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:53.838945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-838841aa-609a-42e8-8a21-d7fdfd06a6c5 req-715d0244-51d7-4d45-83c1-75e452f56ade service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614776 Oct 25 23:34:53.839351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.844125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:53.844833 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:53.854928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:53.887442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e07263ce-7a19-4677-b619-882c26b799e4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7016945 Oct 25 23:34:53.925450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=3b4bf17e-3acb-402c-ba36-7374cf2248ad,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:53.962892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:54.002000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 628cfc89-80ef-45c9-a825-f501a092b1bf details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:34:54.033924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd1a5-89ab-4adc-82f8-7580a5d6876f req-f2be0b51-0fbf-4e53-b1c2-27ebc4a04033 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:54.046398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-118dd1a5-89ab-4adc-82f8-7580a5d6876f req-f2be0b51-0fbf-4e53-b1c2-27ebc4a04033 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0880075 Oct 25 23:34:54.063555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:54.088505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42208) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:54.090456 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-118dd1a5-89ab-4adc-82f8-7580a5d6876f req-62f0d45c-63b1-4eba-a393-778ff5c72a64 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Oct 25 23:34:54.114602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42210) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:54.179374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=628cfc89-80ef-45c9-a825-f501a092b1bf,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:54.195193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'port_id': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'mac_address': 'fa:16:3e:9f:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:34:54.222294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-07492ed8-d76d-45e9-860b-e715518231f2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 HTTP/1.1" status: 200 len: 991 time: 0.1053338 Oct 25 23:34:54.253480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:54.255213 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9d0de8b0-c7ed-4e31-b9ea-f23f92e65790', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'mac_address': 'fa:16:3e:85:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847d94b-3757-4512-bed3-9201ae52351d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:52Z', 'updated_at': '2021-10-25T23:34:52Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:35Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:54.269351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628cfc89-80ef-45c9-a825-f501a092b1bf {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:34:54.286188 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] Checking router: 77920548-9257-4fb0-85c1-764db16e2d1b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:54.295491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=628cfc89-80ef-45c9-a825-f501a092b1bf,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:54.303479 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:54.309838 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:54.310938 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:54.354888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:54.420043 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:54.425936 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 766779a6-5c9f-418d-b0b2-8bbc974151bd has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:54.441071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a00152-e6dd-4fbd-9c94-b25018f254c3 req-5708b2e7-b85f-44f4-814c-d2a135c4cfcf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:54.442551 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29a00152-e6dd-4fbd-9c94-b25018f254c3 req-5708b2e7-b85f-44f4-814c-d2a135c4cfcf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 945 time: 0.1476052 Oct 25 23:34:54.451921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ee95061c-6aac-47bc-9b7f-744f751813b6 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:54.476010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: ee95061c-6aac-47bc-9b7f-744f751813b6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:54.476441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ee95061c-6aac-47bc-9b7f-744f751813b6 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:54.528838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['628cfc89-80ef-45c9-a825-f501a092b1bf'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:34:54.568940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:54.573809 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:54.662246 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aab166-911d-4eb7-b5e0-bae2b05fb6f1 x-openstack-request-id: req-33aab166-911d-4eb7-b5e0-bae2b05fb6f1 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:54.663234 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:54.663667 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33aab166-911d-4eb7-b5e0-bae2b05fb6f1 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:54.665517 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'status': 'completed', 'code': 200} Oct 25 23:34:54.702738 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9d0de8b0-c7ed-4e31-b9ea-f23f92e65790', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'mac_address': 'fa:16:3e:85:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847d94b-3757-4512-bed3-9201ae52351d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:52Z', 'updated_at': '2021-10-25T23:34:52Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:35Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:54.849419 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b65-8776-42b8-a682-b3300e34d4ef None None] The sync data for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 is: [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '9d0de8b0-c7ed-4e31-b9ea-f23f92e65790', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'mac_address': 'fa:16:3e:85:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847d94b-3757-4512-bed3-9201ae52351d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:52Z', 'updated_at': '2021-10-25T23:34:52Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:35Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:54.963216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:54.973498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-276045c0-accf-4b05-8add-65866c25d4f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/766779a6-5c9f-418d-b0b2-8bbc974151bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8670416 Oct 25 23:34:54.974198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] Sync routers for ids ['766779a6-5c9f-418d-b0b2-8bbc974151bd'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:54.976410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42216) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:54.976816 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-29a00152-e6dd-4fbd-9c94-b25018f254c3 req-664dcdb1-390d-41f6-b201-26ea66575e1e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230844 Oct 25 23:34:54.986057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] Routers {'766779a6-5c9f-418d-b0b2-8bbc974151bd'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:54.987295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['766779a6-5c9f-418d-b0b2-8bbc974151bd'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:55.019658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8780d6c8-e29e-46e1-9772-66b94f16f4ba tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=766779a6-5c9f-418d-b0b2-8bbc974151bd HTTP/1.1" status: 200 len: 205 time: 0.0377676 Oct 25 23:34:55.019904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42218) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:55.029852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:55.036398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-25cc5a19-7360-4ca2-8697-e30782e1483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:55.038007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-25cc5a19-7360-4ca2-8697-e30782e1483d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1096 time: 0.0884085 Oct 25 23:34:55.041680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] Routers {'766779a6-5c9f-418d-b0b2-8bbc974151bd'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:55.042490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['766779a6-5c9f-418d-b0b2-8bbc974151bd'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:55.077152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:55.077893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9f761-3e34-4693-a9d1-0435d064fcc5 None None] The sync data for ids ['766779a6-5c9f-418d-b0b2-8bbc974151bd'] in n-d-815373-1 is: [] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:55.105551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.152870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3476ed-cb76-4354-8bb8-9bc849179618 None None] New status for floating IP 9d0de8b0-c7ed-4e31-b9ea-f23f92e65790: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:34:55.203669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-736c94f4-b242-4fce-90fb-d7ed334a9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:55.205154 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-736c94f4-b242-4fce-90fb-d7ed334a9554 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.1582224 Oct 25 23:34:55.239856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42220) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:55.283204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.289313 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-853d2969-7441-42ff-a3e9-01c8f86fbad1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.0748503 Oct 25 23:34:55.312439 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.375749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.376018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-61119f02-24d8-47b5-8d36-d8d029e24d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:55.376122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router 766779a6-5c9f-418d-b0b2-8bbc974151bd {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:34:55.377732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-61119f02-24d8-47b5-8d36-d8d029e24d5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0804031 Oct 25 23:34:55.388573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d94c2f81-2db5-4e9d-9b01-d31643dbf43c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 HTTP/1.1" status: 200 len: 991 time: 0.1475167 Oct 25 23:34:55.389605 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.394108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.395222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6b180722-d956-488b-a9c7-b1301f5b2ebc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/766779a6-5c9f-418d-b0b2-8bbc974151bd HTTP/1.1" status: 204 len: 168 time: 0.3744013 Oct 25 23:34:55.397879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42222) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:55.450644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:34:55.453823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.495582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.511107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-1c77a9d0-2120-4ef1-91e5-7b540c843987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:55.512622 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-1c77a9d0-2120-4ef1-91e5-7b540c843987 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191959 Oct 25 23:34:55.582354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.639843 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.668255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:55.669824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-673c88cc-9a4f-4119-ac31-786620270842 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482236 Oct 25 23:34:55.670652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.676375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1ec10473-7ea5-472d-a922-d85758e026c0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d HTTP/1.1" status: 204 len: 168 time: 0.2750044 Oct 25 23:34:55.677231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42224) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:55.681027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8406debb-09bb-4f00-a0b3-54844e14622d None None] Network 39b9a985-d799-4298-93ad-a8932612d47f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:55.759858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.825032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port ab9a2867-4c04-4391-984a-04f23b4808ee {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:55.825375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.828311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dc13fcf0-8373-483b-ae81-5a8e55d0f9a3 req-6aeb73f8-dd1b-4775-8697-67898adfde3a service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517663 Oct 25 23:34:55.853480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port 860957f5-d217-402c-b7a2-059c4f71fd61 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:55.853825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.870460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] DHCP port deletion for 39b9a985-d799-4298-93ad-a8932612d47f request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:34:55.898346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port ab9a2867-4c04-4391-984a-04f23b4808ee, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ab9a2867-4c04-4391-984a-04f23b4808ee,segment=NetworkSegment(985aeb0b-0473-4033-923f-c41f2f3e76ac),segment_id=985aeb0b-0473-4033-923f-c41f2f3e76ac)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:55.899004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.912567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for ab9a2867-4c04-4391-984a-04f23b4808ee owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:55.920144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] Deleting port ab9a2867-4c04-4391-984a-04f23b4808ee {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:55.920830 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.956886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] For port 860957f5-d217-402c-b7a2-059c4f71fd61, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=860957f5-d217-402c-b7a2-059c4f71fd61,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:55.957250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.972126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for 860957f5-d217-402c-b7a2-059c4f71fd61 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:55.986162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] For port ab9a2867-4c04-4391-984a-04f23b4808ee, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ab9a2867-4c04-4391-984a-04f23b4808ee,segment=NetworkSegment(985aeb0b-0473-4033-923f-c41f2f3e76ac),segment_id=985aeb0b-0473-4033-923f-c41f2f3e76ac)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:55.986597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:55.999418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] Calling delete_port for ab9a2867-4c04-4391-984a-04f23b4808ee owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:56.007464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.036471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=ab9a2867-4c04-4391-984a-04f23b4808ee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:56.045985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port ab9a2867-4c04-4391-984a-04f23b4808ee on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:56.046207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 628cfc89-80ef-45c9-a825-f501a092b1bf up at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:34:56.124250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.135629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning for port 628cfc89-80ef-45c9-a825-f501a092b1bf completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:34:56.159478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] Pushing event deleted for resources: {'Port': ['ID=ab9a2867-4c04-4391-984a-04f23b4808ee,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:56.161639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Provisioning complete for port 628cfc89-80ef-45c9-a825-f501a092b1bf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:34:56.162005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.204084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c83532-f17e-464e-a8ee-63b0001fa4b3 None None] No DVR routers for this DVR port ab9a2867-4c04-4391-984a-04f23b4808ee on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:56.247813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ab9a2867-4c04-4391-984a-04f23b4808ee no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:56.259200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.283592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ab9a2867-4c04-4391-984a-04f23b4808ee {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:34:56.284026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ab9a2867-4c04-4391-984a-04f23b4808ee not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:56.288377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=860957f5-d217-402c-b7a2-059c4f71fd61,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:56.298718 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.332815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:34:56.335580 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d67e56-1217-44cd-96fe-f37f12821ca4" -d '{"events": [{"server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "name": "network-vif-plugged", "status": "completed", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:34:56.357922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=628cfc89-80ef-45c9-a825-f501a092b1bf,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:56.364947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.393928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42230) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:56.405944 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2f313-dc28-4cde-bcdb-29ee23042a31 x-openstack-request-id: req-2ef2f313-dc28-4cde-bcdb-29ee23042a31 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:34:56.406309 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "name": "network-vif-plugged", "status": "completed", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:34:56.406882 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ef2f313-dc28-4cde-bcdb-29ee23042a31 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:34:56.419135 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'code': 200} Oct 25 23:34:56.486953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:56.603795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.611052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ded92dfa-c56f-4264-8e1b-adab9155c84d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 HTTP/1.1" status: 200 len: 993 time: 0.2148216 Oct 25 23:34:56.639625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b9a985-d799-4298-93ad-a8932612d47f']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:56.643299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.657063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb299be-930d-46da-9161-23951dd84f54 req-b5f6b86e-0ee5-432c-876f-bbeeabd550cf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:56.658577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6fb299be-930d-46da-9161-23951dd84f54 req-b5f6b86e-0ee5-432c-876f-bbeeabd550cf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 945 time: 0.5725574 Oct 25 23:34:56.663059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985aeb0b-0473-4033-923f-c41f2f3e76ac') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:56.663354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985aeb0b-0473-4033-923f-c41f2f3e76ac') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:56.673418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd56726-8f59-421a-9b86-6f9c68034a05 req-4f91d84c-f18c-4e09-a3f5-29c68406caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:56.674861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4bd56726-8f59-421a-9b86-6f9c68034a05 req-4f91d84c-f18c-4e09-a3f5-29c68406caa7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 1097 time: 0.1084476 Oct 25 23:34:56.684483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.725773 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.748719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:34:56.749022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:34:56.753653 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:34:56.766659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6fb299be-930d-46da-9161-23951dd84f54 req-d0fd6628-6701-4798-9a84-ce9bd30a78bd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003587 Oct 25 23:34:56.794514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4bd56726-8f59-421a-9b86-6f9c68034a05 req-67dd60b1-0878-4c41-87dc-6d2005d906dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125426 Oct 25 23:34:56.817466 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.823291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.830341 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/39b9a985-d799-4298-93ad-a8932612d47f HTTP/1.1" status: 204 len: 168 time: 1.1526918 Oct 25 23:34:56.830947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42232) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:56.838698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1877093380', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:56.861199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f3f0-7870-432e-b13e-4880f70bf824 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=39b9a985-d799-4298-93ad-a8932612d47f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:56.869709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c2742add-7c67-4051-bc03-d4bba87fa65f has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:34:56.880298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.881409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.936246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.941528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.959022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.960214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5b178fc-1a9f-498b-854d-9c7412bae1f8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1254170 Oct 25 23:34:56.963961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42234) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:56.968779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-695968980'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:56.986794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:56.991119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:56.995188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-a5bf784b-eac7-4e1f-92b3-da070b9ef018 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "PUT /v2.0/routers/c2742add-7c67-4051-bc03-d4bba87fa65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8856571 Oct 25 23:34:56.995302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:56.995414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42236) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:56.998460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] Sync routers for ids ['c2742add-7c67-4051-bc03-d4bba87fa65f'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:57.009036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] Routers {'c2742add-7c67-4051-bc03-d4bba87fa65f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:57.009574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c2742add-7c67-4051-bc03-d4bba87fa65f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:57.021416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:57.031901 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.032251 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment b8b593a4-7d7a-43f8-83af-0a01e555c723 of type vlan for network f811d62b-9453-4317-ad6f-044a2065ea39 Oct 25 23:34:57.056453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting subnet 9f412022-1c81-4d5a-995a-f51381d3801c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:34:57.059835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.075771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.106765 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.107783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.113465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:57.114074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.127714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] Set router c2742add-7c67-4051-bc03-d4bba87fa65f gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:57.178407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2108417 Oct 25 23:34:57.178645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42238) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:57.183860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:57.207717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef4b2b-3536-481b-a7fd-be934828e0c2 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=f811d62b-9453-4317-ad6f-044a2065ea39,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:57.215543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.228013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f811d62b-9453-4317-ad6f-044a2065ea39 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:34:57.284198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.305990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:57.309674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.314756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Subnet': ['ID=9f412022-1c81-4d5a-995a-f51381d3801c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:57.316633 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.323359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c8184cb3-0b25-4836-b066-4ed2d641e829 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/subnets/9f412022-1c81-4d5a-995a-f51381d3801c HTTP/1.1" status: 204 len: 168 time: 0.3239160 Oct 25 23:34:57.323359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42240) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:57.332038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a78deb-576f-424a-ab10-fcdea82b35c2 None None] Network ce451472-bfbb-4783-8532-7412f4592370 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:57.434322 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.475109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:56Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:57.506356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] Checking router: c2742add-7c67-4051-bc03-d4bba87fa65f for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:34:57.520125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] Routers {'c2742add-7c67-4051-bc03-d4bba87fa65f'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:57.520718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c2742add-7c67-4051-bc03-d4bba87fa65f'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:57.534442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.543090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.603250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] DHCP port deletion for ce451472-bfbb-4783-8532-7412f4592370 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:34:57.616687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:57.617393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:57.617845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: f811d62b-9453-4317-ad6f-044a2065ea39, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:34:57.617949 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.632370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=7c2cfa02-5027-48f4-a029-d2d6f24a9ea7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:57.643733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f811d62b-9453-4317-ad6f-044a2065ea39 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:34:57.657528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f811d62b-9453-4317-ad6f-044a2065ea39) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:57.665504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:57.666506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.673194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e85fc0-2c51-4b13-a13d-0fa09825850a None None] Network f811d62b-9453-4317-ad6f-044a2065ea39 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:34:57.686740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0eedfdfd-eef0-4904-bc63-6378299e103e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5071239 Oct 25 23:34:57.690572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42242) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:57.692583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] Set router c2742add-7c67-4051-bc03-d4bba87fa65f gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:57.710011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] For port 5264e885-3edf-4c8f-a1ae-ffb26aff55a0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:57.710537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:57.724901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:58.008875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] Deleting port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:58.009206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.027823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.149743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] For port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,segment=NetworkSegment(6e50d951-86bb-404d-892b-31da8a194393),segment_id=6e50d951-86bb-404d-892b-31da8a194393)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:34:58.150501 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.192342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] Calling delete_port for dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:58.228222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935feca-f561-4a4c-a404-f596bec4d8d0 req-1c5e5f98-03ee-40ef-ab60-66e9853b07bb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:58.230900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6935feca-f561-4a4c-a404-f596bec4d8d0 req-1c5e5f98-03ee-40ef-ab60-66e9853b07bb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 946 time: 0.0860145 Oct 25 23:34:58.261445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f811d62b-9453-4317-ad6f-044a2065ea39', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:34:58.262231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.323422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:34:58.339150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6935feca-f561-4a4c-a404-f596bec4d8d0 req-eb037799-e6dc-4034-bb47-65456fb4e92f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662408 Oct 25 23:34:58.374983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.20.0.1 (f811d62b-9453-4317-ad6f-044a2065ea39/7c2cfa02-5027-48f4-a029-d2d6f24a9ea7/0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:58.397807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.425451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=5264e885-3edf-4c8f-a1ae-ffb26aff55a0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:58.469308 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.481170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:56Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:58.502271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.505684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.541829 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.549327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] Pushing event deleted for resources: {'Port': ['ID=dde81b05-4dfc-4ad1-8e6e-e4675b14cef1,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:58.561621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfa3f0-48f4-4bb7-987a-3c2a3304c1f8 None None] No DVR routers for this DVR port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:34:58.571960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107eaee-109f-4076-bd84-9b1e4d2c2e91 None None] The sync data for ids ['c2742add-7c67-4051-bc03-d4bba87fa65f'] in n-d-815373-1 is: [{'id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1673593125', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:08Z', 'updated_at': '2021-10-25T23:34:56Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': '5264e885-3edf-4c8f-a1ae-ffb26aff55a0', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2742add-7c67-4051-bc03-d4bba87fa65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:10Z', 'updated_at': '2021-10-25T23:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:34:58.597160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No active binding found for port dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 {{(pid=102135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 23:34:58.597927 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dde81b05-4dfc-4ad1-8e6e-e4675b14cef1 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:34:58.605838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.619157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f811d62b-9453-4317-ad6f-044a2065ea39 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:58.626316 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:58.626526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.628159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.630449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:58.634853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Allocated IP 172.20.0.2 (f811d62b-9453-4317-ad6f-044a2065ea39/7c2cfa02-5027-48f4-a029-d2d6f24a9ea7/9682a665-a26c-4810-8e37-6a3a2c539bfe) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:34:58.671741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:58.675868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.676542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Fanout notify agent at l3_agent the message router_deleted on router c2742add-7c67-4051-bc03-d4bba87fa65f {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:34:58.685909 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.695829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-59be400d-33fa-4bcc-8fe2-c16ae01ffbaf tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/routers/c2742add-7c67-4051-bc03-d4bba87fa65f HTTP/1.1" status: 204 len: 168 time: 1.3715026 Oct 25 23:34:58.697044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42248) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:58.700074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.783381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.799463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.805361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.835391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.850846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Network f811d62b-9453-4317-ad6f-044a2065ea39 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:58.857042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:58.859335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Pushing event updated for resources: {'Port': ['ID=9682a665-a26c-4810-8e37-6a3a2c539bfe,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:58.861645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:34:58.885835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.910958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce451472-bfbb-4783-8532-7412f4592370']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:58.921465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Attempting to bind port 9682a665-a26c-4810-8e37-6a3a2c539bfe on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:34:58.921465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Attempting to bind port 9682a665-a26c-4810-8e37-6a3a2c539bfe by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:34:58.921465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Attempting to bind port 9682a665-a26c-4810-8e37-6a3a2c539bfe on network f811d62b-9453-4317-ad6f-044a2065ea39 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:34:58.931719 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e50d951-86bb-404d-892b-31da8a194393') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:58.932019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e50d951-86bb-404d-892b-31da8a194393') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:58.934002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:34:58.934558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Checking segment: {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:34:58.935057 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.935546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Bound using segment: {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:34:58.936122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Bound port: 9682a665-a26c-4810-8e37-6a3a2c539bfe, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:34:58.936596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.948336 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.967222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.975583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:34:58.976147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:34:58.980692 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:34:59.014781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] For port 9682a665-a26c-4810-8e37-6a3a2c539bfe, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:34:59.018752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] For port 9682a665-a26c-4810-8e37-6a3a2c539bfe, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9682a665-a26c-4810-8e37-6a3a2c539bfe,segment=NetworkSegment(b8b593a4-7d7a-43f8-83af-0a01e555c723),segment_id=b8b593a4-7d7a-43f8-83af-0a01e555c723)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:34:59.026235 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.063440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.074956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.086557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/networks/ce451472-bfbb-4783-8532-7412f4592370 HTTP/1.1" status: 204 len: 168 time: 0.3862665 Oct 25 23:34:59.092267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42250) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:59.092587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05a897-b214-4342-a1fc-5252caf307d5 None None] Pushing event updated for resources: {'Port': ['ID=9682a665-a26c-4810-8e37-6a3a2c539bfe,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:59.153141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35873b2-c295-409a-b6b8-953cc54ab14f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Network': ['ID=ce451472-bfbb-4783-8532-7412f4592370,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:59.171694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.177538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.263602 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.265573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:59.370108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port ea48f511-4fe3-456f-8929-dc0556417871 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:34:59.370539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.400497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network f811d62b-9453-4317-ad6f-044a2065ea39 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:34:59.402697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:34:59.509876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.510298 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.528813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for ea48f511-4fe3-456f-8929-dc0556417871 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:34:59.571557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e945-393f-4a24-984e-11d43559c55f req-d7515e8c-a2c1-44e7-b47e-c4ae372aa7d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:59.573233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0747e945-393f-4a24-984e-11d43559c55f req-d7515e8c-a2c1-44e7-b47e-c4ae372aa7d5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 946 time: 0.0894494 Oct 25 23:34:59.629912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0747e945-393f-4a24-984e-11d43559c55f req-499644f7-e412-46ce-aa46-875c57df0cf3 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492814 Oct 25 23:34:59.630807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:34:59.727732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:34:59.727980 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.733254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c4503ce2-41a8-4d91-85a8-14d99f1dbdaf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0413296 Oct 25 23:34:59.735785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42256) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:34:59.739353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:34:59.741328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-1941620758'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:34:59.751292 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:34:59.751901 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:34:59.762733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:34:59.766457 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.785989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=ea48f511-4fe3-456f-8929-dc0556417871,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:34:59.796545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:34:59.806529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.806993 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment d6b1f30a-7d9c-4e51-8565-34473820d610 of type vlan for network ed5a4934-7490-496c-b70e-15750ee5d69e Oct 25 23:34:59.846469 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:34:59.878182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bce589-ea45-4098-9156-b0ef8be65a6c req-478e528a-5375-47ca-ab37-f456d59ac2cb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:59.880121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71bce589-ea45-4098-9156-b0ef8be65a6c req-478e528a-5375-47ca-ab37-f456d59ac2cb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 946 time: 0.1491008 Oct 25 23:34:59.885365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.925271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.925535 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Floating IP 3980a297-cb9f-4d2c-804c-b89b2721a253 disassociated (deleted). External IP: 172.25.4.187, port: 9460b678-abdb-4caf-a4d4-b3e3b2a7958b. Oct 25 23:34:59.936432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.942389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:34:59.943099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:34:59.976609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2393997 Oct 25 23:35:00.002029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42258) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:00.009521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:00.020252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-71bce589-ea45-4098-9156-b0ef8be65a6c req-23ddb9b7-8254-4548-9368-e3b9f7949be9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306031 Oct 25 23:35:00.049543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:00.086799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee70926-983d-4bbd-8033-9bcd50955b7e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=ed5a4934-7490-496c-b70e-15750ee5d69e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:00.101958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ed5a4934-7490-496c-b70e-15750ee5d69e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:35:00.102676 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:34:58Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:34:58Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:00.131744 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:00.132339 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Updating router 1434d748-9177-4df6-9c3e-714958605df8 port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:35:00.156645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:00.164716 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.186202 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.383263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9682a665-a26c-4810-8e37-6a3a2c539bfe up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:00.401548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a78fe-7b48-4893-94d1-8eeb5b2f235a tempest-TestVolumeBootPattern-1497228477 tempest-TestVolumeBootPattern-1497228477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:00.406233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2c9a78fe-7b48-4893-94d1-8eeb5b2f235a tempest-TestVolumeBootPattern-1497228477 tempest-TestVolumeBootPattern-1497228477-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 1092 time: 0.3528335 Oct 25 23:35:00.408360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42264) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:00.422346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:00.435373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c813f152-29d0-4cb0-adae-6a5081de38b5 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:00.461914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9682a665-a26c-4810-8e37-6a3a2c539bfe triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:00.462506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.520877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.534215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.562766 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.574002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde9750-e6ea-4680-97cd-4719591cf775 None None] Network f811d62b-9453-4317-ad6f-044a2065ea39 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:00.583689 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.590988 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.613905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=fe998c1b-d69d-457f-bcdb-25e9d65d2b09,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:00.649492 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8be3cc-b1db-452b-8c72-01bb8f11ce83 None None] Pushing event updated for resources: {'Port': ['ID=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:00.650968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:00.653746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 9682a665-a26c-4810-8e37-6a3a2c539bfe, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9682a665-a26c-4810-8e37-6a3a2c539bfe,segment=NetworkSegment(b8b593a4-7d7a-43f8-83af-0a01e555c723),segment_id=b8b593a4-7d7a-43f8-83af-0a01e555c723)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:00.657399 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.668052 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.679257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:00.679983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: ed5a4934-7490-496c-b70e-15750ee5d69e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:35:00.680102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] Sync routers for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:00.713210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network ed5a4934-7490-496c-b70e-15750ee5d69e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:35:00.729460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ed5a4934-7490-496c-b70e-15750ee5d69e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:00.730635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eace7fca-2606-4b64-b26e-bafbada2b50b tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/floatingips/3980a297-cb9f-4d2c-804c-b89b2721a253 HTTP/1.1" status: 204 len: 168 time: 1.6262219 Oct 25 23:35:00.740722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:00.741351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.741891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:35:00.745320 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:35:00.751071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3a5f056c-c455-484d-847a-5f3aa4b6e255 None None] Provisioning complete for port 9682a665-a26c-4810-8e37-6a3a2c539bfe triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:00.751506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a5f056c-c455-484d-847a-5f3aa4b6e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.760097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8d481-9b73-43d9-955c-2de72a1e27c4 None None] Network ed5a4934-7490-496c-b70e-15750ee5d69e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:00.762324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:00.762786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:00.768046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2aaf4761-28a6-437b-a7bb-87da513b4f80 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7644699 Oct 25 23:35:00.768543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.770552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42270) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:00.822954 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Attempting to bind port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:00.823471 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Attempting to bind port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:00.827810 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Attempting to bind port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf on network f811d62b-9453-4317-ad6f-044a2065ea39 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:00.839445 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:00.839717 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Checking segment: {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:00.840647 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.841221 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Bound using segment: {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:00.841709 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Bound port: 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b593a4-7d7a-43f8-83af-0a01e555c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:00.842096 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.845958 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26882a4c-e7ac-43ab-a40e-e828d52156d9 x-openstack-request-id: req-26882a4c-e7ac-43ab-a40e-e828d52156d9 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:35:00.846296 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:35:00.846684 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26882a4c-e7ac-43ab-a40e-e828d52156d9 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:35:00.847087 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'status': 'completed', 'code': 200} Oct 25 23:35:00.897323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:00.940856 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] For port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:00.945008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] For port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,segment=NetworkSegment(b8b593a4-7d7a-43f8-83af-0a01e555c723),segment_id=b8b593a4-7d7a-43f8-83af-0a01e555c723)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:00.951817 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:00.965392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-e17bea03-195b-497b-a296-483a84487178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:00.966926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-e17bea03-195b-497b-a296-483a84487178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4dc4595665d413d80da9e271daa9860&device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 1135 time: 0.0955164 Oct 25 23:35:01.033400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8be3cc-b1db-452b-8c72-01bb8f11ce83 None None] Pushing event updated for resources: {'Port': ['ID=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:01.053097 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:01.053850 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:01.080687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Allocated IP 172.25.4.205 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/651668b5-e962-47e5-9c92-f85a410c2852) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:01.089531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=9682a665-a26c-4810-8e37-6a3a2c539bfe,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:01.093491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:01.095315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5264e885-3edf-4c8f-a1ae-ffb26aff55a0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:01.095912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 860957f5-d217-402c-b7a2-059c4f71fd61 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:01.101085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-11f8b86d-7945-42a1-a53b-c9b789543272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:01.102752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-11f8b86d-7945-42a1-a53b-c9b789543272 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 200 len: 896 time: 0.1270370 Oct 25 23:35:01.143567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 860957f5-d217-402c-b7a2-059c4f71fd61 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:01.144645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 860957f5-d217-402c-b7a2-059c4f71fd61 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:01.156489 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:01.161121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-eff3d46c-3163-4af4-ace5-b6e84b93428b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 200 len: 217 time: 0.0499573 Oct 25 23:35:01.219556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-6f1d511a-c429-41c4-8635-07001854e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:01.220961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-6f1d511a-c429-41c4-8635-07001854e4e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2971ee-f833-4dab-858c-4ea91f0feaf0 HTTP/1.1" status: 200 len: 834 time: 0.0521731 Oct 25 23:35:01.279363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-fd7d8a33-000e-4c82-beb9-a13994af68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:01.281323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-fd7d8a33-000e-4c82-beb9-a13994af68ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5da84df3-7074-44ec-b1d3-5e9244d588d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514667 Oct 25 23:35:01.409484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:34:58Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:00Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:01.409805 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-86d4f4d7-9ba5-4eb0-a127-13ac1f26a14f service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153579 Oct 25 23:35:01.434802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:01.452200 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c2ec-2b3e-4bb7-bcde-4ab2c6a04818 None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:34:58Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:00Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:01.560692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4b4779e-40ab-4bfb-812c-4e04dafacd9d req-d5b0d82b-7944-484c-bb61-8013d5baef9c service neutron] 10.222.0.11 "GET /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420791 Oct 25 23:35:01.632749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ed5a4934-7490-496c-b70e-15750ee5d69e', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:35:01.633912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:01.723539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587c9d1-77b5-4372-b7b8-57224dfb71fe req-8b06d138-5606-40a4-989b-d29bf8845f22 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:01.725066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e587c9d1-77b5-4372-b7b8-57224dfb71fe req-8b06d138-5606-40a4-989b-d29bf8845f22 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 984 time: 0.6331000 Oct 25 23:35:01.832257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:01.871787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Provisioning complete for port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:01.872162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:01.884149 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e587c9d1-77b5-4372-b7b8-57224dfb71fe req-23d8fa03-66a6-40fa-be5d-4effa36d73a5 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3634725-a7a1-463e-93b0-3ac0122ae98f&id=f6f35125-0cd8-4369-9139-57786b3f543c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1319795 Oct 25 23:35:01.921912 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:01.936735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:01.997846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Allocated IP 172.21.0.2 (ed5a4934-7490-496c-b70e-15750ee5d69e/fe998c1b-d69d-457f-bcdb-25e9d65d2b09/ce9fe007-d223-4e8d-b7ba-99359572eff5) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:02.065222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:02.071580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:02.075782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:02.084592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=651668b5-e962-47e5-9c92-f85a410c2852,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:02.084713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:18Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:02.138998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] Checking router: c813f152-29d0-4cb0-adae-6a5081de38b5 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:02.187701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:02.188336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:02.202112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.419759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:02.485821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] For port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,segment=NetworkSegment(b8b593a4-7d7a-43f8-83af-0a01e555c723),segment_id=b8b593a4-7d7a-43f8-83af-0a01e555c723)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:02.502655 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.506326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-17b20e9a-e5e9-40c5-8920-e5891f1a7e8c tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:02.508419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-17b20e9a-e5e9-40c5-8920-e5891f1a7e8c tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 984 time: 0.0657589 Oct 25 23:35:02.509326 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.560317 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.591549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:02.600505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.21.0.1 (ed5a4934-7490-496c-b70e-15750ee5d69e/fe998c1b-d69d-457f-bcdb-25e9d65d2b09/671bf003-78ca-47ef-a3a7-8cb7d2afe0d1) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:02.634636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Provisioning complete for port 9682a665-a26c-4810-8e37-6a3a2c539bfe triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:02.635008 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.651549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:02.652306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.657962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:02.659447 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.682466 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Network ed5a4934-7490-496c-b70e-15750ee5d69e is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:02.709524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:02.712116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:02.735214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a04d5d-1015-4482-954f-70b7afc05b50 None None] Pushing event updated for resources: {'Port': ['ID=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:02.797135 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] For port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:02.797781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.815474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for 9460b678-abdb-4caf-a4d4-b3e3b2a7958b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:02.881703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.883706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:02.953074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Attempting to bind port ce9fe007-d223-4e8d-b7ba-99359572eff5 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:02.953513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Attempting to bind port ce9fe007-d223-4e8d-b7ba-99359572eff5 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:02.953950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Attempting to bind port ce9fe007-d223-4e8d-b7ba-99359572eff5 on network ed5a4934-7490-496c-b70e-15750ee5d69e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:02.956190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Pushing event updated for resources: {'Port': ['ID=ce9fe007-d223-4e8d-b7ba-99359572eff5,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:02.998965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:02.999342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Checking segment: {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:02.999753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.000931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Bound using segment: {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:03.001445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Bound port: ce9fe007-d223-4e8d-b7ba-99359572eff5, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:03.002308 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.024464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.028601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.071062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.095319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-95ff56ea-8864-41de-a6e2-a97ee98b8dfd req-e42b14d1-1383-43fa-ada1-554967adb240 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ab2dc53-fcf2-40c6-b04f-83363d878777 HTTP/1.1" status: 200 len: 210 time: 0.0412223 Oct 25 23:35:03.113919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network ed5a4934-7490-496c-b70e-15750ee5d69e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:03.114987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9682a665-a26c-4810-8e37-6a3a2c539bfe up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:03.127697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:03.139780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:03.145059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=9460b678-abdb-4caf-a4d4-b3e3b2a7958b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:03.147104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:03.193140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] No DVR routers for this DVR port 9460b678-abdb-4caf-a4d4-b3e3b2a7958b on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:03.196104 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.200401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71a0f321-eed2-4d3a-a5ba-1d2d10d0b63d req-eeef62e5-16d5-4938-b865-0d8103ddd1f8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.11 "DELETE /v2.0/ports/9460b678-abdb-4caf-a4d4-b3e3b2a7958b HTTP/1.1" status: 204 len: 173 time: 0.6859562 Oct 25 23:35:03.201040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'name': 'network-vif-deleted', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:35:03.203619 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9969e-7a13-4425-af38-3e0f10702d44" -d '{"events": [{"server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "name": "network-vif-deleted", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:35:03.245320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] For port ce9fe007-d223-4e8d-b7ba-99359572eff5, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:03.251443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] For port ce9fe007-d223-4e8d-b7ba-99359572eff5, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce9fe007-d223-4e8d-b7ba-99359572eff5,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:03.255495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.264796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.283138 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fde967-59b5-41b9-bd7a-7a6b1a12ec78 x-openstack-request-id: req-f3fde967-59b5-41b9-bd7a-7a6b1a12ec78 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:35:03.283376 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab2dc53-fcf2-40c6-b04f-83363d878777", "name": "network-vif-deleted", "tag": "9460b678-abdb-4caf-a4d4-b3e3b2a7958b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:35:03.283569 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3fde967-59b5-41b9-bd7a-7a6b1a12ec78 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:35:03.288261 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab2dc53-fcf2-40c6-b04f-83363d878777', 'name': 'network-vif-deleted', 'tag': '9460b678-abdb-4caf-a4d4-b3e3b2a7958b', 'status': 'completed', 'code': 200} Oct 25 23:35:03.340829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9682a665-a26c-4810-8e37-6a3a2c539bfe triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:03.341203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.410110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a817-f3cb-4464-9662-837a49203d2c None None] Pushing event updated for resources: {'Port': ['ID=ce9fe007-d223-4e8d-b7ba-99359572eff5,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:03.417701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:18Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:03.480824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.493028 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.496733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.589884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event updated for resources: {'Port': ['ID=651668b5-e962-47e5-9c92-f85a410c2852,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:03.620114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e970f2a6-42e2-4aab-bc1f-94a8fb800809 None None] Provisioning complete for port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:03.620555 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e970f2a6-42e2-4aab-bc1f-94a8fb800809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:03.624718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e99d8-e76a-46c9-83f8-1d2a845583b6 None None] The sync data for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 is: [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:33:11Z', 'revision_number': 4, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'ce4f93bd-65be-4d4c-a2ef-c487f5030cf5', 'name': '', 'network_id': '5da84df3-7074-44ec-b1d3-5e9244d588d8', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'mac_address': 'fa:16:3e:d9:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:09Z', 'updated_at': '2021-10-25T23:33:18Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'subnets': [{'id': 'af2971ee-f833-4dab-858c-4ea91f0feaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:03.776352 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.006053 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77586974-9fed-4db7-8a8e-10d78d08ddbe None None] New status for floating IP 3980a297-cb9f-4d2c-804c-b89b2721a253: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:35:04.012395 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Floating IP c2b5f23d-588d-4ef6-ac0c-c165aad86552 associated. External IP: 172.25.4.205, port: 628cfc89-80ef-45c9-a825-f501a092b1bf. Oct 25 23:35:04.138479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42280) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:04.174376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.208382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e24d-3801-4d80-983f-4dd3ff1f2f33 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.218552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.240294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e24d-3801-4d80-983f-4dd3ff1f2f33 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.300011 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e24d-3801-4d80-983f-4dd3ff1f2f33 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.302981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e24d-3801-4d80-983f-4dd3ff1f2f33 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.304206 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2e2e24d-3801-4d80-983f-4dd3ff1f2f33 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/security-groups/f3634725-a7a1-463e-93b0-3ac0122ae98f HTTP/1.1" status: 204 len: 168 time: 0.1647317 Oct 25 23:35:04.308180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42282) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:04.329268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2e24d-3801-4d80-983f-4dd3ff1f2f33 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3634725-a7a1-463e-93b0-3ac0122ae98f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:04.359850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:04.371092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:04.381895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-faabf73c-2a4c-4764-8fe1-93dad080fd2d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.388287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.409893 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-faabf73c-2a4c-4764-8fe1-93dad080fd2d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.425020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:04.426078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.474009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-faabf73c-2a4c-4764-8fe1-93dad080fd2d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.478186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-faabf73c-2a4c-4764-8fe1-93dad080fd2d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.479556 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-faabf73c-2a4c-4764-8fe1-93dad080fd2d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/security-groups/f6f35125-0cd8-4369-9139-57786b3f543c HTTP/1.1" status: 204 len: 168 time: 0.1704423 Oct 25 23:35:04.480923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Router 02572d73-231f-4cd8-98b1-2dc54407362d has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:04.483458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42284) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:04.492420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabf73c-2a4c-4764-8fe1-93dad080fd2d tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f35125-0cd8-4369-9139-57786b3f543c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:04.548435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce9fe007-d223-4e8d-b7ba-99359572eff5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:04.598672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ce9fe007-d223-4e8d-b7ba-99359572eff5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:04.599129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.693202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.705586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359aed2-97ba-42dd-8126-c43165053f73 None None] Network ed5a4934-7490-496c-b70e-15750ee5d69e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:04.782997 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port ce9fe007-d223-4e8d-b7ba-99359572eff5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce9fe007-d223-4e8d-b7ba-99359572eff5,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:04.792576 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.838669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e1f64d3d-7a27-45b0-afc6-21c97da6a03c None None] Provisioning complete for port ce9fe007-d223-4e8d-b7ba-99359572eff5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:04.839041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d3d-7a27-45b0-afc6-21c97da6a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:04.904217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=ce9fe007-d223-4e8d-b7ba-99359572eff5,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:05.011918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network ed5a4934-7490-496c-b70e-15750ee5d69e is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:05.017883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:05.191868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:05.202638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] Sync routers for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:05.214843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:05.215460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:05.258966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:05.261823 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.319762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4e1e797-3038-4bcb-8829-dbd5eeb37bd4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8979850 Oct 25 23:35:05.320532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6fe84674-a216-47b1-a130-8fef2d6065f9 None None] Provisioning complete for port ce9fe007-d223-4e8d-b7ba-99359572eff5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:05.320532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6fe84674-a216-47b1-a130-8fef2d6065f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.320766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:35:05.320766 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05208c1-91f0-4822-99b9-139f6327d052" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:35:05.368707 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0752ed8-5241-4ca8-bd84-4f3a8e15006b x-openstack-request-id: req-b0752ed8-5241-4ca8-bd84-4f3a8e15006b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:35:05.368999 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:35:05.369396 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0752ed8-5241-4ca8-bd84-4f3a8e15006b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:35:05.369863 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'status': 'completed', 'code': 200} Oct 25 23:35:05.407128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:05.447216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05208c1-91f0-4822-99b9-139f6327d052 req-e1298c6a-d8d5-4a5e-be55-6311d44c5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:05.449649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-e1298c6a-d8d5-4a5e-be55-6311d44c5e74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 1097 time: 0.0618479 Oct 25 23:35:05.479975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:05.489335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2fb31bfd-1fdb-49f8-85e2-8bd497ce0623 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7174273 Oct 25 23:35:05.489494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42290) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:05.495340 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:05.511657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:05.517103 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:05.552626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-231761310'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:05.592450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:05.596425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.636808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:35:05.649811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.650355 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment c97d32e1-d3d5-4277-90c8-f9e3a906dafd of type vlan for network 0950fa7d-8342-4f59-9aab-7a82c696188f Oct 25 23:35:05.651727 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.664325 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:05.673535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6fe84674-a216-47b1-a130-8fef2d6065f9 None None] Provisioning complete for port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:05.673870 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6fe84674-a216-47b1-a130-8fef2d6065f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.713144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.761262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6fe84674-a216-47b1-a130-8fef2d6065f9 None None] Port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:05.784401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c2b5f23d-588d-4ef6-ac0c-c165aad86552', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'port_id': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'mac_address': 'fa:16:3e:9f:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 0, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:31Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:05.800201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.808121 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:05.809043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.812879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05208c1-91f0-4822-99b9-139f6327d052 req-cde137cc-fa05-4966-96bb-4169a061443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:05.813165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] Checking router: 02572d73-231f-4cd8-98b1-2dc54407362d for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:05.814813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-cde137cc-fa05-4966-96bb-4169a061443d service neutron] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.3559003 Oct 25 23:35:05.823961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:05.824715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:05.937881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-814bf13d-d8b0-40a8-aad4-21f4de1dd390 None None] Provisioning complete for port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:05.938247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-814bf13d-d8b0-40a8-aad4-21f4de1dd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:05.954884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4647200 Oct 25 23:35:05.955125 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:05.962854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:05.971013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ee31-fa48-4c99-bc6f-9d318b449af1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=0950fa7d-8342-4f59-9aab-7a82c696188f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:05.977431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-089fb8fc-6d22-40a3-91cd-b00fc1943711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628cfc89-80ef-45c9-a825-f501a092b1bf HTTP/1.1" status: 200 len: 1000 time: 0.1390431 Oct 25 23:35:06.015932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:06.031188 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05208c1-91f0-4822-99b9-139f6327d052 req-a7a4d3f7-4367-4708-8b38-a094f65d91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:06.032908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-a7a4d3f7-4367-4708-8b38-a094f65d91b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.0484045 Oct 25 23:35:06.045648 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:03Z', 'revision_number': 3, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:03Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:06.049186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 0950fa7d-8342-4f59-9aab-7a82c696188f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:35:06.060236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9460b678-abdb-4caf-a4d4-b3e3b2a7958b no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:06.080170 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:06.080789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Updating router 1434d748-9177-4df6-9c3e-714958605df8 port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:35:06.098857 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05208c1-91f0-4822-99b9-139f6327d052 req-92dca5a9-d52f-4ecd-b43b-84be106ed698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:06.101278 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-92dca5a9-d52f-4ecd-b43b-84be106ed698 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605605 Oct 25 23:35:06.116433 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.120587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-814bf13d-d8b0-40a8-aad4-21f4de1dd390 None None] Port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:06.122506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:06.123209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.128326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 9460b678-abdb-4caf-a4d4-b3e3b2a7958b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:06.129509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 9460b678-abdb-4caf-a4d4-b3e3b2a7958b not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:06.191008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:06.201522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.275742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce9fe007-d223-4e8d-b7ba-99359572eff5 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:06.396555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ce9fe007-d223-4e8d-b7ba-99359572eff5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:06.397094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.463607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c2b5f23d-588d-4ef6-ac0c-c165aad86552', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'port_id': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'mac_address': 'fa:16:3e:9f:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 0, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:31Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:06.489685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] For port ce4f93bd-65be-4d4c-a2ef-c487f5030cf5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:06.490487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.508664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:06.547831 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.555079 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.593091 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.616308 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af15c42-7cbd-4444-99ce-c2b1ceb57e24 None None] Pushing event updated for resources: {'Port': ['ID=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:06.658345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-5f5d8ddd-afc2-413c-b507-0719e9ccf297 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476432 Oct 25 23:35:06.700930 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Attempting to bind port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:06.701396 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Attempting to bind port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:06.701816 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Attempting to bind port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 on network ed5a4934-7490-496c-b70e-15750ee5d69e {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:06.707409 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:06.707902 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Checking segment: {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:06.708368 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.708822 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Bound using segment: {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:06.709364 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Bound port: 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b1f30a-7d9c-4e51-8565-34473820d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:06.709809 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.765059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5953a39-07e2-49f5-8c1a-4cc636253499 None None] The sync data for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 is: [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'c2b5f23d-588d-4ef6-ac0c-c165aad86552', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'port_id': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'mac_address': 'fa:16:3e:9f:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 0, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:31Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:06.792911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=207d42e7-4442-4c04-8c14-d1f7b0385c6e,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:06.802669 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] For port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:06.809026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] For port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:06.816408 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.821035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b05208c1-91f0-4822-99b9-139f6327d052 req-7f31ba87-32dd-424c-b62b-701a74bf6095 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541176 Oct 25 23:35:06.832340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:06.832695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: 0950fa7d-8342-4f59-9aab-7a82c696188f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:35:06.881403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:06.882236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:06.890199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 0950fa7d-8342-4f59-9aab-7a82c696188f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:35:06.934704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 0950fa7d-8342-4f59-9aab-7a82c696188f) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:06.943931 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:06.944861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.946358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f0d56-62a9-4be2-8895-8721a1c42c9f None None] Network 0950fa7d-8342-4f59-9aab-7a82c696188f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:06.977763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d129f76-1b5c-4939-8f9c-3c9ab2b06cdf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0211096 Oct 25 23:35:06.980087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:06.980793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42296) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:07.003351 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af15c42-7cbd-4444-99ce-c2b1ceb57e24 None None] Pushing event updated for resources: {'Port': ['ID=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:07.024311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=ce4f93bd-65be-4d4c-a2ef-c487f5030cf5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:07.046069 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:07.135849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3c93f08d-3a1d-4929-a530-7430ccd8408c None None] Provisioning complete for port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:07.136492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c93f08d-3a1d-4929-a530-7430ccd8408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.194899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd925f-0b82-46a1-b4bd-f4bc9753ccac None None] New status for floating IP c2b5f23d-588d-4ef6-ac0c-c165aad86552: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:35:07.418666 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.494822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-0950fa7d-8342-4f59-9aab-7a82c696188f', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:35:07.496481 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.531723 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:03Z', 'revision_number': 3, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:06Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:07.569004 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0d37d-ee05-4889-9557-c31979178a67 None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:03Z', 'revision_number': 3, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:06Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:07.625917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.701160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c93f08d-3a1d-4929-a530-7430ccd8408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.774972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Router c813f152-29d0-4cb0-adae-6a5081de38b5 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:07.783379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3c93f08d-3a1d-4929-a530-7430ccd8408c None None] For port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:07.793584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c93f08d-3a1d-4929-a530-7430ccd8408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.807676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Allocated IP 172.22.0.2 (0950fa7d-8342-4f59-9aab-7a82c696188f/207d42e7-4442-4c04-8c14-d1f7b0385c6e/d0b1c938-13f0-4529-83ba-c94b0d2b2821) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:07.904710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:07.913641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f8c87230-c57c-42d3-a8f6-b35132b0bce8 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "PUT /v2.0/routers/c813f152-29d0-4cb0-adae-6a5081de38b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4265707 Oct 25 23:35:07.914860 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42302) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:07.919055 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] Sync routers for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:07.931244 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:07.932546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:07.937582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93f08d-3a1d-4929-a530-7430ccd8408c None None] Pushing event updated for resources: {'Port': ['ID=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:07.968043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-badaf3cb-cf80-43e4-a37b-a763798cd04d None None] Provisioning complete for port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:07.968407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-badaf3cb-cf80-43e4-a37b-a763798cd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:07.995742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting subnet af2971ee-f833-4dab-858c-4ea91f0feaf0 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:35:07.999137 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.059967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.080783 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:08.136328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.143717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.158166 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.165661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Network 0950fa7d-8342-4f59-9aab-7a82c696188f is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:08.189382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:08.191812 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:08.264333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.282477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.22.0.1 (0950fa7d-8342-4f59-9aab-7a82c696188f/207d42e7-4442-4c04-8c14-d1f7b0385c6e/d85853a5-a30b-41fe-b70c-c5bf052a7d22) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:08.346424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Subnet': ['ID=af2971ee-f833-4dab-858c-4ea91f0feaf0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:08.348575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.355517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2c9f7f4c-4789-4df4-8ab1-e66bd13b43cc tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/subnets/af2971ee-f833-4dab-858c-4ea91f0feaf0 HTTP/1.1" status: 204 len: 168 time: 0.4395132 Oct 25 23:35:08.357500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a4f5d-b6e2-4f5d-9b4c-0b425f31b2cd None None] Network 5da84df3-7074-44ec-b1d3-5e9244d588d8 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:08.362352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42304) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:08.363278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Pushing event updated for resources: {'Port': ['ID=d0b1c938-13f0-4529-83ba-c94b0d2b2821,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:08.450835 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:35:06Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:08.468241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:08.488593 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] Checking router: c813f152-29d0-4cb0-adae-6a5081de38b5 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:08.497542 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] Routers {'c813f152-29d0-4cb0-adae-6a5081de38b5'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:08.498351 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['c813f152-29d0-4cb0-adae-6a5081de38b5'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:08.505663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.513947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Attempting to bind port d0b1c938-13f0-4529-83ba-c94b0d2b2821 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:08.514572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Attempting to bind port d0b1c938-13f0-4529-83ba-c94b0d2b2821 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:08.514681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Attempting to bind port d0b1c938-13f0-4529-83ba-c94b0d2b2821 on network 0950fa7d-8342-4f59-9aab-7a82c696188f {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:08.537426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:08.537802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Checking segment: {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:08.538228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.539311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Bound using segment: {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:08.539902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Bound port: d0b1c938-13f0-4529-83ba-c94b0d2b2821, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:08.540279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.551776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.568144 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.599267 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 0950fa7d-8342-4f59-9aab-7a82c696188f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:08.609554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:08.613797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:08.665990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:08.666409 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.671196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] For port d0b1c938-13f0-4529-83ba-c94b0d2b2821, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:08.675786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] For port d0b1c938-13f0-4529-83ba-c94b0d2b2821, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d0b1c938-13f0-4529-83ba-c94b0d2b2821,segment=NetworkSegment(c97d32e1-d3d5-4277-90c8-f9e3a906dafd),segment_id=c97d32e1-d3d5-4277-90c8-f9e3a906dafd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:08.677357 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] Set router c813f152-29d0-4cb0-adae-6a5081de38b5 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:08.688916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.703853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.750141 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.796567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25d9d-266f-4cf5-b371-ac5d485be2aa None None] Pushing event updated for resources: {'Port': ['ID=d0b1c938-13f0-4529-83ba-c94b0d2b2821,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:08.807705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] DHCP port deletion for 5da84df3-7074-44ec-b1d3-5e9244d588d8 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:35:08.848579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=d85853a5-a30b-41fe-b70c-c5bf052a7d22,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:08.851676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Deleting port df386a74-c783-4e40-ba1d-e0e1e5aec64d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:08.853142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.919916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.931764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] Deleting port eeaffa39-1979-4808-a607-ed672c64f318 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:08.932150 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.969317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] For port df386a74-c783-4e40-ba1d-e0e1e5aec64d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df386a74-c783-4e40-ba1d-e0e1e5aec64d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:08.969683 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:08.984789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Calling delete_port for df386a74-c783-4e40-ba1d-e0e1e5aec64d owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:09.002823 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:35:09.051479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] For port eeaffa39-1979-4808-a607-ed672c64f318, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=eeaffa39-1979-4808-a607-ed672c64f318,segment=NetworkSegment(c4939e3b-3576-4fd2-9b58-a2bb8ce57286),segment_id=c4939e3b-3576-4fd2-9b58-a2bb8ce57286)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:09.052160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.093766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] Calling delete_port for eeaffa39-1979-4808-a607-ed672c64f318 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:09.190743 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:35:06Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:09.235018 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df85fb-db18-42df-8f5c-fdf08d36bdf0 None None] The sync data for ids ['c813f152-29d0-4cb0-adae-6a5081de38b5'] in n-d-815373-1 is: [{'id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-152353109', 'tenant_id': 'b4dc4595665d413d80da9e271daa9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:01Z', 'updated_at': '2021-10-25T23:35:06Z', 'revision_number': 5, 'project_id': 'b4dc4595665d413d80da9e271daa9860', 'gw_port': {'id': 'df386a74-c783-4e40-ba1d-e0e1e5aec64d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813f152-29d0-4cb0-adae-6a5081de38b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:03Z', 'updated_at': '2021-10-25T23:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:09.251488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.286415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] Pushing event deleted for resources: {'Port': ['ID=eeaffa39-1979-4808-a607-ed672c64f318,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:09.297996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.312238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa14085-654f-4f91-95ed-869060d3d11d None None] No DVR routers for this DVR port eeaffa39-1979-4808-a607-ed672c64f318 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:09.337447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Port': ['ID=df386a74-c783-4e40-ba1d-e0e1e5aec64d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:09.350234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.356270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.435675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=d85853a5-a30b-41fe-b70c-c5bf052a7d22,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:09.438141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.543246 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 0950fa7d-8342-4f59-9aab-7a82c696188f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:09.544820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:09.663440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:09.747527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.787726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:09.793871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-41160f1b-cbd0-46e6-b747-0085d3982ff3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119526 Oct 25 23:35:09.796373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:09.799331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:09.802859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'network': {'name': 'tempest-RoutersTest-541473890'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:09.826980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:09.828030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:09.845807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:09.850299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.873214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.879128 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.881929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:35:09.906350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.907134 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added segment b6e27905-7ee6-4ada-8b33-bbefa1cafa24 of type vlan for network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe Oct 25 23:35:09.943089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.943779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Fanout notify agent at l3_agent the message router_deleted on router c813f152-29d0-4cb0-adae-6a5081de38b5 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:35:09.952960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.956798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d9ea9235-6b62-4543-8ff7-9a1955cadc7f tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/routers/c813f152-29d0-4cb0-adae-6a5081de38b5 HTTP/1.1" status: 204 len: 168 time: 1.5908823 Oct 25 23:35:09.956974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42310) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:09.971358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:09.974678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:10.012629 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.018760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:10.019370 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.073206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.108985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Network': ['ID=2f1055db-9fbb-42b4-a7e0-db02b246c2fe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:10.128882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e6d50f7a-d50b-4bff-a493-a96b1c0101ee tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3285189 Oct 25 23:35:10.133002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42312) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:10.138581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'subnet': {'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:10.226816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:35:10.228710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ada1a1-837f-49fc-93af-0e74880c7afb None None] Network 0950fa7d-8342-4f59-9aab-7a82c696188f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:10.269243 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.304114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da84df3-7074-44ec-b1d3-5e9244d588d8']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:10.314667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Made reservation on behalf of 71e5fc7189b7496aa26deda2ed2ef7f0 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:10.316906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:10.317465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4939e3b-3576-4fd2-9b58-a2bb8ce57286') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:10.318566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.330093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.346005 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.355447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:35:10.356260 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:35:10.360387 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:35:10.433200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.441111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.444373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] 10.222.0.25 "DELETE /v2.0/networks/5da84df3-7074-44ec-b1d3-5e9244d588d8 HTTP/1.1" status: 204 len: 168 time: 0.4860821 Oct 25 23:35:10.459740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f768f-6d7a-40e9-b5de-ee64728e04c2 tempest-TestSecurityGroupsBasicOps-546288880 tempest-TestSecurityGroupsBasicOps-546288880-project] Pushing event deleted for resources: {'Network': ['ID=5da84df3-7074-44ec-b1d3-5e9244d588d8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:10.549620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4113e0d1-6e88-4d9e-9570-8ae759578d17 None None] Provisioning complete for port d0b1c938-13f0-4529-83ba-c94b0d2b2821 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:10.549990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4113e0d1-6e88-4d9e-9570-8ae759578d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.552675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.626380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Subnet': ['ID=7108f8db-dbf4-434c-a819-c9c83f5c1bf0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:10.642186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Checking segment: {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:10.642567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network hostable DHCP agents. Network: 2f1055db-9fbb-42b4-a7e0-db02b246c2fe, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:35:10.674259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:35:10.699443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 2f1055db-9fbb-42b4-a7e0-db02b246c2fe) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:10.703069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:08Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:09Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:10.704572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:10.705221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.744923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42318) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:10.745409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7588fb69-73ae-41f8-acfd-bc81ce2ee6fd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6112909 Oct 25 23:35:10.754762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ea781-7022-4815-9815-6e167fb5d201 None None] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:10.756725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d0b1c938-13f0-4529-83ba-c94b0d2b2821 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:10.779607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:10.779930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Updating router 1434d748-9177-4df6-9c3e-714958605df8 port d85853a5-a30b-41fe-b70c-c5bf052a7d22 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:35:10.884502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42322) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:10.914594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:10.957663 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4113e0d1-6e88-4d9e-9570-8ae759578d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.051019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-81efb230-47cc-42ae-9569-3e8509a4288c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4dc4595665d413d80da9e271daa9860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626484 Oct 25 23:35:11.051789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42326) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:11.110566 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15ea94cc-500b-4be3-9f56-5e9319ec4e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.120183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-4113e0d1-6e88-4d9e-9570-8ae759578d17 None None] For port d0b1c938-13f0-4529-83ba-c94b0d2b2821, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d0b1c938-13f0-4529-83ba-c94b0d2b2821,segment=NetworkSegment(c97d32e1-d3d5-4277-90c8-f9e3a906dafd),segment_id=c97d32e1-d3d5-4277-90c8-f9e3a906dafd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:11.120988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d0b1c938-13f0-4529-83ba-c94b0d2b2821 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:11.121321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.141306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15ea94cc-500b-4be3-9f56-5e9319ec4e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.161897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.172269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4113e0d1-6e88-4d9e-9570-8ae759578d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.206720 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15ea94cc-500b-4be3-9f56-5e9319ec4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.212449 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-15ea94cc-500b-4be3-9f56-5e9319ec4e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.214428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-15ea94cc-500b-4be3-9f56-5e9319ec4e5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d17ad8a-aa1b-4c6f-bf15-0b27e9c9977d HTTP/1.1" status: 204 len: 168 time: 0.1619918 Oct 25 23:35:11.231065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea94cc-500b-4be3-9f56-5e9319ec4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d17ad8a-aa1b-4c6f-bf15-0b27e9c9977d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:11.320956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:35:11.322789 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.359278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113e0d1-6e88-4d9e-9570-8ae759578d17 None None] Pushing event updated for resources: {'Port': ['ID=d0b1c938-13f0-4529-83ba-c94b0d2b2821,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:11.410655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ae7cc472-6c16-4135-bafa-3fa175f83195 None None] Provisioning complete for port d85853a5-a30b-41fe-b70c-c5bf052a7d22 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:11.411036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ae7cc472-6c16-4135-bafa-3fa175f83195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.493724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Allocated IP 172.23.0.1 (2f1055db-9fbb-42b4-a7e0-db02b246c2fe/7108f8db-dbf4-434c-a819-c9c83f5c1bf0/9106c10e-6d08-4a02-acec-9a0d3f64396b) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:11.576245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ae7cc472-6c16-4135-bafa-3fa175f83195 None None] Port d85853a5-a30b-41fe-b70c-c5bf052a7d22 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:11.636791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eeaffa39-1979-4808-a607-ed672c64f318 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:11.639010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ae7cc472-6c16-4135-bafa-3fa175f83195 None None] Provisioning complete for port d0b1c938-13f0-4529-83ba-c94b0d2b2821 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:11.639484 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ae7cc472-6c16-4135-bafa-3fa175f83195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.661275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.685309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42332) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:11.689365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: eeaffa39-1979-4808-a607-ed672c64f318 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:11.689708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device eeaffa39-1979-4808-a607-ed672c64f318 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:11.690137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:11.712168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11706b2-69ea-4314-91b1-643f353ede34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.731321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.740695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:11.741051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce4f93bd-65be-4d4c-a2ef-c487f5030cf5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:11.743484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.750526 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.803320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=9106c10e-6d08-4a02-acec-9a0d3f64396b,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:11.828109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:11.833038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:11.840244 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:11.871065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Allocated IP 172.23.0.2 (2f1055db-9fbb-42b4-a7e0-db02b246c2fe/7108f8db-dbf4-434c-a819-c9c83f5c1bf0/32715f10-d760-4c02-a0c5-47f2d1b96a49) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:11.874914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Pushing event updated for resources: {'Port': ['ID=d85853a5-a30b-41fe-b70c-c5bf052a7d22,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:11.902462 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.922271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.922882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.923009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.923264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.923592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.923919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.924244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.924564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.924885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.925205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.925524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.925896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:11.961220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11706b2-69ea-4314-91b1-643f353ede34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:11.991524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b11706b2-69ea-4314-91b1-643f353ede34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.001446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Attempting to bind port d85853a5-a30b-41fe-b70c-c5bf052a7d22 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:12.001576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Attempting to bind port d85853a5-a30b-41fe-b70c-c5bf052a7d22 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:12.001940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Attempting to bind port d85853a5-a30b-41fe-b70c-c5bf052a7d22 on network 0950fa7d-8342-4f59-9aab-7a82c696188f {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:12.015645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:12.016132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Checking segment: {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:12.016429 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.016925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Bound using segment: {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:12.017341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Bound port: d85853a5-a30b-41fe-b70c-c5bf052a7d22, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:12.017841 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.071759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b11706b2-69ea-4314-91b1-643f353ede34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=350ba5db85984dac99fdfbfa54797bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824029 Oct 25 23:35:12.075471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42334) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:12.077233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11706b2-69ea-4314-91b1-643f353ede34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbaa62-da16-4810-bece-3cb666490ba4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:12.080705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.136700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5412457a-fe03-4444-b731-c5590c016ed0 None None] Provisioning complete for port d85853a5-a30b-41fe-b70c-c5bf052a7d22 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:12.137647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5412457a-fe03-4444-b731-c5590c016ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.162887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e89824c-f099-4720-b943-0c220ff77dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.186987 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e89824c-f099-4720-b943-0c220ff77dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.196580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] For port d85853a5-a30b-41fe-b70c-c5bf052a7d22, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:12.222161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5412457a-fe03-4444-b731-c5590c016ed0 None None] Port d85853a5-a30b-41fe-b70c-c5bf052a7d22 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:12.226083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] For port d85853a5-a30b-41fe-b70c-c5bf052a7d22, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d85853a5-a30b-41fe-b70c-c5bf052a7d22,segment=NetworkSegment(c97d32e1-d3d5-4277-90c8-f9e3a906dafd),segment_id=c97d32e1-d3d5-4277-90c8-f9e3a906dafd)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:12.236121 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.243726 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.271061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e89824c-f099-4720-b943-0c220ff77dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.274993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e89824c-f099-4720-b943-0c220ff77dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.276676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5e89824c-f099-4720-b943-0c220ff77dcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6adbaa62-da16-4810-bece-3cb666490ba4 HTTP/1.1" status: 204 len: 168 time: 0.1986866 Oct 25 23:35:12.288008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89824c-f099-4720-b943-0c220ff77dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbaa62-da16-4810-bece-3cb666490ba4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:12.414862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.419956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.439149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d0b1c938-13f0-4529-83ba-c94b0d2b2821 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:12.451063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.518381 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.536972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:12.539588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:12.540149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:12.636015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:12.638183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7197c1ae-50ca-4508-8610-df911ad6d8c9 None None] Provisioning complete for port d85853a5-a30b-41fe-b70c-c5bf052a7d22 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:12.638622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7197c1ae-50ca-4508-8610-df911ad6d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.638897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event updated for resources: {'Port': ['ID=9106c10e-6d08-4a02-acec-9a0d3f64396b,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:12.650767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:12.652316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:12.689631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:12.712159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:12.733315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:12.756256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1d6bd-9c73-49bf-b040-d7acbbb0c7a0 None None] Pushing event updated for resources: {'Port': ['ID=d85853a5-a30b-41fe-b70c-c5bf052a7d22,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:12.781953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:12.782884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-07756ccb-c969-4dd5-87a6-03e190796c18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=257c83dfd31b45b4b1bfd507139bbbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483475 Oct 25 23:35:12.785273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42344) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:12.838446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fb87b4-81f5-4005-95b6-629629da3180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.854671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Attempting to bind port 32715f10-d760-4c02-a0c5-47f2d1b96a49 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:12.855054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Attempting to bind port 32715f10-d760-4c02-a0c5-47f2d1b96a49 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:12.855412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Attempting to bind port 32715f10-d760-4c02-a0c5-47f2d1b96a49 on network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:12.863685 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fb87b4-81f5-4005-95b6-629629da3180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.887186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:12.887629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Checking segment: {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:12.887962 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.888357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Bound using segment: {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:12.888834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Bound port: 32715f10-d760-4c02-a0c5-47f2d1b96a49, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:12.889212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.907195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:12.913628 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4ec6b0ad-f993-4a62-9728-0ecc511fcabf tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1670508 Oct 25 23:35:12.916704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42346) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:12.922796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:12.949562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d0b1c938-13f0-4529-83ba-c94b0d2b2821 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:12.950269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.953424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Pushing event updated for resources: {'Port': ['ID=32715f10-d760-4c02-a0c5-47f2d1b96a49,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:12.960121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fb87b4-81f5-4005-95b6-629629da3180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.963725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-33fb87b4-81f5-4005-95b6-629629da3180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:12.964675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-33fb87b4-81f5-4005-95b6-629629da3180 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3559d31-efae-4819-b79f-10755ce69cdd HTTP/1.1" status: 204 len: 168 time: 0.1785038 Oct 25 23:35:13.004769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb87b4-81f5-4005-95b6-629629da3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3559d31-efae-4819-b79f-10755ce69cdd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:13.116995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] For port 32715f10-d760-4c02-a0c5-47f2d1b96a49, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:13.119832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7197c1ae-50ca-4508-8610-df911ad6d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.161189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] For port 32715f10-d760-4c02-a0c5-47f2d1b96a49, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32715f10-d760-4c02-a0c5-47f2d1b96a49,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:13.182769 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.266449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7197c1ae-50ca-4508-8610-df911ad6d8c9 None None] For port d85853a5-a30b-41fe-b70c-c5bf052a7d22, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d85853a5-a30b-41fe-b70c-c5bf052a7d22,segment=NetworkSegment(c97d32e1-d3d5-4277-90c8-f9e3a906dafd),segment_id=c97d32e1-d3d5-4277-90c8-f9e3a906dafd)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:13.298516 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7197c1ae-50ca-4508-8610-df911ad6d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.334342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.357474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df386a74-c783-4e40-ba1d-e0e1e5aec64d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:13.390764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c23ae-55df-409d-a0e2-8e12bb59f4c4 None None] Pushing event updated for resources: {'Port': ['ID=32715f10-d760-4c02-a0c5-47f2d1b96a49,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:13.393446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: df386a74-c783-4e40-ba1d-e0e1e5aec64d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:13.393789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df386a74-c783-4e40-ba1d-e0e1e5aec64d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:13.415873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9106c10e-6d08-4a02-acec-9a0d3f64396b', 'name': '', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:bc:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:11Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:13.423931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 23:35:13.446358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Removed routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 23:35:13.447186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.489527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eded535-b0ec-4781-9450-596abdf1cfef None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9106c10e-6d08-4a02-acec-9a0d3f64396b', 'name': '', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:bc:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:11Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:13.533779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-55999061-14c8-4375-9eb9-d08646676d07 None None] Provisioning complete for port d85853a5-a30b-41fe-b70c-c5bf052a7d22 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:13.534223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-55999061-14c8-4375-9eb9-d08646676d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.619300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197c1ae-50ca-4508-8610-df911ad6d8c9 None None] Pushing event updated for resources: {'Port': ['ID=d85853a5-a30b-41fe-b70c-c5bf052a7d22,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:13.775948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.782635 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:13.884288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:13.986377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:13.998131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.001680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7d635489-bc44-447d-ace8-dddb96972fb1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 934 time: 1.0815518 Oct 25 23:35:14.001927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42352) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:14.116121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-781ab6aa-4dbc-40d7-ac47-df8bdab7defc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 934 time: 0.1130250 Oct 25 23:35:14.119034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:14.123499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'routes': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:14.309341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32715f10-d760-4c02-a0c5-47f2d1b96a49 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:14.364053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 32715f10-d760-4c02-a0c5-47f2d1b96a49 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:14.364518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.459547 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.498639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 32715f10-d760-4c02-a0c5-47f2d1b96a49, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32715f10-d760-4c02-a0c5-47f2d1b96a49,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:14.510844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.511552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d85853a5-a30b-41fe-b70c-c5bf052a7d22 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:14.553710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 23:35:14.554871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 23:35:14.593842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.625662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=32715f10-d760-4c02-a0c5-47f2d1b96a49,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:14.638657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port d85853a5-a30b-41fe-b70c-c5bf052a7d22 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:14.638985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.673320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9c0f6-1a56-455b-9946-17fbf49d4759 None None] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:14.803444 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.806912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.818081 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:14.831949 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:14.833862 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:14.841357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a39aea8d-b7aa-45e8-b092-55cef34b55da None None] Provisioning complete for port 32715f10-d760-4c02-a0c5-47f2d1b96a49 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:14.841733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a39aea8d-b7aa-45e8-b092-55cef34b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:14.937571 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:15.174423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:14Z', 'revision_number': 7, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9106c10e-6d08-4a02-acec-9a0d3f64396b', 'name': '', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:bc:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:11Z', 'updated_at': '2021-10-25T23:35:12Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:15.205393 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:15.205739 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Updating router 1434d748-9177-4df6-9c3e-714958605df8 port 9106c10e-6d08-4a02-acec-9a0d3f64396b binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:35:15.232777 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.266499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:15.369764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a5145335-c81a-4800-b007-5d19a29dc843 None None] Provisioning complete for port 32715f10-d760-4c02-a0c5-47f2d1b96a49 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:15.370191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a5145335-c81a-4800-b007-5d19a29dc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.389167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:15.404023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.408227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-54ecaf8c-32a1-4339-b3b9-abb21d1791fa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 700 time: 1.2858536 Oct 25 23:35:15.408391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:15.480833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a5145335-c81a-4800-b007-5d19a29dc843 None None] Provisioning complete for port 9106c10e-6d08-4a02-acec-9a0d3f64396b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:15.481526 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a5145335-c81a-4800-b007-5d19a29dc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.528612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0f3fc010-cb2e-4557-8fd5-e7a856b5915f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 700 time: 0.1161568 Oct 25 23:35:15.528874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:15.532694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a5145335-c81a-4800-b007-5d19a29dc843 None None] Port 9106c10e-6d08-4a02-acec-9a0d3f64396b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:15.561923 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.569348 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.638105 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Pushing event updated for resources: {'Port': ['ID=9106c10e-6d08-4a02-acec-9a0d3f64396b,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:15.659880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b3db32d9-8007-497c-baeb-37834e99d672 None None] Provisioning complete for port 9106c10e-6d08-4a02-acec-9a0d3f64396b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:15.660255 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b3db32d9-8007-497c-baeb-37834e99d672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.664836 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.665279 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.665711 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.666141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.666601 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.667854 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.667854 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.667854 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.668246 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.668678 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.669084 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.669696 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:15.702101 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Attempting to bind port 9106c10e-6d08-4a02-acec-9a0d3f64396b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:15.702570 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Attempting to bind port 9106c10e-6d08-4a02-acec-9a0d3f64396b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:15.702996 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Attempting to bind port 9106c10e-6d08-4a02-acec-9a0d3f64396b on network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:15.709169 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:15.709169 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Checking segment: {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:15.709591 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.710118 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Bound using segment: {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:15.711057 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Bound port: 9106c10e-6d08-4a02-acec-9a0d3f64396b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:15.711248 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.719329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b3db32d9-8007-497c-baeb-37834e99d672 None None] Port 9106c10e-6d08-4a02-acec-9a0d3f64396b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:15.784246 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] For port 9106c10e-6d08-4a02-acec-9a0d3f64396b, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:15.789803 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] For port 9106c10e-6d08-4a02-acec-9a0d3f64396b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9106c10e-6d08-4a02-acec-9a0d3f64396b,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:15.795583 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.860878 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:15.861531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fbea1bac-e2a4-4709-a237-7bfae796b65b None None] Provisioning complete for port 9106c10e-6d08-4a02-acec-9a0d3f64396b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:15.861675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fbea1bac-e2a4-4709-a237-7bfae796b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.862645 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:15.912674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.937746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4389d2e6-9991-402c-856a-e5b15de9aeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:15.957470 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec7b96-a771-4be0-9cd0-5371b37946db None None] Pushing event updated for resources: {'Port': ['ID=9106c10e-6d08-4a02-acec-9a0d3f64396b,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:15.966936 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:15.992046 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fbea1bac-e2a4-4709-a237-7bfae796b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.033464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fbea1bac-e2a4-4709-a237-7bfae796b65b None None] For port 9106c10e-6d08-4a02-acec-9a0d3f64396b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9106c10e-6d08-4a02-acec-9a0d3f64396b,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:16.040272 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fbea1bac-e2a4-4709-a237-7bfae796b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.096947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1bac-e2a4-4709-a237-7bfae796b65b None None] Pushing event updated for resources: {'Port': ['ID=9106c10e-6d08-4a02-acec-9a0d3f64396b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:16.170774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f9847b43-dbf0-40b6-a079-5d56a1e09546 None None] Provisioning complete for port 9106c10e-6d08-4a02-acec-9a0d3f64396b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:16.171145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f9847b43-dbf0-40b6-a079-5d56a1e09546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.207297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 9106c10e-6d08-4a02-acec-9a0d3f64396b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:16.207871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.234915 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:14Z', 'revision_number': 7, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9106c10e-6d08-4a02-acec-9a0d3f64396b', 'name': '', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:bc:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:11Z', 'updated_at': '2021-10-25T23:35:15Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:16.275576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9106c10e-6d08-4a02-acec-9a0d3f64396b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:16.276127 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbdd2-4255-44f0-83b6-48bbd9bd9aa9 None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:14Z', 'revision_number': 7, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9106c10e-6d08-4a02-acec-9a0d3f64396b', 'name': '', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:bc:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:11Z', 'updated_at': '2021-10-25T23:35:15Z', 'revision_number': 4, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:16.326110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 9106c10e-6d08-4a02-acec-9a0d3f64396b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9106c10e-6d08-4a02-acec-9a0d3f64396b,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:16.326563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.327213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9106c10e-6d08-4a02-acec-9a0d3f64396b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:16.327578 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.340438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 9106c10e-6d08-4a02-acec-9a0d3f64396b owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:16.417477 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32715f10-d760-4c02-a0c5-47f2d1b96a49 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:16.465712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:16.482278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 32715f10-d760-4c02-a0c5-47f2d1b96a49 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:16.482678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.484340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:16.485087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:16.532283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.569852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=9106c10e-6d08-4a02-acec-9a0d3f64396b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:16.619040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:16.789208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:16.889512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:14Z', 'revision_number': 7, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9106c10e-6d08-4a02-acec-9a0d3f64396b', 'name': '', 'network_id': '2f1055db-9fbb-42b4-a7e0-db02b246c2fe', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:bc:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:11Z', 'updated_at': '2021-10-25T23:35:16Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7108f8db-dbf4-434c-a819-c9c83f5c1bf0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:16.919982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:16.928617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:16.929407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:17.002179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:17.024291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:17.231753 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:16Z', 'revision_number': 8, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:17.262979 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95a99f-7944-4f52-bed7-6a681867a6b1 None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:16Z', 'revision_number': 8, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:17.407274 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:17.412223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7e7c0420-c0a0-4550-83c1-72f9b127c6bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8823421 Oct 25 23:35:17.415188 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42362) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:17.465633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 7108f8db-dbf4-434c-a819-c9c83f5c1bf0 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:35:17.468979 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.511779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.599883 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.660280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.689403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=7108f8db-dbf4-434c-a819-c9c83f5c1bf0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:17.703120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.703751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012f1ed-60b2-4ce0-a7b6-bee44628dcc2 None None] Network 2f1055db-9fbb-42b4-a7e0-db02b246c2fe requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:17.709742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42364) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:17.710227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09fb0de4-50ac-4ccf-9655-d743412b8bd7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/7108f8db-dbf4-434c-a819-c9c83f5c1bf0 HTTP/1.1" status: 204 len: 168 time: 0.2935109 Oct 25 23:35:17.774734 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:17.784565 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:17.785281 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:17.798479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.860488 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 32715f10-d760-4c02-a0c5-47f2d1b96a49 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:17.860831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.905102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] DHCP port deletion for 2f1055db-9fbb-42b4-a7e0-db02b246c2fe request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:35:17.938625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 32715f10-d760-4c02-a0c5-47f2d1b96a49, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32715f10-d760-4c02-a0c5-47f2d1b96a49,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:17.939089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.956182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 32715f10-d760-4c02-a0c5-47f2d1b96a49 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:17.962872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] Deleting port 32715f10-d760-4c02-a0c5-47f2d1b96a49 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:17.963329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:17.978935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:18.030853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] For port 32715f10-d760-4c02-a0c5-47f2d1b96a49, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=32715f10-d760-4c02-a0c5-47f2d1b96a49,segment=NetworkSegment(b6e27905-7ee6-4ada-8b33-bbefa1cafa24),segment_id=b6e27905-7ee6-4ada-8b33-bbefa1cafa24)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:18.031194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.044958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] Calling delete_port for 32715f10-d760-4c02-a0c5-47f2d1b96a49 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:18.047068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.078828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=32715f10-d760-4c02-a0c5-47f2d1b96a49,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:18.083465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port 32715f10-d760-4c02-a0c5-47f2d1b96a49 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 23:35:18.128792 n-d-815373-1 neutron-server[102135]: self.session.flush() Oct 25 23:35:18.148273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.176383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:18.191031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] Pushing event deleted for resources: {'Port': ['ID=32715f10-d760-4c02-a0c5-47f2d1b96a49,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:18.191392 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.194481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e58b6-90e8-4d12-a2a5-971332a654f3 None None] No DVR routers for this DVR port 32715f10-d760-4c02-a0c5-47f2d1b96a49 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:18.238388 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:16Z', 'revision_number': 8, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:18.240582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1055db-9fbb-42b4-a7e0-db02b246c2fe']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:18.249856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9106c10e-6d08-4a02-acec-9a0d3f64396b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:18.255198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:18.255506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e27905-7ee6-4ada-8b33-bbefa1cafa24') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:18.267551 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.270228 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:18.278061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9106c10e-6d08-4a02-acec-9a0d3f64396b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:18.278706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9106c10e-6d08-4a02-acec-9a0d3f64396b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:18.279293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32715f10-d760-4c02-a0c5-47f2d1b96a49 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:18.281707 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:18.282496 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:34:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:18.287339 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.294971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:35:18.295571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.296181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef52e2a-cb8b-458b-98c0-70d8f553a6ac tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:18.296856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef52e2a-cb8b-458b-98c0-70d8f553a6ac tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:18.297539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef52e2a-cb8b-458b-98c0-70d8f553a6ac tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:35:18.299958 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:35:18.303412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ef52e2a-cb8b-458b-98c0-70d8f553a6ac tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=0b28a4d9e3fd41eda874f5054bfab2e9&network_id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 2970 time: 0.1228888 Oct 25 23:35:18.335578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 32715f10-d760-4c02-a0c5-47f2d1b96a49 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:18.337601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 32715f10-d760-4c02-a0c5-47f2d1b96a49 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:18.371991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09acf915-0a31-4d64-96e4-b763614c1ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.391511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.403638 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:18.411127 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:18.417386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/2f1055db-9fbb-42b4-a7e0-db02b246c2fe HTTP/1.1" status: 204 len: 168 time: 0.7037904 Oct 25 23:35:18.417386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95532a-9624-4595-bb78-eb69cfd3f045 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=2f1055db-9fbb-42b4-a7e0-db02b246c2fe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:18.417720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:18.611509 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:16Z', 'revision_number': 8, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:18.637961 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691affe-c18d-4d53-b41a-e1f9f164f7f0 None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:16Z', 'revision_number': 8, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85853a5-a30b-41fe-b70c-c5bf052a7d22', 'name': '', 'network_id': '0950fa7d-8342-4f59-9aab-7a82c696188f', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:a0:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:07Z', 'updated_at': '2021-10-25T23:35:13Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '207d42e7-4442-4c04-8c14-d1f7b0385c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:18.760125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.006010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port d85853a5-a30b-41fe-b70c-c5bf052a7d22 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:19.006277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.095740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port d85853a5-a30b-41fe-b70c-c5bf052a7d22, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d85853a5-a30b-41fe-b70c-c5bf052a7d22,segment=NetworkSegment(c97d32e1-d3d5-4277-90c8-f9e3a906dafd),segment_id=c97d32e1-d3d5-4277-90c8-f9e3a906dafd)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:19.096335 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.110678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for d85853a5-a30b-41fe-b70c-c5bf052a7d22 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:19.281330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.314930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=d85853a5-a30b-41fe-b70c-c5bf052a7d22,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:19.479007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.669165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:19.675258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.768010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:19.775296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3863e886-0403-454c-98a3-0d875df7bfbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3564966 Oct 25 23:35:19.778438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42382) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:19.780654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:19.793410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:19.794026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:19.831065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 207d42e7-4442-4c04-8c14-d1f7b0385c6e {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:35:19.834232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.874897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:19.883594 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:19.967063 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.024916 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.055816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.059136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/207d42e7-4442-4c04-8c14-d1f7b0385c6e HTTP/1.1" status: 204 len: 168 time: 0.2797334 Oct 25 23:35:20.060194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1b39e-144c-4a6c-a952-501adb41afbd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=207d42e7-4442-4c04-8c14-d1f7b0385c6e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:20.061886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42384) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:20.082062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42386) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:20.141255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fbb88-b321-4f3a-9dc2-31aa3da4e9c5 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:20.151729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb6fbb88-b321-4f3a-9dc2-31aa3da4e9c5 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 HTTP/1.1" status: 200 len: 814 time: 0.0597129 Oct 25 23:35:20.175388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.195138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de0646-fe6f-4ea8-a6d4-c824282f81f7 None None] Network 0950fa7d-8342-4f59-9aab-7a82c696188f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:20.250899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port d0b1c938-13f0-4529-83ba-c94b0d2b2821 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:20.251964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.261643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.334739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port d0b1c938-13f0-4529-83ba-c94b0d2b2821, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=d0b1c938-13f0-4529-83ba-c94b0d2b2821,segment=NetworkSegment(c97d32e1-d3d5-4277-90c8-f9e3a906dafd),segment_id=c97d32e1-d3d5-4277-90c8-f9e3a906dafd)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:20.335152 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.349823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for d0b1c938-13f0-4529-83ba-c94b0d2b2821 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:20.367980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:19Z', 'revision_number': 9, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:20.395414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:20.404291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:20.404899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:20.438241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.445548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c34905-df7b-4365-b5d6-08816f89ee86 None None] DHCP port deletion for 0950fa7d-8342-4f59-9aab-7a82c696188f request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:35:20.466509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=d0b1c938-13f0-4529-83ba-c94b0d2b2821,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:20.468338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port d0b1c938-13f0-4529-83ba-c94b0d2b2821 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:20.506644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:20.554509 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.576882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0950fa7d-8342-4f59-9aab-7a82c696188f']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:20.586780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:20.587080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97d32e1-d3d5-4277-90c8-f9e3a906dafd') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:20.597265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.608996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42392) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:20.614308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.614737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'network': {'name': 'tempest-network-smoke--171320142', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'port_security_enabled': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:20.628218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:35:20.628925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:35:20.633484 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:35:20.639972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:20.643729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.706391 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.714609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.716912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:35:20.728654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/0950fa7d-8342-4f59-9aab-7a82c696188f HTTP/1.1" status: 204 len: 168 time: 0.6552567 Oct 25 23:35:20.728803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42394) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:20.740068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f9c16-d937-472b-bd5d-3c511122ea0e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=0950fa7d-8342-4f59-9aab-7a82c696188f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:20.746548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:19Z', 'revision_number': 9, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:20.775790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d8ef7-0112-418a-9a91-a4d9aca71c1b None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:19Z', 'revision_number': 9, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671bf003-78ca-47ef-a3a7-8cb7d2afe0d1', 'name': '', 'network_id': 'ed5a4934-7490-496c-b70e-15750ee5d69e', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:d7:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:02Z', 'updated_at': '2021-10-25T23:35:07Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': 'fe998c1b-d69d-457f-bcdb-25e9d65d2b09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:20.797597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.798324 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Added segment 3fe0faa3-33ff-4f9a-a778-a1ac47949c93 of type vlan for network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d Oct 25 23:35:20.807678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.859113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.961315 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:20.967325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:20.967892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.063425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4531543 Oct 25 23:35:21.066502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42398) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.076415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccd317-4d86-48f5-bfc1-ca8e6d3ee93d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Network': ['ID=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:21.086527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:35:21.123654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438554c-8fb9-4ff8-9b0e-67485f3f8c73 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:21.130793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a438554c-8fb9-4ff8-9b0e-67485f3f8c73 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0b28a4d9e3fd41eda874f5054bfab2e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0576608 Oct 25 23:35:21.130793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42400) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.224272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.243058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28594fec-62f8-4b54-b9d2-5c6b150ff612 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:21.247124 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-28594fec-62f8-4b54-b9d2-5c6b150ff612 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155193 Oct 25 23:35:21.247382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42402) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.277411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c9c235fb-3955-40c9-8a61-1fbaff5acd67 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288935 Oct 25 23:35:21.279865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42404) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.312515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6f0dc765-5d1c-4441-b1d0-b54bea87474f tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0b28a4d9e3fd41eda874f5054bfab2e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315256 Oct 25 23:35:21.315160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42406) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.407305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c13de8-9c80-41d8-83b1-441c604dbc43 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:21.411789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d2c13de8-9c80-41d8-83b1-441c604dbc43 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957863 Oct 25 23:35:21.412434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42408) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.445938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c05aa84e-ccdd-4560-b94e-b6a6569cb806 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322835 Oct 25 23:35:21.448700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:21.453458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-881556500', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:21.484024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:21.484380 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.543193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:21.546804 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.584230 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:21.584503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.597728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:21.731416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.793416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.800042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Subnet': ['ID=81a63aea-244b-4ab0-be62-f62fb7b3d931,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:21.807939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Checking segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:21.808283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network hostable DHCP agents. Network: cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:35:21.822473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=671bf003-78ca-47ef-a3a7-8cb7d2afe0d1,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:21.827541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:35:21.846827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:21.854531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:21.855130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:21.873080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc4125-c33e-4c40-889a-05d47153513b None None] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:21.883872 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-57754c9e-a872-4e89-9291-bf5517608f71 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4340627 Oct 25 23:35:22.016165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.099075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ips': [{'subnet_id': '81a63aea-244b-4ab0-be62-f62fb7b3d931'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:35:22.100366 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.194815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42416) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:22.201105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262088766', 'description': 'tempest-secgroup-smoke-262088766 description', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:22.238746 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.310385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Allocated IP 172.20.0.18 (cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d/81a63aea-244b-4ab0-be62-f62fb7b3d931/b3647463-5868-4698-9b33-a45ee1f8724b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:22.319468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d0b1c938-13f0-4529-83ba-c94b0d2b2821 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:22.342613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.347634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.352208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d0b1c938-13f0-4529-83ba-c94b0d2b2821 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:22.352586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d0b1c938-13f0-4529-83ba-c94b0d2b2821 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:22.353042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d85853a5-a30b-41fe-b70c-c5bf052a7d22 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:22.380241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: d85853a5-a30b-41fe-b70c-c5bf052a7d22 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:22.380582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device d85853a5-a30b-41fe-b70c-c5bf052a7d22 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:22.382118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.386970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1898992 Oct 25 23:35:22.390346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:22.395348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '1673133b-f5c6-487a-8d7e-b8cc3321a5e3', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:22.403050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f90c3-ab92-4f0a-aa28-f98e30548ebf tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1673133b-f5c6-487a-8d7e-b8cc3321a5e3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:22.432889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.500355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.504574 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.518647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4c97cf-bd8a-4a94-9758-9c4ca288f691,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:22.536841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.540244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-49a59fe9-a53d-457f-b791-c65ab49848f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469359 Oct 25 23:35:22.542355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42420) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:22.547474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '1673133b-f5c6-487a-8d7e-b8cc3321a5e3', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:22.549614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.556842 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.577920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.597678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:22.601496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:22.603067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:22.606831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:22.617088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Pushing event updated for resources: {'Port': ['ID=b3647463-5868-4698-9b33-a45ee1f8724b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:22.643507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.649089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.667020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Attempting to bind port b3647463-5868-4698-9b33-a45ee1f8724b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:22.667543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Attempting to bind port b3647463-5868-4698-9b33-a45ee1f8724b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:22.667904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Attempting to bind port b3647463-5868-4698-9b33-a45ee1f8724b on network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:22.669519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5c4d8e-2ac3-48a8-8d1d-35a23d4321b5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:22.673528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:22.673911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Checking segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:22.674382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.674545 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.674743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Bound using segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:22.675239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Bound port: b3647463-5868-4698-9b33-a45ee1f8724b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:22.675545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c5ef1884-af3f-45dc-b5d9-47afcfddf2d7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320431 Oct 25 23:35:22.675676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.678866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:22.684203 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '1673133b-f5c6-487a-8d7e-b8cc3321a5e3', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:22.712938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:22.713442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.722731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-49f33122-8c64-4162-86e8-139e6f3d81b5 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006857 Oct 25 23:35:22.724005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42424) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:22.727849 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:22.749112 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:22.750179 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:22.753624 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] For port b3647463-5868-4698-9b33-a45ee1f8724b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:22.756248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] For port b3647463-5868-4698-9b33-a45ee1f8724b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3647463-5868-4698-9b33-a45ee1f8724b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:22.762886 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.795425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet fe998c1b-d69d-457f-bcdb-25e9d65d2b09 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:35:22.799299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.853871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.864878 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:22.866721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c71f-9425-41d8-8aba-b485edd6f8c7 None None] Pushing event updated for resources: {'Port': ['ID=b3647463-5868-4698-9b33-a45ee1f8724b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:22.867306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.874409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.901379 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e93bd61-fbb7-4c4d-9e24-8e5dfa6f4907,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:22.917182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.921680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f42856b1-5267-4c56-a250-a58738cca1a5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2384887 Oct 25 23:35:22.923287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:22.935939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '1673133b-f5c6-487a-8d7e-b8cc3321a5e3', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:22.969717 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:22.978790 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.046644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.054818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.059083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.083666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37664b5b-0ce6-43a0-b0a1-7de976cb76c4,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:23.085503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=fe998c1b-d69d-457f-bcdb-25e9d65d2b09,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:23.087562 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.093735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ba5a8ba-fa4a-46df-9c89-7be213e69bbc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/fe998c1b-d69d-457f-bcdb-25e9d65d2b09 HTTP/1.1" status: 204 len: 168 time: 0.3665638 Oct 25 23:35:23.094000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:23.100577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.106279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-194b3fcc-7192-45e2-af04-ac216ec120e6 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739094 Oct 25 23:35:23.106279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42430) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:23.121429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '1673133b-f5c6-487a-8d7e-b8cc3321a5e3', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:23.125069 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:21Z', 'revision_number': 10, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:23.159070 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:23.161825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188af261-f740-40d9-b309-7869b50e3ffc None None] Network ed5a4934-7490-496c-b70e-15750ee5d69e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:23.184096 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:23.186598 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:23.192994 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Project 0b28a4d9e3fd41eda874f5054bfab2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:35:23.202629 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.221073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.315791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port ce9fe007-d223-4e8d-b7ba-99359572eff5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:23.316160 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.323624 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.329845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.337851 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:23.370224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e83d163-a1c7-4275-b3a7-488f5e5e1241,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:23.381649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.383819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9b2acf4d-894f-47ff-b477-7ac3b47ff4d3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765508 Oct 25 23:35:23.392889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42432) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:23.398666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': '1673133b-f5c6-487a-8d7e-b8cc3321a5e3', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:23.452120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port ce9fe007-d223-4e8d-b7ba-99359572eff5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce9fe007-d223-4e8d-b7ba-99359572eff5,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:23.452488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.462564 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Project 0b28a4d9e3fd41eda874f5054bfab2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:35:23.472584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.473380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] DHCP port deletion for ed5a4934-7490-496c-b70e-15750ee5d69e request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:35:23.477177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for ce9fe007-d223-4e8d-b7ba-99359572eff5 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:23.542085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] Deleting port ce9fe007-d223-4e8d-b7ba-99359572eff5 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:23.543199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.585094 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.595524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.618348 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:21Z', 'revision_number': 10, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:23.626333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3294689-ec66-4da5-830f-9f5b2a0bf45c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:23.637327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.642230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4cd30a2d-28eb-4ac4-ad55-ddb6997f0764 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2448261 Oct 25 23:35:23.644434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.661802 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083a0e4-dff6-44e9-bea5-2239d30eb6a0 None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:21Z', 'revision_number': 10, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None, '_interfaces': [{'id': '0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf', 'name': '', 'network_id': 'f811d62b-9453-4317-ad6f-044a2065ea39', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'mac_address': 'fa:16:3e:1e:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1434d748-9177-4df6-9c3e-714958605df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:58Z', 'updated_at': '2021-10-25T23:35:02Z', 'revision_number': 5, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'subnets': [{'id': '7c2cfa02-5027-48f4-a029-d2d6f24a9ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:23.672764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=ce9fe007-d223-4e8d-b7ba-99359572eff5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:23.684825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] For port ce9fe007-d223-4e8d-b7ba-99359572eff5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ce9fe007-d223-4e8d-b7ba-99359572eff5,segment=NetworkSegment(d6b1f30a-7d9c-4e51-8565-34473820d610),segment_id=d6b1f30a-7d9c-4e51-8565-34473820d610)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:23.685879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.693766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port ce9fe007-d223-4e8d-b7ba-99359572eff5 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:23.724492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] Calling delete_port for ce9fe007-d223-4e8d-b7ba-99359572eff5 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:23.811518 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.838255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5a4934-7490-496c-b70e-15750ee5d69e']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:23.849484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b1f30a-7d9c-4e51-8565-34473820d610') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:23.849914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b1f30a-7d9c-4e51-8565-34473820d610') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:23.863457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.884873 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.896451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:35:23.896850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:35:23.906949 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:35:23.941324 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:23.977703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] Pushing event deleted for resources: {'Port': ['ID=ce9fe007-d223-4e8d-b7ba-99359572eff5,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:23.981782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef754c5-0871-4d36-b78b-e42ec9a6cd98 None None] No DVR routers for this DVR port ce9fe007-d223-4e8d-b7ba-99359572eff5 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:24.010375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-90ef15a8-8441-4e40-85c9-6d423dbc77af tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262088766&fields=id&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 267 time: 0.1138349 Oct 25 23:35:24.014821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.031870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.037704 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/ed5a4934-7490-496c-b70e-15750ee5d69e HTTP/1.1" status: 204 len: 168 time: 0.9401901 Oct 25 23:35:24.038048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42446) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:24.118293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e627e1f-d115-4596-9d10-5546aeea1fe0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=ed5a4934-7490-496c-b70e-15750ee5d69e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:24.259133 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50574bbc-fda9-41dc-8c43-d67d1f1b30be None None] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:24.291108 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-24772171-d9bf-4281-9c86-f2cf86e58713 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:24.296446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-24772171-d9bf-4281-9c86-f2cf86e58713 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/networks?id=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d HTTP/1.1" status: 200 len: 796 time: 0.2455499 Oct 25 23:35:24.319376 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-352767a7-c926-426a-858c-b87c1c9fb93e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/quotas/0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 375 time: 0.0103884 Oct 25 23:35:24.340500 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3647463-5868-4698-9b33-a45ee1f8724b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:24.398852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-cb7c9767-efff-49bf-8d4a-9757bb67405d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0623376 Oct 25 23:35:24.399854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-44fb245b-9325-4727-8af0-9381cee406c8 None None] Provisioning complete for port b3647463-5868-4698-9b33-a45ee1f8724b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:24.400222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44fb245b-9325-4727-8af0-9381cee406c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.486512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b3647463-5868-4698-9b33-a45ee1f8724b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:24.486831 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.504293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-c5086b5e-9a05-4fd9-a890-f0835f0a1629 service neutron] 10.222.0.25 "GET /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013441 Oct 25 23:35:24.516922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.606944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44fb245b-9325-4727-8af0-9381cee406c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.613305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-50a4f06e-830b-48d6-9eec-cccdbd6e00c1 service neutron] 10.222.0.25 "GET /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003361 Oct 25 23:35:24.676590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-44fb245b-9325-4727-8af0-9381cee406c8 None None] For port b3647463-5868-4698-9b33-a45ee1f8724b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3647463-5868-4698-9b33-a45ee1f8724b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:24.680493 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.683903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44fb245b-9325-4727-8af0-9381cee406c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.829807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:24.829807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.899343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6b7f543-8e24-4573-98ff-fb03d107f633 req-e94473d3-62d1-4d89-9b95-9838e99aa90b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 210 time: 0.0653367 Oct 25 23:35:24.962844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb245b-9325-4727-8af0-9381cee406c8 None None] Pushing event updated for resources: {'Port': ['ID=b3647463-5868-4698-9b33-a45ee1f8724b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:24.968333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,segment=NetworkSegment(b8b593a4-7d7a-43f8-83af-0a01e555c723),segment_id=b8b593a4-7d7a-43f8-83af-0a01e555c723)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:24.968826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:24.979185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:35:24.979536 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:35:24.985559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:25.011896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d3394801-7a1d-461b-ad68-99b3eff83f67 None None] Provisioning complete for port b3647463-5868-4698-9b33-a45ee1f8724b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:25.012255 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3394801-7a1d-461b-ad68-99b3eff83f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.174416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.208532 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:25.238608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.238954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.239306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.239630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.239948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.240277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.240784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.241106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.241502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.241966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.242521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.242851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:25.381025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.546577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:25.564929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:25.588320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:25.588741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 671bf003-78ca-47ef-a3a7-8cb7d2afe0d1 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:25.589179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce9fe007-d223-4e8d-b7ba-99359572eff5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:25.610262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ce9fe007-d223-4e8d-b7ba-99359572eff5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:25.610558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ce9fe007-d223-4e8d-b7ba-99359572eff5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:25.627413 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:25.633382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f823ce11-2835-4b85-940f-ca3e49db02dd tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927377 Oct 25 23:35:25.636039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42458) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:25.638859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:25.651047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:25.651711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:25.687445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting subnet 7c2cfa02-5027-48f4-a029-d2d6f24a9ea7 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:35:25.690641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.728445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:25.737439 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.794847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:25Z', 'revision_number': 11, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:25.827015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:25.828575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.837668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:25.838342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:25.909416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.923911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:25.953346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2cfa02-5027-48f4-a029-d2d6f24a9ea7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:25.966982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:25.972919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-086f7ea3-003f-4507-b117-913ce72f40a1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/7c2cfa02-5027-48f4-a029-d2d6f24a9ea7 HTTP/1.1" status: 204 len: 168 time: 0.3361795 Oct 25 23:35:25.975928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:25.988245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-2dfbe173-d076-4f9e-b30f-c6a007f44cf4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:25.989907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-2dfbe173-d076-4f9e-b30f-c6a007f44cf4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "GET /v2.0/networks?id=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d HTTP/1.1" status: 200 len: 796 time: 0.1442587 Oct 25 23:35:26.004857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82428728-ed10-40c4-908c-22fb15f071cd None None] Network f811d62b-9453-4317-ad6f-044a2065ea39 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:35:26.008523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:25Z', 'revision_number': 11, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:26.076711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69569b39-a490-4e7a-80ed-273fb6d4d34d None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:25Z', 'revision_number': 11, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:26.096235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c262ba74-df45-4d52-bd2a-fd41ebebdee4 req-2ed901c2-4205-4e32-ae73-a610e4b159f7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 210 time: 0.0525157 Oct 25 23:35:26.102386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-6b68e74e-fbcf-4991-a380-e7fd2b0b4cae tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 472 time: 0.0960906 Oct 25 23:35:26.133176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.138730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'port': {'device_id': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'admin_state_up': True, 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'security_groups': ['1673133b-f5c6-487a-8d7e-b8cc3321a5e3']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:26.190699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Deleting port 9682a665-a26c-4810-8e37-6a3a2c539bfe {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:35:26.191253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.262762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] For port 9682a665-a26c-4810-8e37-6a3a2c539bfe, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9682a665-a26c-4810-8e37-6a3a2c539bfe,segment=NetworkSegment(b8b593a4-7d7a-43f8-83af-0a01e555c723),segment_id=b8b593a4-7d7a-43f8-83af-0a01e555c723)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:26.263173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.263511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:26.268045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.276862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Calling delete_port for 9682a665-a26c-4810-8e37-6a3a2c539bfe owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:35:26.364170 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.391634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Port': ['ID=9682a665-a26c-4810-8e37-6a3a2c539bfe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:26.395835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No DVR routers for this DVR port 9682a665-a26c-4810-8e37-6a3a2c539bfe on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:35:26.424655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.27 (cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d/81a63aea-244b-4ab0-be62-f62fb7b3d931/85433c9a-be49-4843-9dfe-c1aad6b54a66) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:26.459229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4143e07-4253-46f2-b522-bc225320415b None None] DHCP port deletion for f811d62b-9453-4317-ad6f-044a2065ea39 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:35:26.496252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.522191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f811d62b-9453-4317-ad6f-044a2065ea39']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:26.537877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b593a4-7d7a-43f8-83af-0a01e555c723') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:26.538353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b593a4-7d7a-43f8-83af-0a01e555c723') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:26.548743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.557800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3647463-5868-4698-9b33-a45ee1f8724b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:26.570764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.578520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:35:26.578906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:35:26.583127 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:35:26.622612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.635512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b3647463-5868-4698-9b33-a45ee1f8724b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:26.636623 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.662473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.668744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.680112 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.684060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/networks/f811d62b-9453-4317-ad6f-044a2065ea39 HTTP/1.1" status: 204 len: 168 time: 0.7067943 Oct 25 23:35:26.693755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:26.699056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'routes': None}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:26.701315 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d834a-bda7-4036-9f46-bf48b31a17b8 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Pushing event deleted for resources: {'Network': ['ID=f811d62b-9453-4317-ad6f-044a2065ea39,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:26.724254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:26.728742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:26.733454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:26.796346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=85433c9a-be49-4843-9dfe-c1aad6b54a66,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:26.803829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:26.804465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:26.824758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.825181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.825483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.825821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.826412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.826709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.827065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.827398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.827750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.828177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.828503 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.828859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:35:26.843831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0b89349a-24b1-40c1-a52b-32651b03a217 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117150 Oct 25 23:35:26.846636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:26.869959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Request body: {'port': {'device_id': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:26.871876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:26.872735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0e1a9cc7-58aa-49e9-9ca2-2efc7a6f6dbf not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:26.873189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9682a665-a26c-4810-8e37-6a3a2c539bfe no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:35:26.901572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9682a665-a26c-4810-8e37-6a3a2c539bfe {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:35:26.902301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9682a665-a26c-4810-8e37-6a3a2c539bfe not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:35:26.956466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.158833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2bee47c2-6f80-47f4-954e-0008847416bb None None] Provisioning complete for port 85433c9a-be49-4843-9dfe-c1aad6b54a66 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:27.159205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2bee47c2-6f80-47f4-954e-0008847416bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.212344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-2bee47c2-6f80-47f4-954e-0008847416bb None None] Port 85433c9a-be49-4843-9dfe-c1aad6b54a66 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:27.246562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Added routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 23:35:27.246820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.extraroute_db [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Removed routes are [] {{(pid=102133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 23:35:27.247111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.292330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85433c9a-be49-4843-9dfe-c1aad6b54a66 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:35:27.301650 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.316634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Transition to ACTIVE for port object 85433c9a-be49-4843-9dfe-c1aad6b54a66 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:35:27.320764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.369009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22be628-94d4-4520-91f8-e0bd6bd5a2ae req-515ccbfe-f9b7-4de7-878e-e14a049f61b3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:27.370950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c22be628-94d4-4520-91f8-e0bd6bd5a2ae req-515ccbfe-f9b7-4de7-878e-e14a049f61b3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 932 time: 0.1220636 Oct 25 23:35:27.373670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Pushing event updated for resources: {'Port': ['ID=85433c9a-be49-4843-9dfe-c1aad6b54a66,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:27.456491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.457159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Attempting to bind port 85433c9a-be49-4843-9dfe-c1aad6b54a66 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:27.457614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Attempting to bind port 85433c9a-be49-4843-9dfe-c1aad6b54a66 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:27.458421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Attempting to bind port 85433c9a-be49-4843-9dfe-c1aad6b54a66 on network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:27.465029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Port 85433c9a-be49-4843-9dfe-c1aad6b54a66 on network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:35:27.465496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Attempting to bind port 85433c9a-be49-4843-9dfe-c1aad6b54a66 on network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:27.469279 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.472480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:27.473879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Checking segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:27.475056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Bound using segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:27.475944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Bound port: 85433c9a-be49-4843-9dfe-c1aad6b54a66, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:27.476535 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.523352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c22be628-94d4-4520-91f8-e0bd6bd5a2ae req-6f57d834-5ec7-468a-bc50-8258e4c8d0e1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188245 Oct 25 23:35:27.566440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] For port 85433c9a-be49-4843-9dfe-c1aad6b54a66, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:27.571198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] For port 85433c9a-be49-4843-9dfe-c1aad6b54a66, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:27.571640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 1434d748-9177-4df6-9c3e-714958605df8 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:27.576486 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.620166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:27.620783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.622177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] 10.222.0.15 "PUT /v2.0/ports/85433c9a-be49-4843-9dfe-c1aad6b54a66 HTTP/1.1" status: 200 len: 1092 time: 0.7633886 Oct 25 23:35:27.622641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'tag': '85433c9a-be49-4843-9dfe-c1aad6b54a66'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:35:27.629932 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e14fe8-eafb-4071-bcd9-6701b9d6f990" -d '{"events": [{"name": "network-changed", "server_uuid": "75e18a6e-6f99-422f-95d2-aaf8fcfc95be", "tag": "85433c9a-be49-4843-9dfe-c1aad6b54a66"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:35:27.656060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:27.664861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.668487 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] Sync routers for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:27.669072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a3dfa793-f876-4e07-ac79-75126abfe380 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 701 time: 0.9741685 Oct 25 23:35:27.669739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42472) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:27.677519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea62dd-21ef-4d8c-bc12-ff5dfccc5b29 service neutron] Pushing event updated for resources: {'Port': ['ID=85433c9a-be49-4843-9dfe-c1aad6b54a66,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:27.712417 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:27.713188 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:27.724397 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78578186-e8ad-4cd3-b6b2-9e4989b6035f x-openstack-request-id: req-78578186-e8ad-4cd3-b6b2-9e4989b6035f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:35:27.724834 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e18a6e-6f99-422f-95d2-aaf8fcfc95be", "tag": "85433c9a-be49-4843-9dfe-c1aad6b54a66", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:35:27.725155 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78578186-e8ad-4cd3-b6b2-9e4989b6035f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:35:27.725819 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'tag': '85433c9a-be49-4843-9dfe-c1aad6b54a66', 'status': 'completed', 'code': 200} Oct 25 23:35:27.729993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42474) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:27.730433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8cde5444-fc8d-42ad-bada-36753ecd0130 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 205 time: 0.0593090 Oct 25 23:35:27.806250 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:27.838065 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:27.874518 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:25Z', 'revision_number': 11, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:27.908467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-5ae2ac76-091c-4da5-a4c9-f7e20911f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:27.909902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-5ae2ac76-091c-4da5-a4c9-f7e20911f905 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 1095 time: 0.1959994 Oct 25 23:35:28.014741 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] Checking router: 1434d748-9177-4df6-9c3e-714958605df8 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:28.024215 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] Routers {'1434d748-9177-4df6-9c3e-714958605df8'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:28.024931 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['1434d748-9177-4df6-9c3e-714958605df8'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:28.043045 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-0d2c2121-ede9-4bc6-8cc0-4da9ff969542 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66 HTTP/1.1" status: 200 len: 217 time: 0.0949686 Oct 25 23:35:28.048092 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.050307 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.098742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] Set router 1434d748-9177-4df6-9c3e-714958605df8 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:28.125917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.126448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router 1434d748-9177-4df6-9c3e-714958605df8 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:35:28.134640 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.135725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35794d83-0790-419f-8893-eca016577ad4 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 204 len: 168 time: 0.4044838 Oct 25 23:35:28.141937 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42476) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:28.146040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-232761199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:28.152166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-2cfcaaf9-6c22-4cdc-8ad9-e77aec80d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.153631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-2cfcaaf9-6c22-4cdc-8ad9-e77aec80d473 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a63aea-244b-4ab0-be62-f62fb7b3d931 HTTP/1.1" status: 200 len: 837 time: 0.1015944 Oct 25 23:35:28.159830 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:25Z', 'revision_number': 11, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:28.193885 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3836a79-fcc5-4e1c-9e66-121f4e62950a None None] The sync data for ids ['1434d748-9177-4df6-9c3e-714958605df8'] in n-d-815373-1 is: [{'id': '1434d748-9177-4df6-9c3e-714958605df8', 'name': 'tempest-RoutersTest-router-1877093380', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:56Z', 'updated_at': '2021-10-25T23:35:25Z', 'revision_number': 11, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:28.199060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.200169 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.221884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-c6ea2052-79f7-4122-9352-355bf3d66663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.223445 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-c6ea2052-79f7-4122-9352-355bf3d66663 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585155 Oct 25 23:35:28.310367 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.317710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.346090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.347389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e780edcd-8fbc-4ba9-9f0b-a0aa4f1e82f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2051499 Oct 25 23:35:28.350285 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:28.355994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:28.373669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-69ff6e36-174e-4ed2-a87f-6b665b371171 service neutron] 10.222.0.15 "GET /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386573 Oct 25 23:35:28.485185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2d7cdd8f-b087-411f-b467-f1879ea5e339 req-8392891d-e0b4-4af4-828e-d162e2ecfa73 service neutron] 10.222.0.15 "GET /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038203 Oct 25 23:35:28.548735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.576348 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1808947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3773'] for router, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.588349 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1808906'] for router, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.624690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-59916d81-0fc6-4cfc-99e3-544af05b89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.626193 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-59916d81-0fc6-4cfc-99e3-544af05b89d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 1095 time: 0.0463047 Oct 25 23:35:28.720967 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-219b9229-8628-4293-905d-c6c4368a9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.722390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-219b9229-8628-4293-905d-c6c4368a9512 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d HTTP/1.1" status: 200 len: 897 time: 0.0884378 Oct 25 23:35:28.723008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fa73-a017-4ad2-85db-0d3a04c47b38 req-eb5606fd-a8e6-49b7-956c-1e7340ac6cde tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.724475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b023fa73-a017-4ad2-85db-0d3a04c47b38 req-eb5606fd-a8e6-49b7-956c-1e7340ac6cde tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 944 time: 0.0964625 Oct 25 23:35:28.738543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Router 5d2d69bb-eceb-41d0-9750-79624cf83456 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:35:28.770062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-ce00bc70-3db1-42ef-9fad-24c2ecffab1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66 HTTP/1.1" status: 200 len: 217 time: 0.0401881 Oct 25 23:35:28.804510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b023fa73-a017-4ad2-85db-0d3a04c47b38 req-ced3d4b4-9502-47e8-8cf4-d52fa06afbca tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731354 Oct 25 23:35:28.823024 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-77e31216-33af-4c0b-b90a-78522893c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.824796 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-77e31216-33af-4c0b-b90a-78522893c4ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a63aea-244b-4ab0-be62-f62fb7b3d931 HTTP/1.1" status: 200 len: 837 time: 0.0481105 Oct 25 23:35:28.838395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:28.845109 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:28.846414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab76b50b-ac9b-43c8-8ab2-7693062f3044 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "PUT /v2.0/routers/5d2d69bb-eceb-41d0-9750-79624cf83456 HTTP/1.1" status: 200 len: 693 time: 0.4946959 Oct 25 23:35:28.848549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] Sync routers for ids ['5d2d69bb-eceb-41d0-9750-79624cf83456'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:28.849101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42484) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:28.864545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] Routers {'5d2d69bb-eceb-41d0-9750-79624cf83456'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:28.865153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5d2d69bb-eceb-41d0-9750-79624cf83456'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:28.881122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-94521b44-d169-4724-b26a-688546dd69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:28.883268 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-94521b44-d169-4724-b26a-688546dd69a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513544 Oct 25 23:35:28.932430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c1ac4d36-ab65-4d8e-bb9d-a35113c6241f tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/routers/5d2d69bb-eceb-41d0-9750-79624cf83456 HTTP/1.1" status: 200 len: 699 time: 0.0796323 Oct 25 23:35:28.932703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42486) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:28.943240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] Set router 5d2d69bb-eceb-41d0-9750-79624cf83456 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:28.964858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-938ccb3a-f3f9-428b-a320-ae252aa3ae61 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d2d69bb-eceb-41d0-9750-79624cf83456 HTTP/1.1" status: 200 len: 205 time: 0.0288737 Oct 25 23:35:28.965108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42488) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:28.999457 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-999ca61f-4594-437a-a178-5bc7f87026c0 service neutron] 10.222.0.15 "GET /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087387 Oct 25 23:35:29.010010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2d69bb-eceb-41d0-9750-79624cf83456', 'name': 'tempest-RoutersTest-router-232761199', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:35:28Z', 'updated_at': '2021-10-25T23:35:28Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:29.039873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] Checking router: 5d2d69bb-eceb-41d0-9750-79624cf83456 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:29.045628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:29.051636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] Routers {'5d2d69bb-eceb-41d0-9750-79624cf83456'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:29.052239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5d2d69bb-eceb-41d0-9750-79624cf83456'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:29.112914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03e14fe8-eafb-4071-bcd9-6701b9d6f990 req-a11bc8a5-78c9-4910-b17f-67ebe9f9446c service neutron] 10.222.0.15 "GET /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056445 Oct 25 23:35:29.125911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] Set router 5d2d69bb-eceb-41d0-9750-79624cf83456 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:29.182916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2d69bb-eceb-41d0-9750-79624cf83456', 'name': 'tempest-RoutersTest-router-232761199', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:35:28Z', 'updated_at': '2021-10-25T23:35:28Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:29.208870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1f7f0-55cd-49bc-92cf-9a6209b68d5b None None] The sync data for ids ['5d2d69bb-eceb-41d0-9750-79624cf83456'] in n-d-815373-1 is: [{'id': '5d2d69bb-eceb-41d0-9750-79624cf83456', 'name': 'tempest-RoutersTest-router-232761199', 'tenant_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:35:28Z', 'updated_at': '2021-10-25T23:35:28Z', 'revision_number': 2, 'project_id': '71e5fc7189b7496aa26deda2ed2ef7f0', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:29.209141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:29.212025 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:29.255690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:29.256217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Fanout notify agent at l3_agent the message router_deleted on router 5d2d69bb-eceb-41d0-9750-79624cf83456 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:35:29.263353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:29.264472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6e853d0f-7959-4792-916c-b586eb2a7420 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/5d2d69bb-eceb-41d0-9750-79624cf83456 HTTP/1.1" status: 204 len: 168 time: 0.2985463 Oct 25 23:35:29.268260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.297296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b3d36623-9d43-4739-b328-b082ed5e678e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d2d69bb-eceb-41d0-9750-79624cf83456 HTTP/1.1" status: 200 len: 205 time: 0.0278580 Oct 25 23:35:29.299649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42492) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.340816 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-1444b0de-6b41-407b-acca-5689177f7186 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:29.341861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1444b0de-6b41-407b-acca-5689177f7186 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/5d2d69bb-eceb-41d0-9750-79624cf83456 HTTP/1.1" status: 404 len: 336 time: 0.0412974 Oct 25 23:35:29.344367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42494) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.371707 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-184aae86-516b-4778-8325-2b8e62716a6b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:29.372162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184aae86-516b-4778-8325-2b8e62716a6b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:29.377590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-184aae86-516b-4778-8325-2b8e62716a6b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/7108f8db-dbf4-434c-a819-c9c83f5c1bf0 HTTP/1.1" status: 404 len: 337 time: 0.0299873 Oct 25 23:35:29.377790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42496) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.404284 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84a4ef3-8e46-4f5a-bf46-16bf8a3abbb9 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:29.404740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84a4ef3-8e46-4f5a-bf46-16bf8a3abbb9 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:29.407865 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e84a4ef3-8e46-4f5a-bf46-16bf8a3abbb9 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/207d42e7-4442-4c04-8c14-d1f7b0385c6e HTTP/1.1" status: 404 len: 337 time: 0.0291429 Oct 25 23:35:29.410726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42498) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.438061 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca5569-0d57-490a-bd9a-124eeae625eb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:29.438545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca5569-0d57-490a-bd9a-124eeae625eb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:29.441557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dcca5569-0d57-490a-bd9a-124eeae625eb tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/fe998c1b-d69d-457f-bcdb-25e9d65d2b09 HTTP/1.1" status: 404 len: 337 time: 0.0298662 Oct 25 23:35:29.444233 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42500) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.471302 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf8a8e0-91c4-4276-a6ad-831e6d53acfa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:29.471819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf8a8e0-91c4-4276-a6ad-831e6d53acfa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:29.475442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6cf8a8e0-91c4-4276-a6ad-831e6d53acfa tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/7c2cfa02-5027-48f4-a029-d2d6f24a9ea7 HTTP/1.1" status: 404 len: 337 time: 0.0295172 Oct 25 23:35:29.478002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42502) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.509211 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e6990b7-048f-48d0-b27f-793cc55e07bc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 200 len: 205 time: 0.0300491 Oct 25 23:35:29.511543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.547343 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-c01ae037-7192-4276-84fa-64e518bb20e1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:29.548313 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c01ae037-7192-4276-84fa-64e518bb20e1 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/1434d748-9177-4df6-9c3e-714958605df8 HTTP/1.1" status: 404 len: 336 time: 0.0358944 Oct 25 23:35:29.550798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.578028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b2b93891-6c33-45f6-a44d-4183bffe07f0 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=766779a6-5c9f-418d-b0b2-8bbc974151bd HTTP/1.1" status: 200 len: 205 time: 0.0262032 Oct 25 23:35:29.580269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42508) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.620124 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-dc16b7e0-bb18-4340-8a56-a065e7d0d88d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:29.621332 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc16b7e0-bb18-4340-8a56-a065e7d0d88d tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/766779a6-5c9f-418d-b0b2-8bbc974151bd HTTP/1.1" status: 404 len: 336 time: 0.0401924 Oct 25 23:35:29.623780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42510) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.650096 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072b546-f78a-4077-81d1-2eb1f7320400 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:29.650584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2072b546-f78a-4077-81d1-2eb1f7320400 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:29.653650 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2072b546-f78a-4077-81d1-2eb1f7320400 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/cb67f12c-7bfa-4000-8dd3-d3e4d5c0489d HTTP/1.1" status: 404 len: 337 time: 0.0289910 Oct 25 23:35:29.656433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42512) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.683944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1e1f4a3a-4e16-4de3-afe7-2d11207efdd3 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 200 len: 205 time: 0.0264764 Oct 25 23:35:29.686252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42514) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.726288 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-0aa57662-f5d2-40e4-ae3c-180f9570c07e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:29.727264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0aa57662-f5d2-40e4-ae3c-180f9570c07e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/2a9245cd-a145-47e3-910c-223f9aca6eb5 HTTP/1.1" status: 404 len: 336 time: 0.0401449 Oct 25 23:35:29.729726 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42516) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.756739 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f2065ffa-d833-4324-9bc5-677da2e4a312 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=373b3d2a-8adc-43c9-9b87-80ad5671de09 HTTP/1.1" status: 200 len: 205 time: 0.0258920 Oct 25 23:35:29.759870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42518) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.795316 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-c3caea07-6644-4de9-a5db-79ea6f0145fc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:29.796275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c3caea07-6644-4de9-a5db-79ea6f0145fc tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/373b3d2a-8adc-43c9-9b87-80ad5671de09 HTTP/1.1" status: 404 len: 336 time: 0.0355227 Oct 25 23:35:29.798723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42520) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:29.824360 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-97706a00-c14e-4a38-b97f-23d5291af11e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:29.824696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97706a00-c14e-4a38-b97f-23d5291af11e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:29.827890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-97706a00-c14e-4a38-b97f-23d5291af11e tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/1383356d-7916-4ce4-acaa-f83286ea7dd6 HTTP/1.1" status: 404 len: 337 time: 0.0283082 Oct 25 23:35:29.830440 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.183389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4fef7026-fac5-4822-9c0f-428a5050c467 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee9b9817-f86e-4cea-82df-29c192f845d7 HTTP/1.1" status: 200 len: 205 time: 0.3519113 Oct 25 23:35:30.185827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42526) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.237041 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-4d22fb53-b4e2-471d-a451-32f642125192 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:30.238035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d22fb53-b4e2-471d-a451-32f642125192 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/ee9b9817-f86e-4cea-82df-29c192f845d7 HTTP/1.1" status: 404 len: 336 time: 0.0513313 Oct 25 23:35:30.240675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42528) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.260267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693be527-8a26-4371-980e-a4334f14a4a7 req-71acf2d3-d953-4bf1-b411-71bece7c82e1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:30.261752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693be527-8a26-4371-980e-a4334f14a4a7 req-71acf2d3-d953-4bf1-b411-71bece7c82e1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 944 time: 0.0883482 Oct 25 23:35:30.267502 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e100a164-7e99-4621-83b3-91624d5465d7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:30.267955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e100a164-7e99-4621-83b3-91624d5465d7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:30.271027 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e100a164-7e99-4621-83b3-91624d5465d7 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/8b4b0406-47dd-4699-9581-0b710dd875d2 HTTP/1.1" status: 404 len: 337 time: 0.0293746 Oct 25 23:35:30.274373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42530) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.303672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b1d8a89f-d914-4692-8646-4d3cec9683de tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "GET /v2.0/ports?device_id=6140a30f-c28f-45e5-8056-3cd1d6b9eb23 HTTP/1.1" status: 200 len: 205 time: 0.0260489 Oct 25 23:35:30.303910 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-693be527-8a26-4371-980e-a4334f14a4a7 req-8c77b7d7-cdcd-40d1-b93f-62261b9b8209 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341859 Oct 25 23:35:30.304032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42532) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.341936 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-e1ac3843-f935-4648-93ab-e5cc1953b45b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] delete failed (client error): The resource could not be found. Oct 25 23:35:30.342900 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e1ac3843-f935-4648-93ab-e5cc1953b45b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/routers/6140a30f-c28f-45e5-8056-3cd1d6b9eb23 HTTP/1.1" status: 404 len: 336 time: 0.0379131 Oct 25 23:35:30.345417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42534) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.370833 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38e6b14-460b-45d2-93e3-80728d9ae6f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:30.371272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38e6b14-460b-45d2-93e3-80728d9ae6f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:30.374333 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c38e6b14-460b-45d2-93e3-80728d9ae6f6 tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/2b2c4e0a-405a-4801-bd81-d6150f49163c HTTP/1.1" status: 404 len: 337 time: 0.0278986 Oct 25 23:35:30.376484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42536) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.401800 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bccb1f5-67f9-4f21-ba52-d0baab351c3b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] DELETE failed (client error): The resource could not be found. Oct 25 23:35:30.402261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bccb1f5-67f9-4f21-ba52-d0baab351c3b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 23:35:30.405172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1bccb1f5-67f9-4f21-ba52-d0baab351c3b tempest-RoutersTest-848086147 tempest-RoutersTest-848086147-project] 10.222.0.25 "DELETE /v2.0/subnets/4737bdc7-fc23-491c-9736-8f25458b030e HTTP/1.1" status: 404 len: 337 time: 0.0278425 Oct 25 23:35:30.644742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42542) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.783155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d2332389-ab68-4205-8e0f-604fcef10772 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e5fc7189b7496aa26deda2ed2ef7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372104 Oct 25 23:35:30.785614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42548) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:30.839402 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffc81e8b-6c79-4982-b0d8-f5fbca3b7141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:30.860479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffc81e8b-6c79-4982-b0d8-f5fbca3b7141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:30.907386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffc81e8b-6c79-4982-b0d8-f5fbca3b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:30.909905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffc81e8b-6c79-4982-b0d8-f5fbca3b7141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:30.911060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ffc81e8b-6c79-4982-b0d8-f5fbca3b7141 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/997b4f82-8c5a-4415-a740-25be7d3c941e HTTP/1.1" status: 204 len: 168 time: 0.1244407 Oct 25 23:35:30.918659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc81e8b-6c79-4982-b0d8-f5fbca3b7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b4f82-8c5a-4415-a740-25be7d3c941e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:31.423113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316abd7-a107-4efa-b4ab-e364f25b7e09 req-15d5d14b-952d-40c0-a382-771b6e4f1744 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:31.424612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e316abd7-a107-4efa-b4ab-e364f25b7e09 req-15d5d14b-952d-40c0-a382-771b6e4f1744 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 944 time: 0.0539682 Oct 25 23:35:31.465184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e316abd7-a107-4efa-b4ab-e364f25b7e09 req-ef8d86d4-d81a-44d5-8fe8-9276c02b97e8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344043 Oct 25 23:35:31.627768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42574) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:31.724845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1221815252'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:35:31.747439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Made reservation on behalf of 312073805ec84090aa340a0b546bc6c1 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:35:31.751002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.770097 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.845745 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.849453 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.876594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:35:31.886347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5873801d-3742-4be3-ba16-32786729ba61,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:31.891085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.891431 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Added segment 31bc4add-1a7f-4b38-a654-2bd9171412fa of type vlan for network f62f1ee6-f598-4663-9908-1ad170245b10 Oct 25 23:35:31.931502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.955180 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:31.961067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:31.961644 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:32.016192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3872209 Oct 25 23:35:32.019565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42578) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.026048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-2d40cce5-db98-48fd-a8d6-8470241c1618 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-1378407713') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.050287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44b558-213d-40d9-a0f2-4d511745657a tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Pushing event updated for resources: {'Network': ['ID=f62f1ee6-f598-4663-9908-1ad170245b10,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:32.061136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f62f1ee6-f598-4663-9908-1ad170245b10 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:35:32.115776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2d40cce5-db98-48fd-a8d6-8470241c1618 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "PUT /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-1378407713 HTTP/1.1" status: 201 len: 201 time: 0.0952005 Oct 25 23:35:32.118920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42580) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.124125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-10f0f532-e5f1-4c08-918c-df02e75bf329 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-1378407713') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.199458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-10f0f532-e5f1-4c08-918c-df02e75bf329 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-1378407713 HTTP/1.1" status: 204 len: 168 time: 0.0790739 Oct 25 23:35:32.201872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.206494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-769c072f-2ae4-413c-9b20-371d245eaf7b tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.277937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-769c072f-2ae4-413c-9b20-371d245eaf7b tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags HTTP/1.1" status: 200 len: 238 time: 0.0750363 Oct 25 23:35:32.280445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42584) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.284940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-07f7e8e7-5356-4f61-a171-cb68fb87f5e8 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', {'tags': ['tempest-TagsTest-Tag-1406391210', 'tempest-TagsTest-Tag-634445477', 'tempest-TagsTest-Tag-1133463523']}) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.360689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-07f7e8e7-5356-4f61-a171-cb68fb87f5e8 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "PUT /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags HTTP/1.1" status: 200 len: 308 time: 0.0790317 Oct 25 23:35:32.363193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42586) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.367375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-0206aea0-557e-4fd7-9e6b-c9a29916ddbe tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-1406391210') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.449190 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0206aea0-557e-4fd7-9e6b-c9a29916ddbe tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "DELETE /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-1406391210 HTTP/1.1" status: 204 len: 168 time: 0.0850172 Oct 25 23:35:32.451887 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42590) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.455969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-349c64d4-c62e-4546-8415-561875649f62 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-1406391210') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.521993 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-349c64d4-c62e-4546-8415-561875649f62 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] show failed (client error): The resource could not be found. Oct 25 23:35:32.524092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-349c64d4-c62e-4546-8415-561875649f62 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-1406391210 HTTP/1.1" status: 404 len: 326 time: 0.0713122 Oct 25 23:35:32.526771 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42594) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.530829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.tag.tag_plugin [None req-b6bcb0ab-1ff1-4109-a327-cd98239dfdf5 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-634445477') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.629670 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 85433c9a-be49-4843-9dfe-c1aad6b54a66 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:35:32.637859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977da36-63d7-4ef1-9041-12165b1d00c0 req-4a93fdfd-6c1d-4c28-9a02-2127638c3a74 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:32.639419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c977da36-63d7-4ef1-9041-12165b1d00c0 req-4a93fdfd-6c1d-4c28-9a02-2127638c3a74 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 944 time: 0.0950832 Oct 25 23:35:32.646100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6bcb0ab-1ff1-4109-a327-cd98239dfdf5 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-634445477 HTTP/1.1" status: 204 len: 168 time: 0.1183786 Oct 25 23:35:32.649475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.653942 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-8f2ee418-ae32-46ba-9de1-552629306f66 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-1133463523') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.680772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c977da36-63d7-4ef1-9041-12165b1d00c0 req-7b952507-b089-46e6-bebe-09a80b0d3833 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335643 Oct 25 23:35:32.729409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8f2ee418-ae32-46ba-9de1-552629306f66 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-1133463523 HTTP/1.1" status: 204 len: 168 time: 0.0787072 Oct 25 23:35:32.731880 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42598) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.736738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-89263cac-bc40-49f5-830d-b152c5917825 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.737910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 85433c9a-be49-4843-9dfe-c1aad6b54a66, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:32.749649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '85433c9a-be49-4843-9dfe-c1aad6b54a66', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'port_id': '85433c9a-be49-4843-9dfe-c1aad6b54a66', 'mac_address': 'fa:16:3e:37:0e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:35:32.787001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:32.799965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85433c9a-be49-4843-9dfe-c1aad6b54a66 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:35:32.820551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 85433c9a-be49-4843-9dfe-c1aad6b54a66, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:32.826746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-89263cac-bc40-49f5-830d-b152c5917825 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "DELETE /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags HTTP/1.1" status: 204 len: 168 time: 0.0922771 Oct 25 23:35:32.827319 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:32.828372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42600) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.833695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-e148d3ce-9e9f-47f0-a92e-fafab17cfcc0 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-634445477') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.881410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=85433c9a-be49-4843-9dfe-c1aad6b54a66,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:32.905997 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-e148d3ce-9e9f-47f0-a92e-fafab17cfcc0 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] show failed (client error): The resource could not be found. Oct 25 23:35:32.907060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e148d3ce-9e9f-47f0-a92e-fafab17cfcc0 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-634445477 HTTP/1.1" status: 404 len: 325 time: 0.0774984 Oct 25 23:35:32.909752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42602) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.914406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-e2e8f7f1-6c33-4991-9e87-9a67077fb3ca tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10', 'tempest-TagsTest-Tag-1133463523') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:32.979639 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-e2e8f7f1-6c33-4991-9e87-9a67077fb3ca tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] show failed (client error): The resource could not be found. Oct 25 23:35:32.980647 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e2e8f7f1-6c33-4991-9e87-9a67077fb3ca tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "GET /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags/tempest-TagsTest-Tag-1133463523 HTTP/1.1" status: 404 len: 326 time: 0.0699842 Oct 25 23:35:32.983391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42604) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:32.987507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.tag.tag_plugin [None req-398a5970-4a76-4ff7-bad7-2102ae1ae9a4 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f62f1ee6-f598-4663-9908-1ad170245b10') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:33.063149 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-398a5970-4a76-4ff7-bad7-2102ae1ae9a4 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "DELETE /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10/tags HTTP/1.1" status: 204 len: 168 time: 0.0787957 Oct 25 23:35:33.067137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42606) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:33.149067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.237081 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.257561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62f1ee6-f598-4663-9908-1ad170245b10']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:33.267013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bc4add-1a7f-4b38-a654-2bd9171412fa') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:33.267298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bc4add-1a7f-4b38-a654-2bd9171412fa') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:33.277618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.290865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.300232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:35:33.300641 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:35:33.304526 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:35:33.312460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['85433c9a-be49-4843-9dfe-c1aad6b54a66'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:35:33.371173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.383247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.391122 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] 10.222.0.25 "DELETE /v2.0/networks/f62f1ee6-f598-4663-9908-1ad170245b10 HTTP/1.1" status: 204 len: 168 time: 0.3225710 Oct 25 23:35:33.402121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b7e9b-f60e-4044-8e64-d58f23a717b1 tempest-TagsTest-214928081 tempest-TagsTest-214928081-project] Pushing event deleted for resources: {'Network': ['ID=f62f1ee6-f598-4663-9908-1ad170245b10,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:33.667630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42614) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:33.828325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5bb7b0f5-72ae-4efe-a271-41b295aa9ffc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=312073805ec84090aa340a0b546bc6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593399 Oct 25 23:35:33.830998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42620) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:33.836604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a4305-4988-46b3-89f0-d8c4cf6dd52a req-58c6e2e3-164c-423c-8167-59e12d9587ef tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:33.838360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-218a4305-4988-46b3-89f0-d8c4cf6dd52a req-58c6e2e3-164c-423c-8167-59e12d9587ef tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 945 time: 0.0849543 Oct 25 23:35:33.878802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-218a4305-4988-46b3-89f0-d8c4cf6dd52a req-8140eb7b-816b-4e58-8c65-45a29af616d0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339873 Oct 25 23:35:33.880242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a75649cb-c58e-4446-9480-91b0eba0b85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.902790 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a75649cb-c58e-4446-9480-91b0eba0b85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.952993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a75649cb-c58e-4446-9480-91b0eba0b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.955891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a75649cb-c58e-4446-9480-91b0eba0b85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:33.957030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a75649cb-c58e-4446-9480-91b0eba0b85c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5873801d-3742-4be3-ba16-32786729ba61 HTTP/1.1" status: 204 len: 168 time: 0.1249499 Oct 25 23:35:33.964711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75649cb-c58e-4446-9480-91b0eba0b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873801d-3742-4be3-ba16-32786729ba61,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:34.638527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 85433c9a-be49-4843-9dfe-c1aad6b54a66 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:34.692898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 85433c9a-be49-4843-9dfe-c1aad6b54a66 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:35:34.697916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 85433c9a-be49-4843-9dfe-c1aad6b54a66 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:34.698323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:34.777943 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:34.801296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85433c9a-be49-4843-9dfe-c1aad6b54a66'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:35:34.804189 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26271e74-012d-442d-9766-04cdb10b335a" -d '{"events": [{"server_uuid": "75e18a6e-6f99-422f-95d2-aaf8fcfc95be", "name": "network-vif-plugged", "status": "completed", "tag": "85433c9a-be49-4843-9dfe-c1aad6b54a66"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:35:34.817399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 85433c9a-be49-4843-9dfe-c1aad6b54a66, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:34.823064 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:34.876996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=85433c9a-be49-4843-9dfe-c1aad6b54a66,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:35.005211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c64e2b-b876-409a-998b-9058520b8521 req-8a2118b2-9b58-4770-8588-05ea43220473 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:35.006983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95c64e2b-b876-409a-998b-9058520b8521 req-8a2118b2-9b58-4770-8588-05ea43220473 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0543222 Oct 25 23:35:35.053988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-95c64e2b-b876-409a-998b-9058520b8521 req-292e9a8a-5a40-4860-8fd3-fb671a2a2c61 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401530 Oct 25 23:35:35.059280 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e139aa-79c8-4f84-9a82-9ac4fd6319d2 x-openstack-request-id: req-57e139aa-79c8-4f84-9a82-9ac4fd6319d2 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:35:35.059634 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e18a6e-6f99-422f-95d2-aaf8fcfc95be", "name": "network-vif-plugged", "status": "completed", "tag": "85433c9a-be49-4843-9dfe-c1aad6b54a66", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:35:35.059985 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57e139aa-79c8-4f84-9a82-9ac4fd6319d2 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:35:35.060652 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85433c9a-be49-4843-9dfe-c1aad6b54a66', 'code': 200} Oct 25 23:35:35.184185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab854-a222-4b43-8f1d-21c32ada83ed req-adaecb9e-dd87-42eb-9297-cf54c3b949a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:35.185696 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d35ab854-a222-4b43-8f1d-21c32ada83ed req-adaecb9e-dd87-42eb-9297-cf54c3b949a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 1097 time: 0.0429659 Oct 25 23:35:35.221646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d35ab854-a222-4b43-8f1d-21c32ada83ed req-ef65f23c-4c8e-40f8-bc9d-5eeaa3341b87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290270 Oct 25 23:35:35.612288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42678) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:35.720617 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b958260-8f60-42c5-ac69-aabe3fe51773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.800288 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b958260-8f60-42c5-ac69-aabe3fe51773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.803900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b958260-8f60-42c5-ac69-aabe3fe51773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.842866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b958260-8f60-42c5-ac69-aabe3fe51773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef3dd9-6b17-4910-84c3-aaf02000140e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:35.847221 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6b958260-8f60-42c5-ac69-aabe3fe51773 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc77f89c8cd440f99c9af07c6cbf1d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339098 Oct 25 23:35:35.849839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42682) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:35.900219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-703fd68c-1238-417c-a66c-cbebff814042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.925347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-703fd68c-1238-417c-a66c-cbebff814042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.972251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-703fd68c-1238-417c-a66c-cbebff814042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.974993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-703fd68c-1238-417c-a66c-cbebff814042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:35.976922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-703fd68c-1238-417c-a66c-cbebff814042 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36ef3dd9-6b17-4910-84c3-aaf02000140e HTTP/1.1" status: 204 len: 168 time: 0.1255534 Oct 25 23:35:35.984687 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd68c-1238-417c-a66c-cbebff814042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef3dd9-6b17-4910-84c3-aaf02000140e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:36.186931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822bf91-c826-4f57-9be8-bd19ae6fd9cb req-57cf0821-612e-4fbd-919b-025e1c8382e3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:36.188479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4822bf91-c826-4f57-9be8-bd19ae6fd9cb req-57cf0821-612e-4fbd-919b-025e1c8382e3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0533383 Oct 25 23:35:36.230326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4822bf91-c826-4f57-9be8-bd19ae6fd9cb req-804b4f51-55a2-46a4-b8c5-de0d8c0faada tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347333 Oct 25 23:35:36.263867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42690) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:36.277462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6ada-4ccb-4aa4-9c28-ccfac8c1a22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.357577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6ada-4ccb-4aa4-9c28-ccfac8c1a22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.361345 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6ada-4ccb-4aa4-9c28-ccfac8c1a22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.399727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d6ada-4ccb-4aa4-9c28-ccfac8c1a22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d0f30-f5fe-4d96-accb-a0c065873146,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:36.403977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8b7d6ada-4ccb-4aa4-9c28-ccfac8c1a22f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f49360fd97a24f86a204e41cf8b9bff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389992 Oct 25 23:35:36.407011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42692) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:36.468533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-404609e7-104d-4ae4-ad64-61419d3423d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.491236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-404609e7-104d-4ae4-ad64-61419d3423d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.542867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-404609e7-104d-4ae4-ad64-61419d3423d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.546302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-404609e7-104d-4ae4-ad64-61419d3423d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:36.547927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-404609e7-104d-4ae4-ad64-61419d3423d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c7d0f30-f5fe-4d96-accb-a0c065873146 HTTP/1.1" status: 204 len: 168 time: 0.1398733 Oct 25 23:35:36.557120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404609e7-104d-4ae4-ad64-61419d3423d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d0f30-f5fe-4d96-accb-a0c065873146,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:37.153387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-624a55e7-de9a-4e61-9326-ced4259b8871 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398262 Oct 25 23:35:37.239076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-6870d4bd-340d-4b69-97c2-4d6d5995a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:37.240582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-6870d4bd-340d-4b69-97c2-4d6d5995a7a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1097 time: 0.0406289 Oct 25 23:35:37.356362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2193b0-dcc6-412a-bc70-e818711824e1 req-edba6596-227e-4b75-9d7f-aa1a26c2414e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:37.358519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-978c2d4a-390e-44f8-b986-7b6fd1d236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:37.360051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-978c2d4a-390e-44f8-b986-7b6fd1d236f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 897 time: 0.0991557 Oct 25 23:35:37.362635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba2193b0-dcc6-412a-bc70-e818711824e1 req-edba6596-227e-4b75-9d7f-aa1a26c2414e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0588751 Oct 25 23:35:37.400200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba2193b0-dcc6-412a-bc70-e818711824e1 req-6a8fbc53-cc9a-4b02-a281-0d7474203df0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364087 Oct 25 23:35:37.436167 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-aa0821de-a66e-4fb4-8095-0e74821570f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 200 len: 1001 time: 0.0676620 Oct 25 23:35:37.526766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-cf3a7fe0-2909-499b-b036-1e8e399cb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:37.528138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-cf3a7fe0-2909-499b-b036-1e8e399cb617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 HTTP/1.1" status: 200 len: 834 time: 0.0797970 Oct 25 23:35:37.551432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea6463-8ea9-4dd6-be4c-0f9290a33b03 req-ddb6daee-5631-453c-bfbd-e47d7150fd94 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:37.552909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7eea6463-8ea9-4dd6-be4c-0f9290a33b03 req-ddb6daee-5631-453c-bfbd-e47d7150fd94 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0713046 Oct 25 23:35:37.607003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-0b1017e2-c9ce-4d78-a6e2-0390cc1eb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:37.608545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-0b1017e2-c9ce-4d78-a6e2-0390cc1eb2ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8e90867-e1d3-48af-9f25-ff80285f5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736668 Oct 25 23:35:37.613575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7eea6463-8ea9-4dd6-be4c-0f9290a33b03 req-593dcf2b-abc6-43c1-bf51-9f9af0df0f5f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Oct 25 23:35:37.708551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-54e86fb8-aebc-40fe-adf0-ba45652330f1 service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909598 Oct 25 23:35:37.806025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4844992d-c8f0-4cdf-9aea-ea212d79521a req-44152677-465a-4d4e-8ab1-4b4260c1ec9a service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904617 Oct 25 23:35:39.101669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 42752) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:39.883017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.169901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.17 (cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d/81a63aea-244b-4ab0-be62-f62fb7b3d931/58d65f11-b63e-493b-abfa-6f1dd8e9082b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:35:40.297101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.337190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.384172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:40.387624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:40.391928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:35:40.417792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=58d65f11-b63e-493b-abfa-6f1dd8e9082b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:40.443896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.581733 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.676923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-bd6ce8f9-4f0e-48c0-8f1e-931bc8ffe0a2 None None] Provisioning complete for port 58d65f11-b63e-493b-abfa-6f1dd8e9082b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:40.677491 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce8f9-4f0e-48c0-8f1e-931bc8ffe0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.714173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ce8f9-4f0e-48c0-8f1e-931bc8ffe0a2 None None] Port 58d65f11-b63e-493b-abfa-6f1dd8e9082b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:40.875609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.880948 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.954363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:40.955986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=58d65f11-b63e-493b-abfa-6f1dd8e9082b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:41.056416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:35:41.057827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:35:41.171924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:35:41.288912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:35:41.294988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c405409e-8fe8-45cb-8089-ef93aae1c97f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "PUT /v2.0/routers/9be6c175-e1fc-4bd9-9816-97297e162515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1922143 Oct 25 23:35:41.299956 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:35:41.312464 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:41.313068 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:41.340938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b98de10c-0e19-4a02-b164-c2bfbc34a8ce None None] Provisioning complete for port 58d65f11-b63e-493b-abfa-6f1dd8e9082b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:41.341294 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b98de10c-0e19-4a02-b164-c2bfbc34a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:41.379165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b98de10c-0e19-4a02-b164-c2bfbc34a8ce None None] Port 58d65f11-b63e-493b-abfa-6f1dd8e9082b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:35:41.435280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:41.676946 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:35:40Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:47Z', 'revision_number': 1, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d65f11-b63e-493b-abfa-6f1dd8e9082b', 'name': '', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:53:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:40Z', 'updated_at': '2021-10-25T23:35:40Z', 'revision_number': 2, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:41.706630 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:35:41.706982 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Updating router 9be6c175-e1fc-4bd9-9816-97297e162515 port 58d65f11-b63e-493b-abfa-6f1dd8e9082b binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:35:41.731729 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.004623 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.011005 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.062932 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8aa13-831a-4047-9e25-1be263662b4c None None] Pushing event updated for resources: {'Port': ['ID=58d65f11-b63e-493b-abfa-6f1dd8e9082b,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:42.122074 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Attempting to bind port 58d65f11-b63e-493b-abfa-6f1dd8e9082b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:35:42.122542 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Attempting to bind port 58d65f11-b63e-493b-abfa-6f1dd8e9082b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:35:42.122969 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Attempting to bind port 58d65f11-b63e-493b-abfa-6f1dd8e9082b on network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:35:42.129303 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:35:42.129761 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Checking segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:35:42.130410 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.130868 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Bound using segment: {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:35:42.131407 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Bound port: 58d65f11-b63e-493b-abfa-6f1dd8e9082b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe0faa3-33ff-4f9a-a778-a1ac47949c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:35:42.131876 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.260535 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] For port 58d65f11-b63e-493b-abfa-6f1dd8e9082b, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:35:42.264716 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] For port 58d65f11-b63e-493b-abfa-6f1dd8e9082b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=58d65f11-b63e-493b-abfa-6f1dd8e9082b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:35:42.272797 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.341192 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:35:42.342010 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:35:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:42.412325 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8aa13-831a-4047-9e25-1be263662b4c None None] Pushing event updated for resources: {'Port': ['ID=58d65f11-b63e-493b-abfa-6f1dd8e9082b,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:42.417816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2b70de28-f04f-426f-89cf-797bf209f32c None None] Provisioning complete for port 58d65f11-b63e-493b-abfa-6f1dd8e9082b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:42.418386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b70de28-f04f-426f-89cf-797bf209f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.463305 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:35:42.510099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b70de28-f04f-426f-89cf-797bf209f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.544017 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2b70de28-f04f-426f-89cf-797bf209f32c None None] For port 58d65f11-b63e-493b-abfa-6f1dd8e9082b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=58d65f11-b63e-493b-abfa-6f1dd8e9082b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:35:42.549399 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2b70de28-f04f-426f-89cf-797bf209f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.604158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70de28-f04f-426f-89cf-797bf209f32c None None] Pushing event updated for resources: {'Port': ['ID=58d65f11-b63e-493b-abfa-6f1dd8e9082b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:35:42.668630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0bfe6356-4b6e-4148-a15b-2fc5b3180765 None None] Provisioning complete for port 58d65f11-b63e-493b-abfa-6f1dd8e9082b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:42.668916 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6356-4b6e-4148-a15b-2fc5b3180765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:42.705412 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:35:40Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:47Z', 'revision_number': 1, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d65f11-b63e-493b-abfa-6f1dd8e9082b', 'name': '', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:53:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:40Z', 'updated_at': '2021-10-25T23:35:42Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:35:42.823547 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a24929-2987-4d8d-8659-d41e6b35918d None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:35:40Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:47Z', 'revision_number': 1, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d65f11-b63e-493b-abfa-6f1dd8e9082b', 'name': '', 'network_id': 'cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:53:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:35:40Z', 'updated_at': '2021-10-25T23:35:42Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '81a63aea-244b-4ab0-be62-f62fb7b3d931', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:35:43.228096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:44.238189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58d65f11-b63e-493b-abfa-6f1dd8e9082b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:35:44.291925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 58d65f11-b63e-493b-abfa-6f1dd8e9082b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:35:44.292811 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:45.860786 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-544affe9-4c30-410f-b46b-ff915ee51b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:45.992658 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:35:48.365643 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7814837-5ed4-4c47-b256-84104fa76dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:49.679274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:50.196083 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:50.809720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:35:53.301697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-95713d14-4c7b-406b-a80c-b6f0d92889f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519941 Oct 25 23:35:53.384212 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-dd2cf8a5-d09a-4e2c-a17e-94fa4b72661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:53.385872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-dd2cf8a5-d09a-4e2c-a17e-94fa4b72661e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1096 time: 0.0461347 Oct 25 23:35:53.501579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-7ce2365a-f6c6-4cab-ab38-44361e2fae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:53.503451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-7ce2365a-f6c6-4cab-ab38-44361e2fae60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.0953197 Oct 25 23:35:53.592783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-bcd92eb6-4eb3-47ac-adb8-18fa89843f1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 1001 time: 0.0807049 Oct 25 23:35:53.653291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-6a099093-9f49-4210-8a36-a64c6910f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:53.654862 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-6a099093-9f49-4210-8a36-a64c6910f119 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0539000 Oct 25 23:35:53.706431 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-a7d06149-e3c9-4c8d-8eac-79b2cab96813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:53.708227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-a7d06149-e3c9-4c8d-8eac-79b2cab96813 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455413 Oct 25 23:35:53.805802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-d287d075-d1b5-4cd3-9f22-311c3ea46185 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894012 Oct 25 23:35:53.908246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54d0e59d-c20c-4b8d-ad0d-619f9b6a77b1 req-8f08c658-76a6-4be3-be06-ec546adea14a service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930977 Oct 25 23:35:58.134493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 42922) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:35:58.323727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad781b-8473-4c87-a168-503ecb2be5c3 req-a4b46d33-1982-414a-9b6c-5a56031fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:35:58.330600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92ad781b-8473-4c87-a168-503ecb2be5c3 req-a4b46d33-1982-414a-9b6c-5a56031fa601 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1096 time: 0.1966937 Oct 25 23:35:58.371113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-92ad781b-8473-4c87-a168-503ecb2be5c3 req-e7fa0348-126e-4f5a-a544-dcfabe8b9296 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376570 Oct 25 23:35:58.540930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:09.857441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbfae8-c1ce-4d81-ab63-1c532ffbfd4c req-588cc776-99f1-4f9e-97c6-d9fc07ae0a2c tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:09.859005 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94fbfae8-c1ce-4d81-ab63-1c532ffbfd4c req-588cc776-99f1-4f9e-97c6-d9fc07ae0a2c tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1096 time: 0.0461984 Oct 25 23:36:09.894122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94fbfae8-c1ce-4d81-ab63-1c532ffbfd4c req-bfbe30b9-2db7-4da1-bd20-b971551c58e3 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278466 Oct 25 23:36:10.126495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6601bc-22f0-4e9f-9def-0fc335f1a974 req-e227679b-d3bd-4aa0-8e2a-4550ef4af1df tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:10.132667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6601bc-22f0-4e9f-9def-0fc335f1a974 req-e227679b-d3bd-4aa0-8e2a-4550ef4af1df tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0596030 Oct 25 23:36:10.179782 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cb6601bc-22f0-4e9f-9def-0fc335f1a974 req-94b3d4cc-7cb8-4405-800d-065cd39863ff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Oct 25 23:36:10.204029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43056) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:10.271367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e1f28c22-f6d4-4523-b1f5-c8f593025a98 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 HTTP/1.1" status: 200 len: 993 time: 0.0653262 Oct 25 23:36:10.685141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-aece06f8-971e-4f15-866c-d65fdf1295b3 req-ca002397-dcef-4392-886f-683a6906d615 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:36:10.686233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aece06f8-971e-4f15-866c-d65fdf1295b3 req-ca002397-dcef-4392-886f-683a6906d615 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0656512 Oct 25 23:36:11.134781 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-106e788d-1bc4-40b4-a4c3-4f8385ae5e14 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507855 Oct 25 23:36:11.154745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3c2b0-8902-41cd-ad18-c82ee469b73d req-8fb3b67f-421b-4231-855d-2a00bf89a253 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:11.156298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5a3c2b0-8902-41cd-ad18-c82ee469b73d req-8fb3b67f-421b-4231-855d-2a00bf89a253 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0580547 Oct 25 23:36:11.202385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5a3c2b0-8902-41cd-ad18-c82ee469b73d req-1c7811b4-09b5-41f1-a422-1a391a30d33d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371938 Oct 25 23:36:12.325576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-c1519667-b67c-4489-808b-05f76efa75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:12.327074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-c1519667-b67c-4489-808b-05f76efa75e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1096 time: 0.0753977 Oct 25 23:36:12.342800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0e826-0987-448e-a421-1392a7ba3ee3 req-3cdc97bb-a9e4-466d-8b8c-2762ea636d01 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:12.344241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1c0e826-0987-448e-a421-1392a7ba3ee3 req-3cdc97bb-a9e4-466d-8b8c-2762ea636d01 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0645981 Oct 25 23:36:12.430812 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1c0e826-0987-448e-a421-1392a7ba3ee3 req-9cb7468a-37da-4f8f-8705-b518a8a7d46c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788300 Oct 25 23:36:12.460147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-9b57bb2b-e314-439d-be11-f09ed8186a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:12.461681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-9b57bb2b-e314-439d-be11-f09ed8186a7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.1268163 Oct 25 23:36:12.529758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-50d204c3-c3d2-476b-87ab-aecdff52610d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 1001 time: 0.0603845 Oct 25 23:36:12.582793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-d2056c3f-614d-452f-808a-7bf2f8bc0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:12.584329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-d2056c3f-614d-452f-808a-7bf2f8bc0214 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0474832 Oct 25 23:36:12.630807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-6ff310c3-fa47-4828-8730-f7a2ee149156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:12.632479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-6ff310c3-fa47-4828-8730-f7a2ee149156 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414486 Oct 25 23:36:12.728772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-735f8c58-72f8-4769-b420-23ff0c98a926 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882525 Oct 25 23:36:12.828517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-d58a17e4-7569-4a84-9996-9b4765eff77c service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918069 Oct 25 23:36:13.223999 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:13.552040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f4c2-22e7-4ed5-95cf-fc43b5cc584e req-9c30b93f-6ca0-45dc-9f09-5dd3d3989dee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:13.554562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f65f4c2-22e7-4ed5-95cf-fc43b5cc584e req-9c30b93f-6ca0-45dc-9f09-5dd3d3989dee tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0518951 Oct 25 23:36:13.592760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f65f4c2-22e7-4ed5-95cf-fc43b5cc584e req-d6ab3993-a9be-4e29-9d03-9436ac425384 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Oct 25 23:36:14.714010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb2007-625c-4ce7-9a72-7e652d6e34af req-6780a3ad-3163-4a4a-8d49-97cec1c29245 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:14.715564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bbb2007-625c-4ce7-9a72-7e652d6e34af req-6780a3ad-3163-4a4a-8d49-97cec1c29245 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0523279 Oct 25 23:36:14.756206 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8bbb2007-625c-4ce7-9a72-7e652d6e34af req-10317629-b1df-4e0c-be1f-bcf04d910d24 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Oct 25 23:36:15.864943 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5de968d1-d8bc-4b2f-9e06-221720eae2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:15.886448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8028e76-de5a-4eea-a889-9cc78ed81332 req-a11ad2f2-e528-46ea-b4b1-3ccf9463abba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:15.888237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8028e76-de5a-4eea-a889-9cc78ed81332 req-a11ad2f2-e528-46ea-b4b1-3ccf9463abba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0561895 Oct 25 23:36:15.928225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b8028e76-de5a-4eea-a889-9cc78ed81332 req-5bd48d12-7331-4692-96e2-2549bf1f5bff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Oct 25 23:36:17.048708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108370b-08d6-416b-b214-9a4047830caa req-e9af4266-68a5-481c-9075-453cd300787d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:17.050212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a108370b-08d6-416b-b214-9a4047830caa req-e9af4266-68a5-481c-9075-453cd300787d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0531609 Oct 25 23:36:17.088898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a108370b-08d6-416b-b214-9a4047830caa req-fe7f8abf-9fbc-4db3-8b1c-314654d39fba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Oct 25 23:36:17.198336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43156) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:17.578113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:17.900548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 58d65f11-b63e-493b-abfa-6f1dd8e9082b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:17.900548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:17.999775 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port 58d65f11-b63e-493b-abfa-6f1dd8e9082b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=58d65f11-b63e-493b-abfa-6f1dd8e9082b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:18.000138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:18.014308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 58d65f11-b63e-493b-abfa-6f1dd8e9082b owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:18.240893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789df1-c469-4224-badc-9d5f41f5544d req-1002193d-c35b-4f4e-855b-d2b09871896d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:18.242685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16789df1-c469-4224-badc-9d5f41f5544d req-1002193d-c35b-4f4e-855b-d2b09871896d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0781984 Oct 25 23:36:18.246087 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:18.280843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=58d65f11-b63e-493b-abfa-6f1dd8e9082b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:18.297245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16789df1-c469-4224-badc-9d5f41f5544d req-3e6328ce-019e-48fd-8fbe-c8e463b131d6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461891 Oct 25 23:36:18.375047 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8a3fee90-bf4e-4a56-9de9-bb2a194c4250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:18.492377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:19.019803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:36:19.128638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:36:19.133783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-518bbf5f-f10b-43f1-a901-c1ad38e7b7f4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "PUT /v2.0/routers/9be6c175-e1fc-4bd9-9816-97297e162515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9341421 Oct 25 23:36:19.142955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:36:19.153708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:19.154423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:19.413006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef3b0-0b78-4668-af51-c2d3a3e524f5 req-16d0e2f3-af10-4714-9491-01cfdda64b74 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:19.415526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-313ef3b0-0b78-4668-af51-c2d3a3e524f5 req-16d0e2f3-af10-4714-9491-01cfdda64b74 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0758593 Oct 25 23:36:19.439606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723946e-dedc-4770-ba68-d73586a3e242 req-11631ddf-07d9-4746-bf55-1d20d45c8065 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:19.441187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4723946e-dedc-4770-ba68-d73586a3e242 req-11631ddf-07d9-4746-bf55-1d20d45c8065 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0592787 Oct 25 23:36:19.466932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-313ef3b0-0b78-4668-af51-c2d3a3e524f5 req-768a72c6-21e2-4f23-a9d0-83c2d9e593cb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444069 Oct 25 23:36:19.474515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:19.499643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4723946e-dedc-4770-ba68-d73586a3e242 req-e3ae2456-404a-4dd4-8c51-46441e63ea74 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Oct 25 23:36:19.695819 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:19.741803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:18Z', 'revision_number': 6, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:47Z', 'revision_number': 1, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:19.775246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:36:19.784219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:19.784827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:19.894085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:20.119872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:18Z', 'revision_number': 6, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:47Z', 'revision_number': 1, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:20.146902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba620f-2b78-4d6f-93ce-7e2e66696c08 None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:18Z', 'revision_number': 6, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8a2774f8-c6dc-4d6e-b580-0c347ba3f177', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'port_id': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'mac_address': 'fa:16:3e:11:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:34:45Z', 'updated_at': '2021-10-25T23:34:47Z', 'revision_number': 1, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:36:20.246424 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:20.589656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf113a-1014-4a1b-a667-a80b6fd58902 req-a89e7317-65ed-46c0-8df8-9a8d198fc43f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:20.591306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72cf113a-1014-4a1b-a667-a80b6fd58902 req-a89e7317-65ed-46c0-8df8-9a8d198fc43f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0588381 Oct 25 23:36:20.635143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-72cf113a-1014-4a1b-a667-a80b6fd58902 req-e6fb6b9d-48ea-46b5-9417-a875ccac6fea tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=1673133b-f5c6-487a-8d7e-b8cc3321a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369627 Oct 25 23:36:20.814784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:20.923003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-d735cee1-53ff-48e9-af41-b35093e9ecc9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:20.924488 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-d735cee1-53ff-48e9-af41-b35093e9ecc9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 946 time: 0.0883169 Oct 25 23:36:20.969745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fcd9c-cc43-49e1-894f-0f4e69d612a2 req-94907972-7e08-47cc-8664-a24ee7a6e7ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:20.971264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-059fcd9c-cc43-49e1-894f-0f4e69d612a2 req-94907972-7e08-47cc-8664-a24ee7a6e7ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.1021752 Oct 25 23:36:21.040097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-059fcd9c-cc43-49e1-894f-0f4e69d612a2 req-f37e5658-e67a-462b-9798-7e627173231e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614755 Oct 25 23:36:21.062102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 85433c9a-be49-4843-9dfe-c1aad6b54a66 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:21.062568 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:21.157264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port 85433c9a-be49-4843-9dfe-c1aad6b54a66, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=85433c9a-be49-4843-9dfe-c1aad6b54a66,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:21.157604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:21.171364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 85433c9a-be49-4843-9dfe-c1aad6b54a66 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:21.308821 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:21.342101 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=85433c9a-be49-4843-9dfe-c1aad6b54a66,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:21.382752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] No DVR routers for this DVR port 85433c9a-be49-4843-9dfe-c1aad6b54a66 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:21.385348 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:21.388725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abaa6f80-bd2a-44ae-bba9-67849fbe6479 req-981e67bb-309c-4517-9a6b-29a5d7758b43 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "DELETE /v2.0/ports/85433c9a-be49-4843-9dfe-c1aad6b54a66 HTTP/1.1" status: 204 len: 173 time: 0.4583254 Oct 25 23:36:21.389164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'name': 'network-vif-deleted', 'tag': '85433c9a-be49-4843-9dfe-c1aad6b54a66'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:21.391434 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab67d47b-2634-4fd0-a4cb-cb34a8f2ca6e" -d '{"events": [{"server_uuid": "75e18a6e-6f99-422f-95d2-aaf8fcfc95be", "name": "network-vif-deleted", "tag": "85433c9a-be49-4843-9dfe-c1aad6b54a66"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:21.435258 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc545e6-512a-41da-91dc-26fd32959d1b x-openstack-request-id: req-5bc545e6-512a-41da-91dc-26fd32959d1b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:21.435554 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e18a6e-6f99-422f-95d2-aaf8fcfc95be", "name": "network-vif-deleted", "tag": "85433c9a-be49-4843-9dfe-c1aad6b54a66", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:21.435813 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bc545e6-512a-41da-91dc-26fd32959d1b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:21.436220 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e18a6e-6f99-422f-95d2-aaf8fcfc95be', 'name': 'network-vif-deleted', 'tag': '85433c9a-be49-4843-9dfe-c1aad6b54a66', 'status': 'completed', 'code': 200} Oct 25 23:36:21.759508 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ef6ef79-8bb9-4518-8bbd-aac928894b56 req-88e711ea-9bec-4fef-be84-87ea3e7b735b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e18a6e-6f99-422f-95d2-aaf8fcfc95be HTTP/1.1" status: 200 len: 210 time: 0.0291066 Oct 25 23:36:22.171814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca2512-96a2-418d-bb6a-7c603a7d91bb req-c16b9e31-182c-4b26-978f-845ca222a5c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:22.181789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43ca2512-96a2-418d-bb6a-7c603a7d91bb req-c16b9e31-182c-4b26-978f-845ca222a5c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0620134 Oct 25 23:36:22.232011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43ca2512-96a2-418d-bb6a-7c603a7d91bb req-04d2e1c2-7036-4104-beaa-0c1a2d3c130b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487123 Oct 25 23:36:22.253474 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58d65f11-b63e-493b-abfa-6f1dd8e9082b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:22.279879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 58d65f11-b63e-493b-abfa-6f1dd8e9082b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:22.280600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 58d65f11-b63e-493b-abfa-6f1dd8e9082b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:22.817158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43220) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:22.877294 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77837c1d-876a-4581-be47-78d4c2298bfb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:22.908633 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77837c1d-876a-4581-be47-78d4c2298bfb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:22.967103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77837c1d-876a-4581-be47-78d4c2298bfb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:22.969784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-77837c1d-876a-4581-be47-78d4c2298bfb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:22.973605 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-77837c1d-876a-4581-be47-78d4c2298bfb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/security-groups/1673133b-f5c6-487a-8d7e-b8cc3321a5e3 HTTP/1.1" status: 204 len: 168 time: 0.1528223 Oct 25 23:36:22.983848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77837c1d-876a-4581-be47-78d4c2298bfb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1673133b-f5c6-487a-8d7e-b8cc3321a5e3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:22.995091 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:36:23.020845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43230) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:23.075164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting subnet 81a63aea-244b-4ab0-be62-f62fb7b3d931 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:36:23.078597 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.118499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.215691 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.289093 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.343056 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Subnet': ['ID=81a63aea-244b-4ab0-be62-f62fb7b3d931,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:23.345172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.351075 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3953f9-3b5d-45d5-91ba-1b2ba76cad7c None None] Network cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:36:23.352241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cfeef644-dbba-4e3a-9ab5-e5dec91170a4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/subnets/81a63aea-244b-4ab0-be62-f62fb7b3d931 HTTP/1.1" status: 204 len: 168 time: 0.3304183 Oct 25 23:36:23.354923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43248) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:23.391413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69514d83-0ffb-49dd-88fb-d33cde7e28df req-55c8beab-ae08-4f2f-8b43-5bb8c374ca5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:23.392921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69514d83-0ffb-49dd-88fb-d33cde7e28df req-55c8beab-ae08-4f2f-8b43-5bb8c374ca5c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0619495 Oct 25 23:36:23.455224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69514d83-0ffb-49dd-88fb-d33cde7e28df req-f232fd9e-7879-41a7-b2db-9ffb5dc417b5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552676 Oct 25 23:36:23.475952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.531588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port b3647463-5868-4698-9b33-a45ee1f8724b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:23.532034 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.596485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] DHCP port deletion for cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:36:23.602002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port b3647463-5868-4698-9b33-a45ee1f8724b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3647463-5868-4698-9b33-a45ee1f8724b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:23.602505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.615959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for b3647463-5868-4698-9b33-a45ee1f8724b owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:23.645021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Deleting port b3647463-5868-4698-9b33-a45ee1f8724b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:23.645397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.700821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.709760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] For port b3647463-5868-4698-9b33-a45ee1f8724b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b3647463-5868-4698-9b33-a45ee1f8724b,segment=NetworkSegment(3fe0faa3-33ff-4f9a-a778-a1ac47949c93),segment_id=3fe0faa3-33ff-4f9a-a778-a1ac47949c93)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:23.710361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.722723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Calling delete_port for b3647463-5868-4698-9b33-a45ee1f8724b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:23.726205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=b3647463-5868-4698-9b33-a45ee1f8724b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:23.733170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] No DVR routers for this DVR port b3647463-5868-4698-9b33-a45ee1f8724b on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:23.807572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.830388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.833034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Pushing event deleted for resources: {'Port': ['ID=b3647463-5868-4698-9b33-a45ee1f8724b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:23.838522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] No DVR routers for this DVR port b3647463-5868-4698-9b33-a45ee1f8724b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:23.846250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.846591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.846878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.848233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.848233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.848233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.848233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.848957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.848957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.849788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.849963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.850457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac99b9-def4-4abf-8a09-6119fd3011ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:23.860529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:23.871855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe0faa3-33ff-4f9a-a778-a1ac47949c93') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:23.872156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe0faa3-33ff-4f9a-a778-a1ac47949c93') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:23.881888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.895142 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.901638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:36:23.902053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:36:23.905291 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:36:23.963426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.967950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:23.980470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/networks/cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d HTTP/1.1" status: 204 len: 168 time: 0.6151533 Oct 25 23:36:23.980803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43250) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:23.986522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb0854-f2c1-4428-9298-b70939349c18 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Network': ['ID=cf1d12dd-9c09-4d18-8aa4-7ee7dc3cc28d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:24.142103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 1d06770f-d017-4375-b3ef-962694a76910 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:24.142760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:24.222504 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:24.222972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:24.236013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 1d06770f-d017-4375-b3ef-962694a76910 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:24.244604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3647463-5868-4698-9b33-a45ee1f8724b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:24.266460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b3647463-5868-4698-9b33-a45ee1f8724b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:24.266806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b3647463-5868-4698-9b33-a45ee1f8724b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:24.398900 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:24.428113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=1d06770f-d017-4375-b3ef-962694a76910,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:24.507676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:24.508002 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Floating IP 8a2774f8-c6dc-4d6e-b580-0c347ba3f177 disassociated (deleted). External IP: 172.25.4.58, port: 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8. Oct 25 23:36:24.589699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260add6-2f5e-4978-9a41-e17b4550afbd req-f87e6c8a-1bc8-43ca-96c0-ad443c0eb44b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:24.591251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6260add6-2f5e-4978-9a41-e17b4550afbd req-f87e6c8a-1bc8-43ca-96c0-ad443c0eb44b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0622251 Oct 25 23:36:24.635202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6260add6-2f5e-4978-9a41-e17b4550afbd req-a3d0cc91-f136-43ec-bcc5-43ceb89cca69 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375538 Oct 25 23:36:24.734284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:36:24.845628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:36:24.851465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:24.855133 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:36:24.865675 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:24.866312 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:24.884343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8294c421-b9fa-4eae-921e-017dde423f8a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a2774f8-c6dc-4d6e-b580-0c347ba3f177 HTTP/1.1" status: 204 len: 168 time: 0.9022067 Oct 25 23:36:24.885018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:24.887490 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:24.929677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 85433c9a-be49-4843-9dfe-c1aad6b54a66 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:24.934463 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad3574a-4139-43ea-9cf5-8a6250471926 x-openstack-request-id: req-1ad3574a-4139-43ea-9cf5-8a6250471926 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:24.936074 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:24.937114 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ad3574a-4139-43ea-9cf5-8a6250471926 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:24.937786 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'status': 'completed', 'code': 200} Oct 25 23:36:24.969399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 85433c9a-be49-4843-9dfe-c1aad6b54a66 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:24.970118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 85433c9a-be49-4843-9dfe-c1aad6b54a66 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:24.975881 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:25.007254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-4aa487ba-263b-4c69-8358-3bdb57a2d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:25.008772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-4aa487ba-263b-4c69-8358-3bdb57a2d192 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 1097 time: 0.0466194 Oct 25 23:36:25.148683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-d0cf652b-b799-4d64-ac91-7187c19575c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:25.150402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-d0cf652b-b799-4d64-ac91-7187c19575c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 200 len: 897 time: 0.1326187 Oct 25 23:36:25.157912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733047-0f45-4ed4-9081-02bc04f407c6 req-75c183cb-2626-4399-8cbc-b5477ef02706 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:25.159265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c733047-0f45-4ed4-9081-02bc04f407c6 req-75c183cb-2626-4399-8cbc-b5477ef02706 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 946 time: 0.0791421 Oct 25 23:36:25.184405 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:18Z', 'revision_number': 6, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:25.200260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-edf90438-5db4-4473-a5d2-906442c13c22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 200 len: 217 time: 0.0401227 Oct 25 23:36:25.211329 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:36:25.219908 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:25.220513 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:25.261165 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c733047-0f45-4ed4-9081-02bc04f407c6 req-286d6dc7-43ec-4ee3-b5cc-67d1c5f7d09e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942357 Oct 25 23:36:25.269911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-bad86706-ef8c-4012-ba1a-67c0f7e7648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:25.271464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-bad86706-ef8c-4012-ba1a-67c0f7e7648e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 HTTP/1.1" status: 200 len: 834 time: 0.0632637 Oct 25 23:36:25.317310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-2085c67d-e41a-4252-8b11-ee7f0cb43ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:25.319436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-2085c67d-e41a-4252-8b11-ee7f0cb43ce6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8e90867-e1d3-48af-9f25-ff80285f5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409636 Oct 25 23:36:25.330173 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:25.429385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-98b40fc5-0d83-4004-95ef-02ca67768402 service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019726 Oct 25 23:36:25.529718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8938b8c4-0e6f-45e4-8556-b44b9b5f20c3 req-8fc0db3d-e29f-472d-957b-ebba4870abf2 service neutron] 10.222.0.11 "GET /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930979 Oct 25 23:36:25.565147 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:18Z', 'revision_number': 6, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:25.593575 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc964215-99eb-4ff2-b65b-36f329a4b938 None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:18Z', 'revision_number': 6, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'da44051b-f9c1-42a6-835f-4507d1423152', 'name': '', 'network_id': 'c8e90867-e1d3-48af-9f25-ff80285f5618', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:46:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:15Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': 'd13fc1c1-3cdc-46c2-b14f-bf3dca722d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:36:25.774442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efab0d9-54dc-4df2-ad96-59eb4412fb20 req-3fcd10c9-77de-478f-96cb-483154cf90fa tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:25.776195 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6efab0d9-54dc-4df2-ad96-59eb4412fb20 req-3fcd10c9-77de-478f-96cb-483154cf90fa tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0602522 Oct 25 23:36:25.831386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6efab0d9-54dc-4df2-ad96-59eb4412fb20 req-91273e17-eb0b-4db3-ac28-2cde92a7d6f4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Oct 25 23:36:25.916061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e978e0-bdb1-445f-a92a-cc502a046898 None None] New status for floating IP 8a2774f8-c6dc-4d6e-b580-0c347ba3f177: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:36:26.414050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc286-f241-481c-8d3f-e95a83e10d7e req-95d52194-8cb6-43fb-9bc6-110ccd5c18da tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:26.415583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fdbc286-f241-481c-8d3f-e95a83e10d7e req-95d52194-8cb6-43fb-9bc6-110ccd5c18da tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 946 time: 0.0748136 Oct 25 23:36:26.452510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-a86b730a-36e7-4bea-aec9-b8b6fe83c538 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:26.453940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-a86b730a-36e7-4bea-aec9-b8b6fe83c538 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d395ad8-0e6f-40a0-b2f6-02e915b6d639 HTTP/1.1" status: 200 len: 946 time: 0.0771856 Oct 25 23:36:26.496533 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fdbc286-f241-481c-8d3f-e95a83e10d7e req-52a9f204-a579-4f26-988b-e2fea35acdb7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=655588e5-54cb-46f2-91d4-1fd6f4ee0958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743349 Oct 25 23:36:26.570361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:26.570648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:26.663175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:26.663533 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:26.676100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:26.812403 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:26.838885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:26.852957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.853306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.853640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.853977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.854461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.854787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.855111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.856645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.856645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.856645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.856645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.857058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:26.891498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] No DVR routers for this DVR port 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:26.894664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:26.898248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b22c1a11-7514-4045-97b5-20eb23822b53 req-9ea57701-9138-472d-a872-8dcd2d742763 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "DELETE /v2.0/ports/5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 HTTP/1.1" status: 204 len: 173 time: 0.4332798 Oct 25 23:36:26.898485 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'name': 'network-vif-deleted', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:26.900977 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a14fe1-0dbe-45ab-8846-11623d799f43" -d '{"events": [{"server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "name": "network-vif-deleted", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:26.964588 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4f414-e15a-4e51-a49b-252e7ef0f082 x-openstack-request-id: req-afc4f414-e15a-4e51-a49b-252e7ef0f082 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:26.964875 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d395ad8-0e6f-40a0-b2f6-02e915b6d639", "name": "network-vif-deleted", "tag": "5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:26.965120 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afc4f414-e15a-4e51-a49b-252e7ef0f082 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:26.965533 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d395ad8-0e6f-40a0-b2f6-02e915b6d639', 'name': 'network-vif-deleted', 'tag': '5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8', 'status': 'completed', 'code': 200} Oct 25 23:36:26.999469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8d8e-b9dd-4a93-a087-1dadf8e61730 req-2eb86289-1722-4d5a-a8d7-db6f5bf9f5e6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:27.002682 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-993e8d8e-b9dd-4a93-a087-1dadf8e61730 req-2eb86289-1722-4d5a-a8d7-db6f5bf9f5e6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0869265 Oct 25 23:36:27.052447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-993e8d8e-b9dd-4a93-a087-1dadf8e61730 req-defe8695-ad86-4ef9-a80e-e3bb41afc7b8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Oct 25 23:36:27.556982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43294) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:27.623739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:27.651789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:27.718012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:27.720690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:27.724406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/security-groups/655588e5-54cb-46f2-91d4-1fd6f4ee0958 HTTP/1.1" status: 204 len: 168 time: 0.1638536 Oct 25 23:36:27.731517 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655588e5-54cb-46f2-91d4-1fd6f4ee0958,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:27.743607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.743957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.744296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.744629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.744956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.745319 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.745607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.745929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.746283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.747041 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.747328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.747803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3191-6ed8-404e-8ed5-17451466402c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:27.760253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43300) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:28.167974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:28.249885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11934e0-bf29-4bdc-ae87-964cbfd83c90 req-12ba991d-4153-492f-9387-b4c4f827cd73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:28.251399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b11934e0-bf29-4bdc-ae87-964cbfd83c90 req-12ba991d-4153-492f-9387-b4c4f827cd73 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.1193485 Oct 25 23:36:28.304815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b11934e0-bf29-4bdc-ae87-964cbfd83c90 req-418d4a63-2fe0-4b20-a19b-6bcb272ba406 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Oct 25 23:36:28.468531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port da44051b-f9c1-42a6-835f-4507d1423152 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:28.468794 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:28.556566 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:28.562436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port da44051b-f9c1-42a6-835f-4507d1423152, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=da44051b-f9c1-42a6-835f-4507d1423152,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:28.562776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:28.576817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for da44051b-f9c1-42a6-835f-4507d1423152 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:28.760895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:28.785700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=da44051b-f9c1-42a6-835f-4507d1423152,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:29.354363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.426281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166061-48c8-40c7-a92f-da1259cc751d req-7bf4190b-dfd5-48f6-9de0-c428881ed365 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:29.429034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd166061-48c8-40c7-a92f-da1259cc751d req-7bf4190b-dfd5-48f6-9de0-c428881ed365 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.0521560 Oct 25 23:36:29.470205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd166061-48c8-40c7-a92f-da1259cc751d req-77297a5e-4683-4d09-9b82-7368c1ba6b12 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Oct 25 23:36:29.514228 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43336) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:29.576689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 9be6c175-e1fc-4bd9-9816-97297e162515 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:36:29.626053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33f5e287-19bb-4fde-bb10-8e675ac716ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.684524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:36:29.690012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ffbc86a1-3f1b-4592-88a2-cdfce0770ef1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "PUT /v2.0/routers/9be6c175-e1fc-4bd9-9816-97297e162515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276013 Oct 25 23:36:29.692633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:29.695246 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] Sync routers for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:36:29.705125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33f5e287-19bb-4fde-bb10-8e675ac716ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.705902 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:29.706626 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:29.710931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33f5e287-19bb-4fde-bb10-8e675ac716ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.744807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting subnet d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:36:29.748017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.757263 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33f5e287-19bb-4fde-bb10-8e675ac716ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf627a3755a741e5ae274b97554c67f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389386 Oct 25 23:36:29.757263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5e287-19bb-4fde-bb10-8e675ac716ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea5a776-af9b-461f-8a81-f05d42a4ea15,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:29.758742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43342) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:29.796277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.821426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa494-25e6-4f81-ab0a-5f1aeccc6068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.830772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:29.874892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa494-25e6-4f81-ab0a-5f1aeccc6068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.886888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.904395 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-b447a8ea-ab63-4e26-9d89-26abb9952def service neutron] show failed (client error): The resource could not be found. Oct 25 23:36:29.905430 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-b447a8ea-ab63-4e26-9d89-26abb9952def service neutron] 10.222.0.15 "GET /v2.0/ports/45f082ad-c41c-41a4-897f-b6d439ab03db/bindings/n-h2-815373-1 HTTP/1.1" status: 404 len: 380 time: 0.0946972 Oct 25 23:36:29.957222 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa494-25e6-4f81-ab0a-5f1aeccc6068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.958884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.960684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa494-25e6-4f81-ab0a-5f1aeccc6068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:29.979479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ce5fa494-25e6-4f81-ab0a-5f1aeccc6068 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ea5a776-af9b-461f-8a81-f05d42a4ea15 HTTP/1.1" status: 204 len: 168 time: 0.2078779 Oct 25 23:36:29.991984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Subnet': ['ID=d13fc1c1-3cdc-46c2-b14f-bf3dca722d10,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:30.000991 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.008534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fb616-0781-49ab-a941-653b6e8ccf2b None None] Network c8e90867-e1d3-48af-9f25-ff80285f5618 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:36:30.009070 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-328ab0e7-b604-4bed-a2e3-a41525ef2892 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/subnets/d13fc1c1-3cdc-46c2-b14f-bf3dca722d10 HTTP/1.1" status: 204 len: 168 time: 0.3144000 Oct 25 23:36:30.009884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43346) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:30.017389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fa494-25e6-4f81-ab0a-5f1aeccc6068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea5a776-af9b-461f-8a81-f05d42a4ea15,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:30.045211 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:28Z', 'revision_number': 7, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:30.085045 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] Checking router: 9be6c175-e1fc-4bd9-9816-97297e162515 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:36:30.097907 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] Routers {'9be6c175-e1fc-4bd9-9816-97297e162515'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:30.098832 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['9be6c175-e1fc-4bd9-9816-97297e162515'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:30.139712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.277474 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] Set router 9be6c175-e1fc-4bd9-9816-97297e162515 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:30.329627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-53d2feb3-57b0-4114-922b-71284f4cd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:30.331338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-53d2feb3-57b0-4114-922b-71284f4cd522 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 1096 time: 0.0992050 Oct 25 23:36:30.335792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] DHCP port deletion for c8e90867-e1d3-48af-9f25-ff80285f5618 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:36:30.343818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:30.371867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.408064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] Deleting port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:30.408489 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.424267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43350) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:30.438186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.442720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dcc933a-3de9-410c-a700-c3e1d8a1cd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.482052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] For port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,segment=NetworkSegment(7e426511-1ecb-4f87-b3f4-1c1de1cb78c6),segment_id=7e426511-1ecb-4f87-b3f4-1c1de1cb78c6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:30.482474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.520744 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:28Z', 'revision_number': 7, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:30.528009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] Calling delete_port for 76ef12a4-6770-44c9-8ce0-72d8c1541f1f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:30.558529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:30.558862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dcc933a-3de9-410c-a700-c3e1d8a1cd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.560039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.562454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:30.565826 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dcc933a-3de9-410c-a700-c3e1d8a1cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.619544 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4dcc933a-3de9-410c-a700-c3e1d8a1cd03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a178621bb774bedafda25b2d90169da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910596 Oct 25 23:36:30.619960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43354) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:30.646463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:30.647127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 5f926c9c-ed1c-4279-b1a7-fd38ba9b12d8 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:30.665922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc933a-3de9-410c-a700-c3e1d8a1cd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b160c3a9-84c5-4cb4-a99f-542ac849a204,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:30.683280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6222d9-1355-47c2-b0ec-60ddbfa5eec4 None None] The sync data for ids ['9be6c175-e1fc-4bd9-9816-97297e162515'] in n-d-815373-1 is: [{'id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'name': 'tempest-TestNetworkBasicOps-router-731040264', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:01Z', 'updated_at': '2021-10-25T23:36:28Z', 'revision_number': 7, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '19d2bfec-5a00-428d-b160-4cf3b1cb6f6c', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c175-e1fc-4bd9-9816-97297e162515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:03Z', 'updated_at': '2021-10-25T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:36:30.703721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7abf958-3c74-47b5-9de1-4485f947e4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.705756 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.736272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] Pushing event deleted for resources: {'Port': ['ID=76ef12a4-6770-44c9-8ce0-72d8c1541f1f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:30.739563 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df2926-95e5-4cd8-b27f-15c7f90f4104 None None] No DVR routers for this DVR port 76ef12a4-6770-44c9-8ce0-72d8c1541f1f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:30.748054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7abf958-3c74-47b5-9de1-4485f947e4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.775406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10668-4d2e-4beb-a834-a5cddf8099fc req-3585ed3c-7418-4add-ab79-f51f2565fd99 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:30.777883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4be10668-4d2e-4beb-a834-a5cddf8099fc req-3585ed3c-7418-4add-ab79-f51f2565fd99 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 945 time: 0.1652305 Oct 25 23:36:30.789850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:30.790641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.801791 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7abf958-3c74-47b5-9de1-4485f947e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.805090 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7abf958-3c74-47b5-9de1-4485f947e4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:30.808689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b7abf958-3c74-47b5-9de1-4485f947e4d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b160c3a9-84c5-4cb4-a99f-542ac849a204 HTTP/1.1" status: 204 len: 168 time: 0.1848001 Oct 25 23:36:30.814438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abf958-3c74-47b5-9de1-4485f947e4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b160c3a9-84c5-4cb4-a99f-542ac849a204,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:30.829892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:30.910069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4be10668-4d2e-4beb-a834-a5cddf8099fc req-016021b2-c004-4722-9b7a-d474df5ff3ad tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243503 Oct 25 23:36:30.917324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:31.002414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:31.063445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:31.065735 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f9ef7-f3fb-4cc7-9783-2d6968b91c26" -d '{"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-unplugged", "status": "completed", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:31.072876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.141467 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065c908d-009b-4789-bf1a-d6e22aaf9c40 x-openstack-request-id: req-065c908d-009b-4789-bf1a-d6e22aaf9c40 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:31.141670 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-unplugged", "status": "completed", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:31.142005 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-065c908d-009b-4789-bf1a-d6e22aaf9c40 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:31.142445 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'code': 200} Oct 25 23:36:31.145107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.147864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Transition to ACTIVE for port object 45f082ad-c41c-41a4-897f-b6d439ab03db will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:36:31.173047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.175931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=19d2bfec-5a00-428d-b160-4cf3b1cb6f6c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:31.306688 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:31.337230 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.455957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] No DVR routers for this DVR port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:31.458663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.461585 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.576323 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.576884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Fanout notify agent at l3_agent the message router_deleted on router 9be6c175-e1fc-4bd9-9816-97297e162515 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:36:31.585596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.589084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d58e8abf-451a-46e7-ab42-597f0ceffeec tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/routers/9be6c175-e1fc-4bd9-9816-97297e162515 HTTP/1.1" status: 204 len: 168 time: 1.5757151 Oct 25 23:36:31.589841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43378) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:31.652348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:31.652980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:31.653514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:31.658384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:36:31.658624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:31.665225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:31.665458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:31.665847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Bound using segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:31.667180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Bound port: 45f082ad-c41c-41a4-897f-b6d439ab03db, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:31.667368 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.700609 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.740797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:31.745354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:31.751638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.796086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:31.796426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.797828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] 10.222.0.11 "PUT /v2.0/ports/45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 1091 time: 1.4582183 Oct 25 23:36:31.824984 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.842008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be108b-4fcf-4edb-8f4b-eaa293eb9e0b service neutron] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:31.861742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e90867-e1d3-48af-9f25-ff80285f5618']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:31.882349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-7ac51670-e430-41de-8786-8e7a5a2740cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:31.884617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-7ac51670-e430-41de-8786-8e7a5a2740cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1094 time: 0.0568237 Oct 25 23:36:31.891426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:31.891789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e426511-1ecb-4f87-b3f4-1c1de1cb78c6') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:31.914319 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.932075 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:31.941662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:36:31.942076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:36:32.023691 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:36:32.029176 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.052161 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.055953 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/networks/c8e90867-e1d3-48af-9f25-ff80285f5618 HTTP/1.1" status: 204 len: 168 time: 0.4652693 Oct 25 23:36:32.069619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3170ba-86cc-44ef-b0dd-48317ec71772 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Network': ['ID=c8e90867-e1d3-48af-9f25-ff80285f5618,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:32.088213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43390) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:32.093834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'network': {'name': 'tempest-network-smoke--433642000', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'port_security_enabled': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:32.105847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-421e98b1-51bf-4f38-9a14-64ca3235be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:32.108134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-421e98b1-51bf-4f38-9a14-64ca3235be5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.2170115 Oct 25 23:36:32.123731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:36:32.127687 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.135984 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1835de-4923-4f11-832f-3a89689d1ef0 req-c7227c68-adb7-4156-9de7-3ac87e5b4d36 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:32.137489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f1835de-4923-4f11-832f-3a89689d1ef0 req-c7227c68-adb7-4156-9de7-3ac87e5b4d36 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.1335521 Oct 25 23:36:32.157294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:36:32.170086 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.170522 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Added segment 86e9c197-27b7-42fa-b51e-06ba43efddd1 of type vlan for network b72470d3-0f6c-40e2-bf35-f97cb07bc679 Oct 25 23:36:32.227003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.233407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-c5867648-5b64-4ece-8f0f-db67d72f6e96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.1161275 Oct 25 23:36:32.237673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f1835de-4923-4f11-832f-3a89689d1ef0 req-19ad3483-320d-4ff5-aa69-a6b962b0e931 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629017 Oct 25 23:36:32.266959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.275211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:32.275905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.277094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 76ef12a4-6770-44c9-8ce0-72d8c1541f1f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:32.294433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-00d8a45e-26ab-44ed-b243-e6437be272bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:32.299177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-00d8a45e-26ab-44ed-b243-e6437be272bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0560281 Oct 25 23:36:32.313576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 76ef12a4-6770-44c9-8ce0-72d8c1541f1f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:32.314027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 76ef12a4-6770-44c9-8ce0-72d8c1541f1f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:32.314544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da44051b-f9c1-42a6-835f-4507d1423152 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:32.343703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: da44051b-f9c1-42a6-835f-4507d1423152 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:32.344122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device da44051b-f9c1-42a6-835f-4507d1423152 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:32.344620 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:32.345309 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2556884 Oct 25 23:36:32.345915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43398) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:32.354402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-974017805', 'admin_state_up': True, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:32.356497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-b884f9f4-b8dd-4384-a12c-4a3a53145644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:32.358513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-b884f9f4-b8dd-4384-a12c-4a3a53145644 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513818 Oct 25 23:36:32.370779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:36:32.371238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 19d2bfec-5a00-428d-b160-4cf3b1cb6f6c not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:32.381777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b04f3-ac4a-4ec5-8416-8ed25ac84399 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Network': ['ID=b72470d3-0f6c-40e2-bf35-f97cb07bc679,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:32.394856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:36:32.403810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.405289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.480848 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-a21da5b7-f09c-4ff5-9ff4-45460f9be7e3 service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140921 Oct 25 23:36:32.487269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.574766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ddf4c5d-efb1-46b1-9ab8-61ed65e181e4 req-1f138385-4cb5-4db5-8e7b-8f510be67d4d service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874305 Oct 25 23:36:32.639194 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.856190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.875595 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:32.976499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:32.983355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.25.4.188 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/35b53946-9172-4023-91a4-064b21e3d8b6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:36:33.021000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:33.091036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43426) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:33.096344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.132116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.144058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:33.147618 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad" -d '{"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:33.168439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:36:33.171437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:33.177636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:36:33.201523 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e38dcfb-a346-4c3c-98c2-3ff1f8d725a4 x-openstack-request-id: req-0e38dcfb-a346-4c3c-98c2-3ff1f8d725a4 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:33.201811 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:33.202085 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e38dcfb-a346-4c3c-98c2-3ff1f8d725a4 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:33.202490 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'status': 'completed', 'code': 200} Oct 25 23:36:33.216810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=35b53946-9172-4023-91a4-064b21e3d8b6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:33.227175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ece3a84-1a70-4cab-b082-e2580b099bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.297027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-effe5111-73d9-44f8-bf1a-ef1c356af07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.298217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-effe5111-73d9-44f8-bf1a-ef1c356af07e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1094 time: 0.0636182 Oct 25 23:36:33.381754 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-8e93ba0d-9eaa-436a-bda3-8af1f7760164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.383366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-8e93ba0d-9eaa-436a-bda3-8af1f7760164 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1094 time: 0.1195781 Oct 25 23:36:33.432429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ece3a84-1a70-4cab-b082-e2580b099bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.442236 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ece3a84-1a70-4cab-b082-e2580b099bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.477132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c0cf-9f7b-4e95-906b-82b46e0a9f4f req-5500abff-b30d-4baf-81a9-142ef3e7263d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.478618 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae80c0cf-9f7b-4e95-906b-82b46e0a9f4f req-5500abff-b30d-4baf-81a9-142ef3e7263d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.1487670 Oct 25 23:36:33.501536 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-eb1dfada-c839-4aaa-b6f8-bb24220c007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.503046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-eb1dfada-c839-4aaa-b6f8-bb24220c007c service neutron] 10.222.0.11 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.1961210 Oct 25 23:36:33.533283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2ece3a84-1a70-4cab-b082-e2580b099bf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd0518f68dcd4afabcdb220e516b3145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411297 Oct 25 23:36:33.566539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3a84-1a70-4cab-b082-e2580b099bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7433dfb-19e0-43a9-a12b-67045b29c7a0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:33.570035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43434) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:33.645911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae80c0cf-9f7b-4e95-906b-82b46e0a9f4f req-78dbf82f-5edf-499e-b81a-3ecccdb5d825 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558385 Oct 25 23:36:33.653711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-2bd7c181-25e3-4658-b65f-6dd43d9aa256 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.1373217 Oct 25 23:36:33.698578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e90276dc-23b0-4292-85c7-d173bac682e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.733476 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e90276dc-23b0-4292-85c7-d173bac682e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.736208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-c803caaa-30a3-4142-be19-a34c223c3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.737789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-c803caaa-30a3-4142-be19-a34c223c3646 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0762131 Oct 25 23:36:33.807540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-b9c419b4-8b31-4e84-96b0-4125a8ef8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.809359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-b9c419b4-8b31-4e84-96b0-4125a8ef8486 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614393 Oct 25 23:36:33.845833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e90276dc-23b0-4292-85c7-d173bac682e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.848586 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e90276dc-23b0-4292-85c7-d173bac682e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.853428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e90276dc-23b0-4292-85c7-d173bac682e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7433dfb-19e0-43a9-a12b-67045b29c7a0 HTTP/1.1" status: 204 len: 168 time: 0.2789419 Oct 25 23:36:33.875269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:33.893575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90276dc-23b0-4292-85c7-d173bac682e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7433dfb-19e0-43a9-a12b-67045b29c7a0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:33.964737 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-8325595d-918b-444a-8131-17b1b57cb3cf service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442029 Oct 25 23:36:33.973974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-72951829-fe27-47c7-ba3c-b1e5dfe32caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:33.975668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-72951829-fe27-47c7-ba3c-b1e5dfe32caf service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.5841525 Oct 25 23:36:34.060392 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-5ef90422-726d-44eb-849a-21e37c9c80f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.0773335 Oct 25 23:36:34.073972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-9e3eb229-41b6-4324-bc78-638826c52f96 service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975242 Oct 25 23:36:34.183642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-5d71354b-3152-4a38-a801-8119dd59a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:34.185265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-5d71354b-3152-4a38-a801-8119dd59a199 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0943031 Oct 25 23:36:34.207838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43440) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:34.221700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5889c114-caaf-4507-8f13-716abd856468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.238853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.257556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-e39cbdcd-5c34-42f5-b3cd-9ee1cb3425bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:34.259092 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-e39cbdcd-5c34-42f5-b3cd-9ee1cb3425bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651667 Oct 25 23:36:34.303771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5889c114-caaf-4507-8f13-716abd856468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.307559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5889c114-caaf-4507-8f13-716abd856468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.346405 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5889c114-caaf-4507-8f13-716abd856468 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=985a216aa473435cbe0da5d45018ad0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373298 Oct 25 23:36:34.347291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889c114-caaf-4507-8f13-716abd856468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8791901-78c4-473e-ac93-5d3fe42b56d8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:34.350088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43444) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:34.400638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12772ee2-5cd5-4e87-bf7b-0af45ee18b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.422141 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12772ee2-5cd5-4e87-bf7b-0af45ee18b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.434256 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-87f27a33-064f-4947-9f12-f98cae78c3c5 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417296 Oct 25 23:36:34.470984 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12772ee2-5cd5-4e87-bf7b-0af45ee18b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.473587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12772ee2-5cd5-4e87-bf7b-0af45ee18b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.474964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-12772ee2-5cd5-4e87-bf7b-0af45ee18b72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8791901-78c4-473e-ac93-5d3fe42b56d8 HTTP/1.1" status: 204 len: 168 time: 0.1239312 Oct 25 23:36:34.483280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12772ee2-5cd5-4e87-bf7b-0af45ee18b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8791901-78c4-473e-ac93-5d3fe42b56d8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:34.522749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 077a23fd-b47e-45db-9c94-599b00589f1e is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:36:34.615292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e2bf132-69dc-4a85-9ed4-6933fcc38aad req-865284fd-7239-405e-9aa9-b4ae2587f90f service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726527 Oct 25 23:36:34.656378 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:36:34.669566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Sync routers for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:36:34.678899 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:34.683227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-879ad0a5-e030-4d23-b1d7-eb1e253a6adc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3339543 Oct 25 23:36:34.683396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43452) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:34.696019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:34.696879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:34.718564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-102d962b-29c6-49d8-b3a9-7bbb024527e3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0b28a4d9e3fd41eda874f5054bfab2e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334518 Oct 25 23:36:34.720910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43454) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:34.806786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d12fc-c774-48b3-ba52-3d40b2b1f4ea req-432aed8c-2658-4087-a151-62dfdd700cbe tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:34.816053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb4d12fc-c774-48b3-ba52-3d40b2b1f4ea req-432aed8c-2658-4087-a151-62dfdd700cbe tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.0777259 Oct 25 23:36:34.831684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258b2857-5d37-497d-81d7-5a4f44529978 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:34.832523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:34.834053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-258b2857-5d37-497d-81d7-5a4f44529978 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1115408 Oct 25 23:36:34.837775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43460) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:34.874302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb4d12fc-c774-48b3-ba52-3d40b2b1f4ea req-6a6306b9-95fc-4610-91d9-63cb9ac74f90 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571640 Oct 25 23:36:34.877357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a93baf0e-91a6-4e58-9454-4d7b1d3752e4 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380499 Oct 25 23:36:34.882240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:34.889162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345919175', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:35.000100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:36:35.003647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.053038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:33Z', 'revision_number': 3, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:35.090006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Checking router: 077a23fd-b47e-45db-9c94-599b00589f1e for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:36:35.090387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Updating router 077a23fd-b47e-45db-9c94-599b00589f1e port 35b53946-9172-4023-91a4-064b21e3d8b6 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:36:35.117022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.169508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-d34349f1-9a73-4bb4-b992-c8931a1caad5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:35.171832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-d34349f1-9a73-4bb4-b992-c8931a1caad5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.11 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d&tenant_id=44cd600403ff4704858bc3f7a8deeaaa&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 943 time: 0.0865872 Oct 25 23:36:35.199524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5793e0f-00e6-4812-9cd5-17aa4ca3a6b3 req-90fc66c4-6db8-40c8-ad21-271e1926636c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:35.202875 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e5793e0f-00e6-4812-9cd5-17aa4ca3a6b3 req-90fc66c4-6db8-40c8-ad21-271e1926636c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.0661371 Oct 25 23:36:35.252757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e5793e0f-00e6-4812-9cd5-17aa4ca3a6b3 req-b3898342-cc43-42a6-bb26-642d7c9225f7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Oct 25 23:36:35.280017 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-ead2443e-0929-42a3-b66e-9f143f837dcc service neutron] 10.222.0.11 "GET /v2.0/ports/45f082ad-c41c-41a4-897f-b6d439ab03db/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0826821 Oct 25 23:36:35.376040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.412548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-8017688a-1f31-47bf-9930-a3d2d44a305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:35.414065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-8017688a-1f31-47bf-9930-a3d2d44a305c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1094 time: 0.0887077 Oct 25 23:36:35.461598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.467721 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.529506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Attempting to bind port 35b53946-9172-4023-91a4-064b21e3d8b6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:35.529876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Attempting to bind port 35b53946-9172-4023-91a4-064b21e3d8b6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:35.530731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Attempting to bind port 35b53946-9172-4023-91a4-064b21e3d8b6 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:35.537349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:35.538072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:35.538686 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.539249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:35.539904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Bound port: 35b53946-9172-4023-91a4-064b21e3d8b6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:35.540617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.543554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e39c3-7788-4c79-a6a9-6d587fb033f1 None None] Pushing event updated for resources: {'Port': ['ID=35b53946-9172-4023-91a4-064b21e3d8b6,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:35.600960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] For port 35b53946-9172-4023-91a4-064b21e3d8b6, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:35.606217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] For port 35b53946-9172-4023-91a4-064b21e3d8b6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35b53946-9172-4023-91a4-064b21e3d8b6,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:35.612664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:35.682738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:35.683439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:35.719601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e39c3-7788-4c79-a6a9-6d587fb033f1 None None] Pushing event updated for resources: {'Port': ['ID=35b53946-9172-4023-91a4-064b21e3d8b6,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:35.799923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:35.893160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Checking segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:35.893523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network hostable DHCP agents. Network: b72470d3-0f6c-40e2-bf35-f97cb07bc679, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:36:35.895645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Subnet': ['ID=2b6a778c-72de-474d-92e0-70101c5f4c97,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:35.937428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:36:35.954173 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-2381646b-b8a2-4b9b-9247-21c7c7bb120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:35.955943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-2381646b-b8a2-4b9b-9247-21c7c7bb120e service neutron] 10.222.0.11 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.5335281 Oct 25 23:36:35.957115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, b72470d3-0f6c-40e2-bf35-f97cb07bc679) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:35.963458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:35.963458 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:36.029309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9a82b863-931a-4cb3-a36a-1c5267627e9c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1429498 Oct 25 23:36:36.029599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43494) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:36.041315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941134b-44f9-480d-98fd-ff272b57c20c None None] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:36:36.078079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-6e1d1cf4-5f46-446b-b8b3-b47f2f6dc8ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.1112211 Oct 25 23:36:36.173837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-bab87b18-c551-4b31-bf3f-02bd117e0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:36.175300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-bab87b18-c551-4b31-bf3f-02bd117e0696 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0708606 Oct 25 23:36:36.306842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:33Z', 'revision_number': 3, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:36.310289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:36:36.311144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:36.322736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-570d2da9-7836-4eba-952e-5e6b0709c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:36.324232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-570d2da9-7836-4eba-952e-5e6b0709c204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399119 Oct 25 23:36:36.356901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffda050-5cac-4ecd-b07c-2212ad5372b7 None None] The sync data for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 is: [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:33Z', 'revision_number': 3, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:36:36.497439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Allocated IP 172.20.0.2 (b72470d3-0f6c-40e2-bf35-f97cb07bc679/2b6a778c-72de-474d-92e0-70101c5f4c97/80819162-515e-4ae6-a7a0-33ba828fa65b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:36:36.554692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a43cbe-90cd-4cd1-9562-44346f50ef29 req-ce1e1ba3-4085-4e4b-bc62-0e35a7f87944 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:36.556227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40a43cbe-90cd-4cd1-9562-44346f50ef29 req-ce1e1ba3-4085-4e4b-bc62-0e35a7f87944 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 943 time: 0.2118278 Oct 25 23:36:36.562126 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-b575fda1-64dd-441f-b33d-440905ba3263 service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273753 Oct 25 23:36:36.607380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:36:36.659987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43510) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:36.696066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40a43cbe-90cd-4cd1-9562-44346f50ef29 req-fbc07935-c9d8-4145-bfc7-7d1db90e8ec8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290607 Oct 25 23:36:36.773811 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-c2fb239b-94e8-4c0f-a962-c0b8f78649d2 service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977189 Oct 25 23:36:36.797132 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:36.817540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:36.853000 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:36.876824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:36:36.878730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:36.891458 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:36.899106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5e78dba-a84a-456c-b5a3-8873494570d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:36.902687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:36:36.921269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Pushing event updated for resources: {'Port': ['ID=80819162-515e-4ae6-a7a0-33ba828fa65b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:36.923676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Returning: {'device': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'mac_address': 'fa:16:3e:85:3e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:36:37.004287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5e78dba-a84a-456c-b5a3-8873494570d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.011039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e5e78dba-a84a-456c-b5a3-8873494570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.030841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Attempting to bind port 80819162-515e-4ae6-a7a0-33ba828fa65b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:37.031649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Attempting to bind port 80819162-515e-4ae6-a7a0-33ba828fa65b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:37.031795 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Attempting to bind port 80819162-515e-4ae6-a7a0-33ba828fa65b on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:37.035664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.049746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:37.050264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Checking segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:37.050679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.051160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Bound using segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:37.051756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Bound port: 80819162-515e-4ae6-a7a0-33ba828fa65b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:37.052688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.063528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-0d35eb62-6fec-4fc6-88c9-6df1abc0ab60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884485 Oct 25 23:36:37.067172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e78dba-a84a-456c-b5a3-8873494570d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d14e3-18cd-4d5f-8021-49c833f4d04a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:37.073727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e5e78dba-a84a-456c-b5a3-8873494570d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c1777a0a5fd400d9c13e26b49873c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103513 Oct 25 23:36:37.076371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43514) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:37.099463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:36:37.150816 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78736a46-4d74-4213-9312-7ebf02dec2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.151067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:37.166054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.179844 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78736a46-4d74-4213-9312-7ebf02dec2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.202518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] For port 80819162-515e-4ae6-a7a0-33ba828fa65b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:37.224923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] For port 80819162-515e-4ae6-a7a0-33ba828fa65b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=80819162-515e-4ae6-a7a0-33ba828fa65b,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:37.228111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0451a-8456-4ca3-8585-27f2b559baac req-2653d71a-e61e-4b8a-a82b-d00d3c157d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:37.230024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-2653d71a-e61e-4b8a-a82b-d00d3c157d4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 1097 time: 0.1369176 Oct 25 23:36:37.234225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.252478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78736a46-4d74-4213-9312-7ebf02dec2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.256054 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78736a46-4d74-4213-9312-7ebf02dec2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.257222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-78736a46-4d74-4213-9312-7ebf02dec2f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/943d14e3-18cd-4d5f-8021-49c833f4d04a HTTP/1.1" status: 204 len: 168 time: 0.1797974 Oct 25 23:36:37.267741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:37.287955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78736a46-4d74-4213-9312-7ebf02dec2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d14e3-18cd-4d5f-8021-49c833f4d04a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:37.384677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6035-312a-4f15-a0ee-af86a925b8b8 None None] Pushing event updated for resources: {'Port': ['ID=80819162-515e-4ae6-a7a0-33ba828fa65b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:37.465448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] get_ports_and_sgs() called for port_ids ['45f082ad-c41c-41a4-897f-b6d439ab03db'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:36:37.475286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.1 (b72470d3-0f6c-40e2-bf35-f97cb07bc679/2b6a778c-72de-474d-92e0-70101c5f4c97/c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:36:37.526491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0451a-8456-4ca3-8585-27f2b559baac req-43736812-2c94-41ef-9040-cee7ac17fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:37.530400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-43736812-2c94-41ef-9040-cee7ac17fcf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 200 len: 913 time: 0.2655518 Oct 25 23:36:37.678578 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-d7695d74-3531-4192-97f1-398a60d5b798 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=628cfc89-80ef-45c9-a825-f501a092b1bf HTTP/1.1" status: 200 len: 1002 time: 0.1394343 Oct 25 23:36:37.802504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43522) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:37.825074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cb7928a-5cd1-4c27-8982-0c15849d927d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.836891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.844435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0451a-8456-4ca3-8585-27f2b559baac req-0f3addad-6cfd-4f25-acd1-2dc15d28545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:37.845958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-0f3addad-6cfd-4f25-acd1-2dc15d28545c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 200 len: 851 time: 0.1573129 Oct 25 23:36:37.919234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81175b-cfb6-4081-8d81-bfdeaa77e4ae req-a0de2776-deb7-4c2e-8f75-a0df329e77c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:37.921124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b81175b-cfb6-4081-8d81-bfdeaa77e4ae req-a0de2776-deb7-4c2e-8f75-a0df329e77c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.0862031 Oct 25 23:36:37.933230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0451a-8456-4ca3-8585-27f2b559baac req-5029a97e-f596-4bc0-b814-15eacc6db5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:37.934773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-5029a97e-f596-4bc0-b814-15eacc6db5be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70d15ace-5149-4d13-93d8-7c9fc8f32d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724764 Oct 25 23:36:37.936253 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:37.979646 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b81175b-cfb6-4081-8d81-bfdeaa77e4ae req-83b60f41-13d3-4d1e-8b16-f52cdec78f53 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511546 Oct 25 23:36:38.022712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cb7928a-5cd1-4c27-8982-0c15849d927d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.028046 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1cb7928a-5cd1-4c27-8982-0c15849d927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.034294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:36:38.044030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:38.051231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:36:38.057215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:38.061389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1cb7928a-5cd1-4c27-8982-0c15849d927d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef0606d13dfb40f79c3a0440b0a96a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552290 Oct 25 23:36:38.069584 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43524) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:38.116163 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7928a-5cd1-4c27-8982-0c15849d927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26459368-cf03-4d3f-85ed-6d91f1ee3c2d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:38.122964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.151192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b93fa09-5c69-4ab6-935f-52dd7296938a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.173108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-7c38c544-bc16-45d5-97fd-f33d6c67e38f service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257068 Oct 25 23:36:38.178692 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b93fa09-5c69-4ab6-935f-52dd7296938a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.260802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b93fa09-5c69-4ab6-935f-52dd7296938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.265272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b93fa09-5c69-4ab6-935f-52dd7296938a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.289711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9b93fa09-5c69-4ab6-935f-52dd7296938a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26459368-cf03-4d3f-85ed-6d91f1ee3c2d HTTP/1.1" status: 204 len: 168 time: 0.2159979 Oct 25 23:36:38.320201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93fa09-5c69-4ab6-935f-52dd7296938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26459368-cf03-4d3f-85ed-6d91f1ee3c2d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:38.452310 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.459545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8af0451a-8456-4ca3-8585-27f2b559baac req-f6e21c68-1458-4bdd-b910-1db0c9c11288 service neutron] 10.222.0.11 "GET /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728212 Oct 25 23:36:38.490922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80819162-515e-4ae6-a7a0-33ba828fa65b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:38.563472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 80819162-515e-4ae6-a7a0-33ba828fa65b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:38.564712 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.710302 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.821098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 80819162-515e-4ae6-a7a0-33ba828fa65b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=80819162-515e-4ae6-a7a0-33ba828fa65b,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:38.831710 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:38.832660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b53946-9172-4023-91a4-064b21e3d8b6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:38.984412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30421e5d-0fc7-4014-adef-3d0e60248dde None None] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:36:39.092754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.107584 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.118140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-09f4ae85-a0bf-4efd-8217-6a9ae753a324 None None] Provisioning complete for port 80819162-515e-4ae6-a7a0-33ba828fa65b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:39.118557 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09f4ae85-a0bf-4efd-8217-6a9ae753a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.129251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=80819162-515e-4ae6-a7a0-33ba828fa65b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:39.204680 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 35b53946-9172-4023-91a4-064b21e3d8b6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:39.205334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.451347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.451654 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-5be3ad9d-d0f8-4f1c-842f-97c58f36bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:39.453218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.457798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-5be3ad9d-d0f8-4f1c-842f-97c58f36bd5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 1095 time: 0.1786509 Oct 25 23:36:39.465927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:39.480449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-1', 'device_owner': 'compute:nova'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:39.486747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978e5ef-4675-4a7b-b462-16074f503a7e req-f55ae2a3-a355-484a-b06c-e684121595db tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:39.488359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6978e5ef-4675-4a7b-b462-16074f503a7e req-f55ae2a3-a355-484a-b06c-e684121595db tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.3635087 Oct 25 23:36:39.499797 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 35b53946-9172-4023-91a4-064b21e3d8b6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35b53946-9172-4023-91a4-064b21e3d8b6,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:39.508355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.609490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=35b53946-9172-4023-91a4-064b21e3d8b6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:39.618938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.647577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:36:39.650996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:39.687186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6978e5ef-4675-4a7b-b462-16074f503a7e req-b784e678-7829-4b06-97d1-a090164ef563 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773057 Oct 25 23:36:39.833057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 077a23fd-b47e-45db-9c94-599b00589f1e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:36:39.885890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4186ef12-e888-4077-b5f2-489431b5d860 None None] Provisioning complete for port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:39.888126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4186ef12-e888-4077-b5f2-489431b5d860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.934520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:39.955479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4186ef12-e888-4077-b5f2-489431b5d860 None None] Port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:36:39.979393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4186ef12-e888-4077-b5f2-489431b5d860 None None] Provisioning complete for port 80819162-515e-4ae6-a7a0-33ba828fa65b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:39.979765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4186ef12-e888-4077-b5f2-489431b5d860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:39.985266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h2-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:40.032809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:36:40.045891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.063478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Ignored duplicate provisioning block setup for port 45f082ad-c41c-41a4-897f-b6d439ab03db by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 25 23:36:40.068354 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.202731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=9']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:40.307911 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] No DVR routers for this DVR port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h2-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:40.331048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-894dc06b-b5fe-4975-bf24-bdab9c688468 None None] Provisioning complete for port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:40.331428 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-894dc06b-b5fe-4975-bf24-bdab9c688468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.440034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80819162-515e-4ae6-a7a0-33ba828fa65b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:40.481180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-894dc06b-b5fe-4975-bf24-bdab9c688468 None None] Port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:36:40.558531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 80819162-515e-4ae6-a7a0-33ba828fa65b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:40.559321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.565557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:40.566173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:40.566511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:40.571920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:36:40.572300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:40.578809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:40.579320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:40.579960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Bound using segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:40.580949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Bound port: 45f082ad-c41c-41a4-897f-b6d439ab03db, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:40.581546 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.589461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:36:40.601365 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Sync routers for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:36:40.606263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-69263fe8-5698-42f1-ac5c-906161653d37 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "PUT /v2.0/routers/077a23fd-b47e-45db-9c94-599b00589f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5718217 Oct 25 23:36:40.608268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43560) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:40.625694 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:40.626355 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:40.637297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:36:40.668284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:40.671651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:40.677338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.685395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-54cce189-1a33-45fd-b6e3-e68b285aec3e None None] Provisioning complete for port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:40.685759 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54cce189-1a33-45fd-b6e3-e68b285aec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.718492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.719578 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:40.721152 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] 10.222.0.15 "PUT /v2.0/ports/45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 1091 time: 1.2502413 Oct 25 23:36:40.724488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:40.727450 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088bfdb6-2a15-4a06-ba23-780972d32f43" -d '{"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:40.807386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb187a3-67aa-4bd2-bb07-185f6adfffbd service neutron] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:40.820754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:40.838211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-a7c0db84-e781-4698-860e-2a24c55a808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.839754 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-a7c0db84-e781-4698-860e-2a24c55a808d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1095 time: 0.0802310 Oct 25 23:36:40.994625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.995642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.995642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.995986 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.996438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.996885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.997339 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.997794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:40.998273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.011228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-727f4f0e-7af6-464f-9677-591dd1ed4120 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.4001637 Oct 25 23:36:41.014909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43568) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:41.060954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.resource_extend [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 23:36:41.186051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.186879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.187462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.187905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.188456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.188953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.189323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.190234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.190610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.192604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-82e08923-5fca-4f4e-9189-0bd5612e3bf3 tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5899 time: 0.1663246 Oct 25 23:36:41.195892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-738abac7-6259-4640-b036-ab42fc0e5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.197999 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-738abac7-6259-4640-b036-ab42fc0e5ce7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.3489633 Oct 25 23:36:41.200410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43570) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:41.202622 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc3ed21-9add-4416-bbbb-48a05c34f5bb x-openstack-request-id: req-7bc3ed21-9add-4416-bbbb-48a05c34f5bb {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:41.202908 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:41.203154 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bc3ed21-9add-4416-bbbb-48a05c34f5bb {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:41.203614 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'status': 'completed', 'code': 200} Oct 25 23:36:41.228919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-54cce189-1a33-45fd-b6e3-e68b285aec3e None None] Port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:36:41.234571 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 2, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:41.260290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b53946-9172-4023-91a4-064b21e3d8b6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:41.272382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Checking router: 077a23fd-b47e-45db-9c94-599b00589f1e for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:36:41.272803 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Updating router 077a23fd-b47e-45db-9c94-599b00589f1e port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:36:41.300302 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.338991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6b21b-eeaa-40ac-b9f3-dbdd9e5f8c18 req-9f6c15ec-c1a9-4bee-a57e-950629a0767d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.350060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7d6b21b-eeaa-40ac-b9f3-dbdd9e5f8c18 req-9f6c15ec-c1a9-4bee-a57e-950629a0767d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.3683593 Oct 25 23:36:41.361549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:41.377186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-15d28ecf-23cb-4514-8fd7-4f343c071fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.380321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-15d28ecf-23cb-4514-8fd7-4f343c071fe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1095 time: 0.2310038 Oct 25 23:36:41.410685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:41.412822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:41.413191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:41.421351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:36:41.421706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Attempting to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db on network cffdd9af-984d-4d84-b04f-cfff204a875d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:41.438352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:41.438760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Checking segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:41.439568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Bound using segment: {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:41.439850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Bound port: 45f082ad-c41c-41a4-897f-b6d439ab03db, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a9b097-abfd-45eb-848e-0b78a5cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:41.440219 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.447682 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-2e9ba898-72ab-4a5a-ad65-2cbf5c8b3334 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.2377968 Oct 25 23:36:41.457972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b7d6b21b-eeaa-40ac-b9f3-dbdd9e5f8c18 req-063238be-9c57-45db-be4f-9a5e15abfdce tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070318 Oct 25 23:36:41.483247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 35b53946-9172-4023-91a4-064b21e3d8b6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:41.485509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.538085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-b37d4cf1-3751-458b-b5dd-2d13605f99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.539919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-b37d4cf1-3751-458b-b5dd-2d13605f99a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0801916 Oct 25 23:36:41.614609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8aa0-7ddb-4038-be68-b5314884246e req-a67fd4a9-2384-4ad8-a499-e0c8d4f5dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.616932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-a67fd4a9-2384-4ad8-a499-e0c8d4f5dd8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677817 Oct 25 23:36:41.621933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-576d6899-f2e8-40a1-acf5-ac37f94da805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.637201 n-d-815373-1 neutron-server[102135]: WARNING neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Concurrent port binding operations failed on port 45f082ad-c41c-41a4-897f-b6d439ab03db Oct 25 23:36:41.642081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:41.643843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-576d6899-f2e8-40a1-acf5-ac37f94da805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.2477927 Oct 25 23:36:41.644934 n-d-815373-1 neutron-server[102135]: INFO neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Attempt 2 to bind port 45f082ad-c41c-41a4-897f-b6d439ab03db Oct 25 23:36:41.645384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 23:36:41.686300 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.694919 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.738200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3353f216-0649-4b60-aba5-f933fe39f34b tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.5365906 Oct 25 23:36:41.750647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-235ee1aa-9125-4b47-802a-164836fb89d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.1004658 Oct 25 23:36:41.762584 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-9127f7ba-4fa4-4abd-95d1-76a280297cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325107 Oct 25 23:36:41.788611 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Pushing event updated for resources: {'Port': ['ID=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:41.827242 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.827581 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.829739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-53e5ea89-73b9-4c50-abc9-c809b0af7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.831309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-53e5ea89-73b9-4c50-abc9-c809b0af7105 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0729930 Oct 25 23:36:41.831888 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.832432 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.832959 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.833529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.834108 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.834619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.835117 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.835707 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.836213 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.836715 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:36:41.903416 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Attempting to bind port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:41.904123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Attempting to bind port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:41.904689 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Attempting to bind port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:41.911050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:41.912395 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Checking segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:41.912971 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.913530 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Bound using segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:41.914789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Bound port: c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:41.915074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-370bdcc4-5637-4b0c-a792-3aead7cbe86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:41.915556 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:41.916605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-370bdcc4-5637-4b0c-a792-3aead7cbe86b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763597 Oct 25 23:36:41.919933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116a8aa0-7ddb-4038-be68-b5314884246e req-8af3f1ce-82e8-41ae-94c8-ee297bf3f50f service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504107 Oct 25 23:36:42.003024 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] For port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:42.006342 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] For port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:42.014920 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.062586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-6bd14f88-1cf3-4808-ba26-a7294556773b service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384635 Oct 25 23:36:42.066603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-d32b0192-45e1-4f72-aa6b-af8b57add5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:42.068116 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-d32b0192-45e1-4f72-aa6b-af8b57add5a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1095 time: 0.0498281 Oct 25 23:36:42.094401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:36:42.095027 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:42.099520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-08c63d6d-82eb-440d-9268-de62a424516e None None] Provisioning complete for port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:42.102823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-08c63d6d-82eb-440d-9268-de62a424516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.222914 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148606b-4850-498f-bf37-6bc6e8ceec53 None None] Pushing event updated for resources: {'Port': ['ID=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:42.243437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-ff1243d8-af12-4c99-b109-cac2edd1089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:42.245453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-ff1243d8-af12-4c99-b109-cac2edd1089b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.1590157 Oct 25 23:36:42.255944 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:36:42.259493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-0c4aec64-1a9e-4c26-a343-4359aced2850 service neutron] 10.222.0.11 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884418 Oct 25 23:36:42.299158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-08c63d6d-82eb-440d-9268-de62a424516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.354639 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-699ced45-7108-4c9e-9c46-717e74fe5ba9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 999 time: 0.1012211 Oct 25 23:36:42.356572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-08c63d6d-82eb-440d-9268-de62a424516e None None] For port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:42.362527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-08c63d6d-82eb-440d-9268-de62a424516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.424137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-6250b3ec-9f6b-49ae-89cb-00b21ab557ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:42.425916 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-6250b3ec-9f6b-49ae-89cb-00b21ab557ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0628476 Oct 25 23:36:42.443352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c63d6d-82eb-440d-9268-de62a424516e None None] Pushing event updated for resources: {'Port': ['ID=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:42.485919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-92f876df-16ca-44e1-9828-801389579b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:42.488607 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-92f876df-16ca-44e1-9828-801389579b71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559852 Oct 25 23:36:42.488751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-aceb010d-10aa-4ee8-a1d7-1ddc29f2904d None None] Provisioning complete for port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:42.488993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-aceb010d-10aa-4ee8-a1d7-1ddc29f2904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.544143 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:41Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:36:42.595350 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc292c3-6fd0-4805-9f24-09b0bef865ac None None] The sync data for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 is: [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:41Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:36:42.605193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43582) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:42.609440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212629534', 'description': 'tempest-secgroup-smoke-212629534 description', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:42.647638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.659898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-f8ee40a1-fdc6-4911-b551-7f545c0a5d09 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616008 Oct 25 23:36:42.684526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:42.701825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1765f-7027-440c-ba71-627b2c135bd2 req-5a2f8a35-9e35-40aa-9c03-cba6a9169e20 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:42.703401 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7af1765f-7027-440c-ba71-627b2c135bd2 req-5a2f8a35-9e35-40aa-9c03-cba6a9169e20 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.1178222 Oct 25 23:36:42.757787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:36:42.758507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 628cfc89-80ef-45c9-a825-f501a092b1bf no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:36:42.774829 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.783319 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.824259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c526d4c8-7298-4ab9-af9e-47d96ac1a873,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:42.853673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.864890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.867127 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7af1765f-7027-440c-ba71-627b2c135bd2 req-c2548a10-bd0e-44c4-b862-362632906115 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261559 Oct 25 23:36:42.871683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fc217a26-53be-416e-9c36-c899bbf802b0 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2656138 Oct 25 23:36:42.872035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43588) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:42.876551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': 'c526d4c8-7298-4ab9-af9e-47d96ac1a873', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:42.892835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:42.895249 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e5499f-fcf6-4012-a274-8fe2f33d1baf" -d '{"events": [{"server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:42.912701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=628cfc89-80ef-45c9-a825-f501a092b1bf,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:42.919089 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.941866 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-088bfdb6-2a15-4a06-ba23-780972d32f43 req-09ebfb90-ba22-4616-98ce-426cc701ce91 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738168 Oct 25 23:36:42.966483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:42.976352 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987a6480-9e8d-4b37-95ff-b494988c694f x-openstack-request-id: req-987a6480-9e8d-4b37-95ff-b494988c694f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:42.976719 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:42.977092 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-987a6480-9e8d-4b37-95ff-b494988c694f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:42.977571 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'code': 200} Oct 25 23:36:43.011054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Pushing event updated for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.044524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.048989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.068229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff9eb0a-e792-4e6a-985f-ceded5e246c2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.082449 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.084771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6e49f7fe-ac37-40a6-864b-592c40a9ab6c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2116556 Oct 25 23:36:43.087436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43592) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:43.092309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': 'c526d4c8-7298-4ab9-af9e-47d96ac1a873', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:43.124601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.194266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.199541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.218406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedd88c5-1e7d-488f-b265-2874d421199e,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.230219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.231625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-afab6e55-8f58-4f36-b254-44363a4c55e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431353 Oct 25 23:36:43.234454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43594) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:43.240287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': 'c526d4c8-7298-4ab9-af9e-47d96ac1a873', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:43.251291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.272330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.339861 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.343516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.366649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe048cd-30df-499d-9259-65119a7c40a0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.374546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.378641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-87d2b2f8-5608-47ff-ba4e-a9b0b3f59b0e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430500 Oct 25 23:36:43.378986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:43.384178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': 'c526d4c8-7298-4ab9-af9e-47d96ac1a873', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:43.413257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.486392 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.490851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.511786 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791d9a55-97d3-483f-bce8-f618748bf456,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.520494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.521843 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-836d9e33-146d-468a-aa51-4049d7d3cfd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417778 Oct 25 23:36:43.524519 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43598) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:43.529284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': 'c526d4c8-7298-4ab9-af9e-47d96ac1a873', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:43.552752 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Project 0b28a4d9e3fd41eda874f5054bfab2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:36:43.558489 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.627575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.633783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.656602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7913c7-39ef-449e-a0be-9050066c3eb7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.667913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.669496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-abdfc7fc-f13b-4594-a907-2b15ce08a9d1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438243 Oct 25 23:36:43.672225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43600) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:43.678248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'security_group_rule': {'security_group_id': 'c526d4c8-7298-4ab9-af9e-47d96ac1a873', 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:43.706463 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Project 0b28a4d9e3fd41eda874f5054bfab2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:36:43.713739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.793396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.800312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.819617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15beb615-f50b-4d71-a2ce-51429d2bbc6f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:43.837819 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:43.839089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6fb15573-e145-4d2f-9a93-05ac1d1c25a9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658623 Oct 25 23:36:44.024769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a274f-6ca2-4a8f-9273-2f842b506bf2 req-34fac0ea-76e1-4caa-a9e4-a0c4ef7d165c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:44.026368 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b6a274f-6ca2-4a8f-9273-2f842b506bf2 req-34fac0ea-76e1-4caa-a9e4-a0c4ef7d165c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.0697312 Oct 25 23:36:44.087076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-57d76404-3d00-4e41-907c-9c3f92ef7615 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212629534&fields=id&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 267 time: 0.0592544 Oct 25 23:36:44.090679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5b6a274f-6ca2-4a8f-9273-2f842b506bf2 req-f8a94923-d8c9-4296-a909-d9fa8659ab9b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563536 Oct 25 23:36:44.196076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-2adcacb8-2d67-430d-aa30-5e579f010713 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:44.197871 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-2adcacb8-2d67-430d-aa30-5e579f010713 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 796 time: 0.1031687 Oct 25 23:36:44.214043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-f01da6b0-ddf7-4ea6-a999-1ee8631ad1a3 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/quotas/0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 375 time: 0.0098972 Oct 25 23:36:44.277689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-56cbbab4-9ba0-4a1e-aa25-fb7288b21ed9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539074 Oct 25 23:36:44.290287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:44.345258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:44.346116 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:44.382682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-d5ad1b8b-0807-4a79-b147-e4ebf799f41c service neutron] 10.222.0.25 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861557 Oct 25 23:36:44.478170 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-7929da4f-3d25-4190-ac73-3be3cab73910 service neutron] 10.222.0.25 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894206 Oct 25 23:36:44.638741 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a781cd33-498a-41ef-abec-ddea7334c66b req-aa2a1732-1797-4482-b96f-daf49034648b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 210 time: 0.0291064 Oct 25 23:36:45.053882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:36:45.239160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:45.260520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'port_id': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'mac_address': 'fa:16:3e:85:3e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:36:45.339849 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:45.361302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:36:45.363674 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da074-022a-47ee-bc4d-949a65259a1a req-8cc5562a-4ed3-46ff-a3d6-db3fa952f023 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:45.377744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad4da074-022a-47ee-bc4d-949a65259a1a req-8cc5562a-4ed3-46ff-a3d6-db3fa952f023 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 944 time: 0.1400814 Oct 25 23:36:45.391164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:45.397887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:45.429554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad4da074-022a-47ee-bc4d-949a65259a1a req-6c43a469-98e8-4cbc-8f67-be9cdd9a05c9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477486 Oct 25 23:36:45.452064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43640) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:45.461641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:45.523373 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7f39df14-5861-4899-881c-78a00246244d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 HTTP/1.1" status: 200 len: 992 time: 0.0696540 Oct 25 23:36:45.524216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:45.665242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d46a583-bbd2-4f2d-97e0-ccf43ed58515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:45.715686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-f0b4440a-1647-46e4-b529-daf3bbcf506e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:45.717182 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-f0b4440a-1647-46e4-b529-daf3bbcf506e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 796 time: 0.1575480 Oct 25 23:36:45.747964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e543adbd-9406-4950-b8a0-04dd9e0814b3 req-5fe2e4a1-d915-462a-8686-25bd2f1b989f tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 210 time: 0.0289161 Oct 25 23:36:45.786529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-1a394a39-5f00-4830-9d1c-4f6e6e825ff8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 379 time: 0.0567625 Oct 25 23:36:45.798570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'port': {'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'admin_state_up': True, 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'security_groups': ['c526d4c8-7298-4ab9-af9e-47d96ac1a873']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:45.827145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['45f082ad-c41c-41a4-897f-b6d439ab03db'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:36:45.874824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d46a583-bbd2-4f2d-97e0-ccf43ed58515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:45.884000 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e72630b0-8e27-4d74-b497-63c209f802ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:45.885613 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5d46a583-bbd2-4f2d-97e0-ccf43ed58515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:45.918741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43648) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:36:45.925570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5d46a583-bbd2-4f2d-97e0-ccf43ed58515 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82d09df5e7e14178a511724430406e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002500 Oct 25 23:36:45.969973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46a583-bbd2-4f2d-97e0-ccf43ed58515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7445e-976e-4031-ae1c-a40f93bcde8c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:46.000929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-44feb4c6-4c95-44f2-aa0b-7a6a8e97c847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.002982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:36:46.009117 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.032601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-44feb4c6-4c95-44f2-aa0b-7a6a8e97c847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.100173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-44feb4c6-4c95-44f2-aa0b-7a6a8e97c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.104074 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-44feb4c6-4c95-44f2-aa0b-7a6a8e97c847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.105849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-44feb4c6-4c95-44f2-aa0b-7a6a8e97c847 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48f7445e-976e-4031-ae1c-a40f93bcde8c HTTP/1.1" status: 204 len: 168 time: 0.1859908 Oct 25 23:36:46.129092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feb4c6-4c95-44f2-aa0b-7a6a8e97c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7445e-976e-4031-ae1c-a40f93bcde8c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:46.190648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.4 (b72470d3-0f6c-40e2-bf35-f97cb07bc679/2b6a778c-72de-474d-92e0-70101c5f4c97/dc3cbd88-994f-45c7-a3fe-83cc0a48628f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:36:46.351493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.389350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.436542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:36:46.440005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:46.444621 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:36:46.473129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=dc3cbd88-994f-45c7-a3fe-83cc0a48628f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:46.509620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:46.510492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.532270 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-5c3f0dbb-b7e5-4fac-aa6a-9ca1fc6a038b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388046 Oct 25 23:36:46.660510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Request body: {'port': {'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:46.715318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.785978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f8a8468f-e0ed-46ba-bd45-0aa5132bc877 None None] Provisioning complete for port dc3cbd88-994f-45c7-a3fe-83cc0a48628f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:46.787342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f8a8468f-e0ed-46ba-bd45-0aa5132bc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:46.847083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8468f-e0ed-46ba-bd45-0aa5132bc877 None None] Port dc3cbd88-994f-45c7-a3fe-83cc0a48628f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:36:46.941854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18338c6-19ab-4357-9e37-1fbd6de1915e req-5f0fb8ef-0cee-41c0-ba86-8a0790f42c44 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:46.944135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a18338c6-19ab-4357-9e37-1fbd6de1915e req-5f0fb8ef-0cee-41c0-ba86-8a0790f42c44 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 931 time: 0.1092303 Oct 25 23:36:47.007238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a18338c6-19ab-4357-9e37-1fbd6de1915e req-51c5dc41-5914-46a6-a1c3-736aec02515d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556812 Oct 25 23:36:47.056186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:47.075845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3cbd88-994f-45c7-a3fe-83cc0a48628f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:36:47.084171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.096963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Transition to ACTIVE for port object dc3cbd88-994f-45c7-a3fe-83cc0a48628f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:36:47.103609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.110855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 45f082ad-c41c-41a4-897f-b6d439ab03db completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:36:47.117404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 45f082ad-c41c-41a4-897f-b6d439ab03db triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:47.118112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.168515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cbd88-994f-45c7-a3fe-83cc0a48628f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:47.224036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.252935 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Attempting to bind port dc3cbd88-994f-45c7-a3fe-83cc0a48628f on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:47.253377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Attempting to bind port dc3cbd88-994f-45c7-a3fe-83cc0a48628f by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:47.253853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Attempting to bind port dc3cbd88-994f-45c7-a3fe-83cc0a48628f on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:47.259722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Port dc3cbd88-994f-45c7-a3fe-83cc0a48628f on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:36:47.260137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Attempting to bind port dc3cbd88-994f-45c7-a3fe-83cc0a48628f on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:47.262079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:47.263196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:47.265590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:47.265966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Checking segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:47.266415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Bound using segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:47.266614 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9237c-ff90-4703-bbad-574179a72a74" -d '{"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-plugged", "status": "completed", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:47.266896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Bound port: dc3cbd88-994f-45c7-a3fe-83cc0a48628f, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:47.267415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.273230 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.393512 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717dd7d0-bdaf-427a-ba0f-2a96738170f5 x-openstack-request-id: req-717dd7d0-bdaf-427a-ba0f-2a96738170f5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:47.393512 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-plugged", "status": "completed", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:47.393512 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-717dd7d0-bdaf-427a-ba0f-2a96738170f5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:47.393512 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'code': 200} Oct 25 23:36:47.393512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=12']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:47.398830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] For port dc3cbd88-994f-45c7-a3fe-83cc0a48628f, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:47.402384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] For port dc3cbd88-994f-45c7-a3fe-83cc0a48628f, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc3cbd88-994f-45c7-a3fe-83cc0a48628f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:47.407291 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.457508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:47.458782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:47.461125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc3cbd88-994f-45c7-a3fe-83cc0a48628f HTTP/1.1" status: 200 len: 1091 time: 0.9202223 Oct 25 23:36:47.461945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': 'dc3cbd88-994f-45c7-a3fe-83cc0a48628f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:47.464603 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ecef3-d7dd-490c-826a-609c47bc83f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "dc3cbd88-994f-45c7-a3fe-83cc0a48628f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:47.569737 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb58981-269a-40e5-a6fb-8e2e406036e2 x-openstack-request-id: req-4fb58981-269a-40e5-a6fb-8e2e406036e2 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:47.570076 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "dc3cbd88-994f-45c7-a3fe-83cc0a48628f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:47.570321 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fb58981-269a-40e5-a6fb-8e2e406036e2 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:47.570837 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': 'dc3cbd88-994f-45c7-a3fe-83cc0a48628f', 'status': 'completed', 'code': 200} Oct 25 23:36:47.580202 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea709625-e094-4db5-82ef-16c00c65afb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cbd88-994f-45c7-a3fe-83cc0a48628f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:47.595794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13b7d70f-398a-412b-b9be-573e2da0f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:47.597362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13b7d70f-398a-412b-b9be-573e2da0f2ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1094 time: 0.0841029 Oct 25 23:36:47.643104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-a721dfae-3c72-47a9-95a2-5ebab684d6f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3cbd88-994f-45c7-a3fe-83cc0a48628f HTTP/1.1" status: 200 len: 217 time: 0.0361943 Oct 25 23:36:47.699453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-3b21dd39-9fe2-44b2-b762-97c54cfb799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:47.701319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-3b21dd39-9fe2-44b2-b762-97c54cfb799f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 200 len: 835 time: 0.0499129 Oct 25 23:36:47.755955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-3426df61-010b-4b59-9fba-45b1aed1ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:47.757477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-3426df61-010b-4b59-9fba-45b1aed1ed89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b72470d3-0f6c-40e2-bf35-f97cb07bc679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463655 Oct 25 23:36:47.860375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-af7270cc-3706-4240-b083-7ef1af7b44cd service neutron] 10.222.0.11 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956872 Oct 25 23:36:47.957066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-6f8ed44a-84af-48b9-ac79-e40b639c5822 service neutron] 10.222.0.11 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893967 Oct 25 23:36:48.063157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-812e3fea-67e5-40b5-847e-564dd469f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:48.064646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-812e3fea-67e5-40b5-847e-564dd469f6c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1094 time: 0.0491173 Oct 25 23:36:48.147555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1eb21-bf1a-4cef-906b-9033fb09d5dc req-d368d3ca-ab72-4b25-b357-72016f0d3c25 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:48.148986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ca1eb21-bf1a-4cef-906b-9033fb09d5dc req-d368d3ca-ab72-4b25-b357-72016f0d3c25 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 943 time: 0.0538931 Oct 25 23:36:48.185429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-3ceb2cdd-01c6-472a-a217-2068d1059e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:48.187077 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-3ceb2cdd-01c6-472a-a217-2068d1059e17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 897 time: 0.1131911 Oct 25 23:36:48.196804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7ca1eb21-bf1a-4cef-906b-9033fb09d5dc req-35c91b32-d982-4444-96b7-d587efeb5f6d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Oct 25 23:36:48.267018 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-a2e647d8-b10f-411a-8a72-34f836a4d70a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3cbd88-994f-45c7-a3fe-83cc0a48628f HTTP/1.1" status: 200 len: 217 time: 0.0649750 Oct 25 23:36:48.316830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13d27375-7003-4149-99d3-fbb49acd4c7a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:48.318983 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13d27375-7003-4149-99d3-fbb49acd4c7a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 943 time: 0.1184275 Oct 25 23:36:48.357416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-f9022add-80d1-40fd-b87c-ce4941f20d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:48.358915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-f9022add-80d1-40fd-b87c-ce4941f20d63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 200 len: 835 time: 0.0850306 Oct 25 23:36:48.371414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fc8394c5-adf0-4f70-9581-d6a4380797f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:48.438657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-7e50d485-c80a-41b7-828d-5cc1ab88fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:48.440106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-7e50d485-c80a-41b7-828d-5cc1ab88fef9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b72470d3-0f6c-40e2-bf35-f97cb07bc679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724719 Oct 25 23:36:48.497933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port dc3cbd88-994f-45c7-a3fe-83cc0a48628f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:36:48.498299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:48.621714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-a5798c35-4008-4a9e-aae3-16b3d4b84f5a service neutron] 10.222.0.11 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742105 Oct 25 23:36:48.626856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port dc3cbd88-994f-45c7-a3fe-83cc0a48628f, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=dc3cbd88-994f-45c7-a3fe-83cc0a48628f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:48.627247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:48.680149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for dc3cbd88-994f-45c7-a3fe-83cc0a48628f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:36:49.104475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c14ecef3-d7dd-490c-826a-609c47bc83f0 req-94f36878-2569-4d94-92cd-e0f31faa3ffb service neutron] 10.222.0.11 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743891 Oct 25 23:36:49.177223 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:49.213987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=dc3cbd88-994f-45c7-a3fe-83cc0a48628f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:49.257370 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] No DVR routers for this DVR port dc3cbd88-994f-45c7-a3fe-83cc0a48628f on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:36:49.260810 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:49.264219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-bb47861e-aa81-433e-bcd3-a1b9027962f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.11 "DELETE /v2.0/ports/dc3cbd88-994f-45c7-a3fe-83cc0a48628f HTTP/1.1" status: 204 len: 173 time: 0.9387429 Oct 25 23:36:49.338183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-882c8361-711e-4851-9f7c-00e33836d01a req-5f764852-c994-465b-9f94-82dd05a83fe5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 210 time: 0.0336044 Oct 25 23:36:49.572105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'name': 'network-vif-deleted', 'tag': 'dc3cbd88-994f-45c7-a3fe-83cc0a48628f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:49.574811 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693184c1-b69e-41e1-84bf-1c4a61fd0308" -d '{"events": [{"server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "name": "network-vif-deleted", "tag": "dc3cbd88-994f-45c7-a3fe-83cc0a48628f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:49.611584 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c5ce6-257a-4a63-ba2a-fa98e237bb8f x-openstack-request-id: req-278c5ce6-257a-4a63-ba2a-fa98e237bb8f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:49.611584 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "name": "network-vif-deleted", "tag": "dc3cbd88-994f-45c7-a3fe-83cc0a48628f", "status": "failed", "code": 422}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:49.613270 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-278c5ce6-257a-4a63-ba2a-fa98e237bb8f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:49.613716 n-d-815373-1 neutron-server[102133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'name': 'network-vif-deleted', 'tag': 'dc3cbd88-994f-45c7-a3fe-83cc0a48628f', 'status': 'failed', 'code': 422} returned with failed status Oct 25 23:36:49.683909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:50.248936 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:50.441898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba39834d-534a-4ee1-b777-61a10567da24 req-8f426a9c-b9f3-40f2-b1c5-ad3a0cd2029d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 210 time: 0.0274134 Oct 25 23:36:50.603580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-71cd82fe-84cc-4585-8fd7-823c67230e1e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:50.604945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-71cd82fe-84cc-4585-8fd7-823c67230e1e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 796 time: 0.1228356 Oct 25 23:36:50.658369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-ad8c9d20-21d6-4b6f-a215-c7f06885cf4d tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9 HTTP/1.1" status: 200 len: 379 time: 0.0354402 Oct 25 23:36:50.681921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'port': {'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'admin_state_up': True, 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'security_groups': ['c526d4c8-7298-4ab9-af9e-47d96ac1a873']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:50.795543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Made reservation on behalf of 0b28a4d9e3fd41eda874f5054bfab2e9 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:36:50.799214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:50.820456 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:50.934344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.20.0.14 (b72470d3-0f6c-40e2-bf35-f97cb07bc679/2b6a778c-72de-474d-92e0-70101c5f4c97/57e12cb4-3680-4b21-9b09-3a74e06e9a7f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:36:51.081445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:51.115671 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:51.161491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:36:51.164691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:36:51.168781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:36:51.194320 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:51.234554 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:51.235167 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:51.253669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-13bef7a5-ebb1-4ece-b921-59c5b6b16f0a tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764537 Oct 25 23:36:51.273460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Request body: {'port': {'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:36:51.344837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:51.476047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c0fba02e-c8a1-4931-bb7a-eee96b674a31 None None] Provisioning complete for port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:51.476413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c0fba02e-c8a1-4931-bb7a-eee96b674a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:51.521404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c0fba02e-c8a1-4931-bb7a-eee96b674a31 None None] Port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:36:51.611014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5210d-5d03-403d-8647-a212004962cc req-4dde17f3-15b2-4515-976c-50f035aa5975 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:51.612514 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64d5210d-5d03-403d-8647-a212004962cc req-4dde17f3-15b2-4515-976c-50f035aa5975 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 932 time: 0.0869780 Oct 25 23:36:51.682962 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e12cb4-3680-4b21-9b09-3a74e06e9a7f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:36:51.691960 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:51.697894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64d5210d-5d03-403d-8647-a212004962cc req-34a09e4d-511f-43ce-a14d-ad0a4bdf6247 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774460 Oct 25 23:36:51.710084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Transition to ACTIVE for port object 57e12cb4-3680-4b21-9b09-3a74e06e9a7f will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:36:51.717781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:52.126271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:52.183433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Attempting to bind port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:36:52.183433 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Attempting to bind port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:36:52.183866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Attempting to bind port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:52.189608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:36:52.189940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Attempting to bind port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f on network b72470d3-0f6c-40e2-bf35-f97cb07bc679 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:36:52.195982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:36:52.196314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Checking segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:36:52.202549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Bound using segment: {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:36:52.203199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Bound port: 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e9c197-27b7-42fa-b51e-06ba43efddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:36:52.203785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:52.276387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] For port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:36:52.280533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] For port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:36:52.284203 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:52.333841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:52.334472 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:52.335854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/57e12cb4-3680-4b21-9b09-3a74e06e9a7f HTTP/1.1" status: 200 len: 1092 time: 1.0683670 Oct 25 23:36:52.336429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:52.338560 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbebf49-a321-45ad-b435-3bbd97a8852a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:52.358743 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c04948-8b24-4c05-ab02-025e8dfcc4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:52.398851 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646210fa-3f50-42e2-a2d5-6656b90703a2 x-openstack-request-id: req-646210fa-3f50-42e2-a2d5-6656b90703a2 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:52.399140 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:52.399415 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-646210fa-3f50-42e2-a2d5-6656b90703a2 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:52.400400 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'status': 'completed', 'code': 200} Oct 25 23:36:52.465116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-0f38643a-12ee-48ab-b0b0-baaa12def523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:52.466680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-0f38643a-12ee-48ab-b0b0-baaa12def523 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1095 time: 0.0496008 Oct 25 23:36:52.523834 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-23150d91-a2a4-4be2-9312-079f1f691263 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f HTTP/1.1" status: 200 len: 217 time: 0.0436115 Oct 25 23:36:52.586997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-06112480-a7bb-4f2e-b668-d3eae8e1807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:52.588582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-06112480-a7bb-4f2e-b668-d3eae8e1807b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 200 len: 835 time: 0.0555596 Oct 25 23:36:52.637194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-a09d3f1d-e8ab-423e-b84a-564dfd7c43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:52.638674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-a09d3f1d-e8ab-423e-b84a-564dfd7c43c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b72470d3-0f6c-40e2-bf35-f97cb07bc679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427830 Oct 25 23:36:52.735852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-d59d0b81-345f-4a41-9f8b-ba0fd931c93a service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896871 Oct 25 23:36:52.853913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1590c4-ed50-4b67-b7d1-705644a64bdd req-de02b227-9411-41d2-a99d-0031e7ce36c9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:52.855412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b1590c4-ed50-4b67-b7d1-705644a64bdd req-de02b227-9411-41d2-a99d-0031e7ce36c9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 944 time: 0.0711048 Oct 25 23:36:52.886890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a778a39-b1e4-4bf4-a14f-b8539e2c4c38 req-838d3cf9-5c85-4b2d-b9a7-e189b5f6b4c9 service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443896 Oct 25 23:36:52.920187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7b1590c4-ed50-4b67-b7d1-705644a64bdd req-091a3c4c-a358-4ac0-ae65-36109f9faffc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569460 Oct 25 23:36:53.025766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-cbd9a929-a7a6-493e-8e71-7caaaad4e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:53.027304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-cbd9a929-a7a6-493e-8e71-7caaaad4e79b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1095 time: 0.0434685 Oct 25 23:36:53.123276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-fed3c4a7-b180-4f4d-8701-db5eff8ec982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:53.124743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-fed3c4a7-b180-4f4d-8701-db5eff8ec982 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 897 time: 0.0896280 Oct 25 23:36:53.170091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-ce485627-96ae-45a5-a7c8-1f10ac51fcb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f HTTP/1.1" status: 200 len: 217 time: 0.0381918 Oct 25 23:36:53.228871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-e90e4bc7-5788-45c6-8d22-5288b7251916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:53.230359 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-e90e4bc7-5788-45c6-8d22-5288b7251916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 200 len: 835 time: 0.0458744 Oct 25 23:36:53.278093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-21297f98-7344-4d65-b9c4-8fb5cbeb6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:53.279677 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-21297f98-7344-4d65-b9c4-8fb5cbeb6bb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b72470d3-0f6c-40e2-bf35-f97cb07bc679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423470 Oct 25 23:36:53.383056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-b6f42625-0817-4cfe-85e4-0b8e27e32d64 service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941222 Oct 25 23:36:53.483123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7cbebf49-a321-45ad-b435-3bbd97a8852a req-de80315d-aa0b-452c-bfa9-e0032a54d535 service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919535 Oct 25 23:36:54.041110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba750750-44eb-4623-a1b9-f6044f638d73 req-a5ab325e-2bef-47a3-8fa1-ae49e0e8c520 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:54.042730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba750750-44eb-4623-a1b9-f6044f638d73 req-a5ab325e-2bef-47a3-8fa1-ae49e0e8c520 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 944 time: 0.0491941 Oct 25 23:36:54.083593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ba750750-44eb-4623-a1b9-f6044f638d73 req-1f629a4e-788f-4b15-9c26-f3c4a12a1ca5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340226 Oct 25 23:36:54.276663 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-f5c65172-7165-4605-9f41-67a5bbb952af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457737 Oct 25 23:36:54.383260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-f42554c2-52a3-4541-8f08-2b17dddcd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:54.384898 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-f42554c2-52a3-4541-8f08-2b17dddcd604 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1096 time: 0.0430338 Oct 25 23:36:54.497879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-7dc2b09a-0f76-4bbf-9b58-99cffb11d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:54.499377 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-7dc2b09a-0f76-4bbf-9b58-99cffb11d0bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 910 time: 0.0935040 Oct 25 23:36:54.566641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-b80bbc62-23b3-47cd-a5ec-13a327770cf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 1000 time: 0.0598974 Oct 25 23:36:54.617908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-cf5d780c-0f1f-4536-82b5-64539c0415a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:54.619464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-cf5d780c-0f1f-4536-82b5-64539c0415a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 200 len: 848 time: 0.0461838 Oct 25 23:36:54.678096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-c6eb2f9f-b61a-48fd-8b50-30be7da2719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:54.679583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-c6eb2f9f-b61a-48fd-8b50-30be7da2719f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3876a08b-506f-4b4b-8386-5ab93cf865cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469058 Oct 25 23:36:54.774733 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-09211e78-6b45-401b-a821-95b7f435ee4f service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Oct 25 23:36:54.872407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8b6ae2fe-ef0a-4b2b-aee6-2824a902de4c req-bf00ae8d-e00f-44b7-adfc-d19fe51ee660 service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898194 Oct 25 23:36:55.132039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 57e12cb4-3680-4b21-9b09-3a74e06e9a7f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:36:55.210529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d589e-61a1-469a-a517-11f7753e93e4 req-132bda7c-0d23-49de-ae3b-78f83465e9f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:55.212190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-436d589e-61a1-469a-a517-11f7753e93e4 req-132bda7c-0d23-49de-ae3b-78f83465e9f8 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 944 time: 0.0566423 Oct 25 23:36:55.252488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:55.255600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-436d589e-61a1-469a-a517-11f7753e93e4 req-f754e1b7-66e2-4416-b8f9-7d408d9b3063 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369821 Oct 25 23:36:55.273116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'port_id': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'mac_address': 'fa:16:3e:8a:63:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:36:55.312398 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:55.327076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e12cb4-3680-4b21-9b09-3a74e06e9a7f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:36:55.353013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:55.357796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:55.414568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:55.768356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['57e12cb4-3680-4b21-9b09-3a74e06e9a7f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:36:56.379809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4edc6-d178-4dfb-a38e-59933f8a37c7 req-42f17cb9-b654-4f31-bf69-bfaf89381c34 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:56.381451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bd4edc6-d178-4dfb-a38e-59933f8a37c7 req-42f17cb9-b654-4f31-bf69-bfaf89381c34 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 945 time: 0.0514421 Oct 25 23:36:56.423305 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bd4edc6-d178-4dfb-a38e-59933f8a37c7 req-5e6a0b16-de6d-4ac0-a64b-cbabfc1e86c1 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357349 Oct 25 23:36:57.150972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 57e12cb4-3680-4b21-9b09-3a74e06e9a7f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:36:57.202212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:36:57.206065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:36:57.206463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:57.282840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:57.308183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:36:57.310310 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921cd80f-d0cc-498c-8771-93e58702890c" -d '{"events": [{"server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "name": "network-vif-plugged", "status": "completed", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:36:57.323715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:36:57.328283 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:57.356909 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc067260-f69f-40b6-8131-a29f30549d61 x-openstack-request-id: req-fc067260-f69f-40b6-8131-a29f30549d61 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:36:57.357192 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "name": "network-vif-plugged", "status": "completed", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:36:57.357434 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc067260-f69f-40b6-8131-a29f30549d61 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:36:57.357813 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'code': 200} Oct 25 23:36:57.382771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:36:57.478312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4d88d-561b-451f-9776-41aff8335db2 req-c0c5b5e6-9539-41dc-85df-a717aea58d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:57.480362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99d4d88d-561b-451f-9776-41aff8335db2 req-c0c5b5e6-9539-41dc-85df-a717aea58d27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1097 time: 0.0426085 Oct 25 23:36:57.521464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99d4d88d-561b-451f-9776-41aff8335db2 req-835687cd-559e-4884-9880-7377b1068c59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Oct 25 23:36:57.546818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55b77-9ff4-4b41-bf01-0401f2cf00dd req-83723ab4-3f25-4f4f-8330-0402929bd7e7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:57.548398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30a55b77-9ff4-4b41-bf01-0401f2cf00dd req-83723ab4-3f25-4f4f-8330-0402929bd7e7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0492334 Oct 25 23:36:57.588196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30a55b77-9ff4-4b41-bf01-0401f2cf00dd req-921f878b-8e22-4462-ac9d-9d15240d45e9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322666 Oct 25 23:36:58.558284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:36:58.716847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbef948-8025-47c5-b548-1ea65eeb9bcd req-aa0c73df-2bbf-4370-8196-7156ebc2d7e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:58.718367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cdbef948-8025-47c5-b548-1ea65eeb9bcd req-aa0c73df-2bbf-4370-8196-7156ebc2d7e2 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0597672 Oct 25 23:36:58.757009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cdbef948-8025-47c5-b548-1ea65eeb9bcd req-e474e92d-a4ef-4c27-a18c-ed5c04e178f9 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 Oct 25 23:36:59.874321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24795b9-e3e8-4149-a79d-c18ee8d410b6 req-65bbc6af-675c-402a-b61f-868d8afc9721 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:36:59.875843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c24795b9-e3e8-4149-a79d-c18ee8d410b6 req-65bbc6af-675c-402a-b61f-868d8afc9721 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0493686 Oct 25 23:36:59.917543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c24795b9-e3e8-4149-a79d-c18ee8d410b6 req-490e6e3f-c07d-4ef3-b030-3a8ee191aafe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Oct 25 23:37:00.003754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:37:00.043924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67431-064d-45b3-863c-1cf64363b2f7 req-b931deeb-f86c-490a-9108-a6f4e3274881 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:00.045448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20a67431-064d-45b3-863c-1cf64363b2f7 req-b931deeb-f86c-490a-9108-a6f4e3274881 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0547361 Oct 25 23:37:00.084698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20a67431-064d-45b3-863c-1cf64363b2f7 req-1c1f9d67-d558-41d3-b161-f3f6c56ce3ac tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333657 Oct 25 23:37:00.106639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:00.148779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760697eb-461d-4df1-b0cc-d58ecdd6b1ae tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:00.150310 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-760697eb-461d-4df1-b0cc-d58ecdd6b1ae tempest-TestNetworkBasicOps-735089345 tempest-TestNetworkBasicOps-735089345-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1092 time: 0.0426791 Oct 25 23:37:00.152985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:00.157613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:00.181232 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:00.284377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:00.392985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Allocated IP 172.25.4.129 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/cab8e7a9-3e04-4481-8e38-583bcf4e5116) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:37:00.504199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:00.540029 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:00.583750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:37:00.586771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:00.589275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:37:00.617010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=cab8e7a9-3e04-4481-8e38-583bcf4e5116,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:00.864673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d016-793e-412d-b8cb-21503bdebce6 req-96a512fd-f1f1-4474-93f5-fbf3e91b85a8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:00.866082 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1160d016-793e-412d-b8cb-21503bdebce6 req-96a512fd-f1f1-4474-93f5-fbf3e91b85a8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0679302 Oct 25 23:37:00.943068 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1160d016-793e-412d-b8cb-21503bdebce6 req-c9ba72bb-009a-440d-9a7a-e24637d329bf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688910 Oct 25 23:37:01.032567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:01.107246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:01.266366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:01.271141 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:01.340986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event updated for resources: {'Port': ['ID=cab8e7a9-3e04-4481-8e38-583bcf4e5116,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:01.351598 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:01.453995 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Floating IP 63a12156-f6a1-4617-b627-a3c270d8f2b6 associated. External IP: 172.25.4.129, port: 57e12cb4-3680-4b21-9b09-3a74e06e9a7f. Oct 25 23:37:01.701979 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 077a23fd-b47e-45db-9c94-599b00589f1e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:37:01.846549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:37:01.858572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] Sync routers for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:37:01.867000 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:01.873301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:01.874953 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:01.898652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-54419224-e5ce-49d2-867f-c65d0caf0096 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7443132 Oct 25 23:37:01.899368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:01.901325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43850) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:01.901913 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6e2ca-9784-484f-8f74-bc558632819d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:01.950556 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46101a4-a787-4e68-8784-4e3f603b2cbc x-openstack-request-id: req-c46101a4-a787-4e68-8784-4e3f603b2cbc {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:01.950883 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:01.951130 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c46101a4-a787-4e68-8784-4e3f603b2cbc {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:01.951510 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'status': 'completed', 'code': 200} Oct 25 23:37:01.991199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-35dae086-f237-4131-8965-1701b5341f4c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/63a12156-f6a1-4617-b627-a3c270d8f2b6 HTTP/1.1" status: 200 len: 992 time: 0.0873878 Oct 25 23:37:02.027768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:02.118845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e2ca-9784-484f-8f74-bc558632819d req-0b8f53fd-c6ad-4d51-9708-6b25a07287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:02.120532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-0b8f53fd-c6ad-4d51-9708-6b25a07287e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1097 time: 0.1075120 Oct 25 23:37:02.131488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0a674-5db4-4037-aead-0c02f40eb2cd req-705e01e4-ad6e-476b-9077-f354d6f74bb2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:02.133702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22e0a674-5db4-4037-aead-0c02f40eb2cd req-705e01e4-ad6e-476b-9077-f354d6f74bb2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0791523 Oct 25 23:37:02.237748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22e0a674-5db4-4037-aead-0c02f40eb2cd req-3c8892ed-ff1d-40e9-ae31-ed47a7e40ac0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472505 Oct 25 23:37:02.276852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e2ca-9784-484f-8f74-bc558632819d req-2cb3a31d-ba6c-4a77-aa19-b05e026d5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:02.278417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-2cb3a31d-ba6c-4a77-aa19-b05e026d5eab service neutron] 10.222.0.15 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 897 time: 0.1438041 Oct 25 23:37:02.336282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '63a12156-f6a1-4617-b627-a3c270d8f2b6', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'port_id': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'mac_address': 'fa:16:3e:8a:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:37:00Z', 'updated_at': '2021-10-25T23:37:00Z', 'revision_number': 0, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:42Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:02.363058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-fa764c2f-6026-4633-9d8f-06199b0138f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f HTTP/1.1" status: 200 len: 1000 time: 0.0757794 Oct 25 23:37:02.363259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] Checking router: 077a23fd-b47e-45db-9c94-599b00589f1e for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:37:02.371464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:02.372067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:36:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:02.417122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e2ca-9784-484f-8f74-bc558632819d req-77b0ad4f-35f0-4709-b2af-b9f6214102d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:02.418896 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-77b0ad4f-35f0-4709-b2af-b9f6214102d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 200 len: 835 time: 0.0487704 Oct 25 23:37:02.470841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e2ca-9784-484f-8f74-bc558632819d req-c3fe9c8a-e559-4cb8-9047-e5a22188d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:02.472585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-c3fe9c8a-e559-4cb8-9047-e5a22188d747 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b72470d3-0f6c-40e2-bf35-f97cb07bc679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445526 Oct 25 23:37:02.576718 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-7fcbbc35-83d8-409e-b324-ed2effb1979c service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950232 Oct 25 23:37:02.634990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:02.681326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-edd6e2ca-9784-484f-8f74-bc558632819d req-fbd83f38-a93d-4f6a-b367-4e1663589d74 service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970232 Oct 25 23:37:02.865416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '63a12156-f6a1-4617-b627-a3c270d8f2b6', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'port_id': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'mac_address': 'fa:16:3e:8a:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:37:00Z', 'updated_at': '2021-10-25T23:37:00Z', 'revision_number': 0, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:42Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:02.896695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca3706-178b-4968-875a-c96eeed755fd None None] The sync data for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 is: [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '63a12156-f6a1-4617-b627-a3c270d8f2b6', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'port_id': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'mac_address': 'fa:16:3e:8a:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:37:00Z', 'updated_at': '2021-10-25T23:37:00Z', 'revision_number': 0, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:42Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:37:02.994458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43858) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:03.073225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-138f8df7-c417-4208-878d-8c86ba859cc4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/63a12156-f6a1-4617-b627-a3c270d8f2b6 HTTP/1.1" status: 200 len: 992 time: 0.0770214 Oct 25 23:37:03.117727 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fbd68-5f1f-4722-b79d-b7dd76ae0f33 None None] New status for floating IP 63a12156-f6a1-4617-b627-a3c270d8f2b6: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:37:03.360496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219cd8-d550-4e9f-952b-717874e75304 req-b89f6e87-8dbf-4514-b2a4-7cadc91ad072 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:03.362058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60219cd8-d550-4e9f-952b-717874e75304 req-b89f6e87-8dbf-4514-b2a4-7cadc91ad072 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0492578 Oct 25 23:37:03.404281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60219cd8-d550-4e9f-952b-717874e75304 req-6be56508-1ca0-4ee2-bca6-ef8f06c5020b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Oct 25 23:37:04.076825 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43868) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:04.143145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d113e27a-90c0-4f94-a6f3-e49c41ed42ce tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/63a12156-f6a1-4617-b627-a3c270d8f2b6 HTTP/1.1" status: 200 len: 994 time: 0.0651009 Oct 25 23:37:04.524157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cba534-28c5-4232-9f19-fe132dc20bff req-68b29059-aeab-4cc4-a5fa-9ce778fc646e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:04.525778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68cba534-28c5-4232-9f19-fe132dc20bff req-68b29059-aeab-4cc4-a5fa-9ce778fc646e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0510240 Oct 25 23:37:04.564123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-68cba534-28c5-4232-9f19-fe132dc20bff req-aa2ba844-96f1-4cfe-bb98-0f08603561f0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Oct 25 23:37:05.681545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f871d-1565-4ffa-ad16-ccdea016fb4a req-240e562e-3b89-490d-97f5-ae98c5c8798b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:05.683069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609f871d-1565-4ffa-ad16-ccdea016fb4a req-240e562e-3b89-490d-97f5-ae98c5c8798b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0498347 Oct 25 23:37:05.721710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609f871d-1565-4ffa-ad16-ccdea016fb4a req-3f87eb13-7d4c-4fe0-b41a-5e1608e74a01 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327110 Oct 25 23:37:06.836080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c4d2-a830-4044-a378-1eb43614985b req-5fde660c-f84b-479f-a5e9-c7ff4a83a30b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:06.837562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32c2c4d2-a830-4044-a378-1eb43614985b req-5fde660c-f84b-479f-a5e9-c7ff4a83a30b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0485885 Oct 25 23:37:06.875141 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-32c2c4d2-a830-4044-a378-1eb43614985b req-62fe7003-9198-4185-a614-d949b413d428 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Oct 25 23:37:07.993431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759958ec-76b2-4b55-a828-6d1d442ddf0b req-18ccc249-470a-4be4-b8e3-50fc3d7f6aea tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:07.994939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-759958ec-76b2-4b55-a828-6d1d442ddf0b req-18ccc249-470a-4be4-b8e3-50fc3d7f6aea tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0491917 Oct 25 23:37:08.033352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-759958ec-76b2-4b55-a828-6d1d442ddf0b req-84442178-86d0-41e8-a367-8c6353591254 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Oct 25 23:37:09.156414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40d991-b0fc-4645-bd0a-1e00e0db9acd req-52dbb00e-662f-4d37-86aa-1d21e0f3630b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:09.157888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd40d991-b0fc-4645-bd0a-1e00e0db9acd req-52dbb00e-662f-4d37-86aa-1d21e0f3630b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0543742 Oct 25 23:37:09.198906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dd40d991-b0fc-4645-bd0a-1e00e0db9acd req-3d24de3a-4eaf-4843-bb3b-f3e66cb37d46 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Oct 25 23:37:10.315300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f858a25-dc80-44dc-8bb5-90cba43d2a9d req-cfa07a85-e5a7-4e3b-95b8-e4a6ef919f2a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:10.316798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f858a25-dc80-44dc-8bb5-90cba43d2a9d req-cfa07a85-e5a7-4e3b-95b8-e4a6ef919f2a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0505903 Oct 25 23:37:10.361174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f858a25-dc80-44dc-8bb5-90cba43d2a9d req-052fc4fb-5d8c-4683-96c6-8dca3b0a1245 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368898 Oct 25 23:37:11.487875 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ab863-d45f-4e31-b793-d1882e95e71c req-1a3fb2a1-560b-4487-b287-4e623254cc60 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:11.489907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a88ab863-d45f-4e31-b793-d1882e95e71c req-1a3fb2a1-560b-4487-b287-4e623254cc60 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0503523 Oct 25 23:37:11.528264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a88ab863-d45f-4e31-b793-d1882e95e71c req-f9065044-a466-4525-abfe-a155efae3209 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323679 Oct 25 23:37:12.649545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f59756-4ac7-4d59-843f-853079cde728 req-8044bdc5-c607-47e8-b88d-e40966e7803d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:12.651254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7f59756-4ac7-4d59-843f-853079cde728 req-8044bdc5-c607-47e8-b88d-e40966e7803d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0506160 Oct 25 23:37:12.690276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7f59756-4ac7-4d59-843f-853079cde728 req-1e4e9de5-2529-4457-85f1-b6205959de97 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Oct 25 23:37:13.231723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:13.808718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2a26a-ef88-4258-a92b-42c3a640d301 req-e1c3eb32-ba0b-4314-a2ef-0d2043ae1597 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:13.810241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69a2a26a-ef88-4258-a92b-42c3a640d301 req-e1c3eb32-ba0b-4314-a2ef-0d2043ae1597 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0496225 Oct 25 23:37:13.849964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69a2a26a-ef88-4258-a92b-42c3a640d301 req-d20c2cd4-2627-4789-961f-5af24e9a4ce7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333946 Oct 25 23:37:14.975683 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d81d2-985a-4461-892d-e5393fdb4f54 req-97e6b362-a22b-4af1-95cf-8e10efd82d59 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:14.977265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-126d81d2-985a-4461-892d-e5393fdb4f54 req-97e6b362-a22b-4af1-95cf-8e10efd82d59 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0540402 Oct 25 23:37:15.017349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-126d81d2-985a-4461-892d-e5393fdb4f54 req-4126fe7d-f938-4dd6-9ab2-801ba1915c9f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339277 Oct 25 23:37:15.868019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c064d4e2-e795-40a1-8c92-d6655e0ef1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:16.138130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ce4fc-5964-47a9-9aee-d31db5911bfe req-ef2a23b8-8183-4528-8361-e1ac60891a15 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:16.139645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c19ce4fc-5964-47a9-9aee-d31db5911bfe req-ef2a23b8-8183-4528-8361-e1ac60891a15 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0540607 Oct 25 23:37:16.178323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c19ce4fc-5964-47a9-9aee-d31db5911bfe req-0bbff41d-2af3-4563-b24f-d677fdc4bf3c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Oct 25 23:37:17.296606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cd085-d4af-4783-a8ae-03465f31913b req-87df3c4e-c057-4cfd-af8a-c139a61afc86 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:17.298128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f12cd085-d4af-4783-a8ae-03465f31913b req-87df3c4e-c057-4cfd-af8a-c139a61afc86 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0502641 Oct 25 23:37:17.342334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f12cd085-d4af-4783-a8ae-03465f31913b req-5a622fad-4a24-4f33-a11f-d8bc3a2c1c57 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Oct 25 23:37:18.364784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0062e82-4a60-44df-9358-9280678e4842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:18.478308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bf5f2-02ef-41d6-902b-c5180d24103d req-1069ddee-04f0-49c0-98fb-d8e558b5e0b1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:18.479702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-770bf5f2-02ef-41d6-902b-c5180d24103d req-1069ddee-04f0-49c0-98fb-d8e558b5e0b1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0536585 Oct 25 23:37:18.520085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-770bf5f2-02ef-41d6-902b-c5180d24103d req-12f01e6e-3e7b-482e-af29-6b92a6d5a1ca tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339472 Oct 25 23:37:19.637041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03857106-2ce3-48f3-ad90-7c559e4cf948 req-b9d2ba3d-b696-4cbc-b71e-877334441cdb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:19.638566 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03857106-2ce3-48f3-ad90-7c559e4cf948 req-b9d2ba3d-b696-4cbc-b71e-877334441cdb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0496917 Oct 25 23:37:19.681776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03857106-2ce3-48f3-ad90-7c559e4cf948 req-47ebe14d-e24c-4444-a2a7-4c5a3926c00f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Oct 25 23:37:19.688857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.251401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.266460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:20.376218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f862e099-f55e-4170-9bc0-68b812cccdbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.452886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f862e099-f55e-4170-9bc0-68b812cccdbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.458056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f862e099-f55e-4170-9bc0-68b812cccdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.498370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862e099-f55e-4170-9bc0-68b812cccdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8049ba84-2756-4cd9-b580-5f3ce68dae65,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:20.505170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f862e099-f55e-4170-9bc0-68b812cccdbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81b9c692dd934b7e8fdd7d8e283cc08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352397 Oct 25 23:37:20.505447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:20.562801 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2285c750-a5e3-40d8-8d49-9df6f899450a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.584948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2285c750-a5e3-40d8-8d49-9df6f899450a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.630198 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2285c750-a5e3-40d8-8d49-9df6f899450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.633266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2285c750-a5e3-40d8-8d49-9df6f899450a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.636681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2285c750-a5e3-40d8-8d49-9df6f899450a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8049ba84-2756-4cd9-b580-5f3ce68dae65 HTTP/1.1" status: 204 len: 168 time: 0.1279459 Oct 25 23:37:20.643510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285c750-a5e3-40d8-8d49-9df6f899450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8049ba84-2756-4cd9-b580-5f3ce68dae65,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:20.815143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e476259-ccf3-43ff-9b21-619424e6eb33 req-3061e782-76bc-418d-8137-8d89414a8990 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:20.817017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e476259-ccf3-43ff-9b21-619424e6eb33 req-3061e782-76bc-418d-8137-8d89414a8990 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0550392 Oct 25 23:37:20.827522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:20.871826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5e476259-ccf3-43ff-9b21-619424e6eb33 req-b2e84d92-3169-4c20-a2e8-fd670cc32bdd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Oct 25 23:37:21.279242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 43994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:21.377998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1983577285-network', 'tenant_id': '5aa24bcd752d4795b48f6e3d891d0e9b'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:21.398755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Made reservation on behalf of 5aa24bcd752d4795b48f6e3d891d0e9b for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:21.400872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.408801 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.481160 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.484710 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.508613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:37:21.517759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12ff3e-d759-42cf-bef5-f674c5ed9f61,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:21.522718 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.523053 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Added segment 3c1247a3-8c33-4468-9b85-78c2482e9789 of type vlan for network e6fbc549-ce43-45b9-a149-0c38a0cbb176 Oct 25 23:37:21.561783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.588658 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.589569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:21.590126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.639273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3589509 Oct 25 23:37:21.642307 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 43998) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:21.647335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Request body: {'subnet': {'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1983577285-subnet', 'tenant_id': '5aa24bcd752d4795b48f6e3d891d0e9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:21.649955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c510f7-9848-4d10-b83c-3b31f3e24781 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fbc549-ce43-45b9-a149-0c38a0cbb176,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:21.660152 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e6fbc549-ce43-45b9-a149-0c38a0cbb176 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:37:21.670207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Made reservation on behalf of 5aa24bcd752d4795b48f6e3d891d0e9b for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:21.672645 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.846684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.900464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b883489-45db-4b11-90aa-5248454d2529,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:21.910968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Checking segment: {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:21.911330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Network hostable DHCP agents. Network: e6fbc549-ce43-45b9-a149-0c38a0cbb176, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:37:21.929311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Network e6fbc549-ce43-45b9-a149-0c38a0cbb176 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:37:21.938649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e6fbc549-ce43-45b9-a149-0c38a0cbb176) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:21.943558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:21.944841 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:21.948685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144459f-7355-4872-ab26-f56816144b2f None None] Network e6fbc549-ce43-45b9-a149-0c38a0cbb176 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:37:21.970198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-82bc5275-1b33-4599-921f-e297e39d77cb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3267243 Oct 25 23:37:21.996995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b12e3-0b0d-4f37-8913-c0cb1190d331 req-69152615-c386-4e8e-bf78-d88e7207086c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:21.998512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b4b12e3-0b0d-4f37-8913-c0cb1190d331 req-69152615-c386-4e8e-bf78-d88e7207086c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0519092 Oct 25 23:37:22.039577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b4b12e3-0b0d-4f37-8913-c0cb1190d331 req-0cccf1de-17fe-47f6-96bb-8f818267d7f0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344861 Oct 25 23:37:22.090171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ac813-3edd-4ef7-a467-32300e44dfda None None] Network e6fbc549-ce43-45b9-a149-0c38a0cbb176 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:37:22.439586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44016) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:22.444603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-318980857-network', 'tenant_id': '73d533430b4a449cbad4685a86bad27d'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:22.466384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Made reservation on behalf of 73d533430b4a449cbad4685a86bad27d for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:22.468721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.477213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.556276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.559849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.587541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:37:22.593163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c78b344-2fc3-41d3-9497-bb0542b1d135,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:22.602103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.602490 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Added segment 4d463e6a-a1ce-4dd0-b15c-b72626cce6a3 of type vlan for network 54be3c64-7ba6-4353-9896-31be812b84b0 Oct 25 23:37:22.643200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.666949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.667992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:22.668700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.719134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2782469 Oct 25 23:37:22.721777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:22.727402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Request body: {'subnet': {'network_id': '54be3c64-7ba6-4353-9896-31be812b84b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-318980857-subnet', 'tenant_id': '73d533430b4a449cbad4685a86bad27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:22.730638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1c78-cef8-41e8-9214-bcac3b360243 admin admin] Pushing event updated for resources: {'Network': ['ID=54be3c64-7ba6-4353-9896-31be812b84b0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:22.740589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 54be3c64-7ba6-4353-9896-31be812b84b0 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:37:22.749767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Made reservation on behalf of 73d533430b4a449cbad4685a86bad27d for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:22.752113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:22.921714 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:23.317259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd83583-3760-4517-866e-716d53f7da92,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:23.335632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Checking segment: {'id': '4d463e6a-a1ce-4dd0-b15c-b72626cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54be3c64-7ba6-4353-9896-31be812b84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:23.335989 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Network hostable DHCP agents. Network: 54be3c64-7ba6-4353-9896-31be812b84b0, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:37:23.348865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b27d-f4da-4a91-b7ae-b2750d8cfd96 req-11fb5841-83c8-409a-a34b-ac6ef45e7c3e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:23.350415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d04b27d-f4da-4a91-b7ae-b2750d8cfd96 req-11fb5841-83c8-409a-a34b-ac6ef45e7c3e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0791175 Oct 25 23:37:23.374537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Network 54be3c64-7ba6-4353-9896-31be812b84b0 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:37:23.394359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 54be3c64-7ba6-4353-9896-31be812b84b0) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:23.403844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d04b27d-f4da-4a91-b7ae-b2750d8cfd96 req-7b217075-765d-478e-95fa-afab54114695 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Oct 25 23:37:23.404754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50f259-1e96-4cd3-9fed-5d8665c1ec98 None None] Network 54be3c64-7ba6-4353-9896-31be812b84b0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:37:23.405157 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:23.405957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:23.439296 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1d6d5cbf-d208-4ced-adca-3fea4d2e7ed8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7156720 Oct 25 23:37:23.534182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78722634-a89d-42ce-87ea-121130423789 None None] Network 54be3c64-7ba6-4353-9896-31be812b84b0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:37:24.028468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-9f9b9575-d62f-4e54-a387-767419d56077 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:24.029997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-9f9b9575-d62f-4e54-a387-767419d56077 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 812 time: 0.1044695 Oct 25 23:37:24.044710 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-76bbcf82-8012-422e-b910-4013cf8df75d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/quotas/5aa24bcd752d4795b48f6e3d891d0e9b HTTP/1.1" status: 200 len: 375 time: 0.0088937 Oct 25 23:37:24.075903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-ef94405b-20da-4fc6-99f8-3281be66cd73 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261037 Oct 25 23:37:24.168981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-f0719381-d652-4430-8412-9ec6ffd6f5f5 service neutron] 10.222.0.25 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861249 Oct 25 23:37:24.261097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-affda988-6300-4a9a-aa63-dc142c380553 service neutron] 10.222.0.25 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Oct 25 23:37:24.423155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-abbdb7a3-b533-4aab-86cc-1221a75e79e9 req-3e25ba5c-bb00-4546-a758-dc7225fd4995 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 210 time: 0.0271475 Oct 25 23:37:24.528146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aac55-1b33-4671-be14-10e699600e72 req-86fa673f-3d28-4ff5-bec1-dfc408480e3a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:24.529760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca5aac55-1b33-4671-be14-10e699600e72 req-86fa673f-3d28-4ff5-bec1-dfc408480e3a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0564270 Oct 25 23:37:24.568659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca5aac55-1b33-4671-be14-10e699600e72 req-d39ae99a-2956-45cd-96d4-e5c5e750f41b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324159 Oct 25 23:37:25.187098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-87827ec2-d201-4afe-8c09-5a492bacab6d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:25.188530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-87827ec2-d201-4afe-8c09-5a492bacab6d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.11 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 812 time: 0.1080248 Oct 25 23:37:25.202323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Request body: {'port': {'device_id': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176', 'admin_state_up': True, 'tenant_id': '5aa24bcd752d4795b48f6e3d891d0e9b'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:25.311283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Made reservation on behalf of 5aa24bcd752d4795b48f6e3d891d0e9b for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:25.315011 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:25.440204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Allocated IP 172.20.0.3 (e6fbc549-ce43-45b9-a149-0c38a0cbb176/3b883489-45db-4b11-90aa-5248454d2529/d5151bf7-de95-41e3-b258-e68fa88bc1d0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:37:25.520634 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03fb8223-0e0a-4ac1-acc4-7f39d1aafb20 req-36051333-6513-4765-8ae8-ddee0f212136 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 210 time: 0.0257561 Oct 25 23:37:25.588096 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:25.626540 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:25.700388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Network e6fbc549-ce43-45b9-a149-0c38a0cbb176 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:37:25.705280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:25.708933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:37:25.713628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Pushing event updated for resources: {'Port': ['ID=d5151bf7-de95-41e3-b258-e68fa88bc1d0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:25.763442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0aaa0-5e98-4752-9856-2d907544ee16 req-3146e699-4dc2-4c2d-9308-3d8be05cf654 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:25.764946 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83d0aaa0-5e98-4752-9856-2d907544ee16 req-3146e699-4dc2-4c2d-9308-3d8be05cf654 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1077812 Oct 25 23:37:25.773483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:25.774082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:25.805279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-63dc9649-2941-4c16-93fd-aba2c1b28dd2 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067028 Oct 25 23:37:25.819677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Request body: {'port': {'device_id': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:25.824418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83d0aaa0-5e98-4752-9856-2d907544ee16 req-06071f44-6c20-486d-a217-3699cd8ccacb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477867 Oct 25 23:37:25.878088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:26.130185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5151bf7-de95-41e3-b258-e68fa88bc1d0 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:37:26.138377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:26.150780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Transition to ACTIVE for port object d5151bf7-de95-41e3-b258-e68fa88bc1d0 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:37:26.153723 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:26.208893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Pushing event updated for resources: {'Port': ['ID=d5151bf7-de95-41e3-b258-e68fa88bc1d0,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:26.272043 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Attempting to bind port d5151bf7-de95-41e3-b258-e68fa88bc1d0 on host n-h2-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:37:26.272366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Attempting to bind port d5151bf7-de95-41e3-b258-e68fa88bc1d0 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:37:26.272685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Attempting to bind port d5151bf7-de95-41e3-b258-e68fa88bc1d0 on network e6fbc549-ce43-45b9-a149-0c38a0cbb176 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:37:26.276827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Port d5151bf7-de95-41e3-b258-e68fa88bc1d0 on network e6fbc549-ce43-45b9-a149-0c38a0cbb176 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:37:26.277142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Attempting to bind port d5151bf7-de95-41e3-b258-e68fa88bc1d0 on network e6fbc549-ce43-45b9-a149-0c38a0cbb176 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:37:26.281876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:37:26.282242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Checking segment: {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:26.282618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Bound using segment: {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:37:26.283029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Bound port: d5151bf7-de95-41e3-b258-e68fa88bc1d0, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:37:26.283370 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:26.346843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] For port d5151bf7-de95-41e3-b258-e68fa88bc1d0, host n-h2-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:37:26.350609 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] For port d5151bf7-de95-41e3-b258-e68fa88bc1d0, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d5151bf7-de95-41e3-b258-e68fa88bc1d0,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:37:26.354671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:26.390504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:26.391040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:26.392623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] 10.222.0.11 "PUT /v2.0/ports/d5151bf7-de95-41e3-b258-e68fa88bc1d0 HTTP/1.1" status: 200 len: 1091 time: 0.5774755 Oct 25 23:37:26.394669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'tag': 'd5151bf7-de95-41e3-b258-e68fa88bc1d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:26.397009 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb31d3-45a9-4618-a1d4-b71f968586b4" -d '{"events": [{"name": "network-changed", "server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "tag": "d5151bf7-de95-41e3-b258-e68fa88bc1d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:26.423364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb1a0-7bc9-486b-9242-81f39bfb7e17 service neutron] Pushing event updated for resources: {'Port': ['ID=d5151bf7-de95-41e3-b258-e68fa88bc1d0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:26.439997 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4239196-e7aa-499c-bea1-e20fc7030f70 x-openstack-request-id: req-a4239196-e7aa-499c-bea1-e20fc7030f70 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:26.440297 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "tag": "d5151bf7-de95-41e3-b258-e68fa88bc1d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:26.440553 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4239196-e7aa-499c-bea1-e20fc7030f70 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:26.440962 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'tag': 'd5151bf7-de95-41e3-b258-e68fa88bc1d0', 'status': 'completed', 'code': 200} Oct 25 23:37:26.491450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-18c552bc-a8dc-4bd5-b034-eff9a8a4f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:26.492962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-18c552bc-a8dc-4bd5-b034-eff9a8a4f1e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1094 time: 0.0475304 Oct 25 23:37:26.534428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-612f0ae2-e21f-4a0b-a3d7-02953d4addc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5151bf7-de95-41e3-b258-e68fa88bc1d0 HTTP/1.1" status: 200 len: 217 time: 0.0337293 Oct 25 23:37:26.585506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-1f3966fc-cb4a-4fea-92ff-921fdb1b360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:26.587017 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-1f3966fc-cb4a-4fea-92ff-921fdb1b360e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 200 len: 852 time: 0.0454693 Oct 25 23:37:26.645223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-52ee47b2-e573-4a99-9b25-a9def051e430 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6fbc549-ce43-45b9-a149-0c38a0cbb176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435638 Oct 25 23:37:26.709397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b75da1-d239-4abc-b9b8-729143188f68 req-2326391d-df1b-4a54-a17d-7830e3dff9ff tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:26.710940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42b75da1-d239-4abc-b9b8-729143188f68 req-2326391d-df1b-4a54-a17d-7830e3dff9ff tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 943 time: 0.1187940 Oct 25 23:37:26.773246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42b75da1-d239-4abc-b9b8-729143188f68 req-6086177a-73e7-43a4-b15e-0ded84d50e69 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Oct 25 23:37:26.783954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-7c133d3d-bff0-4d2e-81b6-38517f4ea812 service neutron] 10.222.0.11 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303327 Oct 25 23:37:26.899825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-d061e3d4-4b01-4723-b31c-6c86a3cc3420 service neutron] 10.222.0.11 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081588 Oct 25 23:37:26.968594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f05a-4e6a-4371-ba20-b798970cd0a8 req-557e86da-4d31-41af-8a6b-02b34e68fd64 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:26.970100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d011f05a-4e6a-4371-ba20-b798970cd0a8 req-557e86da-4d31-41af-8a6b-02b34e68fd64 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0648332 Oct 25 23:37:27.001248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-a2cfae0e-df61-469e-af36-e9d2652279ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:27.002813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-a2cfae0e-df61-469e-af36-e9d2652279ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1094 time: 0.0444684 Oct 25 23:37:27.021222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d011f05a-4e6a-4371-ba20-b798970cd0a8 req-2edc6f9e-db02-4bea-8b99-5c6670b92986 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Oct 25 23:37:27.109093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-3068a8f6-1a43-410d-9d9f-44d0b09a9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:27.110096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-3068a8f6-1a43-410d-9d9f-44d0b09a9f21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 913 time: 0.0991082 Oct 25 23:37:27.169852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-c5cd91b2-d9e4-46ac-8534-5f3ab622e212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5151bf7-de95-41e3-b258-e68fa88bc1d0 HTTP/1.1" status: 200 len: 217 time: 0.0500162 Oct 25 23:37:27.243050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-2479f940-f1a5-46ae-a0f8-2b423234b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:27.244516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-2479f940-f1a5-46ae-a0f8-2b423234b665 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 200 len: 852 time: 0.0552456 Oct 25 23:37:27.252298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-ff916d41-470b-4ed1-9f6b-d167d96d2ac7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:27.253647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-ff916d41-470b-4ed1-9f6b-d167d96d2ac7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.11 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 943 time: 0.0948400 Oct 25 23:37:27.299857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-858c02a9-2ed5-4055-82d2-64dc3b45cc46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6fbc549-ce43-45b9-a149-0c38a0cbb176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452154 Oct 25 23:37:27.434396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Deleting port d5151bf7-de95-41e3-b258-e68fa88bc1d0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:27.434642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:27.438898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-d7b002af-15b2-408b-bdab-a0ae1d34781d service neutron] 10.222.0.11 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307051 Oct 25 23:37:27.590523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] For port d5151bf7-de95-41e3-b258-e68fa88bc1d0, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=d5151bf7-de95-41e3-b258-e68fa88bc1d0,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:27.590891 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:27.613872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Calling delete_port for d5151bf7-de95-41e3-b258-e68fa88bc1d0 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:27.617563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-007ba41c-af7d-4092-b2ed-f98a2eaa3c3a service neutron] 10.222.0.11 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665306 Oct 25 23:37:27.739429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:27.771287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Pushing event deleted for resources: {'Port': ['ID=d5151bf7-de95-41e3-b258-e68fa88bc1d0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:27.783261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.783608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.783946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.784279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.784610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.784938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.785266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.785626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.785932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.786277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.786709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.787040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:27.825214 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] No DVR routers for this DVR port d5151bf7-de95-41e3-b258-e68fa88bc1d0 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:37:27.827975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:27.831867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-0bd4dd88-41f7-440e-9c94-fed2b92c504f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.11 "DELETE /v2.0/ports/d5151bf7-de95-41e3-b258-e68fa88bc1d0 HTTP/1.1" status: 204 len: 173 time: 0.5691786 Oct 25 23:37:27.871621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d2409ad2-2f35-404e-81ac-c9054449e0e7 req-1b8741f0-00af-4acd-95ad-75b2ce9c5d70 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 210 time: 0.0278974 Oct 25 23:37:28.153909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224bffa-8ba9-41f7-a60f-80dbd53a602f req-80800edb-7af1-464b-90aa-bf660e5e5842 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:28.155414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c224bffa-8ba9-41f7-a60f-80dbd53a602f req-80800edb-7af1-464b-90aa-bf660e5e5842 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0498807 Oct 25 23:37:28.194678 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c224bffa-8ba9-41f7-a60f-80dbd53a602f req-19ad2ca4-0c18-4040-945b-00acf38d92eb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Oct 25 23:37:28.441629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'name': 'network-vif-deleted', 'tag': 'd5151bf7-de95-41e3-b258-e68fa88bc1d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:28.444005 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e69d289-dee4-478f-a8af-49b4b35ebe72" -d '{"events": [{"server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "name": "network-vif-deleted", "tag": "d5151bf7-de95-41e3-b258-e68fa88bc1d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:28.479416 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771aebc8-8f21-4e45-b8db-0af098ef91f3 x-openstack-request-id: req-771aebc8-8f21-4e45-b8db-0af098ef91f3 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:28.479717 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "name": "network-vif-deleted", "tag": "d5151bf7-de95-41e3-b258-e68fa88bc1d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:28.479968 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-771aebc8-8f21-4e45-b8db-0af098ef91f3 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:28.480365 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'name': 'network-vif-deleted', 'tag': 'd5151bf7-de95-41e3-b258-e68fa88bc1d0', 'status': 'completed', 'code': 200} Oct 25 23:37:28.555467 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:28.900105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-dff52313-d3c8-434a-a4ff-d93389a47ea7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:28.901498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-dff52313-d3c8-434a-a4ff-d93389a47ea7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.15 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 812 time: 0.1074667 Oct 25 23:37:28.930284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Request body: {'port': {'device_id': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176', 'admin_state_up': True, 'tenant_id': '5aa24bcd752d4795b48f6e3d891d0e9b'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:29.002346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee00f083-99bb-43ae-a8c3-229a38949a9f req-f3e09cee-4753-42b0-a992-fd370cfd632e tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 210 time: 0.0567870 Oct 25 23:37:29.061717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Made reservation on behalf of 5aa24bcd752d4795b48f6e3d891d0e9b for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:29.065445 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.188944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Allocated IP 172.20.0.7 (e6fbc549-ce43-45b9-a149-0c38a0cbb176/3b883489-45db-4b11-90aa-5248454d2529/3db5fefd-46e0-40d9-ba8c-98aa00c1697a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:37:29.313153 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57e684-6c94-499f-99d7-fd9854ef03d3 req-e90093b6-18b2-43a7-b3a6-75416e4134a0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:29.314691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee57e684-6c94-499f-99d7-fd9854ef03d3 req-e90093b6-18b2-43a7-b3a6-75416e4134a0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0499222 Oct 25 23:37:29.343070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.353223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee57e684-6c94-499f-99d7-fd9854ef03d3 req-9cb442ae-ff56-4362-9c24-379a886cb619 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Oct 25 23:37:29.376703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.421567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Network e6fbc549-ce43-45b9-a149-0c38a0cbb176 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:37:29.424760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:29.428797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:37:29.455991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Pushing event updated for resources: {'Port': ['ID=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:29.470323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.470671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.471013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.471351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.471686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.472015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.472340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.472663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.472984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.473322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.473626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.473946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:29.494846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:29.495454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.510603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-8f4cf95a-63e0-4536-8e32-88e58f84c296 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843949 Oct 25 23:37:29.520613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-a6778e26-8c00-47f3-81d3-8b3c4451ccf6 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:37:29.522078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-a6778e26-8c00-47f3-81d3-8b3c4451ccf6 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049281 Oct 25 23:37:29.605903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Request body: {'port': {'device_id': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:29.658368 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.918530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db5fefd-46e0-40d9-ba8c-98aa00c1697a {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:37:29.925877 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.939022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Transition to ACTIVE for port object 3db5fefd-46e0-40d9-ba8c-98aa00c1697a will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:37:29.942618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:29.994555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Pushing event updated for resources: {'Port': ['ID=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:30.058665 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Attempting to bind port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:37:30.058996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Attempting to bind port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:37:30.059321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Attempting to bind port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a on network e6fbc549-ce43-45b9-a149-0c38a0cbb176 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:37:30.063652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a on network e6fbc549-ce43-45b9-a149-0c38a0cbb176 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:37:30.063969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Attempting to bind port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a on network e6fbc549-ce43-45b9-a149-0c38a0cbb176 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:37:30.069674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:37:30.070065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Checking segment: {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:30.070484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Bound using segment: {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:37:30.070893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Bound port: 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1247a3-8c33-4468-9b85-78c2482e9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:37:30.071244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:30.166280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388acc6-94d4-41f0-b796-9cd2f2ed19b2 req-1202cfa6-169b-48b4-9b05-797889d879c7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.167788 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6388acc6-94d4-41f0-b796-9cd2f2ed19b2 req-1202cfa6-169b-48b4-9b05-797889d879c7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 943 time: 0.0942473 Oct 25 23:37:30.183096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] For port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:37:30.186865 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] For port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:37:30.195891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:30.246340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.246954 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:30.248311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] 10.222.0.15 "PUT /v2.0/ports/3db5fefd-46e0-40d9-ba8c-98aa00c1697a HTTP/1.1" status: 200 len: 1091 time: 0.6466315 Oct 25 23:37:30.250411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'tag': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:30.252681 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "tag": "3db5fefd-46e0-40d9-ba8c-98aa00c1697a"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:30.264588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6388acc6-94d4-41f0-b796-9cd2f2ed19b2 req-abd23fd0-e216-485d-ab8e-d2a1794a108d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892944 Oct 25 23:37:30.275561 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec358d-9ce7-441c-9907-5ceb0bed5fbf service neutron] Pushing event updated for resources: {'Port': ['ID=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:30.293457 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff317c23-67ac-4b2a-afc1-bd4eee67e399 x-openstack-request-id: req-ff317c23-67ac-4b2a-afc1-bd4eee67e399 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:30.293745 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "tag": "3db5fefd-46e0-40d9-ba8c-98aa00c1697a", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:30.293992 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff317c23-67ac-4b2a-afc1-bd4eee67e399 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:30.294418 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'tag': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a', 'status': 'completed', 'code': 200} Oct 25 23:37:30.360861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-bb27c9b6-4560-470f-a0a3-26c445ded142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.362358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-bb27c9b6-4560-470f-a0a3-26c445ded142 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1094 time: 0.0462875 Oct 25 23:37:30.413501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-b6a73ce1-45e6-4720-9659-5b66e8d8b79c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a HTTP/1.1" status: 200 len: 217 time: 0.0361199 Oct 25 23:37:30.495476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-87843e57-b73e-4c4d-8c08-e467f4f1f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.496848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-87843e57-b73e-4c4d-8c08-e467f4f1f026 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 200 len: 852 time: 0.0765769 Oct 25 23:37:30.509577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6603b32-aed3-4d87-b77a-eb6953ad09a3 req-19ba5fc4-d56c-4816-818a-1b36637fe019 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.510976 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6603b32-aed3-4d87-b77a-eb6953ad09a3 req-19ba5fc4-d56c-4816-818a-1b36637fe019 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0834823 Oct 25 23:37:30.546103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-c824dde1-dcf6-4f8d-9212-a20b4c3348c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6fbc549-ce43-45b9-a149-0c38a0cbb176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342021 Oct 25 23:37:30.604971 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6603b32-aed3-4d87-b77a-eb6953ad09a3 req-6a0de565-7915-4ae3-9151-b9a932ee88d4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858951 Oct 25 23:37:30.651995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-355e89fc-f752-4cc4-ad37-85873a6d711e service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984435 Oct 25 23:37:30.741969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f011a34f-efa3-4715-b1a0-b18473aa860a req-98cb05dc-0e05-4670-b991-ce1e4d62c1c9 service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826428 Oct 25 23:37:30.862919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-867c73fe-de77-430b-a109-3df6a312cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.864388 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-867c73fe-de77-430b-a109-3df6a312cb32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1094 time: 0.0394120 Oct 25 23:37:30.959930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-ec1bd3cf-af38-4ae5-8f93-b162c67e21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:30.961376 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-ec1bd3cf-af38-4ae5-8f93-b162c67e21d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 913 time: 0.0895925 Oct 25 23:37:31.002537 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-586cc7b4-3341-4599-9bf0-f816b74ef88d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a HTTP/1.1" status: 200 len: 217 time: 0.0334589 Oct 25 23:37:31.055135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-6e39c55f-d33b-480f-9df9-dbf2b5d50873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:31.056532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-6e39c55f-d33b-480f-9df9-dbf2b5d50873 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 200 len: 852 time: 0.0476031 Oct 25 23:37:31.088787 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-ab66df5d-e06e-4c77-ae8a-2e50550745ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6fbc549-ce43-45b9-a149-0c38a0cbb176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252290 Oct 25 23:37:31.177631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-b1788235-6709-499a-9179-586ce7fa5953 service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Oct 25 23:37:31.272097 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6468154-98f3-4f2c-bab8-ce4cd6312a6b req-4169a45d-5f1c-4943-8150-87eb32393f51 service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865734 Oct 25 23:37:31.397598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00c6b-026e-41b9-bd24-a59b8f015c06 req-292623e6-42f1-43da-90aa-d2851cf9c8bd tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:31.399113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efe00c6b-026e-41b9-bd24-a59b8f015c06 req-292623e6-42f1-43da-90aa-d2851cf9c8bd tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 943 time: 0.0527942 Oct 25 23:37:31.437025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efe00c6b-026e-41b9-bd24-a59b8f015c06 req-e3df337c-122c-4ce2-9ad3-c8634a1c8947 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Oct 25 23:37:31.720516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9b3d4-d8f8-4768-8409-6ce3c8839eea req-4e681772-efed-45f6-a8f0-199fd9e00c79 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:31.721880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11f9b3d4-d8f8-4768-8409-6ce3c8839eea req-4e681772-efed-45f6-a8f0-199fd9e00c79 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0494332 Oct 25 23:37:31.760079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11f9b3d4-d8f8-4768-8409-6ce3c8839eea req-dacb7444-cc3f-4df6-8442-1d14abdaea6b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322194 Oct 25 23:37:32.551577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e140d-6490-42a3-b9e4-e3cfdf9c5fac req-c1830410-23aa-400a-9d12-fbc459b5fd27 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:32.553624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-505e140d-6490-42a3-b9e4-e3cfdf9c5fac req-c1830410-23aa-400a-9d12-fbc459b5fd27 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 943 time: 0.0491433 Oct 25 23:37:32.590602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-505e140d-6490-42a3-b9e4-e3cfdf9c5fac req-5e81fbde-17e5-4bd0-abf0-2a8dd13b79d8 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Oct 25 23:37:32.880027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0141e88-7e27-4410-bce5-054a0dc8fe49 req-1073a7a3-e2a6-4cf2-9197-99ee3cfe43ef tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:32.881577 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0141e88-7e27-4410-bce5-054a0dc8fe49 req-1073a7a3-e2a6-4cf2-9197-99ee3cfe43ef tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0551093 Oct 25 23:37:32.918925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0141e88-7e27-4410-bce5-054a0dc8fe49 req-c2e19df8-659c-4882-886c-df006a36bd1a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Oct 25 23:37:33.275780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3db5fefd-46e0-40d9-ba8c-98aa00c1697a details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:37:33.370090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:33.381381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a', 'network_id': 'e6fbc549-ce43-45b9-a149-0c38a0cbb176', 'port_id': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a', 'mac_address': 'fa:16:3e:7d:70:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b883489-45db-4b11-90aa-5248454d2529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:37:33.420335 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:33.434126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db5fefd-46e0-40d9-ba8c-98aa00c1697a {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:37:33.455214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:33.458946 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:33.505592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:33.513335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.513679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.514019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.514376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.514711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.515041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.515364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.515688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.516009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.516330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.516649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.516967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:33.705820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd4291-8160-4cfc-9775-1d401d527a9d req-2bc532a1-9359-49e5-b272-c0eb3d09d8d3 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:33.707309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efdd4291-8160-4cfc-9775-1d401d527a9d req-2bc532a1-9359-49e5-b272-c0eb3d09d8d3 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 944 time: 0.0486939 Oct 25 23:37:33.744794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efdd4291-8160-4cfc-9775-1d401d527a9d req-7b31f734-adcf-4936-a847-ad8e52f00854 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Oct 25 23:37:33.997262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3db5fefd-46e0-40d9-ba8c-98aa00c1697a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:37:34.043426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad343f-6e17-460f-9675-9104d6f2b33f req-4e229dc7-1e0f-4bd1-813b-b033badfb4c5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:34.045362 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6ad343f-6e17-460f-9675-9104d6f2b33f req-4e229dc7-1e0f-4bd1-813b-b033badfb4c5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0550618 Oct 25 23:37:34.090005 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c6ad343f-6e17-460f-9675-9104d6f2b33f req-1c1db51f-1744-4efe-908d-34cd3c138c92 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372410 Oct 25 23:37:34.861099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2cc5b-53f3-4c97-a182-853f6c50b75b req-df9c4fbb-759c-480a-92e2-d405fc02535d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:34.862564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2e2cc5b-53f3-4c97-a182-853f6c50b75b req-df9c4fbb-759c-480a-92e2-d405fc02535d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 944 time: 0.0521183 Oct 25 23:37:34.899973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a2e2cc5b-53f3-4c97-a182-853f6c50b75b req-82719c20-9c21-4a3c-91e7-18e8c1114073 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Oct 25 23:37:35.271715 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3db5fefd-46e0-40d9-ba8c-98aa00c1697a up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:37:35.323435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:37:35.327656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:37:35.328022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:35.348446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe0a18-7b4b-4031-8ed1-62374635b2dd req-556f4c54-d80f-41d0-ac45-f0661fe8cece tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:35.350629 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81fe0a18-7b4b-4031-8ed1-62374635b2dd req-556f4c54-d80f-41d0-ac45-f0661fe8cece tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0500307 Oct 25 23:37:35.388054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81fe0a18-7b4b-4031-8ed1-62374635b2dd req-70a79f83-c4d2-477e-a4f0-f758cd06c51e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Oct 25 23:37:35.407869 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:35.433836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:35.436175 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d27f790-aa31-4164-b1c2-7b213494b90f" -d '{"events": [{"server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "name": "network-vif-plugged", "status": "completed", "tag": "3db5fefd-46e0-40d9-ba8c-98aa00c1697a"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:35.450088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:35.455352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:35.478966 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c9824-ef72-4dec-a010-4d7ca80f00d1 x-openstack-request-id: req-108c9824-ef72-4dec-a010-4d7ca80f00d1 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:35.479249 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "name": "network-vif-plugged", "status": "completed", "tag": "3db5fefd-46e0-40d9-ba8c-98aa00c1697a", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:35.479493 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-108c9824-ef72-4dec-a010-4d7ca80f00d1 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:35.479870 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a', 'code': 200} Oct 25 23:37:35.505270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:35.603609 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddaad0-48e6-4188-bfa5-b7ed86916eff req-707e90fb-b916-4894-9e7f-99cb5e11dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:35.605069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11ddaad0-48e6-4188-bfa5-b7ed86916eff req-707e90fb-b916-4894-9e7f-99cb5e11dd61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1096 time: 0.0431273 Oct 25 23:37:35.641853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-11ddaad0-48e6-4188-bfa5-b7ed86916eff req-c3748896-ad50-4070-af6f-621412601939 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272532 Oct 25 23:37:36.013710 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696043c-fcc5-4f99-bd06-d54c9c7d525f req-dcf16e35-7e22-48ef-9ec7-1175eae0f559 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:36.015212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b696043c-fcc5-4f99-bd06-d54c9c7d525f req-dcf16e35-7e22-48ef-9ec7-1175eae0f559 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0487864 Oct 25 23:37:36.053638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b696043c-fcc5-4f99-bd06-d54c9c7d525f req-8963af59-cdea-49b7-bb24-ad533167d4f1 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Oct 25 23:37:36.505063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0bd5-ffe0-45a0-9cd2-41170425bff8 req-a19c6d2c-7028-4968-ba8b-a1e300df69e7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:36.506974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932c0bd5-ffe0-45a0-9cd2-41170425bff8 req-a19c6d2c-7028-4968-ba8b-a1e300df69e7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0483646 Oct 25 23:37:36.544495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-932c0bd5-ffe0-45a0-9cd2-41170425bff8 req-ec0491ef-8edf-4199-8c69-eed371f022ca tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Oct 25 23:37:36.992253 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:37:37.169474 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e51f3-b62f-4f8c-a527-1955434a179e req-e31bf352-875f-4a77-9ecb-6409e47cee0c tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:37.170997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d0e51f3-b62f-4f8c-a527-1955434a179e req-e31bf352-875f-4a77-9ecb-6409e47cee0c tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0488174 Oct 25 23:37:37.210693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0d0e51f3-b62f-4f8c-a527-1955434a179e req-e01d2ab9-98a8-44b7-8cbc-84442de2b537 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Oct 25 23:37:37.659802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef35bb-43db-4405-afe6-dd15b88e9137 req-016cc555-f099-43a9-9bc9-2a7e65fbe7b9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:37.661267 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75ef35bb-43db-4405-afe6-dd15b88e9137 req-016cc555-f099-43a9-9bc9-2a7e65fbe7b9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0480642 Oct 25 23:37:37.700879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75ef35bb-43db-4405-afe6-dd15b88e9137 req-cf89cac4-14b0-4871-923d-a4fd907ba4f2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330331 Oct 25 23:37:38.334802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5b786-4163-4e84-a036-e483ef71b605 req-e81add48-df1b-4903-82f9-b89d3b45597e tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:38.336383 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28d5b786-4163-4e84-a036-e483ef71b605 req-e81add48-df1b-4903-82f9-b89d3b45597e tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0577433 Oct 25 23:37:38.375747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28d5b786-4163-4e84-a036-e483ef71b605 req-cceffe20-cc35-4772-9815-79f4474e370f tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Oct 25 23:37:38.496645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbc51-de4f-4733-952a-1f16d54651ea req-5c83d901-c2cb-4d7c-af5e-b28ec5a72edc tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:38.498081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-305dbc51-de4f-4733-952a-1f16d54651ea req-5c83d901-c2cb-4d7c-af5e-b28ec5a72edc tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0536325 Oct 25 23:37:38.536199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-305dbc51-de4f-4733-952a-1f16d54651ea req-44760ea6-e2f8-4849-9cbd-ca490a727572 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Oct 25 23:37:38.769019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b353f97-2d68-443d-af12-07947ce08224 req-24b3bfb5-92df-4263-aabe-5da11686bc90 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:38.770694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b353f97-2d68-443d-af12-07947ce08224 req-24b3bfb5-92df-4263-aabe-5da11686bc90 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0502849 Oct 25 23:37:38.812218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b353f97-2d68-443d-af12-07947ce08224 req-211daf88-1e61-49d5-8783-38435514c434 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Oct 25 23:37:38.825902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f412cb-7242-4373-a299-ee556903b58c req-2b8ced44-cc15-49a6-b1b2-840e110cdf2b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:38.827502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82f412cb-7242-4373-a299-ee556903b58c req-2b8ced44-cc15-49a6-b1b2-840e110cdf2b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0541425 Oct 25 23:37:38.865909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82f412cb-7242-4373-a299-ee556903b58c req-47900127-1a5f-461f-b1e9-2331096f4bd8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Oct 25 23:37:39.931074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9379f8-b8b8-450e-a8fb-e5484ce4cc84 req-efdb4e81-1808-4d1f-b095-19af9b45d01a tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:39.932718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc9379f8-b8b8-450e-a8fb-e5484ce4cc84 req-efdb4e81-1808-4d1f-b095-19af9b45d01a tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0509720 Oct 25 23:37:39.971148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fc9379f8-b8b8-450e-a8fb-e5484ce4cc84 req-27575c03-912c-4f42-9a04-8089c4075e70 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Oct 25 23:37:39.984459 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc651d0-6ccc-49cc-965b-eac00d9c0b0f req-377f7db5-bbfd-49b2-ae58-7ca41f5e7bbd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:39.985948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bc651d0-6ccc-49cc-965b-eac00d9c0b0f req-377f7db5-bbfd-49b2-ae58-7ca41f5e7bbd tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0515215 Oct 25 23:37:40.024264 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4bc651d0-6ccc-49cc-965b-eac00d9c0b0f req-6c1ef7b6-e96a-4b78-bb78-f826d85a134d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Oct 25 23:37:40.180905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585844-9d1b-482a-8e25-bebe82ab1fe3 req-08062e05-3a90-44bb-b5c8-6470c36f43ce tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:40.182495 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c585844-9d1b-482a-8e25-bebe82ab1fe3 req-08062e05-3a90-44bb-b5c8-6470c36f43ce tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0566809 Oct 25 23:37:40.250311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c585844-9d1b-482a-8e25-bebe82ab1fe3 req-f2331c53-907a-46ae-96dd-48c2e1395af3 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Oct 25 23:37:40.252907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-c1cb388a-04b9-4098-bb20-01bbbea37be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:40.254350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-c1cb388a-04b9-4098-bb20-01bbbea37be8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1096 time: 0.0673823 Oct 25 23:37:40.351098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-62efd466-7453-4d8f-93e1-c38cf4c65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:40.352479 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-62efd466-7453-4d8f-93e1-c38cf4c65682 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 913 time: 0.0909069 Oct 25 23:37:40.414282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-3c83368a-bf6d-431b-863c-5b8b8e813939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a HTTP/1.1" status: 200 len: 217 time: 0.0357761 Oct 25 23:37:40.466322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-21e92e5f-1f37-4eeb-ad35-57c1648e1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:40.467735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-21e92e5f-1f37-4eeb-ad35-57c1648e1270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 200 len: 852 time: 0.0447216 Oct 25 23:37:40.499473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-9f374304-13b9-4b57-98a9-9c4137874d4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6fbc549-ce43-45b9-a149-0c38a0cbb176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241578 Oct 25 23:37:40.593588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-1dfce81c-9bc2-4d7f-8c33-0eeea8d47f53 service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862608 Oct 25 23:37:40.685887 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e2f27bee-52a5-4aad-bb53-e03a7fea8b86 req-6058fb76-b9b6-496f-9979-4d414a2a5481 service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Oct 25 23:37:41.140110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943afb4-b99a-4295-a87b-b6ff55de3cea req-84438209-9ef1-44bf-8f90-369d340ce0b4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:41.141600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a943afb4-b99a-4295-a87b-b6ff55de3cea req-84438209-9ef1-44bf-8f90-369d340ce0b4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0488131 Oct 25 23:37:41.181617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a943afb4-b99a-4295-a87b-b6ff55de3cea req-d55e87fc-d57b-4e71-a3d2-cc0cf032eebf tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Oct 25 23:37:41.373489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a410d32-43df-4a96-95f4-7b096115cb55 req-3150c3c9-b8a2-4cb0-abfd-66ddcaf67f66 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:41.374950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a410d32-43df-4a96-95f4-7b096115cb55 req-3150c3c9-b8a2-4cb0-abfd-66ddcaf67f66 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0520530 Oct 25 23:37:41.412692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a410d32-43df-4a96-95f4-7b096115cb55 req-42b3b219-ccd1-4d58-bee3-9cce3e8eb958 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Oct 25 23:37:42.295548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862651e-1445-4497-9c34-c4b54a031c4e req-9aba2e1a-7b84-4e5e-adc3-29a3d819a553 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:42.297060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e862651e-1445-4497-9c34-c4b54a031c4e req-9aba2e1a-7b84-4e5e-adc3-29a3d819a553 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0486727 Oct 25 23:37:42.334373 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e862651e-1445-4497-9c34-c4b54a031c4e req-6ddd1734-b718-49c8-9a09-b42141a4f4f9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307474 Oct 25 23:37:42.535081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6005-55d7-444c-a592-f7c0603b052b req-8e604fe1-68aa-46cb-81cc-de1d0ed7b8e0 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:42.536497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-780f6005-55d7-444c-a592-f7c0603b052b req-8e604fe1-68aa-46cb-81cc-de1d0ed7b8e0 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0505593 Oct 25 23:37:42.575719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-780f6005-55d7-444c-a592-f7c0603b052b req-998d7c4e-7e1b-4823-b717-96dd9c89d681 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Oct 25 23:37:42.795041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaf7c9-9f58-4922-be35-597f97548ae4 req-53d237c6-86a9-42c1-b0a4-1eabbfe89383 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:42.796515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4eaf7c9-9f58-4922-be35-597f97548ae4 req-53d237c6-86a9-42c1-b0a4-1eabbfe89383 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0480952 Oct 25 23:37:42.835498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4eaf7c9-9f58-4922-be35-597f97548ae4 req-a9644bf8-9346-4330-839c-c724f8936ab0 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Oct 25 23:37:43.247617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:43.457392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636ab33-319b-4c03-a9c8-718d3b30cd07 req-99a5c864-ad92-43de-80a3-2d7d929d9f0d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:43.459156 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9636ab33-319b-4c03-a9c8-718d3b30cd07 req-99a5c864-ad92-43de-80a3-2d7d929d9f0d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0554664 Oct 25 23:37:43.496549 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9636ab33-319b-4c03-a9c8-718d3b30cd07 req-348b6bf8-7c1e-4976-94d9-7468f62f6d74 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Oct 25 23:37:43.954700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0119-d175-4ae8-9525-8dc567fe283a req-a7aec1e1-ae13-412a-b812-36771577d249 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:43.956178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8bb0119-d175-4ae8-9525-8dc567fe283a req-a7aec1e1-ae13-412a-b812-36771577d249 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0528185 Oct 25 23:37:43.995142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8bb0119-d175-4ae8-9525-8dc567fe283a req-9ef99a54-eb6c-4da4-9597-c17c84293564 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Oct 25 23:37:44.194283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b70fa7-fa3b-4f48-b5d3-96d7ff9331a6 req-03774d9e-9060-4343-904e-bda553a6974d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:44.195730 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55b70fa7-fa3b-4f48-b5d3-96d7ff9331a6 req-03774d9e-9060-4343-904e-bda553a6974d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0510912 Oct 25 23:37:44.237832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55b70fa7-fa3b-4f48-b5d3-96d7ff9331a6 req-3354decf-924c-45c4-af7c-5ef95712fc84 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355504 Oct 25 23:37:44.243652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-9bbba3d7-d4c9-49df-aabd-fdfa0f7eef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:44.245152 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-9bbba3d7-d4c9-49df-aabd-fdfa0f7eef06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 1096 time: 0.0443118 Oct 25 23:37:44.339124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-0fab4048-e263-4e5a-8180-7b005c501172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:44.340565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-0fab4048-e263-4e5a-8180-7b005c501172 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 200 len: 913 time: 0.0885589 Oct 25 23:37:44.383655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-c9effc3b-cfe1-4482-9bd4-5cba0dbb953d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a HTTP/1.1" status: 200 len: 217 time: 0.0342755 Oct 25 23:37:44.432623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-71761811-0bfd-44f3-b18e-c3de942f218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:44.434053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-71761811-0bfd-44f3-b18e-c3de942f218a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 200 len: 852 time: 0.0434852 Oct 25 23:37:44.466203 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-b3abb08e-321d-4d71-b1c3-937eac45c7ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6fbc549-ce43-45b9-a149-0c38a0cbb176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249727 Oct 25 23:37:44.565337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-93f140c3-bf3b-46c1-b4e8-d369d1265c3a service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870712 Oct 25 23:37:44.670991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07428fe1-c88c-421e-9d55-54aabf04385e req-21cd01de-6044-4937-996f-f61b58c214e0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:44.672461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07428fe1-c88c-421e-9d55-54aabf04385e req-21cd01de-6044-4937-996f-f61b58c214e0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1010425 Oct 25 23:37:44.709870 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a40f958d-0bb5-44ff-a3d7-8951605c513c req-17c51dcd-8610-4e37-942d-d110c1b9961d service neutron] 10.222.0.15 "GET /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373236 Oct 25 23:37:44.727837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07428fe1-c88c-421e-9d55-54aabf04385e req-9467d1d5-e386-4d51-a1aa-97b9d0470fd0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Oct 25 23:37:45.356143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695895e-3e73-42dd-92b0-f35de6e7527e req-b6a15fe2-e67a-48b9-8a76-42577e6ce905 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:45.357604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9695895e-3e73-42dd-92b0-f35de6e7527e req-b6a15fe2-e67a-48b9-8a76-42577e6ce905 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0500023 Oct 25 23:37:45.395139 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9695895e-3e73-42dd-92b0-f35de6e7527e req-4b84385a-bf36-4c80-a09b-b5ec2d5a25ac tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Oct 25 23:37:45.849121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a47e-2ef0-4f88-899c-575267517274 req-38abb38f-07e8-4f51-a8c5-b388b09f1500 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:45.850616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3690a47e-2ef0-4f88-899c-575267517274 req-38abb38f-07e8-4f51-a8c5-b388b09f1500 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0519097 Oct 25 23:37:45.870693 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d859e592-8164-4f7f-a517-16c32dd3c549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:45.889964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3690a47e-2ef0-4f88-899c-575267517274 req-68f07da0-69f7-483c-80c9-a58054f31578 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Oct 25 23:37:46.517057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2b74-4a58-4ba0-84b1-53492c1b0bba req-20b88cfa-2036-4a58-a2b2-6a74a89110b3 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:46.518605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de2a2b74-4a58-4ba0-84b1-53492c1b0bba req-20b88cfa-2036-4a58-a2b2-6a74a89110b3 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0548608 Oct 25 23:37:46.557053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de2a2b74-4a58-4ba0-84b1-53492c1b0bba req-b4c6bc64-5295-4a70-935f-ffc3a8a481c7 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Oct 25 23:37:46.600053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737056ae-8697-49d7-9a2a-b5c373c91800 req-f208d19b-2fe9-4031-85e9-0ee8a3d85c4b tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:46.601602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737056ae-8697-49d7-9a2a-b5c373c91800 req-f208d19b-2fe9-4031-85e9-0ee8a3d85c4b tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1097 time: 0.0462959 Oct 25 23:37:46.637472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-737056ae-8697-49d7-9a2a-b5c373c91800 req-5dc5e8f1-544c-4d0e-8c83-6f92e1f4092b tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297985 Oct 25 23:37:46.658964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44184) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:46.837749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e224-26e7-4a63-8e6d-701decd3e61a req-8232adc3-69d0-4a7d-b7c2-f3171ca14959 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:46.839259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f989e224-26e7-4a63-8e6d-701decd3e61a req-8232adc3-69d0-4a7d-b7c2-f3171ca14959 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0816140 Oct 25 23:37:46.888173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f989e224-26e7-4a63-8e6d-701decd3e61a req-0e266871-00ef-4c04-b6f9-4d34d13afb33 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Oct 25 23:37:46.890374 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port c5783d19-a52f-4b5c-a17b-05301a1b3a94 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:46.890730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:46.972384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:46.972708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:46.985581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for c5783d19-a52f-4b5c-a17b-05301a1b3a94 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:47.006997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675dc6b-3098-4051-b2a1-84d8e4e64a9a req-d00840ea-2181-41d1-bc3c-3fac0dd2fa0b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:47.008470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9675dc6b-3098-4051-b2a1-84d8e4e64a9a req-d00840ea-2181-41d1-bc3c-3fac0dd2fa0b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0499136 Oct 25 23:37:47.045374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9675dc6b-3098-4051-b2a1-84d8e4e64a9a req-f52b50d4-4f70-449c-9f66-e9ae90e0b187 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Oct 25 23:37:47.132835 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:47.158940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=c5783d19-a52f-4b5c-a17b-05301a1b3a94,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:47.217874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:47.218240 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 disassociated (deleted). External IP: 172.25.4.162, port: 45f082ad-c41c-41a4-897f-b6d439ab03db. Oct 25 23:37:47.742939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 77920548-9257-4fb0-85c1-764db16e2d1b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:37:47.849864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:37:47.854643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:47.859311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] Sync routers for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:37:47.869770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:47.870449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:47.882981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3bc9dd3c-2ceb-420e-936d-c0e9342caa1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/floatingips/9d0de8b0-c7ed-4e31-b9ea-f23f92e65790 HTTP/1.1" status: 204 len: 168 time: 1.2229407 Oct 25 23:37:47.883666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:47.886036 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e721afa-51e9-4312-9509-a7becb52653b" -d '{"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:47.926936 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d0282a-4c3c-4b46-8b2f-1c973cc7f120 x-openstack-request-id: req-17d0282a-4c3c-4b46-8b2f-1c973cc7f120 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:47.928645 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:47.929085 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17d0282a-4c3c-4b46-8b2f-1c973cc7f120 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:47.929728 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'status': 'completed', 'code': 200} Oct 25 23:37:47.987386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:48.031381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a4f9-ccf8-4d2f-830a-d6df9486366c req-51504a45-c06f-454c-bc78-225b8b6de2d0 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.042319 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb02a4f9-ccf8-4d2f-830a-d6df9486366c req-51504a45-c06f-454c-bc78-225b8b6de2d0 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0652859 Oct 25 23:37:48.091186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb02a4f9-ccf8-4d2f-830a-d6df9486366c req-a79cbb12-1e94-42f9-971b-a99f5f5ecd93 tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Oct 25 23:37:48.165699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721afa-51e9-4312-9509-a7becb52653b req-19b5ea8d-8c8a-4853-b00b-fd786ab438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.169431 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-19b5ea8d-8c8a-4853-b00b-fd786ab438da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 1097 time: 0.1953502 Oct 25 23:37:48.179571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151208-204c-40fd-8d03-db2129a60962 req-2db9727b-9e11-468c-99c5-cc76d880c2cb tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.181062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c151208-204c-40fd-8d03-db2129a60962 req-2db9727b-9e11-468c-99c5-cc76d880c2cb tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 946 time: 0.0637984 Oct 25 23:37:48.212351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7263f9d-96f1-454e-a005-feef9e7447b0 req-00bd6485-e598-4363-bf83-a0f82c5cf120 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.213879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7263f9d-96f1-454e-a005-feef9e7447b0 req-00bd6485-e598-4363-bf83-a0f82c5cf120 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0559022 Oct 25 23:37:48.224820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:35Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:48.253807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] Checking router: 77920548-9257-4fb0-85c1-764db16e2d1b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:37:48.262414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:48.263023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:48.264099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a7263f9d-96f1-454e-a005-feef9e7447b0 req-77ba9218-6969-458e-8e36-423202a75f07 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Oct 25 23:37:48.266759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c151208-204c-40fd-8d03-db2129a60962 req-58127ad0-c48d-4fb9-83e1-bb6bffa772c0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765507 Oct 25 23:37:48.298569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721afa-51e9-4312-9509-a7becb52653b req-4aa06286-fb7c-4856-ba5e-e6d1c5d1ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.300060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-4aa06286-fb7c-4856-ba5e-e6d1c5d1ea2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 200 len: 897 time: 0.1181316 Oct 25 23:37:48.459291 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-f0710e5a-ffe0-4a19-8e51-33f18ae16ebf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 200 len: 217 time: 0.0391812 Oct 25 23:37:48.508489 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8eb6-1781-416d-bf2f-486ee450d11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:48.511281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721afa-51e9-4312-9509-a7becb52653b req-22e68b58-30e8-4a23-806d-b7295c02862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.512670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-22e68b58-30e8-4a23-806d-b7295c02862f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 200 len: 834 time: 0.0461500 Oct 25 23:37:48.535895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:48.559551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721afa-51e9-4312-9509-a7becb52653b req-12ada6fa-8037-4dd5-8c8d-758dfa740c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:48.560950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-12ada6fa-8037-4dd5-8c8d-758dfa740c66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cffdd9af-984d-4d84-b04f-cfff204a875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406909 Oct 25 23:37:48.667863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-c762cda3-0f1d-47da-adc5-43dbd805e693 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875099 Oct 25 23:37:48.735669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:35Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:48.759934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e721afa-51e9-4312-9509-a7becb52653b req-d2c92c30-a7a7-4726-9b71-19e80f6fbe75 service neutron] 10.222.0.15 "GET /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840020 Oct 25 23:37:48.762470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548536dd-88f4-4aa5-b2de-51ff2fbe9542 None None] The sync data for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 is: [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:34:24Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '847a0efc-a270-42a2-a0d2-639e5153469d', 'name': '', 'network_id': 'cffdd9af-984d-4d84-b04f-cfff204a875d', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:ab:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:22Z', 'updated_at': '2021-10-25T23:34:35Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'ccd2a6a6-5795-4d40-a32e-90f75b003bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:37:48.984037 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61698654-8d00-4d55-9896-62a11cf4d171 None None] New status for floating IP 9d0de8b0-c7ed-4e31-b9ea-f23f92e65790: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:37:49.209010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47e29-7207-46d1-8f94-7b77058a5431 req-ce9cb107-c630-4def-9cd4-cd3cdc0458ce tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:49.210648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7fb47e29-7207-46d1-8f94-7b77058a5431 req-ce9cb107-c630-4def-9cd4-cd3cdc0458ce tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0497358 Oct 25 23:37:49.247140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7fb47e29-7207-46d1-8f94-7b77058a5431 req-803115bf-4da2-4c3b-a493-e1138d38f5ba tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf12ff3e-d759-42cf-bef5-f674c5ed9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305638 Oct 25 23:37:49.300179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-8676b4d2-d118-4840-82f3-e80cc9269a8d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:49.301517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-8676b4d2-d118-4840-82f3-e80cc9269a8d tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.15 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 945 time: 0.0537639 Oct 25 23:37:49.396884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6cede-92bc-489c-bda1-205eeac07768 req-64536cfc-56da-42a5-b99d-c8a4ab8d708b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:49.398318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0d6cede-92bc-489c-bda1-205eeac07768 req-64536cfc-56da-42a5-b99d-c8a4ab8d708b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0478067 Oct 25 23:37:49.421590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91cab6-8e5d-4da9-ae1d-fd2b386fad13 req-a280d5bd-367f-4135-ab85-8790124ac4ce tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:49.423103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea91cab6-8e5d-4da9-ae1d-fd2b386fad13 req-a280d5bd-367f-4135-ab85-8790124ac4ce tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 946 time: 0.0840306 Oct 25 23:37:49.438179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0d6cede-92bc-489c-bda1-205eeac07768 req-5ea5b33d-ca14-49d1-8a52-14ad55f7e2a5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Oct 25 23:37:49.457855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Deleting port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:49.458212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:49.510055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea91cab6-8e5d-4da9-ae1d-fd2b386fad13 req-b16e6a76-ff35-41a4-981b-eca5f20b68de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c1836fa-1d11-44be-bc3a-dbeca9a38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798831 Oct 25 23:37:49.560769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] For port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,segment=NetworkSegment(3c1247a3-8c33-4468-9b85-78c2482e9789),segment_id=3c1247a3-8c33-4468-9b85-78c2482e9789)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:49.561130 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:49.574359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Calling delete_port for 3db5fefd-46e0-40d9-ba8c-98aa00c1697a owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:49.689950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:49.701122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:49.729342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Pushing event deleted for resources: {'Port': ['ID=3db5fefd-46e0-40d9-ba8c-98aa00c1697a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:49.742471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3db5fefd-46e0-40d9-ba8c-98aa00c1697a'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:37:49.773032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] No DVR routers for this DVR port 3db5fefd-46e0-40d9-ba8c-98aa00c1697a on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:37:49.775901 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:49.779684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3b8eef82-05b7-41e1-9218-704eb279e53b req-3393b07f-158b-43e5-85a1-e23a099eeeef tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.15 "DELETE /v2.0/ports/3db5fefd-46e0-40d9-ba8c-98aa00c1697a HTTP/1.1" status: 204 len: 173 time: 0.4704115 Oct 25 23:37:49.930672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'name': 'network-vif-deleted', 'tag': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:49.933104 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efdfb36-2ea9-444a-915f-75f889b1f4d8" -d '{"events": [{"server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "name": "network-vif-deleted", "tag": "3db5fefd-46e0-40d9-ba8c-98aa00c1697a"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:49.970079 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5ea1f-6e05-4676-986a-3cbdbfe56360 x-openstack-request-id: req-e8f5ea1f-6e05-4676-986a-3cbdbfe56360 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:49.970396 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69af62-8337-48ed-b7a1-d434ad12007c", "name": "network-vif-deleted", "tag": "3db5fefd-46e0-40d9-ba8c-98aa00c1697a", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:49.970642 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8f5ea1f-6e05-4676-986a-3cbdbfe56360 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:49.971034 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69af62-8337-48ed-b7a1-d434ad12007c', 'name': 'network-vif-deleted', 'tag': '3db5fefd-46e0-40d9-ba8c-98aa00c1697a', 'status': 'completed', 'code': 200} Oct 25 23:37:50.202438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-37803721-4f67-477b-ba7e-787c9b64c0ad tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:50.203817 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-37803721-4f67-477b-ba7e-787c9b64c0ad tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 946 time: 0.0528686 Oct 25 23:37:50.262435 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:50.301539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:50.302923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:50.385003 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1f7237d0-76af-4ded-b431-4d1ac96b31f4 req-8326e203-098b-49ab-9c73-2e87200439db tempest-TestServerAdvancedOps-759598579 tempest-TestServerAdvancedOps-759598579-project] 10.222.0.25 "GET /v2.0/ports?device_id=be69af62-8337-48ed-b7a1-d434ad12007c HTTP/1.1" status: 200 len: 210 time: 0.0372746 Oct 25 23:37:50.426210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 45f082ad-c41c-41a4-897f-b6d439ab03db, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=45f082ad-c41c-41a4-897f-b6d439ab03db,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:50.426600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:50.440978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 45f082ad-c41c-41a4-897f-b6d439ab03db owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:50.566466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41219a-6ce6-4c40-b36f-543a08e1e28a req-b604bea8-72c0-4396-877a-cbbfa4632683 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:50.568500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e41219a-6ce6-4c40-b36f-543a08e1e28a req-b604bea8-72c0-4396-877a-cbbfa4632683 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0588553 Oct 25 23:37:50.596031 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:50.608329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e41219a-6ce6-4c40-b36f-543a08e1e28a req-f6797e4a-ed59-4d52-bf15-17213f5e73e6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341330 Oct 25 23:37:50.615595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0fcdd152-6793-4876-91ff-bce4309661dd req-2a3189b9-6d5e-4275-b6ba-709ce3758e6b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=3847d94b-3757-4512-bed3-9201ae52351d HTTP/1.1" status: 200 len: 210 time: 0.0316405 Oct 25 23:37:50.641833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=45f082ad-c41c-41a4-897f-b6d439ab03db,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:50.689253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] No DVR routers for this DVR port 45f082ad-c41c-41a4-897f-b6d439ab03db on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:37:50.691783 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:50.695946 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e1d46ad-5ff6-4ae2-958c-734db29e7c82 req-81a93d9a-ff7f-451e-b72b-6b75a9a05fa8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "DELETE /v2.0/ports/45f082ad-c41c-41a4-897f-b6d439ab03db HTTP/1.1" status: 204 len: 173 time: 0.4860008 Oct 25 23:37:50.824719 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.448298 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44220) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:51.493720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Deleting subnet 3b883489-45db-4b11-90aa-5248454d2529 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:37:51.496868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.531277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.570060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.621870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.652872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b883489-45db-4b11-90aa-5248454d2529,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:51.658289 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.662475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-00ab2102-2516-4353-9587-e460944f31db admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b883489-45db-4b11-90aa-5248454d2529 HTTP/1.1" status: 204 len: 168 time: 0.2131269 Oct 25 23:37:51.665164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44226) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:51.681792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44228) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:51.735301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.806418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff0b0-434f-4fcd-b930-dda6754b53c0 req-b5a86bb8-8aad-4994-860c-55010ebb957c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:51.807891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bfff0b0-434f-4fcd-b930-dda6754b53c0 req-b5a86bb8-8aad-4994-860c-55010ebb957c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1190350 Oct 25 23:37:51.816089 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.837039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fbc549-ce43-45b9-a149-0c38a0cbb176']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:51.846383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1247a3-8c33-4468-9b85-78c2482e9789') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:51.846681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1247a3-8c33-4468-9b85-78c2482e9789') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:51.857417 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.871007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.876979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:37:51.877445 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:37:51.879621 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:37:51.923746 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0bfff0b0-434f-4fcd-b930-dda6754b53c0 req-b6b70eb4-0976-4cf5-aaf0-7dcb7d88bcfb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095922 Oct 25 23:37:51.940390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.947862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:51.951439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6fbc549-ce43-45b9-a149-0c38a0cbb176 HTTP/1.1" status: 204 len: 168 time: 0.2853014 Oct 25 23:37:51.954232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44230) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:51.967551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f0b91-08a6-47a8-a192-29fdfe7c84cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fbc549-ce43-45b9-a149-0c38a0cbb176,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:51.984321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-deleted', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:37:51.986886 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c613c2e-e5cf-4650-837e-65f786b241cf" -d '{"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-deleted", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:37:52.022779 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557e5a60-554e-4bb5-ac44-43c298f9ef91 x-openstack-request-id: req-557e5a60-554e-4bb5-ac44-43c298f9ef91 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:37:52.023072 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3847d94b-3757-4512-bed3-9201ae52351d", "name": "network-vif-deleted", "tag": "45f082ad-c41c-41a4-897f-b6d439ab03db", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:37:52.023320 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-557e5a60-554e-4bb5-ac44-43c298f9ef91 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:37:52.023708 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3847d94b-3757-4512-bed3-9201ae52351d', 'name': 'network-vif-deleted', 'tag': '45f082ad-c41c-41a4-897f-b6d439ab03db', 'status': 'completed', 'code': 200} Oct 25 23:37:52.044708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Deleting subnet 5cd83583-3760-4517-866e-716d53f7da92 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:37:52.051375 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.119810 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.169545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.257882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.288721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd83583-3760-4517-866e-716d53f7da92,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:52.299606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.300828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d9080fa-5e04-4504-ab40-cfe8823ab63c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5cd83583-3760-4517-866e-716d53f7da92 HTTP/1.1" status: 204 len: 168 time: 0.3456128 Oct 25 23:37:52.302624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44234) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:52.313106 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.370715 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.452206 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.471817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54be3c64-7ba6-4353-9896-31be812b84b0']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:52.481854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d463e6a-a1ce-4dd0-b15c-b72626cce6a3') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:52.482052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d463e6a-a1ce-4dd0-b15c-b72626cce6a3') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:52.493351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.506899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.513406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:37:52.513980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:37:52.516111 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:37:52.570497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.577115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.582938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] 10.222.0.25 "DELETE /v2.0/networks/54be3c64-7ba6-4353-9896-31be812b84b0 HTTP/1.1" status: 204 len: 168 time: 0.2763786 Oct 25 23:37:52.586496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 847a0efc-a270-42a2-a0d2-639e5153469d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:52.586924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.590760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a55cf-ce2d-4ada-8ed8-25d0e0136bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=54be3c64-7ba6-4353-9896-31be812b84b0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:52.677490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 847a0efc-a270-42a2-a0d2-639e5153469d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=847a0efc-a270-42a2-a0d2-639e5153469d,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:52.677784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.691403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 847a0efc-a270-42a2-a0d2-639e5153469d owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:52.743987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44238) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:52.790191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b59168eb-da9d-4b08-bcd4-c8b009a7a426 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5aa24bcd752d4795b48f6e3d891d0e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426319 Oct 25 23:37:52.790429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44240) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:52.839376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82f33a19-6842-4f75-a8ea-70d7010a6043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.861855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82f33a19-6842-4f75-a8ea-70d7010a6043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.879513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.910819 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82f33a19-6842-4f75-a8ea-70d7010a6043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.917564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82f33a19-6842-4f75-a8ea-70d7010a6043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:52.917729 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=847a0efc-a270-42a2-a0d2-639e5153469d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:52.917810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-82f33a19-6842-4f75-a8ea-70d7010a6043 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf12ff3e-d759-42cf-bef5-f674c5ed9f61 HTTP/1.1" status: 204 len: 168 time: 0.1239624 Oct 25 23:37:52.926182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f33a19-6842-4f75-a8ea-70d7010a6043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12ff3e-d759-42cf-bef5-f674c5ed9f61,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:53.128422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0634cf-e91a-4721-b664-9c1cca46a4c4 req-07ca2d05-3d1a-457c-a609-d32dbc3d83ce tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:53.129942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0c0634cf-e91a-4721-b664-9c1cca46a4c4 req-07ca2d05-3d1a-457c-a609-d32dbc3d83ce tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0982347 Oct 25 23:37:53.151224 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.247729 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0c0634cf-e91a-4721-b664-9c1cca46a4c4 req-f11d7bfa-4ff5-4e67-a44f-41101b523a0c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064625 Oct 25 23:37:53.298697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44248) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:53.320393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3db5fefd-46e0-40d9-ba8c-98aa00c1697a no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:37:53.342971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5c48ae2d-a17e-455a-95d7-d1219d05e219 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73d533430b4a449cbad4685a86bad27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406740 Oct 25 23:37:53.343190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44250) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:53.345084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 3db5fefd-46e0-40d9-ba8c-98aa00c1697a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:37:53.345494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3db5fefd-46e0-40d9-ba8c-98aa00c1697a not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:37:53.345982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:37:53.369943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 45f082ad-c41c-41a4-897f-b6d439ab03db {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:37:53.370592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 45f082ad-c41c-41a4-897f-b6d439ab03db not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:37:53.395537 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbf8a-3d1d-4919-b36c-4e03fc8c308b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.400480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 77920548-9257-4fb0-85c1-764db16e2d1b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:37:53.418318 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbf8a-3d1d-4919-b36c-4e03fc8c308b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.470009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbf8a-3d1d-4919-b36c-4e03fc8c308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.472628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbf8a-3d1d-4919-b36c-4e03fc8c308b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.473781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f9ecbf8a-3d1d-4919-b36c-4e03fc8c308b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c78b344-2fc3-41d3-9497-bb0542b1d135 HTTP/1.1" status: 204 len: 168 time: 0.1297078 Oct 25 23:37:53.481969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecbf8a-3d1d-4919-b36c-4e03fc8c308b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c78b344-2fc3-41d3-9497-bb0542b1d135,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:53.521715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:37:53.526786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-23ba0838-28ee-4999-ad08-42a3c3c6ee30 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/77920548-9257-4fb0-85c1-764db16e2d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434536 Oct 25 23:37:53.529434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44254) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:53.535150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] Sync routers for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:37:53.545705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:53.546600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:53.586367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting subnet ccd2a6a6-5795-4d40-a32e-90f75b003bdc {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:37:53.589924 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.634563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.655004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:53.740982 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.808940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.840060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd2a6a6-5795-4d40-a32e-90f75b003bdc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:53.843836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.850325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-69eab43f-ebc5-469a-836b-48a960445937 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/subnets/ccd2a6a6-5795-4d40-a32e-90f75b003bdc HTTP/1.1" status: 204 len: 168 time: 0.3167822 Oct 25 23:37:53.850639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44256) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:53.861933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3217aa0-dc29-4183-b02a-fd851f84408a None None] Network cffdd9af-984d-4d84-b04f-cfff204a875d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:37:53.909872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:37:52Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:53.949255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] Checking router: 77920548-9257-4fb0-85c1-764db16e2d1b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:37:53.974041 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:53.993177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] Routers {'77920548-9257-4fb0-85c1-764db16e2d1b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:53.993814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['77920548-9257-4fb0-85c1-764db16e2d1b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:54.090807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.136630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] Set router 77920548-9257-4fb0-85c1-764db16e2d1b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:54.148478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:54.148818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.205046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] DHCP port deletion for cffdd9af-984d-4d84-b04f-cfff204a875d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:37:54.343984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] Deleting port 41744db3-f623-4645-baf3-8d5aca2a95f1 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:37:54.344579 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.412166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c1784-8d56-472a-9c1a-e4823dbcb3b1 req-1e4c46c8-2531-4b9c-8ae3-1b9979995e8c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:54.415372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-299c1784-8d56-472a-9c1a-e4823dbcb3b1 req-1e4c46c8-2531-4b9c-8ae3-1b9979995e8c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0718970 Oct 25 23:37:54.425633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] For port 41744db3-f623-4645-baf3-8d5aca2a95f1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=41744db3-f623-4645-baf3-8d5aca2a95f1,segment=NetworkSegment(74a9b097-abfd-45eb-848e-0b78a5cfd0fa),segment_id=74a9b097-abfd-45eb-848e-0b78a5cfd0fa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:54.426033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.431831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 41744db3-f623-4645-baf3-8d5aca2a95f1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:37:54.464586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-299c1784-8d56-472a-9c1a-e4823dbcb3b1 req-587886af-13a6-450f-ae85-7d0a3667711e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Oct 25 23:37:54.466778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] Calling delete_port for 41744db3-f623-4645-baf3-8d5aca2a95f1 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:54.472723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:37:52Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:54.518966 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d5abf-66b6-4af1-90b2-ee5a1a7ca4ee None None] The sync data for ids ['77920548-9257-4fb0-85c1-764db16e2d1b'] in n-d-815373-1 is: [{'id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-669121443', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:34:11Z', 'updated_at': '2021-10-25T23:37:52Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': '60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77920548-9257-4fb0-85c1-764db16e2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:34:13Z', 'updated_at': '2021-10-25T23:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:37:54.613745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:37:54.614331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.623883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.633943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:37:54.636832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.670125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] Pushing event deleted for resources: {'Port': ['ID=41744db3-f623-4645-baf3-8d5aca2a95f1,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:54.672480 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5ca5b-e14d-410f-8135-dbf6d02ac808 None None] No DVR routers for this DVR port 41744db3-f623-4645-baf3-8d5aca2a95f1 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:37:54.803705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.830780 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:54.890496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.989793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:54.992052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.035673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.036284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Fanout notify agent at l3_agent the message router_deleted on router 77920548-9257-4fb0-85c1-764db16e2d1b {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:37:55.044301 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.045400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f887db62-f986-4e2d-bb55-b3fa9b8e01f0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/routers/77920548-9257-4fb0-85c1-764db16e2d1b HTTP/1.1" status: 204 len: 168 time: 1.1931162 Oct 25 23:37:55.048031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44260) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:55.126241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.221862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.241478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffdd9af-984d-4d84-b04f-cfff204a875d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:55.250624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a9b097-abfd-45eb-848e-0b78a5cfd0fa') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:55.250921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a9b097-abfd-45eb-848e-0b78a5cfd0fa') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:55.260782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.274568 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.280436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:37:55.280822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:37:55.283806 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:37:55.345538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.352199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.355347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/networks/cffdd9af-984d-4d84-b04f-cfff204a875d HTTP/1.1" status: 204 len: 168 time: 0.3064036 Oct 25 23:37:55.358138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44262) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:55.367113 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e9f44-5435-4f6d-ac52-432163f1b866 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Network': ['ID=cffdd9af-984d-4d84-b04f-cfff204a875d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:55.417293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2238e0b6-d4c5-49a8-b283-b3447e72fe82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.443151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2238e0b6-d4c5-49a8-b283-b3447e72fe82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.510788 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2238e0b6-d4c5-49a8-b283-b3447e72fe82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.516465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2238e0b6-d4c5-49a8-b283-b3447e72fe82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:55.530952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2238e0b6-d4c5-49a8-b283-b3447e72fe82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/security-groups/1c1836fa-1d11-44be-bc3a-dbeca9a38859 HTTP/1.1" status: 204 len: 168 time: 0.1634278 Oct 25 23:37:55.543140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238e0b6-d4c5-49a8-b283-b3447e72fe82 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1836fa-1d11-44be-bc3a-dbeca9a38859,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:55.645814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe090803-df1d-4c32-b081-4e5de57a40a4 req-1d05c72e-3ea5-4abb-b42b-f8e88ddb0f3b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:55.647734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe090803-df1d-4c32-b081-4e5de57a40a4 req-1d05c72e-3ea5-4abb-b42b-f8e88ddb0f3b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0660193 Oct 25 23:37:55.692920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe090803-df1d-4c32-b081-4e5de57a40a4 req-7a815828-b3da-4978-bdef-f0acbda70b9f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Oct 25 23:37:55.980879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44270) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:55.985541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574030433', 'description': 'tempest-secgroup-smoke-574030433 description', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.008878 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.077491 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.081227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.111095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.112288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1303360 Oct 25 23:37:56.114070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec8e5c-21a2-495d-9059-99878d3901ba tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa33a14a-f172-423d-8191-4626b021317d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.116231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44272) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.121009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': 'fa33a14a-f172-423d-8191-4626b021317d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.151276 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.201376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.204763 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.223134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114fdff8-a40b-41c5-a8e8-e437617bf95e,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.230434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.231614 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6910a8ac-a1ba-403b-951f-3144b970acc3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143656 Oct 25 23:37:56.234622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44274) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.240537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': 'fa33a14a-f172-423d-8191-4626b021317d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.267739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.303393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 847a0efc-a270-42a2-a0d2-639e5153469d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:37:56.323818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 847a0efc-a270-42a2-a0d2-639e5153469d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:37:56.324164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 847a0efc-a270-42a2-a0d2-639e5153469d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:37:56.324607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:37:56.329204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.332154 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.344253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:37:56.344571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 60ad2bd3-8ba2-41c1-a1f0-cf19cbe236a5 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:37:56.354635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a1ed5c-e4f6-472d-885a-5bf341bc1642,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.360967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.362138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-201eb91f-4bf7-4520-a261-8c06fb4ae79d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265051 Oct 25 23:37:56.365699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44276) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.370541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': 'fa33a14a-f172-423d-8191-4626b021317d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.395725 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.458938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.463170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.483647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d8fa0a-d3f7-4ebf-8446-94897d454295,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.494768 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.496121 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-980a7695-828d-4ce8-a1a2-0d39c5d3fedf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290755 Oct 25 23:37:56.498920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44280) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.503685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': 'fa33a14a-f172-423d-8191-4626b021317d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.531676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.592169 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.596282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.614060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0574248-6974-432e-9f8b-106985ec5a96,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.621559 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.622773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-edcba724-bc68-4912-afeb-35933ece2c3a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228242 Oct 25 23:37:56.625497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44282) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.629721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': 'fa33a14a-f172-423d-8191-4626b021317d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.650721 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:37:56.655354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.715334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.719690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.738867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccadebac-fd45-4798-9d2b-63371c74f600,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.747207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.748407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-78a26ff8-a068-41f7-9c27-8ab2af8946b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220036 Oct 25 23:37:56.751215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44286) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.755894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': 'fa33a14a-f172-423d-8191-4626b021317d', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.777633 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:37:56.783078 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.820317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6f63d-fe2c-4a15-a43d-86e72ea6791a req-829d95c7-646d-4752-95c3-8e8d68e5b8b8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:56.821931 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87c6f63d-fe2c-4a15-a43d-86e72ea6791a req-829d95c7-646d-4752-95c3-8e8d68e5b8b8 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0537317 Oct 25 23:37:56.846467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.850763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.861348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87c6f63d-fe2c-4a15-a43d-86e72ea6791a req-c77a5b21-31c5-4d6b-9a67-3cddece3b942 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Oct 25 23:37:56.869009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1304f5f9-e6f5-4cdd-a22b-673586a3a88f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:56.885325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.886554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0c895d7e-78c8-45cb-80ab-2d8fcb57775e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343877 Oct 25 23:37:56.889284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44288) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:56.894063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'network': {'name': 'tempest-network-smoke--995344444', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:56.914907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:56.918300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.941020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:37:56.949935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:56.950314 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Added segment 347d5d2c-382c-4ca5-bc5c-079799d5121a of type vlan for network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 Oct 25 23:37:56.989745 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.013196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.018915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:57.019483 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.076097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1857960 Oct 25 23:37:57.078943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44290) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:57.084037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'admin_state_up': True, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:57.088310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be72a3-5a63-4f13-a1e6-494f1f98fc3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Network': ['ID=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:57.097947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:37:57.112781 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.113894 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.168539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.304241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.499441 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.517836 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.627658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.108 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/bb809489-ad16-478c-be66-47203a584e7a) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:37:57.728587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.761206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:57.806820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:37:57.809851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:57.813499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:37:57.836106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=bb809489-ad16-478c-be66-47203a584e7a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:57.991046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02f9-9bcf-445e-841c-49f22d3221b8 req-dd8b8b91-2160-41ed-8966-c1288cae49c5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:57.992594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b66b02f9-9bcf-445e-841c-49f22d3221b8 req-dd8b8b91-2160-41ed-8966-c1288cae49c5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0500028 Oct 25 23:37:58.029932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b66b02f9-9bcf-445e-841c-49f22d3221b8 req-e4fb8b9a-38c1-4529-9073-5adcb283b0f6 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312879 Oct 25 23:37:58.069314 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:58.264897 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:58.388830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:37:58.500040 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:37:58.509480 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Sync routers for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:37:58.518657 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:58.519258 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:58.519481 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:58.521487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6eaab297-6a96-41e1-afb5-71fa8fc72698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4407103 Oct 25 23:37:58.524481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44294) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:58.552753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-813e0de6-4a14-4cc1-8266-1470434f0ef4 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=44cd600403ff4704858bc3f7a8deeaaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270898 Oct 25 23:37:58.555850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44296) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:58.565760 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:58.627384 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:58.646723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf2b86-d7a5-48a9-a8c1-396458819f22 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:58.648219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3baf2b86-d7a5-48a9-a8c1-396458819f22 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913165 Oct 25 23:37:58.651129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44298) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:58.680316 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-26600593-89be-45cd-b6bc-0473f47a6f72 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280991 Oct 25 23:37:58.682985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44300) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:58.688395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658891996', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:37:58.783929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:37:58.788295 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:58.900220 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:37:57Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:58.926498 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Checking router: 569222fa-21f4-4a86-b46e-36dbd7d3a7dc for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:37:58.926878 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Updating router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc port bb809489-ad16-478c-be66-47203a584e7a binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:37:58.955242 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:58.971440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.033085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Subnet': ['ID=17dc6322-0797-48af-aeb3-573c8ac82e9a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:59.042109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Checking segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:59.042537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network hostable DHCP agents. Network: 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:37:59.060814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:37:59.071923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:59.076969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:59.078918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.084321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c438ccc-eef1-4238-b06e-9762081d3f8f None None] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:37:59.101751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-03d379e4-9a9f-4f91-994b-6a74981bba25 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4149859 Oct 25 23:37:59.102664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44304) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:37:59.219736 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.226111 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.258210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:37:59.259144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.266059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd50e-8721-42c2-b5bb-428d190bdd4d req-83a19799-6aaa-46bf-8e8c-8b74af7f1286 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:37:59.267226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6bccd50e-8721-42c2-b5bb-428d190bdd4d req-83a19799-6aaa-46bf-8e8c-8b74af7f1286 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1021097 Oct 25 23:37:59.284476 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Attempting to bind port bb809489-ad16-478c-be66-47203a584e7a on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:37:59.284945 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Attempting to bind port bb809489-ad16-478c-be66-47203a584e7a by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:37:59.285386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Attempting to bind port bb809489-ad16-478c-be66-47203a584e7a on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:37:59.294061 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Pushing event updated for resources: {'Port': ['ID=bb809489-ad16-478c-be66-47203a584e7a,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:59.301669 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.303241 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.303241 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.303745 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.304170 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.305922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.305922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.305922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.305922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.305922 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.306605 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.307026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:37:59.310508 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:37:59.311018 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:59.311540 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.312016 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:37:59.312586 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Bound port: bb809489-ad16-478c-be66-47203a584e7a, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:37:59.313060 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.372640 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] For port bb809489-ad16-478c-be66-47203a584e7a, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:37:59.377726 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] For port bb809489-ad16-478c-be66-47203a584e7a, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb809489-ad16-478c-be66-47203a584e7a,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:37:59.383597 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.387475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6bccd50e-8721-42c2-b5bb-428d190bdd4d req-1f5a3910-80c4-4295-abe3-c63fbd7e6f88 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132367 Oct 25 23:37:59.430117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Allocated IP 172.20.0.2 (8f67a7c1-fda0-4e5b-8165-4025e21ecdd3/17dc6322-0797-48af-aeb3-573c8ac82e9a/dd605758-98de-4a47-8516-34c722a5ea65) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:37:59.444421 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:37:59.445084 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:59.479320 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287cb18-035f-417a-8e43-2f4a62257fc5 None None] Pushing event updated for resources: {'Port': ['ID=bb809489-ad16-478c-be66-47203a584e7a,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:59.556503 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:37:59.584010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.591787 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.633125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:37:59.636204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:37:59.639824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:37:59.647928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Pushing event updated for resources: {'Port': ['ID=dd605758-98de-4a47-8516-34c722a5ea65,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:37:59.690457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.698749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Attempting to bind port dd605758-98de-4a47-8516-34c722a5ea65 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:37:59.699121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Attempting to bind port dd605758-98de-4a47-8516-34c722a5ea65 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:37:59.699602 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Attempting to bind port dd605758-98de-4a47-8516-34c722a5ea65 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:37:59.704636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:37:59.705016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Checking segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:37:59.705417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.706000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Bound using segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:37:59.707765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Bound port: dd605758-98de-4a47-8516-34c722a5ea65, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:37:59.708720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.742336 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:37:57Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:37:59.773337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef650308-8c89-4f76-97c9-326e426523fc None None] The sync data for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 is: [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:37:57Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:37:59.776377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] For port dd605758-98de-4a47-8516-34c722a5ea65, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:37:59.780950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] For port dd605758-98de-4a47-8516-34c722a5ea65, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dd605758-98de-4a47-8516-34c722a5ea65,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:37:59.785846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:37:59.858351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fd92-f688-4aa7-9ff1-2afb3cdb17cf None None] Pushing event updated for resources: {'Port': ['ID=dd605758-98de-4a47-8516-34c722a5ea65,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:00.004436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.1 (8f67a7c1-fda0-4e5b-8165-4025e21ecdd3/17dc6322-0797-48af-aeb3-573c8ac82e9a/76be68eb-db47-4dd3-a018-056655554994) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:38:00.150378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.204136 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.252793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:38:00.256243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:38:00.258890 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:38:00.285791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=76be68eb-db47-4dd3-a018-056655554994,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:00.324549 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.371933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dd605758-98de-4a47-8516-34c722a5ea65 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:38:00.424122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port dd605758-98de-4a47-8516-34c722a5ea65 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:00.424556 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.495728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.527311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.535894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db5509-4f06-4684-ab37-425b7550e1b8 req-0316a624-49f7-4d60-858f-f89cd87c657a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:00.544680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33db5509-4f06-4684-ab37-425b7550e1b8 req-0316a624-49f7-4d60-858f-f89cd87c657a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0647774 Oct 25 23:38:00.579165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port dd605758-98de-4a47-8516-34c722a5ea65, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dd605758-98de-4a47-8516-34c722a5ea65,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:00.589003 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.591807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb809489-ad16-478c-be66-47203a584e7a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:38:00.614071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33db5509-4f06-4684-ab37-425b7550e1b8 req-9c323814-e31b-41f3-b3c6-764ea6cc7456 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668616 Oct 25 23:38:00.683384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=dd605758-98de-4a47-8516-34c722a5ea65,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:00.703850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bb809489-ad16-478c-be66-47203a584e7a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:00.704504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.801020 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.824922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port bb809489-ad16-478c-be66-47203a584e7a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb809489-ad16-478c-be66-47203a584e7a,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:00.830470 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:00.886529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=bb809489-ad16-478c-be66-47203a584e7a,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:00.998209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3b3b0-8e8d-4adb-b267-980cb1bb0613 None None] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:38:01.116564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8eb341c0-9d0d-4029-a834-d5efb1f4f15e None None] Provisioning complete for port dd605758-98de-4a47-8516-34c722a5ea65 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:01.116939 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8eb341c0-9d0d-4029-a834-d5efb1f4f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.195030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.202327 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.275557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=76be68eb-db47-4dd3-a018-056655554994,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:01.280558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.384184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:38:01.385608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:38:01.457315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-31085009-7135-4b47-a6fe-9fdcd38bdb24 None None] Provisioning complete for port 76be68eb-db47-4dd3-a018-056655554994 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:01.457698 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-31085009-7135-4b47-a6fe-9fdcd38bdb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.502040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-31085009-7135-4b47-a6fe-9fdcd38bdb24 None None] Port 76be68eb-db47-4dd3-a018-056655554994 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:38:01.507412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:38:01.514790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-31085009-7135-4b47-a6fe-9fdcd38bdb24 None None] Provisioning complete for port dd605758-98de-4a47-8516-34c722a5ea65 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:01.515264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-31085009-7135-4b47-a6fe-9fdcd38bdb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.635048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:38:01.647290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3e1a3add-b021-467c-b621-15893829c4e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/569222fa-21f4-4a86-b46e-36dbd7d3a7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5389247 Oct 25 23:38:01.725827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Sync routers for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:38:01.740958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1f7e249f-ff6c-4f9e-9bce-73cb0fa4e35c None None] Provisioning complete for port 76be68eb-db47-4dd3-a018-056655554994 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:01.741436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1f7e249f-ff6c-4f9e-9bce-73cb0fa4e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:01.747156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:01.747976 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:01.757571 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ca40-9354-4667-878a-c2186d046d7d req-e61cebd0-f836-41e4-8d8f-a43ef609d3e4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:01.760076 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc51ca40-9354-4667-878a-c2186d046d7d req-e61cebd0-f836-41e4-8d8f-a43ef609d3e4 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0688050 Oct 25 23:38:01.804378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc51ca40-9354-4667-878a-c2186d046d7d req-50cd5b4d-c162-42dd-8761-d946bc97e299 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370154 Oct 25 23:38:01.869079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e249f-ff6c-4f9e-9bce-73cb0fa4e35c None None] Port 76be68eb-db47-4dd3-a018-056655554994 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:38:01.907424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-40f52ca3-40ef-418c-962c-d879f8fa88ce tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574030433&fields=id&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 267 time: 0.0383556 Oct 25 23:38:01.915826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:02.015708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-fb7d5ba5-762a-4941-950e-be155ed695f6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:02.017377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-fb7d5ba5-762a-4941-950e-be155ed695f6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 796 time: 0.1025436 Oct 25 23:38:02.032547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-4551c9ff-34e5-4700-94fa-2ea9743e6300 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/quotas/44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 375 time: 0.0089409 Oct 25 23:38:02.038265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-681efa3a-6c8a-4e5a-99b6-ec840d7977e4 None None] Provisioning complete for port 76be68eb-db47-4dd3-a018-056655554994 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:02.038638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-681efa3a-6c8a-4e5a-99b6-ec840d7977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.084336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-5a6984be-4cdc-4b91-a080-f8796ac4225a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452652 Oct 25 23:38:02.091496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-681efa3a-6c8a-4e5a-99b6-ec840d7977e4 None None] Port 76be68eb-db47-4dd3-a018-056655554994 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:38:02.158289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:01Z', 'revision_number': 2, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:02.185511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Checking router: 569222fa-21f4-4a86-b46e-36dbd7d3a7dc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:38:02.185864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Updating router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc port 76be68eb-db47-4dd3-a018-056655554994 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:38:02.211231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.325838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-9a9711d8-c02e-44a1-892d-9a7eca17e88d service neutron] 10.222.0.25 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282469 Oct 25 23:38:02.327011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dd605758-98de-4a47-8516-34c722a5ea65 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:38:02.419570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-6bf17be8-ccad-4537-88b5-60e4728d9643 service neutron] 10.222.0.25 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859826 Oct 25 23:38:02.439658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port dd605758-98de-4a47-8516-34c722a5ea65 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:02.440021 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.729220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-05d452e2-4ff2-4c96-bdfd-589da52096ce req-fa6709e3-02b6-4c48-8762-5f43f776d881 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 210 time: 0.1759171 Oct 25 23:38:02.747320 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.753287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb809489-ad16-478c-be66-47203a584e7a up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:38:02.757264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.837919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b19439-7f0e-47db-b5fa-507fd25b6149 None None] Pushing event updated for resources: {'Port': ['ID=76be68eb-db47-4dd3-a018-056655554994,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:02.895700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port bb809489-ad16-478c-be66-47203a584e7a triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:02.896014 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.930432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Attempting to bind port 76be68eb-db47-4dd3-a018-056655554994 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:38:02.930863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Attempting to bind port 76be68eb-db47-4dd3-a018-056655554994 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:38:02.931113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9893e-4534-4449-952c-9f974105df58 req-2cb178bf-5e26-48f1-9edf-178e61169bd2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:02.931584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Attempting to bind port 76be68eb-db47-4dd3-a018-056655554994 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:38:02.938783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85f9893e-4534-4449-952c-9f974105df58 req-2cb178bf-5e26-48f1-9edf-178e61169bd2 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0595677 Oct 25 23:38:02.944170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:38:02.944734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Checking segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:38:02.945264 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.945813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Bound using segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:38:02.946646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Bound port: 76be68eb-db47-4dd3-a018-056655554994, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:38:02.946932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:02.983722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85f9893e-4534-4449-952c-9f974105df58 req-01a89e22-6273-4c91-b1e4-d520254b0ce0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438070 Oct 25 23:38:03.057431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] For port 76be68eb-db47-4dd3-a018-056655554994, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:38:03.062648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] For port 76be68eb-db47-4dd3-a018-056655554994, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=76be68eb-db47-4dd3-a018-056655554994,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:38:03.071968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:03.150686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:03.151327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:03.155327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b19439-7f0e-47db-b5fa-507fd25b6149 None None] Pushing event updated for resources: {'Port': ['ID=76be68eb-db47-4dd3-a018-056655554994,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:03.187878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-86f8ede6-5bfd-4cef-8701-cf8374c6eec1 None None] Provisioning complete for port 76be68eb-db47-4dd3-a018-056655554994 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:03.188256 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-86f8ede6-5bfd-4cef-8701-cf8374c6eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:03.299207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:03.395379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-86f8ede6-5bfd-4cef-8701-cf8374c6eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:03.472414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-86f8ede6-5bfd-4cef-8701-cf8374c6eec1 None None] For port 76be68eb-db47-4dd3-a018-056655554994, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=76be68eb-db47-4dd3-a018-056655554994,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:03.478362 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-86f8ede6-5bfd-4cef-8701-cf8374c6eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:03.562896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8ede6-5bfd-4cef-8701-cf8374c6eec1 None None] Pushing event updated for resources: {'Port': ['ID=76be68eb-db47-4dd3-a018-056655554994,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:03.598368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:03.632701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e25d-c4aa-498d-98a0-3c9eb9b71e6e None None] The sync data for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 is: [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:38:03.635272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-15dd7919-f38f-4f2c-a6e5-0c01537f2ff0 None None] Provisioning complete for port 76be68eb-db47-4dd3-a018-056655554994 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:03.635634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15dd7919-f38f-4f2c-a6e5-0c01537f2ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:03.806061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-c67ad49c-3d38-47eb-a02d-488ade0f36eb tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:03.807722 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-c67ad49c-3d38-47eb-a02d-488ade0f36eb tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 796 time: 0.1915278 Oct 25 23:38:03.846478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1dc0e341-41ba-4fed-8a36-8586ae9817ac req-56d91a48-18a3-4383-ae06-b3a89d6e9530 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 210 time: 0.0286486 Oct 25 23:38:03.888886 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-aadee1d9-52ba-4dfc-ab4b-37f9cf171059 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 379 time: 0.0355647 Oct 25 23:38:03.899280 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'port': {'device_id': '1eddc191-2664-4214-a237-4c5841764b61', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'admin_state_up': True, 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'security_groups': ['fa33a14a-f172-423d-8191-4626b021317d']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:38:04.016932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:38:04.021539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.117154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233071-fa4c-42ed-a112-53754b73459c req-dea3b3c9-8ce0-4502-9196-ba6aae5ce0a9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:04.118764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d233071-fa4c-42ed-a112-53754b73459c req-dea3b3c9-8ce0-4502-9196-ba6aae5ce0a9 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0599465 Oct 25 23:38:04.165048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.5 (8f67a7c1-fda0-4e5b-8165-4025e21ecdd3/17dc6322-0797-48af-aeb3-573c8ac82e9a/f2e39dcc-2ce6-4177-b2c2-217432621dc8) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:38:04.166741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d233071-fa4c-42ed-a112-53754b73459c req-1e8e6298-a0e9-4499-9945-ffbe5efc0c91 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416918 Oct 25 23:38:04.332184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 76be68eb-db47-4dd3-a018-056655554994 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:38:04.343216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.383258 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 76be68eb-db47-4dd3-a018-056655554994 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:04.383678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.385096 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.437683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:38:04.442126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:38:04.444189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:04.446483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:38:04.498111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:04.498854 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.516957 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-23f80f70-b4bc-4461-971e-ea6f44235fb0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219954 Oct 25 23:38:04.535844 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Request body: {'port': {'device_id': '1eddc191-2664-4214-a237-4c5841764b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:38:04.599967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.774132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-792c8e7b-ddbb-433e-a4a3-2421657a67ae None None] Provisioning complete for port f2e39dcc-2ce6-4177-b2c2-217432621dc8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:04.774550 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-792c8e7b-ddbb-433e-a4a3-2421657a67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.810749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-792c8e7b-ddbb-433e-a4a3-2421657a67ae None None] Port f2e39dcc-2ce6-4177-b2c2-217432621dc8 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:38:04.882002 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e39dcc-2ce6-4177-b2c2-217432621dc8 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:38:04.890305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.904683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Transition to ACTIVE for port object f2e39dcc-2ce6-4177-b2c2-217432621dc8 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:38:04.909003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:04.992219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:05.046314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12275d4-87c8-49c7-9455-0913ac1b5063 req-74e0224f-84a7-4e17-acf2-3338cfa6c45c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.047867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e12275d4-87c8-49c7-9455-0913ac1b5063 req-74e0224f-84a7-4e17-acf2-3338cfa6c45c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 943 time: 0.1130157 Oct 25 23:38:05.103725 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:38:05.104058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:38:05.104383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:38:05.113020 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e12275d4-87c8-49c7-9455-0913ac1b5063 req-7e2eaf01-3784-49f8-b360-9536534d6ac3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Oct 25 23:38:05.113600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:38:05.113918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:38:05.120356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:38:05.120356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Checking segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:38:05.120753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Bound using segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:38:05.121263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Bound port: f2e39dcc-2ce6-4177-b2c2-217432621dc8, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:38:05.121524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:05.193083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:38:05.196272 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:38:05.201269 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:05.234944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.235612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:05.236970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 1091 time: 0.7057152 Oct 25 23:38:05.237590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:38:05.239960 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336" -d '{"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:38:05.267266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706468a2-dc91-4317-a7dd-f272ad4536c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:05.302862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9664-bac4-4fc3-a8ae-e26ac5e57a25 req-cdb01b43-7040-4715-b19a-2e6ed2c068ba tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.303912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9aa9664-bac4-4fc3-a8ae-e26ac5e57a25 req-cdb01b43-7040-4715-b19a-2e6ed2c068ba tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0695846 Oct 25 23:38:05.310871 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf943ce-a67b-4834-8ec3-67ebd0054b77 x-openstack-request-id: req-aaf943ce-a67b-4834-8ec3-67ebd0054b77 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:38:05.311346 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:38:05.311604 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaf943ce-a67b-4834-8ec3-67ebd0054b77 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:38:05.312340 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'status': 'completed', 'code': 200} Oct 25 23:38:05.344803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-c79e8b49-8f24-46d0-97d4-e7079e5b69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.345280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9aa9664-bac4-4fc3-a8ae-e26ac5e57a25 req-c0d0eb61-4b7c-4838-bfea-5c18e35294ad tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351675 Oct 25 23:38:05.346439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-c79e8b49-8f24-46d0-97d4-e7079e5b69c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1094 time: 0.0475194 Oct 25 23:38:05.397958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-7472e2b6-aa20-4806-954c-7885a5ebdddf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 217 time: 0.0370660 Oct 25 23:38:05.454142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-15c353b7-59a5-48f4-91e1-a5d9b60a528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.455640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-15c353b7-59a5-48f4-91e1-a5d9b60a528e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0510943 Oct 25 23:38:05.501873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-0d5ebaa1-6e95-4fe4-997f-86033881f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.503510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-0d5ebaa1-6e95-4fe4-997f-86033881f372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409393 Oct 25 23:38:05.598338 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-453ac68b-58d5-4a8c-8dd5-0cc2995e302a service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872588 Oct 25 23:38:05.687631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5277f8be-2716-45e0-bba9-34aedf8aef39 req-3497930a-188b-4bff-b31e-37251141657b service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824590 Oct 25 23:38:05.809807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-5822dd82-41c7-471f-9797-6d0873bfdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.811304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-5822dd82-41c7-471f-9797-6d0873bfdaa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1094 time: 0.0411780 Oct 25 23:38:05.905889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-77d92f4a-2774-49b2-b711-ebd14a2c9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:05.907302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-77d92f4a-2774-49b2-b711-ebd14a2c9cd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 897 time: 0.0884614 Oct 25 23:38:05.947948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-d72b08ee-51d7-4747-8510-8fcec6ee5ecc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 217 time: 0.0333705 Oct 25 23:38:06.001808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-fb914b41-b7ae-4053-9844-8e1c541e17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:06.003302 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-fb914b41-b7ae-4053-9844-8e1c541e17c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0486956 Oct 25 23:38:06.049508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-026aef05-a825-42e6-a386-dacf724d2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:06.050995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-026aef05-a825-42e6-a386-dacf724d2b4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402308 Oct 25 23:38:06.139687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-f02f20d6-f57e-42ed-8f39-7f965d50f366 service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Oct 25 23:38:06.267954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cbb56-a634-463c-9ead-28217d57269a req-b31852fa-7e32-4242-a7e7-1af1de3e85d7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:06.269403 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f2cbb56-a634-463c-9ead-28217d57269a req-b31852fa-7e32-4242-a7e7-1af1de3e85d7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 943 time: 0.0680015 Oct 25 23:38:06.289750 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75fd6fe7-17db-41c0-8fdd-777cd7ffd336 req-63caf2bd-3d81-48b3-b71c-cc672a6774c1 service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425941 Oct 25 23:38:06.315414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f2cbb56-a634-463c-9ead-28217d57269a req-729718af-e0cd-40f4-b592-e23354a2874c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365629 Oct 25 23:38:06.467982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf830-15ba-4042-a40f-af3aed56ee93 req-62dc383c-b4ef-49d5-a275-aec30dbcd927 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:06.469378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f14bf830-15ba-4042-a40f-af3aed56ee93 req-62dc383c-b4ef-49d5-a275-aec30dbcd927 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0499804 Oct 25 23:38:06.507952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f14bf830-15ba-4042-a40f-af3aed56ee93 req-6f41a774-9d97-42f0-9517-b753d2c9159b tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325465 Oct 25 23:38:07.435526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51287f74-7680-4657-ab9e-2716922fffc2 req-2a271d79-05de-4e42-a08f-51368f565d21 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:07.436975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51287f74-7680-4657-ab9e-2716922fffc2 req-2a271d79-05de-4e42-a08f-51368f565d21 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 943 time: 0.0525751 Oct 25 23:38:07.476249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51287f74-7680-4657-ab9e-2716922fffc2 req-86fcdb96-93f3-4218-a7a5-ef3c57815f87 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332372 Oct 25 23:38:07.621926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640f9e9-37b8-4882-890d-96b9672d0469 req-eb1fe2b5-7915-4b21-985c-1d680eec4a40 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:07.623324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7640f9e9-37b8-4882-890d-96b9672d0469 req-eb1fe2b5-7915-4b21-985c-1d680eec4a40 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0475051 Oct 25 23:38:07.659447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7640f9e9-37b8-4882-890d-96b9672d0469 req-9c160a53-11c5-44a0-8831-7207b2c327a1 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301845 Oct 25 23:38:08.593673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8b5c0-47e6-4c70-8900-47d8e2918a51 req-4a673236-9eb6-4923-ab54-6c1d24eaa663 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:08.595168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98c8b5c0-47e6-4c70-8900-47d8e2918a51 req-4a673236-9eb6-4923-ab54-6c1d24eaa663 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 943 time: 0.0497272 Oct 25 23:38:08.633991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-98c8b5c0-47e6-4c70-8900-47d8e2918a51 req-e3270f9a-73ef-4607-b32a-8e069838b6ad tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Oct 25 23:38:08.776597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448b45-d26d-4bb8-a585-cd6baf4c1c2d req-694247ae-a2d6-4105-9d81-0c3dc7ac985a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:08.777964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd448b45-d26d-4bb8-a585-cd6baf4c1c2d req-694247ae-a2d6-4105-9d81-0c3dc7ac985a tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0513566 Oct 25 23:38:08.815826 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dd448b45-d26d-4bb8-a585-cd6baf4c1c2d req-b5ee7a1b-1346-4d68-a374-5ec19a71ee0e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Oct 25 23:38:09.378123 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:38:09.469983 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:09.481482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'port_id': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'mac_address': 'fa:16:3e:b0:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:38:09.521606 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:09.533896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e39dcc-2ce6-4177-b2c2-217432621dc8 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:38:09.552938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:09.556710 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:09.601318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:09.748558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e1e16-5f5a-4aa8-93ac-fb0ad80ac2ea req-53ad3566-b7d9-4cc4-875e-fed7ffc34417 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:09.749927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e64e1e16-5f5a-4aa8-93ac-fb0ad80ac2ea req-53ad3566-b7d9-4cc4-875e-fed7ffc34417 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0489295 Oct 25 23:38:09.788147 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e64e1e16-5f5a-4aa8-93ac-fb0ad80ac2ea req-7bf31829-7b44-4655-96ac-c981369bbe55 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Oct 25 23:38:09.936064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6ed2-4b5b-4a6c-9da2-079757f449df req-12a4f22f-f2c0-4751-9fbb-6ac8bd8a9974 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:09.937613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fdd6ed2-4b5b-4a6c-9da2-079757f449df req-12a4f22f-f2c0-4751-9fbb-6ac8bd8a9974 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0482755 Oct 25 23:38:09.954136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2e39dcc-2ce6-4177-b2c2-217432621dc8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:38:09.977015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fdd6ed2-4b5b-4a6c-9da2-079757f449df req-84b5e564-6d9f-481b-83b5-d6e226075f4c tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Oct 25 23:38:10.911602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cc823-bda7-4925-b7dd-f68c1e7d5f02 req-787576c1-9dee-41b3-84b2-0fc5bbd10ebd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:10.913054 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b78cc823-bda7-4925-b7dd-f68c1e7d5f02 req-787576c1-9dee-41b3-84b2-0fc5bbd10ebd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0533285 Oct 25 23:38:10.951231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b78cc823-bda7-4925-b7dd-f68c1e7d5f02 req-caa10dca-3704-4655-8c1c-a883907ba8aa tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Oct 25 23:38:11.106130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d5356-4486-43ad-af57-953f781da56d req-2cdde828-0806-48c8-a6c2-82be68b9f96f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:11.107602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c2d5356-4486-43ad-af57-953f781da56d req-2cdde828-0806-48c8-a6c2-82be68b9f96f tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0780342 Oct 25 23:38:11.121995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cd088-0af6-466a-a025-c2e57c812bb5 req-e87281d6-b815-4fd0-86d0-826b40fce6f0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:11.123408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-192cd088-0af6-466a-a025-c2e57c812bb5 req-e87281d6-b815-4fd0-86d0-826b40fce6f0 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0697422 Oct 25 23:38:11.210464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-192cd088-0af6-466a-a025-c2e57c812bb5 req-bb3ff774-33af-48bc-8df7-51f77a135205 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785174 Oct 25 23:38:11.235190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Deleting port 628cfc89-80ef-45c9-a825-f501a092b1bf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:11.235523 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.377836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:38:11.428773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f2e39dcc-2ce6-4177-b2c2-217432621dc8 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:38:11.433072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f2e39dcc-2ce6-4177-b2c2-217432621dc8 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:38:11.433440 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.518618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.543334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:38:11.545617 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77208e02-a0b8-438f-996b-3a729efeea12" -d '{"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-plugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:38:11.559197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:11.563772 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.591681 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0df64-7e09-4270-b4c6-c35d074c56bb x-openstack-request-id: req-35c0df64-7e09-4270-b4c6-c35d074c56bb {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:38:11.591972 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-plugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:38:11.592221 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35c0df64-7e09-4270-b4c6-c35d074c56bb {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:38:11.592604 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'code': 200} Oct 25 23:38:11.621102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:11.675083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] For port 628cfc89-80ef-45c9-a825-f501a092b1bf, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=628cfc89-80ef-45c9-a825-f501a092b1bf,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:11.675532 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.714537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee8adb-a76b-450d-bdd1-ef066a8c95f3 req-300a7fdb-36d1-481b-b6a2-1f1b114f05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:11.716058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-adee8adb-a76b-450d-bdd1-ef066a8c95f3 req-300a7fdb-36d1-481b-b6a2-1f1b114f05cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1096 time: 0.0417874 Oct 25 23:38:11.752279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-adee8adb-a76b-450d-bdd1-ef066a8c95f3 req-35e6adfe-d93f-4c4a-af94-ade09b8c5931 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286474 Oct 25 23:38:11.896155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.896432 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:11.896774 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Floating IP c2b5f23d-588d-4ef6-ac0c-c165aad86552 disassociated. External IP: 172.25.4.205, port: 628cfc89-80ef-45c9-a825-f501a092b1bf. Oct 25 23:38:11.897113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Calling delete_port for 628cfc89-80ef-45c9-a825-f501a092b1bf owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:12.029134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:12.084837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'Port': ['ID=628cfc89-80ef-45c9-a825-f501a092b1bf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:12.105038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dab09a-c50d-400a-9b6b-21eee1cb9c2d req-f7da2cde-5fb9-4592-bcdf-12cbe7c4c92d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:12.106564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c7dab09a-c50d-400a-9b6b-21eee1cb9c2d req-f7da2cde-5fb9-4592-bcdf-12cbe7c4c92d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0877993 Oct 25 23:38:12.213200 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c7dab09a-c50d-400a-9b6b-21eee1cb9c2d req-11765fd5-e810-48e0-9a1a-f04d6f6a4b1f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723536 Oct 25 23:38:12.237132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Router 02572d73-231f-4cd8-98b1-2dc54407362d has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:38:12.310342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63a36013-f20d-42be-97f0-1dc370983358 req-59d6717d-8bbd-44c1-ab60-d742d67f9d7d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0291576 Oct 25 23:38:12.351453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:38:12.360977 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] Sync routers for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:38:12.371125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:12.371738 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:12.391762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] No DVR routers for this DVR port 628cfc89-80ef-45c9-a825-f501a092b1bf on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:38:12.394624 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:12.398025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c2d5356-4486-43ad-af57-953f781da56d req-b79d923b-c8d2-40e1-aff2-bc08114f8ddb tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "DELETE /v2.0/ports/628cfc89-80ef-45c9-a825-f501a092b1bf HTTP/1.1" status: 204 len: 173 time: 1.2737379 Oct 25 23:38:12.398530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'name': 'network-vif-deleted', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:38:12.400801 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3368afe2-448e-4457-ab75-1734d1116a0e" -d '{"events": [{"server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "name": "network-vif-deleted", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:38:12.456666 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f17ae-cb43-41c1-8b4c-cf8f32a01d64 x-openstack-request-id: req-2e9f17ae-cb43-41c1-8b4c-cf8f32a01d64 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:38:12.456952 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5573d4-090a-4360-9738-2c7d5413eaa1", "name": "network-vif-deleted", "tag": "628cfc89-80ef-45c9-a825-f501a092b1bf", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:38:12.457201 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e9f17ae-cb43-41c1-8b4c-cf8f32a01d64 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:38:12.457596 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5573d4-090a-4360-9738-2c7d5413eaa1', 'name': 'network-vif-deleted', 'tag': '628cfc89-80ef-45c9-a825-f501a092b1bf', 'status': 'completed', 'code': 200} Oct 25 23:38:12.483376 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:12.696321 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:31Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:12.726604 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] Checking router: 02572d73-231f-4cd8-98b1-2dc54407362d for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:38:12.735221 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:12.735775 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:12.835490 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:13.111454 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:31Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:13.138567 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8629754-23b1-4887-84e3-7a905422abfc None None] The sync data for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 is: [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:27:13Z', 'revision_number': 4, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '51098ff6-7283-4e8b-a65a-b0f7ff52bbf6', 'name': '', 'network_id': '70d15ace-5149-4d13-93d8-7c9fc8f32d33', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'mac_address': 'fa:16:3e:48:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:11Z', 'updated_at': '2021-10-25T23:27:31Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'subnets': [{'id': '5f26aaaa-c8fd-42fe-83a0-bba958558981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:38:13.244508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.341343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb882f42-974f-4172-bbef-08a4a47b00c6 req-a9a08295-0352-4ef7-bf83-fc1e41998d4f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:13.343187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eb882f42-974f-4172-bbef-08a4a47b00c6 req-a9a08295-0352-4ef7-bf83-fc1e41998d4f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0612252 Oct 25 23:38:13.385493 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eb882f42-974f-4172-bbef-08a4a47b00c6 req-63c622fc-65b6-408e-bb7b-04f3d1e23799 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Oct 25 23:38:13.412286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9a2e5-3885-4331-94e0-b5aa971d3d62 None None] New status for floating IP c2b5f23d-588d-4ef6-ac0c-c165aad86552: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:38:13.425937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f5cc6057-69c8-4e9f-ba36-38104a394077 req-4801fd57-fecf-4479-9282-5b6cedc9e541 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Oct 25 23:38:13.500209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:13.514045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484796b-aa1e-40fd-943b-fd147d77c696 req-ea8b6986-d9f6-4a3b-900a-843ea981819a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:13.515694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6484796b-aa1e-40fd-943b-fd147d77c696 req-ea8b6986-d9f6-4a3b-900a-843ea981819a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Oct 25 23:38:13.562588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6484796b-aa1e-40fd-943b-fd147d77c696 req-864cb1ec-c147-47eb-b3d3-b4a2a38975b9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394068 Oct 25 23:38:13.589349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44392) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:13.629325 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b973d-2760-4b6f-ae49-d0bc918ff675 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:13.634004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Deleting port 651668b5-e962-47e5-9c92-f85a410c2852 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:13.634004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.634295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6c2b973d-2760-4b6f-ae49-d0bc918ff675 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1091 time: 0.0410893 Oct 25 23:38:13.634461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44394) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:13.638698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:38:13.660118 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.711982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.712594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.724964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Calling delete_port for 651668b5-e962-47e5-9c92-f85a410c2852 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:13.764704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.857982 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.871442 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.171 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/b6b0bf4d-b018-4953-acaf-79611c1fa6c0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:38:13.886260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'Port': ['ID=651668b5-e962-47e5-9c92-f85a410c2852,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:13.953968 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.956601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.957888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-674ae698-76ba-4818-a61b-ab106600eebe tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "DELETE /v2.0/floatingips/c2b5f23d-588d-4ef6-ac0c-c165aad86552 HTTP/1.1" status: 204 len: 168 time: 0.4566059 Oct 25 23:38:13.985395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:13.990965 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:38:14.020505 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:14.064626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:38:14.068392 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:38:14.073294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:38:14.076520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=b6b0bf4d-b018-4953-acaf-79611c1fa6c0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:14.149152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ba4eb98-991d-41ba-b0ba-0bc764c6cbfa req-0187cbd9-5e51-4d0b-b34c-81ae46827add service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Oct 25 23:38:14.191989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74574728-6a57-47fc-b142-b323fc2c1bdb req-defd7594-e277-43d7-910e-b871195811b5 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0514605 Oct 25 23:38:14.340119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4eb98-991d-41ba-b0ba-0bc764c6cbfa req-2c203bfd-dcf7-4e0d-832a-2f7e68c23749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:14.341638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ba4eb98-991d-41ba-b0ba-0bc764c6cbfa req-2c203bfd-dcf7-4e0d-832a-2f7e68c23749 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1844523 Oct 25 23:38:14.457596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:14.509663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4eb98-991d-41ba-b0ba-0bc764c6cbfa req-5a21a382-1d2a-4cb2-8ea5-08b18af743ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:14.511565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ba4eb98-991d-41ba-b0ba-0bc764c6cbfa req-5a21a382-1d2a-4cb2-8ea5-08b18af743ff service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622372 Oct 25 23:38:14.528012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:14.678185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:14.682563 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:14.752724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=b6b0bf4d-b018-4953-acaf-79611c1fa6c0,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:14.761581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:14.860748 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 38830acc-eba0-4985-a8ab-a8091660d99b associated. External IP: 172.25.4.171, port: f2e39dcc-2ce6-4177-b2c2-217432621dc8. Oct 25 23:38:15.064387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:38:15.171714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:38:15.181544 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] Sync routers for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:38:15.188837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:15.193778 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:15.194418 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:15.216763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1b181c16-0428-4e70-a544-d9f08ba52304 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5812793 Oct 25 23:38:15.217343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:38:15.219615 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333910b6-a4c0-4a8d-8d46-fad99270348f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:38:15.303689 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:15.304939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-667540ad-ce6e-4cfa-80d5-0c6068b03350 req-0e3aa889-4540-4960-b49c-12661302bf7e tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Oct 25 23:38:15.333557 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f90e-3aa4-413e-9ca6-45c229f6ee3a req-04e87696-bb5d-41ae-9577-bae805bac774 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:15.335503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9838f90e-3aa4-413e-9ca6-45c229f6ee3a req-04e87696-bb5d-41ae-9577-bae805bac774 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0643313 Oct 25 23:38:15.362123 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee393b-552b-4fd9-aa75-0264c23e83dd x-openstack-request-id: req-7dee393b-552b-4fd9-aa75-0264c23e83dd {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:38:15.362665 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:38:15.362974 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dee393b-552b-4fd9-aa75-0264c23e83dd {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:38:15.363434 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'status': 'completed', 'code': 200} Oct 25 23:38:15.381329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9838f90e-3aa4-413e-9ca6-45c229f6ee3a req-e3f6eda7-9788-46e7-a9e6-6a94ae44d156 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395854 Oct 25 23:38:15.405726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:15.464146 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-fdff0c17-30ac-45fe-ac0a-698fc0542c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:15.464146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-fdff0c17-30ac-45fe-ac0a-698fc0542c58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1096 time: 0.0443654 Oct 25 23:38:15.481565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f6631f81-f116-4508-a80e-b3e574a78515 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/38830acc-eba0-4985-a8ab-a8091660d99b HTTP/1.1" status: 200 len: 991 time: 0.0745876 Oct 25 23:38:15.554058 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '38830acc-eba0-4985-a8ab-a8091660d99b', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'port_id': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'mac_address': 'fa:16:3e:b0:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eddc191-2664-4214-a237-4c5841764b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:38:14Z', 'updated_at': '2021-10-25T23:38:14Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:15.581742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] Checking router: 569222fa-21f4-4a86-b46e-36dbd7d3a7dc for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:38:15.591079 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:15.591702 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:37:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:15.699891 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:15.875678 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-62ef1c87-031f-40a6-90fa-570b80b25459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:15.877100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-36ebac1d-53d3-4ade-bf9f-7a7e2e13c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:15.878771 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-36ebac1d-53d3-4ade-bf9f-7a7e2e13c0dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 897 time: 0.4145029 Oct 25 23:38:15.928987 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '38830acc-eba0-4985-a8ab-a8091660d99b', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'port_id': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'mac_address': 'fa:16:3e:b0:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eddc191-2664-4214-a237-4c5841764b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:38:14Z', 'updated_at': '2021-10-25T23:38:14Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:15.946028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-ba137692-fbe1-4ba9-a914-dee4317aa393 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 999 time: 0.0598750 Oct 25 23:38:15.955353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d85e72-5929-4633-8e83-a29b93bb43f1 None None] The sync data for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 is: [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '38830acc-eba0-4985-a8ab-a8091660d99b', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'port_id': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'mac_address': 'fa:16:3e:b0:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eddc191-2664-4214-a237-4c5841764b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:38:14Z', 'updated_at': '2021-10-25T23:38:14Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:38:16.000703 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-50557e65-ccb0-43c2-9be4-3eb2f279fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:16.002198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-50557e65-ccb0-43c2-9be4-3eb2f279fd83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0492520 Oct 25 23:38:16.048727 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-3f482693-c74b-4d56-8b96-1199b1f30072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:16.050247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-3f482693-c74b-4d56-8b96-1199b1f30072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413435 Oct 25 23:38:16.147960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-1394ba54-10cd-4dd1-acfe-ce82491355d5 service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907254 Oct 25 23:38:16.152422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ee3a9-ab59-4b62-8f9e-8556f2b2d548 None None] New status for floating IP 38830acc-eba0-4985-a8ab-a8091660d99b: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:38:16.239731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-333910b6-a4c0-4a8d-8d46-fad99270348f req-707d884a-c9b3-40aa-bced-73d3e6a38747 service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 Oct 25 23:38:16.485386 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44414) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:16.550498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e94312e3-ead2-4465-a9bb-22f606ac983b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/38830acc-eba0-4985-a8ab-a8091660d99b HTTP/1.1" status: 200 len: 993 time: 0.0638719 Oct 25 23:38:18.360444 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fc33ee22-1cca-4a3d-bf4a-31b2e37228cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.087671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44422) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:19.149468 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3636d428-af41-44cf-ba0e-f8643b92084c tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/floatingips/63a12156-f6a1-4617-b627-a3c270d8f2b6 HTTP/1.1" status: 200 len: 994 time: 0.0606699 Oct 25 23:38:19.388734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44428) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:19.546958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port cab8e7a9-3e04-4481-8e38-583bcf4e5116 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:19.547287 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.625892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.626239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.638715 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for cab8e7a9-3e04-4481-8e38-583bcf4e5116 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:19.691891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.787620 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.811087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=cab8e7a9-3e04-4481-8e38-583bcf4e5116,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:19.873748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:19.874071 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Floating IP 63a12156-f6a1-4617-b627-a3c270d8f2b6 disassociated (deleted). External IP: 172.25.4.129, port: 57e12cb4-3680-4b21-9b09-3a74e06e9a7f. Oct 25 23:38:20.082755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 077a23fd-b47e-45db-9c94-599b00589f1e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:38:20.191982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:38:20.197705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:20.202447 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] Sync routers for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:38:20.211686 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:20.212350 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:38:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:20.226892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-21fdec9d-750d-4d0c-89f4-4cb6492e1abe tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/floatingips/63a12156-f6a1-4617-b627-a3c270d8f2b6 HTTP/1.1" status: 204 len: 168 time: 0.8345878 Oct 25 23:38:20.226892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:38:20.227639 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b5723-6952-4177-a02c-e115994fb858" -d '{"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:38:20.268099 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228a6e98-9187-42c5-9a07-875b6535d9d3 x-openstack-request-id: req-228a6e98-9187-42c5-9a07-875b6535d9d3 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:38:20.268099 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:38:20.268099 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-228a6e98-9187-42c5-9a07-875b6535d9d3 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:38:20.268591 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'status': 'completed', 'code': 200} Oct 25 23:38:20.278804 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:20.352989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:20.383879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5723-6952-4177-a02c-e115994fb858 req-6320a327-e553-4e10-8ad5-587d187470b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:20.385412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-6320a327-e553-4e10-8ad5-587d187470b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 1097 time: 0.0637717 Oct 25 23:38:20.469567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725a6d7-5615-49a2-b7c0-80bf103a8de2 req-14997d65-fcb7-4f52-8b63-f3dc2caff9eb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:20.471349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6725a6d7-5615-49a2-b7c0-80bf103a8de2 req-14997d65-fcb7-4f52-8b63-f3dc2caff9eb tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0556302 Oct 25 23:38:20.516044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5723-6952-4177-a02c-e115994fb858 req-bd4aadcc-218f-4baf-8d7f-c3e09b489826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:20.516459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6725a6d7-5615-49a2-b7c0-80bf103a8de2 req-ca6f0e88-85b9-4503-931b-e9b7e646e537 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378799 Oct 25 23:38:20.517650 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-bd4aadcc-218f-4baf-8d7f-c3e09b489826 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 200 len: 897 time: 0.0983794 Oct 25 23:38:20.560608 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:42Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:20.572511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-db24452d-3239-4968-8ac2-652efda4509c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f HTTP/1.1" status: 200 len: 217 time: 0.0469558 Oct 25 23:38:20.587222 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] Checking router: 077a23fd-b47e-45db-9c94-599b00589f1e for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:38:20.595618 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:20.596216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:38:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:20.630977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5723-6952-4177-a02c-e115994fb858 req-48e5b798-ee98-4388-a033-9c52b7075f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:20.632424 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-48e5b798-ee98-4388-a033-9c52b7075f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 200 len: 835 time: 0.0512142 Oct 25 23:38:20.683749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5723-6952-4177-a02c-e115994fb858 req-721bbd0e-e53f-4e24-b6cf-ebc7937e25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:20.684801 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-721bbd0e-e53f-4e24-b6cf-ebc7937e25b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b72470d3-0f6c-40e2-bf35-f97cb07bc679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445142 Oct 25 23:38:20.786473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-2550470d-d00e-4571-8c83-82ecc872ebd5 service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937471 Oct 25 23:38:20.795314 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:20.829880 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:20.882566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f90b5723-6952-4177-a02c-e115994fb858 req-f364fcb6-25a9-4726-963d-5480e05c3116 service neutron] 10.222.0.15 "GET /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882077 Oct 25 23:38:20.989884 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:42Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:21.019515 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75a691-62bf-4b80-a9ca-a1c222284d79 None None] The sync data for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 is: [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:38Z', 'revision_number': 4, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4', 'name': '', 'network_id': 'b72470d3-0f6c-40e2-bf35-f97cb07bc679', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'mac_address': 'fa:16:3e:ba:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:37Z', 'updated_at': '2021-10-25T23:36:42Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'subnets': [{'id': '2b6a778c-72de-474d-92e0-70101c5f4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:38:21.233240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08af128-c8a7-4e5c-8222-9eb6f7b340b7 None None] New status for floating IP 63a12156-f6a1-4617-b627-a3c270d8f2b6: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:38:21.635957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6513f-4aa1-4d5c-aac5-bc67b6d73523 req-69f80ce4-1cf2-4abd-b6f7-c5b0fb0c09f5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:21.637432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74b6513f-4aa1-4d5c-aac5-bc67b6d73523 req-69f80ce4-1cf2-4abd-b6f7-c5b0fb0c09f5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0488389 Oct 25 23:38:21.674743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74b6513f-4aa1-4d5c-aac5-bc67b6d73523 req-ed43c943-2624-42c9-881c-5ee05af3b230 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/security-groups?id=c526d4c8-7298-4ab9-af9e-47d96ac1a873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Oct 25 23:38:22.171446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-04588708-19f7-4754-a03a-aa4975f35a05 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:22.172936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-04588708-19f7-4754-a03a-aa4975f35a05 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 946 time: 0.0555923 Oct 25 23:38:22.264669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:22.265057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:22.359394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:22.359750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:22.373354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 57e12cb4-3680-4b21-9b09-3a74e06e9a7f owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:22.501430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:22.528198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=57e12cb4-3680-4b21-9b09-3a74e06e9a7f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:22.571513 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] No DVR routers for this DVR port 57e12cb4-3680-4b21-9b09-3a74e06e9a7f on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:38:22.574430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:22.577764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3c39fb24-8917-4ba0-928c-b3db0f85caff req-0875715c-3e4a-4e57-add0-79b3651f9ca4 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.15 "DELETE /v2.0/ports/57e12cb4-3680-4b21-9b09-3a74e06e9a7f HTTP/1.1" status: 204 len: 173 time: 0.3985646 Oct 25 23:38:22.578251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'name': 'network-vif-deleted', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:38:22.580500 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e886aea2-95fb-4500-b13e-da0efbaf61a0" -d '{"events": [{"server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "name": "network-vif-deleted", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:38:22.621593 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da678d75-22e3-4471-8318-5b2809e5cd34 x-openstack-request-id: req-da678d75-22e3-4471-8318-5b2809e5cd34 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:38:22.621885 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa219402-be31-4df6-8e77-cb89abd194fd", "name": "network-vif-deleted", "tag": "57e12cb4-3680-4b21-9b09-3a74e06e9a7f", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:38:22.622134 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da678d75-22e3-4471-8318-5b2809e5cd34 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:38:22.622563 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa219402-be31-4df6-8e77-cb89abd194fd', 'name': 'network-vif-deleted', 'tag': '57e12cb4-3680-4b21-9b09-3a74e06e9a7f', 'status': 'completed', 'code': 200} Oct 25 23:38:22.784765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1c6c84d-139f-4466-ad51-fe0d047cdff7 req-3d49fa30-7fa0-454a-b2c0-ac5c9a689464 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa219402-be31-4df6-8e77-cb89abd194fd HTTP/1.1" status: 200 len: 210 time: 0.0286453 Oct 25 23:38:23.843978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44454) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:23.902272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d5732c3-d6d0-4f69-83cd-947625c274dc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:23.926281 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d5732c3-d6d0-4f69-83cd-947625c274dc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:23.986371 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d5732c3-d6d0-4f69-83cd-947625c274dc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:23.989057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4d5732c3-d6d0-4f69-83cd-947625c274dc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:23.990802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4d5732c3-d6d0-4f69-83cd-947625c274dc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/security-groups/c526d4c8-7298-4ab9-af9e-47d96ac1a873 HTTP/1.1" status: 204 len: 168 time: 0.1452277 Oct 25 23:38:23.999788 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5732c3-d6d0-4f69-83cd-947625c274dc tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526d4c8-7298-4ab9-af9e-47d96ac1a873,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:24.026100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44458) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:24.496579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:24.798019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:24.798378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:24.887074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:24.887423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:24.900056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:25.079232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:25.429196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 57e12cb4-3680-4b21-9b09-3a74e06e9a7f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:38:25.436367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:25.450714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 57e12cb4-3680-4b21-9b09-3a74e06e9a7f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:38:25.451065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 57e12cb4-3680-4b21-9b09-3a74e06e9a7f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:38:25.612583 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:25.829716 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Router 077a23fd-b47e-45db-9c94-599b00589f1e has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:38:25.936745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:38:25.943930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fef7831b-1790-487e-b624-2d91b189950e tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "PUT /v2.0/routers/077a23fd-b47e-45db-9c94-599b00589f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9146688 Oct 25 23:38:25.945578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44464) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:25.949373 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] Sync routers for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:38:25.958598 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:25.960603 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:38:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:25.997292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting subnet 2b6a778c-72de-474d-92e0-70101c5f4c97 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:38:26.000399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.040752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.066301 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:26.162225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.220212 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.245284 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:38:25Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:26.247302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6a778c-72de-474d-92e0-70101c5f4c97,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:26.257502 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.260791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-dababf16-2ff9-4326-afca-199c03f308c5 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/subnets/2b6a778c-72de-474d-92e0-70101c5f4c97 HTTP/1.1" status: 204 len: 168 time: 0.3142426 Oct 25 23:38:26.263366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44466) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:26.266604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed057e6-37ec-4df9-b29c-1f8618e23ac1 None None] Network b72470d3-0f6c-40e2-bf35-f97cb07bc679 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:38:26.272218 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] Checking router: 077a23fd-b47e-45db-9c94-599b00589f1e for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:38:26.280788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] Routers {'077a23fd-b47e-45db-9c94-599b00589f1e'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:38:26.281334 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:38:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['077a23fd-b47e-45db-9c94-599b00589f1e'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:26.391061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.407160 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] Set router 077a23fd-b47e-45db-9c94-599b00589f1e gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:38:26.481403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] DHCP port deletion for b72470d3-0f6c-40e2-bf35-f97cb07bc679 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:38:26.509692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.530742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] Deleting port 80819162-515e-4ae6-a7a0-33ba828fa65b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:26.531553 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.564237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Deleting port 35b53946-9172-4023-91a4-064b21e3d8b6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:38:26.564588 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.604048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] For port 80819162-515e-4ae6-a7a0-33ba828fa65b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=80819162-515e-4ae6-a7a0-33ba828fa65b,segment=NetworkSegment(86e9c197-27b7-42fa-b51e-06ba43efddd1),segment_id=86e9c197-27b7-42fa-b51e-06ba43efddd1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:26.604048 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.615112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] Calling delete_port for 80819162-515e-4ae6-a7a0-33ba828fa65b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:26.620455 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:38:25Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:26.647570 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23b4da-2176-4492-807a-04de8b19dc33 None None] The sync data for ids ['077a23fd-b47e-45db-9c94-599b00589f1e'] in n-d-815373-1 is: [{'id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'name': 'tempest-TestNetworkBasicOps-router-974017805', 'tenant_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:38:25Z', 'revision_number': 5, 'project_id': '0b28a4d9e3fd41eda874f5054bfab2e9', 'gw_port': {'id': '35b53946-9172-4023-91a4-064b21e3d8b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a23fd-b47e-45db-9c94-599b00589f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:36:32Z', 'updated_at': '2021-10-25T23:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:38:26.655511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] For port 35b53946-9172-4023-91a4-064b21e3d8b6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35b53946-9172-4023-91a4-064b21e3d8b6,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:38:26.655877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.669862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Calling delete_port for 35b53946-9172-4023-91a4-064b21e3d8b6 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:38:26.697771 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.722848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] Pushing event deleted for resources: {'Port': ['ID=80819162-515e-4ae6-a7a0-33ba828fa65b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:26.727686 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66947551-6bac-4fe2-9fe1-7030c2b8d97d None None] No DVR routers for this DVR port 80819162-515e-4ae6-a7a0-33ba828fa65b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:38:26.846680 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:26.872700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Port': ['ID=35b53946-9172-4023-91a4-064b21e3d8b6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:26.934972 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.043963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.046238 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.112631 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.113292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Fanout notify agent at l3_agent the message router_deleted on router 077a23fd-b47e-45db-9c94-599b00589f1e {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:38:27.122254 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.123393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ae50eb9b-f34d-43eb-8576-d2199262a15b tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/routers/077a23fd-b47e-45db-9c94-599b00589f1e HTTP/1.1" status: 204 len: 168 time: 0.8588986 Oct 25 23:38:27.126052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44470) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:27.208524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.310187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.331119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72470d3-0f6c-40e2-bf35-f97cb07bc679']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:27.341080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e9c197-27b7-42fa-b51e-06ba43efddd1') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:27.341371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e9c197-27b7-42fa-b51e-06ba43efddd1') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:38:27.355190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.367924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.374269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:38:27.374652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:38:27.377588 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:38:27.433928 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.440705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.443856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] 10.222.0.25 "DELETE /v2.0/networks/b72470d3-0f6c-40e2-bf35-f97cb07bc679 HTTP/1.1" status: 204 len: 168 time: 0.3166547 Oct 25 23:38:27.455146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd600be0-823d-4963-b168-5efc063cdbd7 tempest-TestNetworkBasicOps-425821124 tempest-TestNetworkBasicOps-425821124-project] Pushing event deleted for resources: {'Network': ['ID=b72470d3-0f6c-40e2-bf35-f97cb07bc679,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:27.745611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:27.895038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d0533f0a-28b9-4bfa-8b10-5430125fcb35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b28a4d9e3fd41eda874f5054bfab2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481998 Oct 25 23:38:27.897651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44480) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:27.944606 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:27.965124 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.011535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.014343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.015494 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7489ef34-e8a7-4445-97d0-31afd9561d0d HTTP/1.1" status: 204 len: 168 time: 0.1168971 Oct 25 23:38:28.024495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7489ef34-e8a7-4445-97d0-31afd9561d0d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:28.032260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.032610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.033060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.033519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.033860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.034222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.034551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.034878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.035206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.035531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.035860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.036182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37258e-1324-45b7-a4b1-50a4b21a0655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:38:28.281658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44488) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:28.297273 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6085437-836b-4d8f-b0de-3dcc276260c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.327138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80819162-515e-4ae6-a7a0-33ba828fa65b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:38:28.350743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 80819162-515e-4ae6-a7a0-33ba828fa65b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:38:28.351114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 80819162-515e-4ae6-a7a0-33ba828fa65b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:38:28.351601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:38:28.370984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:38:28.371333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c2f2ab9e-52b7-403b-a8e3-f93ebaf11dd4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:38:28.371752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b53946-9172-4023-91a4-064b21e3d8b6 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:38:28.375267 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6085437-836b-4d8f-b0de-3dcc276260c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.379179 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6085437-836b-4d8f-b0de-3dcc276260c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.392858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 35b53946-9172-4023-91a4-064b21e3d8b6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:38:28.393213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b53946-9172-4023-91a4-064b21e3d8b6 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:38:28.422374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6085437-836b-4d8f-b0de-3dcc276260c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f95e33999dc344e9b79a4640ccd6f1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395526 Oct 25 23:38:28.423478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6085437-836b-4d8f-b0de-3dcc276260c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7ccfe-dddd-4e3b-b05e-236afeb98e6a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:28.425092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44490) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:38:28.483360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c49714f9-69c9-4906-95a3-9db4d1e1e455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.507209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c49714f9-69c9-4906-95a3-9db4d1e1e455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.554784 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.556413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c49714f9-69c9-4906-95a3-9db4d1e1e455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.559221 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c49714f9-69c9-4906-95a3-9db4d1e1e455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:28.560437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c49714f9-69c9-4906-95a3-9db4d1e1e455 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bea7ccfe-dddd-4e3b-b05e-236afeb98e6a HTTP/1.1" status: 204 len: 168 time: 0.1342399 Oct 25 23:38:28.569277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49714f9-69c9-4906-95a3-9db4d1e1e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7ccfe-dddd-4e3b-b05e-236afeb98e6a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:38:41.244280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 628cfc89-80ef-45c9-a825-f501a092b1bf details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:38:41.248640 n-d-815373-1 neutron-server[102135]: INFO neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No ports have port_id starting with 628cfc89-80ef-45c9-a825-f501a092b1bf Oct 25 23:38:41.250096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device 628cfc89-80ef-45c9-a825-f501a092b1bf requested by agent hyperv_n-h2-815373-1 not found in database {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 25 23:38:43.273839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:45.869312 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-becc63a0-565a-497a-aa63-9831b3f65815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:48.362045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-976fcdb2-d27b-43b4-ac1e-6091d8820412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:49.695685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:50.260970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:50.826688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:38:50.989926 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:38:56.250955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-7ea84819-47d5-4519-a2d9-1ee3e9f42fab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400159 Oct 25 23:38:56.355977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-f0764c8d-3f09-434a-bc01-1fd4a503601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:56.357534 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-f0764c8d-3f09-434a-bc01-1fd4a503601e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30a362e109234b5ab4271a05c07056c9&device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 1096 time: 0.0447507 Oct 25 23:38:56.461732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-3eb3dda1-fb57-47b2-bab8-72e6a7e59f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:56.463253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-3eb3dda1-fb57-47b2-bab8-72e6a7e59f48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 200 len: 910 time: 0.0865607 Oct 25 23:38:56.534000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-23b15518-acb4-4031-aedb-0ffdf13e9858 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 200 len: 1000 time: 0.0634205 Oct 25 23:38:56.583310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-4df99be5-c0b0-4a7b-9c9b-762aed83ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:56.584826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-4df99be5-c0b0-4a7b-9c9b-762aed83ac7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 200 len: 848 time: 0.0436156 Oct 25 23:38:56.629960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-15208f0d-1fc7-46bf-8614-434a5d39d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:38:56.631640 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-15208f0d-1fc7-46bf-8614-434a5d39d2be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3876a08b-506f-4b4b-8386-5ab93cf865cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401008 Oct 25 23:38:56.725570 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-b7420da6-6a56-4ca7-8655-94af1aa892cc service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863976 Oct 25 23:38:56.819609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-43875e88-0740-403f-ae18-7d6dd1c1755c req-0ad25e8f-7b9c-4618-8349-d137a0865a6a service neutron] 10.222.0.15 "GET /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Oct 25 23:38:58.552589 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:13.291340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:16.019055 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9445fa31-7257-44f9-8ea5-4ae4e89b0c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:18.364043 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e51c422c-c9a6-448d-a015-d1e251882c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:19.697838 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:20.261435 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:20.829669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:25.391867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ba4eb98-991d-41ba-b0ba-0bc764c6cbfa req-625942ea-73e7-4007-b70f-7736d0193c2d tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0290272 Oct 25 23:39:27.988973 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:39:28.569360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:29.988692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4944493-64fa-47d1-9cfb-5a53e3623489 req-991ba26f-0cfd-4066-9b1a-28556ca72842 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:29.990185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4944493-64fa-47d1-9cfb-5a53e3623489 req-991ba26f-0cfd-4066-9b1a-28556ca72842 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0541198 Oct 25 23:39:30.028852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c4944493-64fa-47d1-9cfb-5a53e3623489 req-0b987e06-1519-4976-8ae7-8553e466f99b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318413 Oct 25 23:39:30.050641 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:30.112216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7a7980d0-3f79-4931-8a09-e0bc14ff91ff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/38830acc-eba0-4985-a8ab-a8091660d99b HTTP/1.1" status: 200 len: 993 time: 0.0604589 Oct 25 23:39:30.467196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc79c-296e-4e5b-862d-6a6520a7f72d req-3c23393f-8ed8-4227-94d4-421c61649b57 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:30.468659 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4e6cc79c-296e-4e5b-862d-6a6520a7f72d req-3c23393f-8ed8-4227-94d4-421c61649b57 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1096 time: 0.0410979 Oct 25 23:39:30.504576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4e6cc79c-296e-4e5b-862d-6a6520a7f72d req-c60f3b5c-23ce-406c-9cb1-7b5a8b53368e tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298853 Oct 25 23:39:31.136350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-b0829367-14e1-461b-a635-43ce8e4b8a9c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399634 Oct 25 23:39:31.145084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-de976e70-f982-47b4-a6a3-0b602ff5fd1d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:39:31.146039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-de976e70-f982-47b4-a6a3-0b602ff5fd1d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049815 Oct 25 23:39:31.751321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c9553f96-f718-4768-832d-225a381d0c39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:31.752588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c9553f96-f718-4768-832d-225a381d0c39 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 1093 time: 0.1537619 Oct 25 23:39:31.761562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Request body: {'binding': {'host': 'n-h2-815373-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:31.761997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Unknown quota resources ['binding']. {{(pid=102134) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 23:39:31.894406 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on host n-h2-815373-1 for vnic_type normal with profile None {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:39:31.894737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 by drivers openvswitch,hyperv on host n-h2-815373-1 at level 0 using segments [{'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:39:31.895054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:31.899277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:39:31.899591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:31.904291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Checking agent: {'id': '9aa3c1b9-8216-4e07-8531-7a39beacc78e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'started_at': datetime.datetime(2021, 10, 25, 22, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:39:31.904618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Checking segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:31.904992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Bound using segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:39:31.905418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Bound port: f2e39dcc-2ce6-4177-b2c2-217432621dc8, host: n-h2-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:39:31.986477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h2-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:39:31.993888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] Publish callbacks [] for binding, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:31.995111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] 10.222.0.25 "POST /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2367477 Oct 25 23:39:32.148340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400fdd2-0714-4216-ae45-fe687f9e2134 req-4a4873d0-00dc-43c1-a2c6-4cf015e78fc7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:32.149248 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3400fdd2-0714-4216-ae45-fe687f9e2134 req-4a4873d0-00dc-43c1-a2c6-4cf015e78fc7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0623798 Oct 25 23:39:32.188945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3400fdd2-0714-4216-ae45-fe687f9e2134 req-d0ecc8f6-d6ff-47d6-b3bf-b13d851acae0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330055 Oct 25 23:39:32.222262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-fd422ae7-a5b6-484c-891a-bcb4914967ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:32.223767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-fd422ae7-a5b6-484c-891a-bcb4914967ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1096 time: 0.0429754 Oct 25 23:39:32.314703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-0741ba73-baca-4a5f-92da-27e398ddbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:32.316166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-0741ba73-baca-4a5f-92da-27e398ddbca4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 897 time: 0.0860240 Oct 25 23:39:32.384562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-86307cef-4f13-4224-87e7-cc923fe368ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0615067 Oct 25 23:39:32.431274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-5bf0891e-df03-49e8-9185-655f5e670598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:32.432656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-5bf0891e-df03-49e8-9185-655f5e670598 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0416443 Oct 25 23:39:32.481540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-702882f0-6458-4d8b-8802-dd2c66f49580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:32.483068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-702882f0-6458-4d8b-8802-dd2c66f49580 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400059 Oct 25 23:39:32.577568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d1f37927-be35-40cf-9ab5-33a121d1ae24 service neutron] 10.222.0.11 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865810 Oct 25 23:39:32.670867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-4e7599a1-d199-4a3e-89f8-c5f1c5a62206 service neutron] 10.222.0.11 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858622 Oct 25 23:39:32.800768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-8b539774-52c4-4d40-ad9a-262f94784ab6 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:32.802283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-8b539774-52c4-4d40-ad9a-262f94784ab6 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61&tenant_id=44cd600403ff4704858bc3f7a8deeaaa&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1096 time: 0.0727890 Oct 25 23:39:32.813231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-1'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:32.868767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:32.991556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:33.030141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:33.068300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:33.071015 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb96e30c-5a1b-43de-834c-08696eae02e4" -d '{"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:33.074917 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.080172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.198218 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf4acd0-2f30-4db4-8db3-f03fe759cf58 x-openstack-request-id: req-abf4acd0-2f30-4db4-8db3-f03fe759cf58 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:33.198504 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:33.199001 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abf4acd0-2f30-4db4-8db3-f03fe759cf58 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:33.199391 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'code': 200} Oct 25 23:39:33.222247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:33.244950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.245555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.245642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.245930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.246335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.246668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.247005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.247314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.247634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.247952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.248269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.248587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.304970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on host n-h1-815373-1 for vnic_type normal with profile {"migrating_to": "n-h2-815373-1"} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:39:33.305418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:39:33.305820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:33.315756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:39:33.316156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Attempting to bind port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:33.323588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:39:33.324274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Checking segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:33.324726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Bound using segment: {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:39:33.325238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Bound port: f2e39dcc-2ce6-4177-b2c2-217432621dc8, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347d5d2c-382c-4ca5-bc5c-079799d5121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:39:33.325660 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.333903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f692a-2447-4406-b785-65be65bf2161 req-a77e172a-8c98-4709-a161-33de5e5e07d5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:33.338656 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc6f692a-2447-4406-b785-65be65bf2161 req-a77e172a-8c98-4709-a161-33de5e5e07d5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 943 time: 0.0687592 Oct 25 23:39:33.380549 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fc6f692a-2447-4406-b785-65be65bf2161 req-acec8c19-e6f8-4caf-9c6d-a54dfe6feb05 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378203 Oct 25 23:39:33.401779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:33.405156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:39:33.411354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.519791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Provisioning complete for port f2e39dcc-2ce6-4177-b2c2-217432621dc8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:33.520430 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.606729 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.630074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:33.632386 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dfc2ea-c7f2-42b8-b465-74f91b6751cb" -d '{"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-plugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:33.645168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:33.650854 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.677757 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c7079-94e4-4b51-9432-2d87ce13aa49 x-openstack-request-id: req-551c7079-94e4-4b51-9432-2d87ce13aa49 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:33.678215 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-plugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:33.678562 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-551c7079-94e4-4b51-9432-2d87ce13aa49 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:33.678965 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'code': 200} Oct 25 23:39:33.780036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=8']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:33.801968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:33.827911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.828259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.828600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.828936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.829262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.829763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.830102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.830520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.831022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.831494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:33.831655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.832118 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.832276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.832742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e465d3-27fd-4b19-9167-1359c420279f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:33.833543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-ba6dfb3f-692f-40d5-b218-b7ccce515a73 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 1121 time: 1.0242114 Oct 25 23:39:33.958779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2dec70b3-a9b6-4356-b1bf-f8ed7b131956 None None] Provisioning complete for port f2e39dcc-2ce6-4177-b2c2-217432621dc8 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:33.959174 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2dec70b3-a9b6-4356-b1bf-f8ed7b131956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:33.984908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f2e39dcc-2ce6-4177-b2c2-217432621dc8'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:39:34.495501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d673ae-d4c6-42a7-b187-a2e356024380 req-e6c64e36-a37d-4a91-b08f-45c108a489a7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:34.497205 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d673ae-d4c6-42a7-b187-a2e356024380 req-e6c64e36-a37d-4a91-b08f-45c108a489a7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Oct 25 23:39:34.537882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-81d673ae-d4c6-42a7-b187-a2e356024380 req-b54db451-de4b-4f6b-a274-bb923f7d68e1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Oct 25 23:39:35.200833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:35.203223 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86affa08-634b-475c-ac22-1bf372c82793" -d '{"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:35.242600 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965f9a77-0962-407e-995f-7a60d5666f2b x-openstack-request-id: req-965f9a77-0962-407e-995f-7a60d5666f2b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:35.242894 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:35.243137 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-965f9a77-0962-407e-995f-7a60d5666f2b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:35.243526 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'status': 'completed', 'code': 200} Oct 25 23:39:35.330794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affa08-634b-475c-ac22-1bf372c82793 req-a7dd8e68-19ae-457b-b253-4ff1f37ee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:35.332262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-a7dd8e68-19ae-457b-b253-4ff1f37ee232 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1126 time: 0.0450728 Oct 25 23:39:35.424592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affa08-634b-475c-ac22-1bf372c82793 req-e1f1fd7d-ad44-4e4c-b763-d521b7a0cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:35.426061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-e1f1fd7d-ad44-4e4c-b763-d521b7a0cdad service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 897 time: 0.0860307 Oct 25 23:39:35.495767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-e0d4d936-2e8e-4101-a974-ca7ffe19d5ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0624390 Oct 25 23:39:35.545950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affa08-634b-475c-ac22-1bf372c82793 req-0b55d9a1-eadf-46e7-b213-43f8e7bd69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:35.547415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-0b55d9a1-eadf-46e7-b213-43f8e7bd69ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0439601 Oct 25 23:39:35.592907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affa08-634b-475c-ac22-1bf372c82793 req-54036f4d-accd-411d-b896-ac10f3705433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:35.594447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-54036f4d-accd-411d-b896-ac10f3705433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396364 Oct 25 23:39:35.709749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7bdd4-b58a-45bd-ba04-cc0a747ff221 req-8de5fdc7-3267-4088-acad-f5a3634273e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:35.711255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34b7bdd4-b58a-45bd-ba04-cc0a747ff221 req-8de5fdc7-3267-4088-acad-f5a3634273e9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.1018839 Oct 25 23:39:35.732464 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-505172dc-72fa-40da-8090-638a0905a4a7 service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301050 Oct 25 23:39:35.806778 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34b7bdd4-b58a-45bd-ba04-cc0a747ff221 req-88336d8a-1daa-4333-bf1c-b192c74cdd26 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853398 Oct 25 23:39:35.841492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86affa08-634b-475c-ac22-1bf372c82793 req-28e84bfe-1443-4d57-b786-92ee9785ea12 service neutron] 10.222.0.15 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020200 Oct 25 23:39:36.924759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad911a-1691-41e0-9067-cdd506382e63 req-e765aba6-2f24-434c-be0f-ed9a575c081b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:36.926253 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4ad911a-1691-41e0-9067-cdd506382e63 req-e765aba6-2f24-434c-be0f-ed9a575c081b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0498326 Oct 25 23:39:36.965130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4ad911a-1691-41e0-9067-cdd506382e63 req-91160b37-f05c-4b4f-92ee-f51807c513b1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Oct 25 23:39:37.476291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 details requested by agent hyperv_n-h2-815373-1 with host n-h2-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:39:37.572667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:37.583596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 has no active binding in host n-h2-815373-1 {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 23:39:38.086098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4633a-d25c-40e5-8e61-199c17032e9f req-4db98ff9-6e84-499a-8963-9c3a5a960fed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:38.087630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2f4633a-d25c-40e5-8e61-199c17032e9f req-4db98ff9-6e84-499a-8963-9c3a5a960fed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0511250 Oct 25 23:39:38.125421 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2f4633a-d25c-40e5-8e61-199c17032e9f req-9e836207-f444-4f40-b9ae-4fc333a89f47 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316648 Oct 25 23:39:38.305670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-394917b1-f4c8-4125-a401-2f0414faa844 req-49644a0b-6506-4029-a842-4ea9a9024302 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279505 Oct 25 23:39:38.376348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-394917b1-f4c8-4125-a401-2f0414faa844 req-28b1b9db-f404-49aa-bab0-8fad159a61d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0253003 Oct 25 23:39:38.491085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394917b1-f4c8-4125-a401-2f0414faa844 req-0409f8ae-a59f-498a-9780-76b0001cace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:38.492590 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-394917b1-f4c8-4125-a401-2f0414faa844 req-0409f8ae-a59f-498a-9780-76b0001cace3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952108 Oct 25 23:39:38.596973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394917b1-f4c8-4125-a401-2f0414faa844 req-abbe6703-42a3-4310-9df7-3104e5c8ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:38.598559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-394917b1-f4c8-4125-a401-2f0414faa844 req-abbe6703-42a3-4310-9df7-3104e5c8ca62 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986810 Oct 25 23:39:39.010634 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-e89103eb-c98a-419f-ab37-145e2743565f service neutron] 10.222.0.15 "GET /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8/bindings/n-h2-815373-1 HTTP/1.1" status: 200 len: 384 time: 0.0553851 Oct 25 23:39:39.183323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:39.207685 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:39.243705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901e43-e0d4-4b00-b731-c473378ff586 req-e71dfb4e-bc45-42c0-94f6-d684f490081d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:39.245111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e901e43-e0d4-4b00-b731-c473378ff586 req-e71dfb4e-bc45-42c0-94f6-d684f490081d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 945 time: 0.0507402 Oct 25 23:39:39.248250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:39.250641 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37641d26-7875-45ad-b3df-8341726b2243" -d '{"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:39.258260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:39.273624 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:39.288046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e901e43-e0d4-4b00-b731-c473378ff586 req-65fad4b5-5301-4fa5-9e34-a6183c1d977c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362310 Oct 25 23:39:39.310177 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef29dc1-ef39-414a-9a9a-a4caf49193ed x-openstack-request-id: req-2ef29dc1-ef39-414a-9a9a-a4caf49193ed {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:39.310468 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:39.310719 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ef29dc1-ef39-414a-9a9a-a4caf49193ed {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:39.311108 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'code': 200} Oct 25 23:39:39.353767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Transition to ACTIVE for port object f2e39dcc-2ce6-4177-b2c2-217432621dc8 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:39:39.358030 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:39.463411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=11']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:39.475209 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.475555 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.475893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.476351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.476686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.477014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.477340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.477664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.478000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.478335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.478656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.478974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:39.504952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] No DVR routers for this DVR port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:39:39.636830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-c374950a-2baf-414a-afec-9431baf46bc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8/bindings/n-h2-815373-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6196103 Oct 25 23:39:39.768201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-fc7f6cc6-5afc-4fa1-9d80-7d4026329dc6 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:39.769628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-fc7f6cc6-5afc-4fa1-9d80-7d4026329dc6 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61&tenant_id=44cd600403ff4704858bc3f7a8deeaaa&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.0438385 Oct 25 23:39:39.847264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-4fc4ab97-2c9e-425d-b20f-a905a8ffd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:39.848742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-4fc4ab97-2c9e-425d-b20f-a905a8ffd358 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 1095 time: 0.0708828 Oct 25 23:39:39.911271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-af81b9ec-7d9b-40c9-8f0b-4dc4b6f858bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:39.912776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-af81b9ec-7d9b-40c9-8f0b-4dc4b6f858bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1095 time: 0.0413296 Oct 25 23:39:40.002537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-fc01eb29-c27a-4abb-b1bc-72567a252e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:40.004033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-fc01eb29-c27a-4abb-b1bc-72567a252e52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 897 time: 0.0849066 Oct 25 23:39:40.073548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-6cf3be9f-1b35-4425-ac47-606cefcac288 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 999 time: 0.0627322 Oct 25 23:39:40.124219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-026bcfe5-5594-4921-a5c4-2e554ee91804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:40.125630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-026bcfe5-5594-4921-a5c4-2e554ee91804 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0432997 Oct 25 23:39:40.170509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-7d97ebf7-df97-40f6-a163-e8b82cc15c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:40.171984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-7d97ebf7-df97-40f6-a163-e8b82cc15c45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389667 Oct 25 23:39:40.266025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-a6746304-52a3-4bb1-b693-26fdad004f1c service neutron] 10.222.0.11 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861692 Oct 25 23:39:40.364758 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-3d6b7fec-cc3c-47e5-bbb5-e82380573218 service neutron] 10.222.0.11 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890412 Oct 25 23:39:40.409714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4d0f-d1b7-42fc-a7ea-7b6a6e57fd78 req-3ae05667-93fc-4aa1-ba6b-dceb9005823c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:40.411223 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87db4d0f-d1b7-42fc-a7ea-7b6a6e57fd78 req-3ae05667-93fc-4aa1-ba6b-dceb9005823c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0519092 Oct 25 23:39:40.449568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87db4d0f-d1b7-42fc-a7ea-7b6a6e57fd78 req-4f077a68-1826-4ea7-bdf8-0dca6e1fef21 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Oct 25 23:39:40.685363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-3193b3e8-cf2f-4d60-84d8-de8d0ed9cc29 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:40.686917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-3193b3e8-cf2f-4d60-84d8-de8d0ed9cc29 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61&tenant_id=44cd600403ff4704858bc3f7a8deeaaa&binding%3Ahost_id=n-h2-815373-1 HTTP/1.1" status: 200 len: 1095 time: 0.0455995 Oct 25 23:39:40.833119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-69ff970a-1e7c-4e0f-b37f-a305734dfa82 service neutron] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:40.836953 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-69ff970a-1e7c-4e0f-b37f-a305734dfa82 service neutron] Publish callbacks [] for binding, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:40.838047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-69ff970a-1e7c-4e0f-b37f-a305734dfa82 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8/bindings/n-h1-815373-1 HTTP/1.1" status: 204 len: 173 time: 0.1417005 Oct 25 23:39:41.565503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee83548-fbc7-45e4-97b8-cc3198a01731 req-0a8d8444-cd64-4f4a-a846-a55bd58e2028 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:41.567186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ee83548-fbc7-45e4-97b8-cc3198a01731 req-0a8d8444-cd64-4f4a-a846-a55bd58e2028 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0491297 Oct 25 23:39:41.606648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ee83548-fbc7-45e4-97b8-cc3198a01731 req-2a6ae945-cde4-4608-bae6-4fb4ce7dec45 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Oct 25 23:39:41.722870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef61b0-f1a2-4612-9de6-2be2d6d41b71 req-5fe28827-596c-42de-8058-6972a2f653c3 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:41.724421 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42ef61b0-f1a2-4612-9de6-2be2d6d41b71 req-5fe28827-596c-42de-8058-6972a2f653c3 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1095 time: 0.0490708 Oct 25 23:39:41.760752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42ef61b0-f1a2-4612-9de6-2be2d6d41b71 req-c0e76ddf-e4cc-47d7-a3b5-3a7994426c01 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297408 Oct 25 23:39:41.789436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:39:41.829891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:39:41.873205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e2266-cf3f-4596-951d-5e6f66bdf1fd req-754807a0-e8ed-4548-9abf-b80167fa4d78 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:41.874701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609e2266-cf3f-4596-951d-5e6f66bdf1fd req-754807a0-e8ed-4548-9abf-b80167fa4d78 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0486119 Oct 25 23:39:41.911369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609e2266-cf3f-4596-951d-5e6f66bdf1fd req-83e0e61c-40e5-41af-97f6-4f649ec0f796 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307961 Oct 25 23:39:41.933309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44732) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:41.996699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d88e8931-5544-4842-adb6-e437cbfcfdb5 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/38830acc-eba0-4985-a8ab-a8091660d99b HTTP/1.1" status: 200 len: 991 time: 0.0621035 Oct 25 23:39:42.220113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44738) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:42.376096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port b6b0bf4d-b018-4953-acaf-79611c1fa6c0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:39:42.376434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:42.453489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:42.453807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:42.467067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for b6b0bf4d-b018-4953-acaf-79611c1fa6c0 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:39:42.631047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:42.656066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=b6b0bf4d-b018-4953-acaf-79611c1fa6c0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:42.714473 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:42.714796 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 38830acc-eba0-4985-a8ab-a8091660d99b disassociated (deleted). External IP: 172.25.4.171, port: f2e39dcc-2ce6-4177-b2c2-217432621dc8. Oct 25 23:39:42.916186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:39:43.022351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:39:43.027568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:43.032737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] Sync routers for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:39:43.042977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:43.043693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:43.055760 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ad831086-d195-4aca-a81b-c422969896c8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/floatingips/38830acc-eba0-4985-a8ab-a8091660d99b HTTP/1.1" status: 204 len: 168 time: 0.8345234 Oct 25 23:39:43.056342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:43.058631 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd394a-e0af-4c57-802d-0d1f040a0a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:43.098760 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df093c96-5c49-4b7c-9c3b-565a506b5caf x-openstack-request-id: req-df093c96-5c49-4b7c-9c3b-565a506b5caf {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:43.099138 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:43.099479 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df093c96-5c49-4b7c-9c3b-565a506b5caf {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:43.100455 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'status': 'completed', 'code': 200} Oct 25 23:39:43.159633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:43.167807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-cec14b4a-63a2-496b-8c6e-8d0b2994ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:43.169333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-cec14b4a-63a2-496b-8c6e-8d0b2994ada3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 1095 time: 0.0465267 Oct 25 23:39:43.278780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-6db8dc2c-229b-4a45-908d-e812f9b1e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:43.280505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-6db8dc2c-229b-4a45-908d-e812f9b1e87e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 200 len: 897 time: 0.0992236 Oct 25 23:39:43.305755 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d696-c5ac-4f48-8bd2-235339068d9b req-60d555a8-3534-4c28-a358-7ab3dbdded69 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:43.307793 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd29d696-c5ac-4f48-8bd2-235339068d9b req-60d555a8-3534-4c28-a358-7ab3dbdded69 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0544400 Oct 25 23:39:43.314519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:43.340321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-d0486645-e9a4-49b3-bfe5-533c225ec1d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 200 len: 217 time: 0.0472341 Oct 25 23:39:43.358470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd29d696-c5ac-4f48-8bd2-235339068d9b req-94b23d8a-2f21-4a5e-94c3-4e6c2003b4db tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa33a14a-f172-423d-8191-4626b021317d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Oct 25 23:39:43.395152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-cdbc9a3f-345d-4409-8667-cec090cb3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:43.396925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-cdbc9a3f-345d-4409-8667-cec090cb3702 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 200 len: 835 time: 0.0479412 Oct 25 23:39:43.410435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:43.439485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] Checking router: 569222fa-21f4-4a86-b46e-36dbd7d3a7dc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:39:43.450084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:43.450529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-d2559e7d-6f17-48ad-9f69-a0b5ad688834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:43.450700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:43.452044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-d2559e7d-6f17-48ad-9f69-a0b5ad688834 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432737 Oct 25 23:39:43.547901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-eb504bcc-133c-400f-b08f-187cfe970646 service neutron] 10.222.0.11 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872161 Oct 25 23:39:43.561801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:43.642816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79bd394a-e0af-4c57-802d-0d1f040a0a1a req-b5b9feb6-4db1-41f8-9705-77c0feb0cd8e service neutron] 10.222.0.11 "GET /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Oct 25 23:39:43.727937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-f53a8d0f-cdc4-4979-b9cc-4d19423777f2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:43.729323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-f53a8d0f-cdc4-4979-b9cc-4d19423777f2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 944 time: 0.0494637 Oct 25 23:39:43.773557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:43.799650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf300153-16b4-4fc0-b167-5c1d08f41139 None None] The sync data for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 is: [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '76be68eb-db47-4dd3-a018-056655554994', 'name': '', 'network_id': '8f67a7c1-fda0-4e5b-8165-4025e21ecdd3', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:e2:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:59Z', 'updated_at': '2021-10-25T23:38:03Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': '17dc6322-0797-48af-aeb3-573c8ac82e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:39:43.829095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port f2e39dcc-2ce6-4177-b2c2-217432621dc8 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:39:43.829435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:43.923289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port f2e39dcc-2ce6-4177-b2c2-217432621dc8, host n-h2-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-1',level=0,port_id=f2e39dcc-2ce6-4177-b2c2-217432621dc8,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:43.923954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:43.941149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for f2e39dcc-2ce6-4177-b2c2-217432621dc8 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:39:44.044646 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b057b9-35f9-4991-8307-95aea8dcc951 None None] New status for floating IP 38830acc-eba0-4985-a8ab-a8091660d99b: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:39:44.076469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:44.105204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=f2e39dcc-2ce6-4177-b2c2-217432621dc8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:44.158067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] No DVR routers for this DVR port f2e39dcc-2ce6-4177-b2c2-217432621dc8 on host n-h2-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:39:44.160858 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:44.164324 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fd39748e-8b28-434e-8b7d-6cc67a83178e req-73aa98f4-9087-4bea-8c40-02d8e2fdefff tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.11 "DELETE /v2.0/ports/f2e39dcc-2ce6-4177-b2c2-217432621dc8 HTTP/1.1" status: 204 len: 173 time: 0.4282532 Oct 25 23:39:44.472752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6db2af33-19b3-42d7-841a-f38eb34fa96c req-fc1a49c7-6aa7-483f-9f22-d5765e1645f4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eddc191-2664-4214-a237-4c5841764b61 HTTP/1.1" status: 200 len: 210 time: 0.0304585 Oct 25 23:39:45.101129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-deleted', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:45.103506 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930e4b8f-b790-4174-a1d3-6176980f57e7" -d '{"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-deleted", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:45.139691 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97540cea-d269-4b66-b818-35e98cad1992 x-openstack-request-id: req-97540cea-d269-4b66-b818-35e98cad1992 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:45.139989 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc191-2664-4214-a237-4c5841764b61", "name": "network-vif-deleted", "tag": "f2e39dcc-2ce6-4177-b2c2-217432621dc8", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:45.140242 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97540cea-d269-4b66-b818-35e98cad1992 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:45.140705 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc191-2664-4214-a237-4c5841764b61', 'name': 'network-vif-deleted', 'tag': 'f2e39dcc-2ce6-4177-b2c2-217432621dc8', 'status': 'completed', 'code': 200} Oct 25 23:39:45.529387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44758) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:45.870935 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-84d9bbdd-cb34-47f3-b9a2-6e43345b40d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:45.883683 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:46.136001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 76be68eb-db47-4dd3-a018-056655554994 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:39:46.136682 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:46.225129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 76be68eb-db47-4dd3-a018-056655554994, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=76be68eb-db47-4dd3-a018-056655554994,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:46.225544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:46.237888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 76be68eb-db47-4dd3-a018-056655554994 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:39:46.418560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:46.447678 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=76be68eb-db47-4dd3-a018-056655554994,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:46.894811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.107096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:39:47.211289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:39:47.216164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-13b3e1d5-bf84-489f-82b9-b46cc87c54d3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/569222fa-21f4-4a86-b46e-36dbd7d3a7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857815 Oct 25 23:39:47.218951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44764) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:47.221553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] Sync routers for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:39:47.231467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:47.232068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:47.273312 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting subnet 17dc6322-0797-48af-aeb3-573c8ac82e9a {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:39:47.276706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.322367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.407221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.470322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.495002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 no longer exists at agent hyperv_n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:39:47.499786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Subnet': ['ID=17dc6322-0797-48af-aeb3-573c8ac82e9a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:47.501931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.505164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4e91f9c5-c83e-44d6-99ea-220a19d61100 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/subnets/17dc6322-0797-48af-aeb3-573c8ac82e9a HTTP/1.1" status: 204 len: 168 time: 0.2852652 Oct 25 23:39:47.508552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44766) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:47.527419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a03af-d421-4daa-8f94-3bf25512bee6 None None] Network 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:39:47.531776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] No Port match for: f2e39dcc-2ce6-4177-b2c2-217432621dc8 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:39:47.532114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Device f2e39dcc-2ce6-4177-b2c2-217432621dc8 not bound to the agent host n-h2-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:39:47.544287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:47.613925 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:47.817672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:39:46Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:47.847419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] Checking router: 569222fa-21f4-4a86-b46e-36dbd7d3a7dc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:39:47.856399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] DHCP port deletion for 8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:39:47.862561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] Routers {'569222fa-21f4-4a86-b46e-36dbd7d3a7dc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:47.863196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:48.003584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] Set router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:48.006581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] Deleting port dd605758-98de-4a47-8516-34c722a5ea65 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:39:48.006950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.049588 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.105915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port bb809489-ad16-478c-be66-47203a584e7a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:39:48.106193 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.160132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] For port dd605758-98de-4a47-8516-34c722a5ea65, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=dd605758-98de-4a47-8516-34c722a5ea65,segment=NetworkSegment(347d5d2c-382c-4ca5-bc5c-079799d5121a),segment_id=347d5d2c-382c-4ca5-bc5c-079799d5121a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:48.160510 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.176087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] Calling delete_port for dd605758-98de-4a47-8516-34c722a5ea65 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:39:48.187042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port bb809489-ad16-478c-be66-47203a584e7a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=bb809489-ad16-478c-be66-47203a584e7a,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:48.187405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.200633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for bb809489-ad16-478c-be66-47203a584e7a owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:39:48.310179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.343405 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] Pushing event deleted for resources: {'Port': ['ID=dd605758-98de-4a47-8516-34c722a5ea65,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:48.345895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae64b0-bd9a-40ef-8e9e-eb6bb905132f None None] No DVR routers for this DVR port dd605758-98de-4a47-8516-34c722a5ea65 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:39:48.348588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:39:46Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:48.370850 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.395541 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=bb809489-ad16-478c-be66-47203a584e7a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:48.404054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b37bd9-0636-4936-9654-57ebe8d2d817 None None] The sync data for ids ['569222fa-21f4-4a86-b46e-36dbd7d3a7dc'] in n-d-815373-1 is: [{'id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837121734', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'bb809489-ad16-478c-be66-47203a584e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:39:46Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'bb809489-ad16-478c-be66-47203a584e7a', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569222fa-21f4-4a86-b46e-36dbd7d3a7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:37:57Z', 'updated_at': '2021-10-25T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:39:48.409050 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-acba9ca2-d8d8-4715-9080-d1087f720393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.467746 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.558414 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.560440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.602043 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.602612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Fanout notify agent at l3_agent the message router_deleted on router 569222fa-21f4-4a86-b46e-36dbd7d3a7dc {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:39:48.609410 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.610524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7ac83486-c2f1-44c4-94e7-f697b84dcf46 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/routers/569222fa-21f4-4a86-b46e-36dbd7d3a7dc HTTP/1.1" status: 204 len: 168 time: 1.1009719 Oct 25 23:39:48.613128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44770) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:48.690957 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.775419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dd605758-98de-4a47-8516-34c722a5ea65 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:39:48.778314 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.796159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: dd605758-98de-4a47-8516-34c722a5ea65 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:39:48.796516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device dd605758-98de-4a47-8516-34c722a5ea65 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:39:48.799124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f67a7c1-fda0-4e5b-8165-4025e21ecdd3']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:48.810472 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347d5d2c-382c-4ca5-bc5c-079799d5121a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:48.810765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347d5d2c-382c-4ca5-bc5c-079799d5121a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:48.821328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.834919 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.841203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:39:48.841587 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:39:48.844794 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:39:48.909182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.916564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:48.919702 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/networks/8f67a7c1-fda0-4e5b-8165-4025e21ecdd3 HTTP/1.1" status: 204 len: 168 time: 0.3056450 Oct 25 23:39:48.922570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44772) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:48.932905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc0f0-fe9a-4a13-8c07-88efc4f94426 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Network': ['ID=8f67a7c1-fda0-4e5b-8165-4025e21ecdd3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:48.987649 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db66287e-6f13-4ceb-96c0-586605339174 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.014036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db66287e-6f13-4ceb-96c0-586605339174 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.075500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db66287e-6f13-4ceb-96c0-586605339174 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.078342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db66287e-6f13-4ceb-96c0-586605339174 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.083510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-db66287e-6f13-4ceb-96c0-586605339174 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/security-groups/fa33a14a-f172-423d-8191-4626b021317d HTTP/1.1" status: 204 len: 168 time: 0.1561441 Oct 25 23:39:49.103348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66287e-6f13-4ceb-96c0-586605339174 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa33a14a-f172-423d-8191-4626b021317d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:49.404723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44780) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:49.409413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689003214', 'description': 'tempest-secgroup-smoke-1689003214 description', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:49.431972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.501208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.504740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.532554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.533758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279500 Oct 25 23:39:49.536945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44782) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:49.542404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '686d909f-d1f8-43b8-87fb-7e228fe9548f', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:49.542624 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6abce-14b1-4f95-ab4f-9f086aeefad8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686d909f-d1f8-43b8-87fb-7e228fe9548f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:49.576249 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.621692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.625261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.643481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491d0f7a-a309-4eff-83e9-a5b320ce6699,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:49.651270 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.652409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d989d622-a4df-4893-bde7-6b32801973da tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143606 Oct 25 23:39:49.655138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44784) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:49.659470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '686d909f-d1f8-43b8-87fb-7e228fe9548f', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:49.687885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.701180 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.748708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.751966 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.768643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe144ce-c33c-4720-9134-bbf11f7e2a51,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:49.778259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.779475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0698ad84-e330-4732-bdca-d2b85e5c9f5a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234097 Oct 25 23:39:49.782123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44786) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:49.786433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '686d909f-d1f8-43b8-87fb-7e228fe9548f', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:49.812671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.869150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.873103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.891555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455e2566-e938-4400-b254-bfd6de33f411,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:49.899379 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.900580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-04df4f7f-786b-404c-9c04-682bcae64328 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174793 Oct 25 23:39:49.903253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:49.907508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '686d909f-d1f8-43b8-87fb-7e228fe9548f', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:49.932555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.992771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:49.996734 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.016487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a50309d-ce59-4345-8d4c-94f50de60802,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:50.025885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.027224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bd633a5e-8b5a-44ab-adaa-f7d42a6ddb5d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230495 Oct 25 23:39:50.030611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44790) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:50.034923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '686d909f-d1f8-43b8-87fb-7e228fe9548f', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:50.055506 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:39:50.060255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.121259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.124754 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.140048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c14ab86-6bb7-4b99-aebc-6e8e5b071d8c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:50.153508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.155776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e910894a-2a54-45b4-933d-522175634f7d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233377 Oct 25 23:39:50.157711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44794) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:50.165016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'security_group_rule': {'security_group_id': '686d909f-d1f8-43b8-87fb-7e228fe9548f', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:50.197838 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Project 44cd600403ff4704858bc3f7a8deeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 23:39:50.204786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.262892 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.269818 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.273359 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.290685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475cb382-1dcd-4bd6-8475-ae00be626aff,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:50.298546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.299753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9decc742-1ec0-4587-9c2d-6792cb79a21a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406651 Oct 25 23:39:50.303338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44796) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:50.308846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'network': {'name': 'tempest-network-smoke--175384763', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:50.330756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:39:50.334532 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.358384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:39:50.368505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb809489-ad16-478c-be66-47203a584e7a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:39:50.368665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.368869 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Added segment ac77e4e4-9b59-48ad-842d-48828e35ba22 of type vlan for network e96064c7-9958-4a34-b7ce-01e5beeded04 Oct 25 23:39:50.391695 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: bb809489-ad16-478c-be66-47203a584e7a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:39:50.392034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device bb809489-ad16-478c-be66-47203a584e7a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:39:50.392631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 76be68eb-db47-4dd3-a018-056655554994 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:39:50.409761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.412849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 76be68eb-db47-4dd3-a018-056655554994 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:39:50.413283 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 76be68eb-db47-4dd3-a018-056655554994 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:39:50.434780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.440673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:50.441277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.495666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1906788 Oct 25 23:39:50.498894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44798) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:50.503346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'admin_state_up': True, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:50.514301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e0c40-6a5c-4353-8939-f1fb6a56cec0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Network': ['ID=e96064c7-9958-4a34-b7ce-01e5beeded04,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:50.525980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e96064c7-9958-4a34-b7ce-01e5beeded04 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:39:50.528813 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.530089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.587649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.726283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.832117 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.920927 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:50.939550 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:51.049135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.180 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c589a034-a69e-484b-96ea-a3eefc633362) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:39:51.150173 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:51.182639 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:51.227237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:39:51.231836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:39:51.237568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:39:51.241583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=c589a034-a69e-484b-96ea-a3eefc633362,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:51.487895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:51.683675 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:51.805868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 34572ea0-f27e-4103-8adb-ce181dd5642b is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:39:51.910210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:39:51.920642 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Sync routers for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:39:51.930227 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:51.930841 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:51.931228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:51.932558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2c297118-f9ba-495b-9d17-68b1b8c47ca7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4328625 Oct 25 23:39:51.935713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44802) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:51.965804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-81eed366-74b8-4705-b660-ff700b1b21e7 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=44cd600403ff4704858bc3f7a8deeaaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288923 Oct 25 23:39:51.968432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44804) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:52.035358 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:52.062964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711194e-46c4-497f-8e6d-2de64570ceb1 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:52.064469 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5711194e-46c4-497f-8e6d-2de64570ceb1 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951567 Oct 25 23:39:52.067300 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44806) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:52.098131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8d0fd6c4-40d9-48b8-9063-98c420d31739 tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275829 Oct 25 23:39:52.098388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44808) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:52.103077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055240165', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:52.197014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:39:52.200665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.218420 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:51Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:52.244383 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Checking router: 34572ea0-f27e-4103-8adb-ce181dd5642b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:39:52.245388 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Updating router 34572ea0-f27e-4103-8adb-ce181dd5642b port c589a034-a69e-484b-96ea-a3eefc633362 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:39:52.271984 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.400817 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.461649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Subnet': ['ID=dfb7d8d6-d337-47b4-8c18-77880da3c601,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:52.470873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Checking segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:52.471232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network hostable DHCP agents. Network: e96064c7-9958-4a34-b7ce-01e5beeded04, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:39:52.488923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network e96064c7-9958-4a34-b7ce-01e5beeded04 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:39:52.499683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e96064c7-9958-4a34-b7ce-01e5beeded04) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:39:52.504365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:52.505482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.509830 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a52d5-a61c-412c-813b-a16f45a89d2f None None] Network e96064c7-9958-4a34-b7ce-01e5beeded04 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:39:52.529500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dddc62f6-d244-4a5d-af26-ad0b9aff05a1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4274590 Oct 25 23:39:52.529737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44812) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:39:52.632168 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.638767 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.671595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-e96064c7-9958-4a34-b7ce-01e5beeded04', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:39:52.672564 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.692768 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Attempting to bind port c589a034-a69e-484b-96ea-a3eefc633362 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:39:52.693403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Attempting to bind port c589a034-a69e-484b-96ea-a3eefc633362 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:39:52.693974 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Attempting to bind port c589a034-a69e-484b-96ea-a3eefc633362 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:52.696921 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Pushing event updated for resources: {'Port': ['ID=c589a034-a69e-484b-96ea-a3eefc633362,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:52.706163 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.706588 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.706990 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.707367 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.707754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.708140 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.708523 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.708950 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.709321 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.709703 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.710089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.710484 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:39:52.713917 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:39:52.714325 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:52.714782 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.715219 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:39:52.715754 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Bound port: c589a034-a69e-484b-96ea-a3eefc633362, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:39:52.716196 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.769680 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] For port c589a034-a69e-484b-96ea-a3eefc633362, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:52.775267 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] For port c589a034-a69e-484b-96ea-a3eefc633362, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c589a034-a69e-484b-96ea-a3eefc633362,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:39:52.780440 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.820663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Allocated IP 172.20.0.2 (e96064c7-9958-4a34-b7ce-01e5beeded04/dfb7d8d6-d337-47b4-8c18-77880da3c601/72a5357b-691f-4ec2-9690-fbd68750f4fb) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:39:52.845693 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:52.846339 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:52.881451 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5a461-eda7-4b6a-b8c0-26749c300c9f None None] Pushing event updated for resources: {'Port': ['ID=c589a034-a69e-484b-96ea-a3eefc633362,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:52.960773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:52.985566 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.992687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:52.993477 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:53.009535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Network e96064c7-9958-4a34-b7ce-01e5beeded04 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:39:53.012346 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:39:53.031162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:39:53.099256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Pushing event updated for resources: {'Port': ['ID=72a5357b-691f-4ec2-9690-fbd68750f4fb,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:53.108942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Attempting to bind port 72a5357b-691f-4ec2-9690-fbd68750f4fb on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:39:53.109441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Attempting to bind port 72a5357b-691f-4ec2-9690-fbd68750f4fb by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:39:53.109806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Attempting to bind port 72a5357b-691f-4ec2-9690-fbd68750f4fb on network e96064c7-9958-4a34-b7ce-01e5beeded04 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:53.115809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:39:53.116845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Checking segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:53.117253 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:53.117640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Bound using segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:39:53.118112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Bound port: 72a5357b-691f-4ec2-9690-fbd68750f4fb, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:39:53.118532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:53.162117 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:51Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:53.186624 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] For port 72a5357b-691f-4ec2-9690-fbd68750f4fb, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:53.190282 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] For port 72a5357b-691f-4ec2-9690-fbd68750f4fb, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=72a5357b-691f-4ec2-9690-fbd68750f4fb,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:39:53.191224 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949834c4-4e22-45fe-9bc9-f7885c7ff337 None None] The sync data for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 is: [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:51Z', 'revision_number': 3, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:39:53.200584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:53.276914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e5a9-10f1-43fe-9a23-89f93d211446 None None] Pushing event updated for resources: {'Port': ['ID=72a5357b-691f-4ec2-9690-fbd68750f4fb,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:53.680724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.1 (e96064c7-9958-4a34-b7ce-01e5beeded04/dfb7d8d6-d337-47b4-8c18-77880da3c601/0441bece-f91e-4bbb-82aa-2b4843b36fa6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:39:53.803496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:53.839680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:53.882915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network e96064c7-9958-4a34-b7ce-01e5beeded04 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:39:53.886235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:39:53.890207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:39:53.923881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=0441bece-f91e-4bbb-82aa-2b4843b36fa6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:53.946658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.085438 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.373923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56338bf-cf81-4220-a727-43613b2e9bd4 None None] Network e96064c7-9958-4a34-b7ce-01e5beeded04 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:39:54.410464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.417677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.437729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 72a5357b-691f-4ec2-9690-fbd68750f4fb up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:39:54.504689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.506614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=0441bece-f91e-4bbb-82aa-2b4843b36fa6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:54.510381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-27e9e06c-d649-437b-a019-c9b99dd8d0de None None] Provisioning complete for port 72a5357b-691f-4ec2-9690-fbd68750f4fb triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:54.510761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e9e06c-d649-437b-a019-c9b99dd8d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.589211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 72a5357b-691f-4ec2-9690-fbd68750f4fb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:54.589584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.603456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network e96064c7-9958-4a34-b7ce-01e5beeded04 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:39:54.604853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:39:54.729634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 34572ea0-f27e-4103-8adb-ce181dd5642b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:39:54.739726 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e9e06c-d649-437b-a019-c9b99dd8d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.765298 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.798260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-27e9e06c-d649-437b-a019-c9b99dd8d0de None None] For port 72a5357b-691f-4ec2-9690-fbd68750f4fb, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=72a5357b-691f-4ec2-9690-fbd68750f4fb,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:54.805278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e9e06c-d649-437b-a019-c9b99dd8d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:54.851871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:39:54.866571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d29d1a41-8c6f-4e9f-a929-165799b87f6d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/34572ea0-f27e-4103-8adb-ce181dd5642b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3269358 Oct 25 23:39:54.881999 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:39:54.882358 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:39:54.889384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9e06c-d649-437b-a019-c9b99dd8d0de None None] Pushing event updated for resources: {'Port': ['ID=72a5357b-691f-4ec2-9690-fbd68750f4fb,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:54.923575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Sync routers for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:39:54.935684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:54.936456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:55.079276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-fb25e412-7ec1-4107-b7db-b46d93860b99 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689003214&fields=id&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 267 time: 0.0370462 Oct 25 23:39:55.193369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6292041b-dade-4284-a899-b1b7e32aced4 None None] Provisioning complete for port 72a5357b-691f-4ec2-9690-fbd68750f4fb triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:55.193942 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6292041b-dade-4284-a899-b1b7e32aced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:55.215587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-ddeac97b-3258-4a7c-ac6d-26dea22136f4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:55.217528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-ddeac97b-3258-4a7c-ac6d-26dea22136f4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 796 time: 0.1307542 Oct 25 23:39:55.238836 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-bcca72ae-e5e7-4394-9093-82bdc4cf4f6c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/quotas/44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 375 time: 0.0122900 Oct 25 23:39:55.249705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:55.295675 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-10bbbb45-a3de-4164-94df-4accd0215b2e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515110 Oct 25 23:39:55.320606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-39373392-98b8-43ee-8d14-d33ebd2c46db service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:39:55.321608 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-39373392-98b8-43ee-8d14-d33ebd2c46db service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065660 Oct 25 23:39:55.424328 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-57cf1e2b-cc4d-465c-a6a4-ec2d384e3190 service neutron] 10.222.0.25 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957778 Oct 25 23:39:55.449000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c589a034-a69e-484b-96ea-a3eefc633362 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:39:55.509118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6292041b-dade-4284-a899-b1b7e32aced4 None None] Provisioning complete for port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:55.509495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6292041b-dade-4284-a899-b1b7e32aced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:55.531699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-97bb997b-5878-42bd-8082-5638a6ac3131 service neutron] 10.222.0.25 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916131 Oct 25 23:39:55.581743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6292041b-dade-4284-a899-b1b7e32aced4 None None] Port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:39:55.589295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c589a034-a69e-484b-96ea-a3eefc633362 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:55.589665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:55.629164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 2, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:55.662256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Checking router: 34572ea0-f27e-4103-8adb-ce181dd5642b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:39:55.662256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Updating router 34572ea0-f27e-4103-8adb-ce181dd5642b port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:39:55.701355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:55.709296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2784da7e-d896-448f-a740-fa81fcaacfa4 req-d2f1e8ff-9a17-42f5-a633-ea9349052aa9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 210 time: 0.0326252 Oct 25 23:39:55.763710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a2343ca4-abc7-4196-9ebc-e3248911c8cb None None] Provisioning complete for port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:55.764075 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a2343ca4-abc7-4196-9ebc-e3248911c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:55.856030 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:55.886760 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a2343ca4-abc7-4196-9ebc-e3248911c8cb None None] Port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:39:55.900047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port c589a034-a69e-484b-96ea-a3eefc633362, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c589a034-a69e-484b-96ea-a3eefc633362,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:55.907092 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.000294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=c589a034-a69e-484b-96ea-a3eefc633362,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:56.095150 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.100278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.149836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40546-dec3-460a-9f03-d0d27bdbade2 None None] Pushing event updated for resources: {'Port': ['ID=0441bece-f91e-4bbb-82aa-2b4843b36fa6,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:56.208194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Attempting to bind port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:39:56.208565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Attempting to bind port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:39:56.208988 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Attempting to bind port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 on network e96064c7-9958-4a34-b7ce-01e5beeded04 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:56.214374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:39:56.214746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Checking segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:56.215144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.215533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Bound using segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:39:56.216018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Bound port: 0441bece-f91e-4bbb-82aa-2b4843b36fa6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:39:56.216419 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.283202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] For port 0441bece-f91e-4bbb-82aa-2b4843b36fa6, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:56.286321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] For port 0441bece-f91e-4bbb-82aa-2b4843b36fa6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0441bece-f91e-4bbb-82aa-2b4843b36fa6,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:39:56.293246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.359022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:39:56.359644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:56.400971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40546-dec3-460a-9f03-d0d27bdbade2 None None] Pushing event updated for resources: {'Port': ['ID=0441bece-f91e-4bbb-82aa-2b4843b36fa6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:56.432052 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 72a5357b-691f-4ec2-9690-fbd68750f4fb up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:39:56.490707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-76c52153-de2d-4c8f-9089-94458fb8794a None None] Provisioning complete for port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:56.491346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-76c52153-de2d-4c8f-9089-94458fb8794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.547425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:39:56.627055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 72a5357b-691f-4ec2-9690-fbd68750f4fb triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:56.627412 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.746601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-76c52153-de2d-4c8f-9089-94458fb8794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.843683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c209fbd0-da4c-4d28-943a-27e98b0525ae req-910a4885-f531-4a82-8304-950bc0a76908 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 210 time: 0.0371749 Oct 25 23:39:56.850737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-76c52153-de2d-4c8f-9089-94458fb8794a None None] For port 0441bece-f91e-4bbb-82aa-2b4843b36fa6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0441bece-f91e-4bbb-82aa-2b4843b36fa6,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:39:56.862462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-76c52153-de2d-4c8f-9089-94458fb8794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:56.868266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c589a034-a69e-484b-96ea-a3eefc633362 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:39:56.901698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-d479d9a1-4965-47ee-8619-d37d7ea262a8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:56.903483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-d479d9a1-4965-47ee-8619-d37d7ea262a8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 796 time: 0.1594896 Oct 25 23:39:56.957503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:39:56.959335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c52153-de2d-4c8f-9089-94458fb8794a None None] Pushing event updated for resources: {'Port': ['ID=0441bece-f91e-4bbb-82aa-2b4843b36fa6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:56.963667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-5cfc9d69-8bae-4fae-9d7c-0c6ebd62ec70 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44cd600403ff4704858bc3f7a8deeaaa HTTP/1.1" status: 200 len: 380 time: 0.0378158 Oct 25 23:39:56.975048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'port': {'device_id': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'admin_state_up': True, 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'security_groups': ['686d909f-d1f8-43b8-87fb-7e228fe9548f']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:56.996681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a401c67-c491-4188-9168-af06b1d0b92d None None] The sync data for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 is: [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:39:57.013224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c589a034-a69e-484b-96ea-a3eefc633362 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:57.013583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.015174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ede74064-bebf-419f-a4d8-b5d904817b33 None None] Provisioning complete for port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:57.015718 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ede74064-bebf-419f-a4d8-b5d904817b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.151804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Made reservation on behalf of 44cd600403ff4704858bc3f7a8deeaaa for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:39:57.155837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.288568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.20.0.11 (e96064c7-9958-4a34-b7ce-01e5beeded04/dfb7d8d6-d337-47b4-8c18-77880da3c601/1ed133fd-7c86-47a1-9913-dfb900161177) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:39:57.442226 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.480670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.527802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network e96064c7-9958-4a34-b7ce-01e5beeded04 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:39:57.531127 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:39:57.535030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:39:57.568504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:57.602859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:57.602859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.621651 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-67c54e88-7e3c-407c-b774-124e1ff30545 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6507723 Oct 25 23:39:57.641419 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Request body: {'port': {'device_id': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:39:57.701454 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.794067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c972e97f-0763-48bb-a16d-8b500cd07caa None None] Provisioning complete for port 1ed133fd-7c86-47a1-9913-dfb900161177 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:57.794713 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c972e97f-0763-48bb-a16d-8b500cd07caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:57.833146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c972e97f-0763-48bb-a16d-8b500cd07caa None None] Port 1ed133fd-7c86-47a1-9913-dfb900161177 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:39:57.980506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce71ea-76c3-418b-a1fd-768e2e9c3c78 req-d62ba876-0f34-4bf3-a78f-9beb21c1b758 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:57.983015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43ce71ea-76c3-418b-a1fd-768e2e9c3c78 req-d62ba876-0f34-4bf3-a78f-9beb21c1b758 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 932 time: 0.0530939 Oct 25 23:39:57.988636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed133fd-7c86-47a1-9913-dfb900161177 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:39:57.996637 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.010713 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Transition to ACTIVE for port object 1ed133fd-7c86-47a1-9913-dfb900161177 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:39:58.015011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.039042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-43ce71ea-76c3-418b-a1fd-768e2e9c3c78 req-090312db-b865-4537-b91f-8c3553e9538a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Oct 25 23:39:58.070610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:58.146523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Attempting to bind port 1ed133fd-7c86-47a1-9913-dfb900161177 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:39:58.146523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Attempting to bind port 1ed133fd-7c86-47a1-9913-dfb900161177 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:39:58.147257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Attempting to bind port 1ed133fd-7c86-47a1-9913-dfb900161177 on network e96064c7-9958-4a34-b7ce-01e5beeded04 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:58.151994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Port 1ed133fd-7c86-47a1-9913-dfb900161177 on network e96064c7-9958-4a34-b7ce-01e5beeded04 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:39:58.152393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Attempting to bind port 1ed133fd-7c86-47a1-9913-dfb900161177 on network e96064c7-9958-4a34-b7ce-01e5beeded04 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:39:58.158003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:39:58.158383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Checking segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:39:58.158764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Bound using segment: {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:39:58.159202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Bound port: 1ed133fd-7c86-47a1-9913-dfb900161177, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac77e4e4-9b59-48ad-842d-48828e35ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:39:58.159556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.235762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:39:58.239239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:39:58.245394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.282595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:58.283254 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.284631 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 1092 time: 0.6479552 Oct 25 23:39:58.285069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:39:58.288000 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266103e8-63e5-431f-9bfe-380f12eabca8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:39:58.325420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1888c1b-82f2-40a1-ac35-727d93c48a05 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:39:58.339278 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170f5f7-9c3f-411e-b3dd-47750c75d972 x-openstack-request-id: req-b170f5f7-9c3f-411e-b3dd-47750c75d972 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:39:58.339632 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:39:58.339894 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b170f5f7-9c3f-411e-b3dd-47750c75d972 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:39:58.340461 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'status': 'completed', 'code': 200} Oct 25 23:39:58.411411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-605be701-05f4-420a-a3c0-e17982def558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:58.413262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-605be701-05f4-420a-a3c0-e17982def558 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1095 time: 0.0463262 Oct 25 23:39:58.426435 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0441bece-f91e-4bbb-82aa-2b4843b36fa6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:39:58.468408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-305f7de4-2f8f-4ff6-a372-5c316dbe59fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 217 time: 0.0386355 Oct 25 23:39:58.480285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:39:58.481374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.539185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-d169eef4-5ce5-4520-81ff-10dd4dc91e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:58.540732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-d169eef4-5ce5-4520-81ff-10dd4dc91e66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0582464 Oct 25 23:39:58.582351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:39:58.593618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-e2bed54f-88f1-446f-b420-38f13be3efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:58.595162 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-e2bed54f-88f1-446f-b420-38f13be3efd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477309 Oct 25 23:39:58.695530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-2a207b02-b77a-4af6-a4b6-3e1c3ce43ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930414 Oct 25 23:39:58.788118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f45c1694-6af8-4db3-8e53-f7b11b8e794b req-13b9cbde-fb4f-40f6-a22c-50d2545c0808 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837922 Oct 25 23:39:58.930303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-6bc9aff0-faf9-403c-9d6c-d115064ef6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:58.931760 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-6bc9aff0-faf9-403c-9d6c-d115064ef6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1095 time: 0.0408249 Oct 25 23:39:59.026698 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-a5da5b0c-d51d-4dc7-be3c-168fef76839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:59.028173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-a5da5b0c-d51d-4dc7-be3c-168fef76839a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 897 time: 0.0888021 Oct 25 23:39:59.071242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-c43f67ce-b397-48da-a66f-742e0ca50f20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 217 time: 0.0355744 Oct 25 23:39:59.127169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-40a9a093-71b0-4ac2-b890-f15d82f9bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:59.128794 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-40a9a093-71b0-4ac2-b890-f15d82f9bb24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0506756 Oct 25 23:39:59.162068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337ed1a-adb0-440f-b365-2b3913757e92 req-88b285f7-f07d-491f-8e64-d738cb1ce4dc tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:59.163801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6337ed1a-adb0-440f-b365-2b3913757e92 req-88b285f7-f07d-491f-8e64-d738cb1ce4dc tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 944 time: 0.0592668 Oct 25 23:39:59.174901 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-5a6459e8-9e4d-4f3e-811d-01516aefbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:39:59.176386 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-5a6459e8-9e4d-4f3e-811d-01516aefbe43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406582 Oct 25 23:39:59.202447 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6337ed1a-adb0-440f-b365-2b3913757e92 req-839c86f0-198e-4c65-b339-c61bc51dedde tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Oct 25 23:39:59.265358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-bf099848-3acf-44b7-8fbb-2a2cd751fc83 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819507 Oct 25 23:39:59.360019 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-266103e8-63e5-431f-9bfe-380f12eabca8 req-1a2067a7-72c8-46e0-abde-cb5d48e9299a service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870843 Oct 25 23:40:00.318684 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55391cd-871a-4af0-ac21-5e495384e2f9 req-7ffde67c-7fe4-49f7-9505-30071ded8b92 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:00.320182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d55391cd-871a-4af0-ac21-5e495384e2f9 req-7ffde67c-7fe4-49f7-9505-30071ded8b92 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 944 time: 0.0505643 Oct 25 23:40:00.358913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d55391cd-871a-4af0-ac21-5e495384e2f9 req-39d2def1-21f2-46e1-96ce-da3dc761a1ce tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Oct 25 23:40:01.472879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b32e4-548d-4ff1-8cc5-54006b91df43 req-98e9d268-32d9-4a73-b4e6-d66490defe03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:01.475030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e96b32e4-548d-4ff1-8cc5-54006b91df43 req-98e9d268-32d9-4a73-b4e6-d66490defe03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 944 time: 0.0479255 Oct 25 23:40:01.511877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e96b32e4-548d-4ff1-8cc5-54006b91df43 req-66084c9f-8c41-4f4b-93f5-e660b3d52cd8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Oct 25 23:40:02.632600 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54c8dc-2e3a-4d30-9dc7-9fed1b12d876 req-5cc0ff42-a736-4311-b06d-a89d698a6323 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:02.634095 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba54c8dc-2e3a-4d30-9dc7-9fed1b12d876 req-5cc0ff42-a736-4311-b06d-a89d698a6323 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 944 time: 0.0536153 Oct 25 23:40:02.671952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ba54c8dc-2e3a-4d30-9dc7-9fed1b12d876 req-f2bdbe4d-e959-408c-9a9f-1b645d6005cf tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Oct 25 23:40:03.121043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314a9a3-f739-470b-916b-b79490a4dca5 req-0a1a7ffb-9ed7-4bda-af2e-18f5fe527078 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:03.122433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b314a9a3-f739-470b-916b-b79490a4dca5 req-0a1a7ffb-9ed7-4bda-af2e-18f5fe527078 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Oct 25 23:40:03.161486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b314a9a3-f739-470b-916b-b79490a4dca5 req-98f4e93f-7596-4984-9600-f08e58c7bacf tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331042 Oct 25 23:40:03.778792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-cde670c0-d031-40e2-89a6-770ec0a613c6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:03.780236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-cde670c0-d031-40e2-89a6-770ec0a613c6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.15 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Oct 25 23:40:03.789057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102f4d-b2b2-4098-b00a-4fbd6f7c832c req-06af4817-6ffa-4764-98f4-4a68e975d720 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:03.790568 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-20102f4d-b2b2-4098-b00a-4fbd6f7c832c req-06af4817-6ffa-4764-98f4-4a68e975d720 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 944 time: 0.0492089 Oct 25 23:40:03.827968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-20102f4d-b2b2-4098-b00a-4fbd6f7c832c req-a208c755-6d24-48f5-8422-b622d107a6ed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313718 Oct 25 23:40:03.874461 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Deleting port c7b500ec-564c-47fe-88e8-c9e4425841e9 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:03.874798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:03.887320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:40:03.970038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] For port c7b500ec-564c-47fe-88e8-c9e4425841e9, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7b500ec-564c-47fe-88e8-c9e4425841e9,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:03.970434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:04.140039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:04.150992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '1ed133fd-7c86-47a1-9913-dfb900161177', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'port_id': '1ed133fd-7c86-47a1-9913-dfb900161177', 'mac_address': 'fa:16:3e:a1:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:40:04.189281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:04.201630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:04.201630 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:04.202075 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Floating IP d917fa3e-3844-42fa-b219-1da70327db2e disassociated. External IP: 172.25.4.39, port: c7b500ec-564c-47fe-88e8-c9e4425841e9. Oct 25 23:40:04.202824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Calling delete_port for c7b500ec-564c-47fe-88e8-c9e4425841e9 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:04.203875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed133fd-7c86-47a1-9913-dfb900161177 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:40:04.228718 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:04.233602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:04.281895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:04.335147 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab6357-ebb9-43c2-9396-03658a748bb3 req-887b7e43-8762-4b61-8d61-b95bd07c3ad7 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:04.336633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-85ab6357-ebb9-43c2-9396-03658a748bb3 req-887b7e43-8762-4b61-8d61-b95bd07c3ad7 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 945 time: 0.0858870 Oct 25 23:40:04.402748 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-85ab6357-ebb9-43c2-9396-03658a748bb3 req-130bba8f-c836-47dc-a458-81375b5b82c2 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53a3af8-25ff-47de-b4ee-7dc14c8275f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483718 Oct 25 23:40:04.403708 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:04.434199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event deleted for resources: {'Port': ['ID=c7b500ec-564c-47fe-88e8-c9e4425841e9,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:04.548313 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Router 97873ca4-c9cb-43e7-9a25-8b2876d83641 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:40:04.612776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1ed133fd-7c86-47a1-9913-dfb900161177'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:40:04.957088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa333e-4a37-4f7e-9363-b88683e4bbf0 req-57a5c12b-67ba-4e03-9590-0a961949c698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:04.959303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6aa333e-4a37-4f7e-9363-b88683e4bbf0 req-57a5c12b-67ba-4e03-9590-0a961949c698 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 945 time: 0.0574706 Oct 25 23:40:04.990547 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:40:05.000035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6aa333e-4a37-4f7e-9363-b88683e4bbf0 req-06880dd3-335e-4747-b344-72b7772c17f1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Oct 25 23:40:05.020770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:40:05.032155 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] Sync routers for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:40:05.041812 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:05.042641 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:05.060167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] No DVR routers for this DVR port c7b500ec-564c-47fe-88e8-c9e4425841e9 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:40:05.062726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:05.065939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07a3762c-fce0-41cf-9706-3bc883ab7443 req-ebb40a94-1a3f-48da-804c-74394e689eb1 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.15 "DELETE /v2.0/ports/c7b500ec-564c-47fe-88e8-c9e4425841e9 HTTP/1.1" status: 204 len: 173 time: 1.2798989 Oct 25 23:40:05.066395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'name': 'network-vif-deleted', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:40:05.069526 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c4e1ab-6e13-4147-b747-9d5143409ce1" -d '{"events": [{"server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "name": "network-vif-deleted", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:40:05.110065 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee7a79-c1d8-4783-9985-3728103c87ed x-openstack-request-id: req-c3ee7a79-c1d8-4783-9985-3728103c87ed {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:40:05.110401 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81dfc1bd-2655-45c5-b974-4e79e52b43b4", "name": "network-vif-deleted", "tag": "c7b500ec-564c-47fe-88e8-c9e4425841e9", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:40:05.110656 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ee7a79-c1d8-4783-9985-3728103c87ed {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:40:05.111061 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81dfc1bd-2655-45c5-b974-4e79e52b43b4', 'name': 'network-vif-deleted', 'tag': 'c7b500ec-564c-47fe-88e8-c9e4425841e9', 'status': 'completed', 'code': 200} Oct 25 23:40:05.150086 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:05.346119 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:56Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:05.371544 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] Checking router: 97873ca4-c9cb-43e7-9a25-8b2876d83641 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:40:05.379527 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:05.380112 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:05.483429 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:05.513426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ac6a887c-c61a-4eb8-b974-7d8b4358bdaf req-874e8d93-e296-40f2-81cc-015f50e6727f tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "GET /v2.0/ports?device_id=81dfc1bd-2655-45c5-b974-4e79e52b43b4 HTTP/1.1" status: 200 len: 210 time: 0.0303438 Oct 25 23:40:05.689601 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:56Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:05.715409 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5b853-ac8a-4864-ba47-ac4af76301fb None None] The sync data for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 is: [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:33:45Z', 'revision_number': 4, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f202754f-9b25-40fb-818e-2e90793c9ed4', 'name': '', 'network_id': '3876a08b-506f-4b4b-8386-5ab93cf865cc', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'mac_address': 'fa:16:3e:05:29:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:44Z', 'updated_at': '2021-10-25T23:33:56Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'subnets': [{'id': '733a3a4c-7c89-4540-82f8-8981215ea5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:40:05.909804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:40:05.944640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279486c9-a209-4b23-9db2-a6d705b78873 None None] New status for floating IP d917fa3e-3844-42fa-b219-1da70327db2e: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:40:06.062444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 1ed133fd-7c86-47a1-9913-dfb900161177 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:40:06.066954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 1ed133fd-7c86-47a1-9913-dfb900161177 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:40:06.067330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.126494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e408d01-6bf1-44f2-9bc8-4f1b8b769a1c req-c972749a-762f-418e-8703-2b1ef2f4276a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:06.128008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e408d01-6bf1-44f2-9bc8-4f1b8b769a1c req-c972749a-762f-418e-8703-2b1ef2f4276a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 945 time: 0.0499425 Oct 25 23:40:06.162401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.167524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2e408d01-6bf1-44f2-9bc8-4f1b8b769a1c req-32d1ed08-f56a-426d-8937-1e172b25fafa tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Oct 25 23:40:06.185654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:40:06.187959 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae7f3b-e11c-446b-af69-cb3bf4635668" -d '{"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-plugged", "status": "completed", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:40:06.201525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:06.205667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.230306 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5669e1db-87a3-42a4-8028-298bebd9c11f x-openstack-request-id: req-5669e1db-87a3-42a4-8028-298bebd9c11f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:40:06.230591 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-plugged", "status": "completed", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:40:06.230839 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5669e1db-87a3-42a4-8028-298bebd9c11f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:40:06.231222 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'code': 200} Oct 25 23:40:06.253546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:06.348176 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3372-fb45-4312-9d93-0666a72c1775 req-45c20f28-3ac6-4f84-a05d-b9800287f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:06.350040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-716b3372-fb45-4312-9d93-0666a72c1775 req-45c20f28-3ac6-4f84-a05d-b9800287f250 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.0406296 Oct 25 23:40:06.388259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-716b3372-fb45-4312-9d93-0666a72c1775 req-8d232d09-93f3-412f-b088-c2d978665c2d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302417 Oct 25 23:40:06.568960 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44906) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:06.692796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Deleting port 30ac3c77-caf1-4071-a383-c913e22a0689 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:06.693139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.767814 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.768168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.780696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Calling delete_port for 30ac3c77-caf1-4071-a383-c913e22a0689 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:06.912395 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:06.937424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event deleted for resources: {'Port': ['ID=30ac3c77-caf1-4071-a383-c913e22a0689,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:07.002252 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.004880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.006774 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-34a3871b-e660-4d31-9dc3-8807951ad827 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "DELETE /v2.0/floatingips/d917fa3e-3844-42fa-b219-1da70327db2e HTTP/1.1" status: 204 len: 168 time: 0.4368057 Oct 25 23:40:07.076452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44912) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:07.136343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dd86336-6ea3-4470-a5e8-7af337e03bc6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.160532 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dd86336-6ea3-4470-a5e8-7af337e03bc6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.219835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dd86336-6ea3-4470-a5e8-7af337e03bc6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.222546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dd86336-6ea3-4470-a5e8-7af337e03bc6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.227874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7dd86336-6ea3-4470-a5e8-7af337e03bc6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] 10.222.0.25 "DELETE /v2.0/security-groups/b53a3af8-25ff-47de-b4ee-7dc14c8275f3 HTTP/1.1" status: 204 len: 168 time: 0.1462069 Oct 25 23:40:07.234041 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86336-6ea3-4470-a5e8-7af337e03bc6 tempest-TestServerBasicOps-453231549 tempest-TestServerBasicOps-453231549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a3af8-25ff-47de-b4ee-7dc14c8275f3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:07.287915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44920) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:07.297822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf29d3-d012-4bc5-b12d-8d1b3aa3afe8 req-dc59b29f-a391-4fdf-9c7d-6a8e52493b4f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:07.299437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88cf29d3-d012-4bc5-b12d-8d1b3aa3afe8 req-dc59b29f-a391-4fdf-9c7d-6a8e52493b4f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0585942 Oct 25 23:40:07.339739 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88cf29d3-d012-4bc5-b12d-8d1b3aa3afe8 req-91f50536-d81d-470c-a84e-8fafbf7f56ed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Oct 25 23:40:07.734097 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:07.918183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7b500ec-564c-47fe-88e8-c9e4425841e9 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:07.937712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: c7b500ec-564c-47fe-88e8-c9e4425841e9 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:07.938057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7b500ec-564c-47fe-88e8-c9e4425841e9 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:07.984770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Deleting port f202754f-9b25-40fb-818e-2e90793c9ed4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:07.985021 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.066604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] For port f202754f-9b25-40fb-818e-2e90793c9ed4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f202754f-9b25-40fb-818e-2e90793c9ed4,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:08.066959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.079724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Calling delete_port for f202754f-9b25-40fb-818e-2e90793c9ed4 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:08.257745 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.284171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Pushing event deleted for resources: {'Port': ['ID=f202754f-9b25-40fb-818e-2e90793c9ed4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:08.494529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb371e-2a51-4477-99c6-10ae5faba27e req-87d13bd1-e7d1-4741-a136-e47de4286be6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:08.496004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4eb371e-2a51-4477-99c6-10ae5faba27e req-87d13bd1-e7d1-4741-a136-e47de4286be6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0694873 Oct 25 23:40:08.496564 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.601283 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4eb371e-2a51-4477-99c6-10ae5faba27e req-3439a086-bfba-4c7b-8306-ed57990aebb3 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982862 Oct 25 23:40:08.720444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501d04-4f15-4078-9785-1ea2e1dd7f87 req-edbe8243-b5f3-4d28-a288-00ac3346b95b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:08.721936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e8501d04-4f15-4078-9785-1ea2e1dd7f87 req-edbe8243-b5f3-4d28-a288-00ac3346b95b tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0504885 Oct 25 23:40:08.745373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Router 97873ca4-c9cb-43e7-9a25-8b2876d83641 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:40:08.760803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e8501d04-4f15-4078-9785-1ea2e1dd7f87 req-e36db896-46c3-4213-bd8a-f819a477c876 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Oct 25 23:40:08.782392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44930) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:08.821578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73639f-b055-4e8e-86f1-84aa62920dfc tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:08.823178 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cd73639f-b055-4e8e-86f1-84aa62920dfc tempest-TestNetworkAdvancedServerOps-1123022414 tempest-TestNetworkAdvancedServerOps-1123022414-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1092 time: 0.0398078 Oct 25 23:40:08.826282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44932) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:08.831063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '1ed133fd-7c86-47a1-9913-dfb900161177', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:40:08.855854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:40:08.856182 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.861936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e3bf20af-2729-4bd9-8016-c23e26dcd234 admin admin] 10.222.0.25 "PUT /v2.0/routers/97873ca4-c9cb-43e7-9a25-8b2876d83641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5729175 Oct 25 23:40:08.864452 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44934) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:08.868926 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] Sync routers for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:40:08.879537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:08.880274 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:08.969605 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.979432 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:08.989168 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:09.094929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.130318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Allocated IP 172.25.4.195 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/772c3a3f-226a-419d-8493-8a41afda4068) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:40:09.171820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Deleting port 5fcb629a-ca3b-4744-80bb-c7675a40823d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:09.172778 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.241080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.267130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] For port 5fcb629a-ca3b-4744-80bb-c7675a40823d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5fcb629a-ca3b-4744-80bb-c7675a40823d,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:09.267775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.276798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.280639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Calling delete_port for 5fcb629a-ca3b-4744-80bb-c7675a40823d owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:09.299190 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:40:08Z', 'revision_number': 5, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port': {'id': '5fcb629a-ca3b-4744-80bb-c7675a40823d', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:42Z', 'updated_at': '2021-10-25T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:09.319909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:40:09.326516 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] Checking router: 97873ca4-c9cb-43e7-9a25-8b2876d83641 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:40:09.326809 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:40:09.330524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:40:09.336761 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] Routers {'97873ca4-c9cb-43e7-9a25-8b2876d83641'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:09.337255 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['97873ca4-c9cb-43e7-9a25-8b2876d83641'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:09.356913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=772c3a3f-226a-419d-8493-8a41afda4068,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:09.424267 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] Set router 97873ca4-c9cb-43e7-9a25-8b2876d83641 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:09.463419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.479535 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:40:09Z', 'revision_number': 6, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:09.493802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fcb629a-ca3b-4744-80bb-c7675a40823d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:09.506909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f68b5-e5c5-4b72-85b8-5c7a0a806399 None None] The sync data for ids ['97873ca4-c9cb-43e7-9a25-8b2876d83641'] in n-d-815373-1 is: [{'id': '97873ca4-c9cb-43e7-9a25-8b2876d83641', 'name': 'tempest-TestServerBasicOps-1988006761-router', 'tenant_id': '30a362e109234b5ab4271a05c07056c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:41Z', 'updated_at': '2021-10-25T23:40:09Z', 'revision_number': 6, 'project_id': '30a362e109234b5ab4271a05c07056c9', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:40:09.562029 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.654456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.656521 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.702887 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.703591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97873ca4-c9cb-43e7-9a25-8b2876d83641 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:40:09.708848 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.712604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-09abb204-fb93-4e36-bed2-22ef7d602733 admin admin] 10.222.0.25 "DELETE /v2.0/routers/97873ca4-c9cb-43e7-9a25-8b2876d83641 HTTP/1.1" status: 204 len: 168 time: 0.8441274 Oct 25 23:40:09.712790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44938) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:09.758169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Deleting subnet 733a3a4c-7c89-4540-82f8-8981215ea5ab {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:40:09.761268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.796569 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.804749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.892004 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.913688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.960870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.987658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733a3a4c-7c89-4540-82f8-8981215ea5ab,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:09.994233 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:09.997393 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4ef13e87-b1cd-4fe3-81c1-52b5874f380d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/733a3a4c-7c89-4540-82f8-8981215ea5ab HTTP/1.1" status: 204 len: 168 time: 0.2836435 Oct 25 23:40:09.999930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44940) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:10.000376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ad7d0-9cee-405a-ae5b-8fb62737707e None None] Network 3876a08b-506f-4b4b-8386-5ab93cf865cc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:40:10.067509 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.081548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.086056 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.129597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Deleting port c73482c5-1be4-4da1-b58b-0540858cd244 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:10.130135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.165680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event updated for resources: {'Port': ['ID=772c3a3f-226a-419d-8493-8a41afda4068,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:10.178073 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.198450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] For port c73482c5-1be4-4da1-b58b-0540858cd244, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c73482c5-1be4-4da1-b58b-0540858cd244,segment=NetworkSegment(d58658aa-d3f3-45f5-9270-2ceba5bf5c73),segment_id=d58658aa-d3f3-45f5-9270-2ceba5bf5c73)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:10.198808 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.212126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Calling delete_port for c73482c5-1be4-4da1-b58b-0540858cd244 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:10.295121 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 8db4ecc7-485e-4be7-ba3c-59ff5cacea09 associated. External IP: 172.25.4.195, port: 1ed133fd-7c86-47a1-9913-dfb900161177. Oct 25 23:40:10.309420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] DHCP port deletion for 3876a08b-506f-4b4b-8386-5ab93cf865cc request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:40:10.321595 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.359593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73482c5-1be4-4da1-b58b-0540858cd244,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:10.363167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] No DVR routers for this DVR port c73482c5-1be4-4da1-b58b-0540858cd244 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:40:10.412015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Deleting port c73482c5-1be4-4da1-b58b-0540858cd244 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:10.412263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.418456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fcb629a-ca3b-4744-80bb-c7675a40823d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:10.453181 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5fcb629a-ca3b-4744-80bb-c7675a40823d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:10.453774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5fcb629a-ca3b-4744-80bb-c7675a40823d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:10.454214 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c73482c5-1be4-4da1-b58b-0540858cd244 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:10.459421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.481353 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3876a08b-506f-4b4b-8386-5ab93cf865cc']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:10.493159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:10.493578 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58658aa-d3f3-45f5-9270-2ceba5bf5c73') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:10.504490 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.506691 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c73482c5-1be4-4da1-b58b-0540858cd244 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:10.507035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c73482c5-1be4-4da1-b58b-0540858cd244 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:10.507641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f202754f-9b25-40fb-818e-2e90793c9ed4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:10.519556 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.528740 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:40:10.529243 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:40:10.531255 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:40:10.534009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: f202754f-9b25-40fb-818e-2e90793c9ed4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:10.534009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f202754f-9b25-40fb-818e-2e90793c9ed4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:10.553936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] For port c73482c5-1be4-4da1-b58b-0540858cd244, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:10.554371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.569306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Calling delete_port for c73482c5-1be4-4da1-b58b-0540858cd244 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:10.572334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Port c73482c5-1be4-4da1-b58b-0540858cd244 was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 23:40:10.574216 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.600524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] Pushing event deleted for resources: {'Port': ['ID=c73482c5-1be4-4da1-b58b-0540858cd244,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:10.602756 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.608963 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.616655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3876a08b-506f-4b4b-8386-5ab93cf865cc HTTP/1.1" status: 204 len: 168 time: 0.6123867 Oct 25 23:40:10.616947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44944) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:10.618126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1426d-75e7-4a31-a49e-2e86903cb495 None None] No DVR routers for this DVR port c73482c5-1be4-4da1-b58b-0540858cd244 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:40:10.634869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02524-0047-4ca3-ab3e-e360fb965d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=3876a08b-506f-4b4b-8386-5ab93cf865cc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:10.878637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 34572ea0-f27e-4103-8adb-ce181dd5642b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:40:10.984715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:40:10.992926 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:10.996222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] Sync routers for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:40:11.007443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:11.008077 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:11.008891 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:11.038185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-96ca7299-a81a-492c-b224-a447c67fad03 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2103560 Oct 25 23:40:11.038799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:40:11.041060 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:40:11.084583 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d4185-9dda-4541-8565-70ef0ae57246 x-openstack-request-id: req-d72d4185-9dda-4541-8565-70ef0ae57246 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:40:11.084880 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:40:11.085130 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d72d4185-9dda-4541-8565-70ef0ae57246 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:40:11.085529 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'status': 'completed', 'code': 200} Oct 25 23:40:11.151900 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:11.383788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8db4ecc7-485e-4be7-ba3c-59ff5cacea09', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'port_id': '1ed133fd-7c86-47a1-9913-dfb900161177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'mac_address': 'fa:16:3e:a1:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:40:09Z', 'updated_at': '2021-10-25T23:40:09Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:11.412146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] Checking router: 34572ea0-f27e-4103-8adb-ce181dd5642b for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:40:11.421672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:11.422355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:11.530645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:11.561100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519cc4c-645c-4784-9b8b-9e02c12755bc req-14287721-9fec-4570-9caa-65f0c2f3ef89 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:11.562520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6519cc4c-645c-4784-9b8b-9e02c12755bc req-14287721-9fec-4570-9caa-65f0c2f3ef89 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.4633026 Oct 25 23:40:11.585634 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-03412018-d0c4-4d11-b783-a941074b7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:11.587103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-03412018-d0c4-4d11-b783-a941074b7099 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.4583538 Oct 25 23:40:11.666902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6519cc4c-645c-4784-9b8b-9e02c12755bc req-560ed738-93ea-4e07-b0bd-8430892835f2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963364 Oct 25 23:40:11.690472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44952) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:11.738977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-599fefe8-17e4-4567-b191-fec0521340ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:11.741094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-599fefe8-17e4-4567-b191-fec0521340ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 897 time: 0.1441209 Oct 25 23:40:11.751504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-67dda2ad-7796-4e0f-84bd-7175dabf97d1 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/8db4ecc7-485e-4be7-ba3c-59ff5cacea09 HTTP/1.1" status: 200 len: 992 time: 0.0597203 Oct 25 23:40:11.764316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8db4ecc7-485e-4be7-ba3c-59ff5cacea09', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'port_id': '1ed133fd-7c86-47a1-9913-dfb900161177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'mac_address': 'fa:16:3e:a1:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:40:09Z', 'updated_at': '2021-10-25T23:40:09Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:11.791945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3d6a-d55a-4288-b67a-5e1b7d9da80f None None] The sync data for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 is: [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '8db4ecc7-485e-4be7-ba3c-59ff5cacea09', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'port_id': '1ed133fd-7c86-47a1-9913-dfb900161177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'mac_address': 'fa:16:3e:a1:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:40:09Z', 'updated_at': '2021-10-25T23:40:09Z', 'revision_number': 0, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:40:11.828641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-99a1c86d-020d-4c9d-8751-5f8b10d83dc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 1000 time: 0.0709646 Oct 25 23:40:11.834688 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Deleting port 16b32963-d237-446a-91a5-0ee8e2abe2ca {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:11.835023 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:11.929381 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-0a1373e6-81ea-4b1c-abb8-49ab911ab5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:11.930881 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-0a1373e6-81ea-4b1c-abb8-49ab911ab5ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0932240 Oct 25 23:40:11.980477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] For port 16b32963-d237-446a-91a5-0ee8e2abe2ca, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=16b32963-d237-446a-91a5-0ee8e2abe2ca,segment=NetworkSegment(8730e721-564f-4358-8a37-8f2d514748a5),segment_id=8730e721-564f-4358-8a37-8f2d514748a5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:11.980840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:11.997951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Calling delete_port for 16b32963-d237-446a-91a5-0ee8e2abe2ca owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:12.015198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828ab0a9-20dd-41cd-9c95-0cf987e9cbad None None] New status for floating IP 8db4ecc7-485e-4be7-ba3c-59ff5cacea09: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:40:12.017675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-0da22908-d067-4afc-8ddf-65c0f9c0e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:12.019218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-0da22908-d067-4afc-8ddf-65c0f9c0e32f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801332 Oct 25 23:40:12.192417 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-ff207cc8-214f-4f1b-b5c8-87425e3a3dff service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428547 Oct 25 23:40:12.327115 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0701bcba-4f6b-4dc7-a641-fbde6d2303a2 req-cbad04fa-94e0-47b4-8a7d-229a792cfa57 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271532 Oct 25 23:40:12.341011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:12.370185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Pushing event deleted for resources: {'Port': ['ID=16b32963-d237-446a-91a5-0ee8e2abe2ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:12.541659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:12.755244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:12.760709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Router 95496636-dd93-4a82-b166-3a3ccf68c54c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:40:12.818000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c41eaad0-c8e1-42db-92df-89108ae0a057 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/8db4ecc7-485e-4be7-ba3c-59ff5cacea09 HTTP/1.1" status: 200 len: 994 time: 0.0616333 Oct 25 23:40:12.871166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:40:12.876190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f766272c-20e9-431e-820d-1f15ca012efc admin admin] 10.222.0.25 "PUT /v2.0/routers/95496636-dd93-4a82-b166-3a3ccf68c54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582715 Oct 25 23:40:12.878975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44958) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:12.883090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] Sync routers for ids ['95496636-dd93-4a82-b166-3a3ccf68c54c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:40:12.893809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] Routers {'95496636-dd93-4a82-b166-3a3ccf68c54c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:12.894449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['95496636-dd93-4a82-b166-3a3ccf68c54c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:12.981115 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:12.999173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] Set router 95496636-dd93-4a82-b166-3a3ccf68c54c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:13.085272 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.141541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Deleting port 9d0608e1-0748-4a94-a8d6-db87cf09ae84 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:13.141876 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.182124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:40:12Z', 'revision_number': 5, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port': {'id': '9d0608e1-0748-4a94-a8d6-db87cf09ae84', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:33:51Z', 'updated_at': '2021-10-25T23:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:13.207532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] Checking router: 95496636-dd93-4a82-b166-3a3ccf68c54c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:40:13.215781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] Routers {'95496636-dd93-4a82-b166-3a3ccf68c54c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:40:13.216375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:39:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['95496636-dd93-4a82-b166-3a3ccf68c54c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:13.219845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] For port 9d0608e1-0748-4a94-a8d6-db87cf09ae84, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9d0608e1-0748-4a94-a8d6-db87cf09ae84,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:13.220208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.233227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Calling delete_port for 9d0608e1-0748-4a94-a8d6-db87cf09ae84 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:13.305848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] Set router 95496636-dd93-4a82-b166-3a3ccf68c54c gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:40:13.362980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:40:13Z', 'revision_number': 6, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:13.366627 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.390078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c04ff-ba13-4873-a7d8-ad0ee0cae7a3 None None] The sync data for ids ['95496636-dd93-4a82-b166-3a3ccf68c54c'] in n-d-815373-1 is: [{'id': '95496636-dd93-4a82-b166-3a3ccf68c54c', 'name': 'tempest-TestServerBasicOps-1407884785-router', 'tenant_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:33:50Z', 'updated_at': '2021-10-25T23:40:13Z', 'revision_number': 6, 'project_id': '0bf6cdd553e04ab0aa49a1cc7e00d5aa', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:40:13.405162 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.434076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0608e1-0748-4a94-a8d6-db87cf09ae84,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:13.502513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.591135 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.593126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.635215 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.635762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95496636-dd93-4a82-b166-3a3ccf68c54c {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:40:13.640490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.641648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aea91e8e-5c57-4e1c-9d91-0be6c119e909 admin admin] 10.222.0.25 "DELETE /v2.0/routers/95496636-dd93-4a82-b166-3a3ccf68c54c HTTP/1.1" status: 204 len: 168 time: 0.7612267 Oct 25 23:40:13.644201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44962) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:13.688183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Deleting subnet 9bac195c-ad49-4256-858b-fc25b97be68f {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:40:13.691150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.729962 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.809929 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.864371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.889892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bac195c-ad49-4256-858b-fc25b97be68f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:13.894423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:13.898263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-14001c65-ce3d-4091-b8e5-57fd2c521497 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9bac195c-ad49-4256-858b-fc25b97be68f HTTP/1.1" status: 204 len: 168 time: 0.2531106 Oct 25 23:40:13.900674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777c22d-71fc-4394-894f-0ee20a500fe5 None None] Network 8c035030-fcd2-41a8-898c-a9566084fbf7 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:40:13.901160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44964) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:13.974352 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.030218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Deleting port 42a16ec4-9c14-492a-a7b0-f087ebb6118c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:40:14.030567 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.102204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] For port 42a16ec4-9c14-492a-a7b0-f087ebb6118c, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42a16ec4-9c14-492a-a7b0-f087ebb6118c,segment=NetworkSegment(8730e721-564f-4358-8a37-8f2d514748a5),segment_id=8730e721-564f-4358-8a37-8f2d514748a5)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:40:14.102496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.116761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Calling delete_port for 42a16ec4-9c14-492a-a7b0-f087ebb6118c owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:40:14.205478 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.232096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=42a16ec4-9c14-492a-a7b0-f087ebb6118c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:14.235698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] No DVR routers for this DVR port 42a16ec4-9c14-492a-a7b0-f087ebb6118c on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:40:14.239376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df3dc9-4010-4ee0-9272-cc73087b78e0 None None] DHCP port deletion for 8c035030-fcd2-41a8-898c-a9566084fbf7 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:40:14.314955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.338522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c035030-fcd2-41a8-898c-a9566084fbf7']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:14.351304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8730e721-564f-4358-8a37-8f2d514748a5') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:14.351681 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8730e721-564f-4358-8a37-8f2d514748a5') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:40:14.361873 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.376842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.385030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:40:14.386427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:40:14.388430 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:40:14.394711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9d0608e1-0748-4a94-a8d6-db87cf09ae84 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:14.420724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9d0608e1-0748-4a94-a8d6-db87cf09ae84 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:14.421070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9d0608e1-0748-4a94-a8d6-db87cf09ae84 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:14.421496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42a16ec4-9c14-492a-a7b0-f087ebb6118c no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:14.443460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 42a16ec4-9c14-492a-a7b0-f087ebb6118c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:14.444491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42a16ec4-9c14-492a-a7b0-f087ebb6118c not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:14.444912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 16b32963-d237-446a-91a5-0ee8e2abe2ca no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:40:14.453712 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.467053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.471642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] 10.222.0.25 "DELETE /v2.0/networks/8c035030-fcd2-41a8-898c-a9566084fbf7 HTTP/1.1" status: 204 len: 168 time: 0.5697517 Oct 25 23:40:14.472908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 16b32963-d237-446a-91a5-0ee8e2abe2ca {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:40:14.473254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 16b32963-d237-446a-91a5-0ee8e2abe2ca not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:40:14.484452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3320-b390-430e-a7d4-e909f7d4e8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8c035030-fcd2-41a8-898c-a9566084fbf7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:14.600888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:14.641269 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3b8d310e-95bd-4b64-9cb3-4b2278deebe1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30a362e109234b5ab4271a05c07056c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384915 Oct 25 23:40:14.643361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 44972) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:14.694059 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d449dfe-df22-4101-b20e-6a843a024de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.714766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d449dfe-df22-4101-b20e-6a843a024de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.760561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d449dfe-df22-4101-b20e-6a843a024de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.763088 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d449dfe-df22-4101-b20e-6a843a024de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:14.764303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9d449dfe-df22-4101-b20e-6a843a024de5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/281aae4e-9a04-45d7-8361-c6a7168a21c3 HTTP/1.1" status: 204 len: 168 time: 0.1198118 Oct 25 23:40:14.772484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d449dfe-df22-4101-b20e-6a843a024de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281aae4e-9a04-45d7-8361-c6a7168a21c3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:15.073375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44978) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:15.113701 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-043cd79a-2b49-45aa-bc1a-ee3b2b1a975a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bf6cdd553e04ab0aa49a1cc7e00d5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388486 Oct 25 23:40:15.116342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 44980) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:40:15.164484 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f489123-3254-472b-bd60-a20db765eadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:15.188421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f489123-3254-472b-bd60-a20db765eadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:15.234190 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f489123-3254-472b-bd60-a20db765eadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:15.236724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f489123-3254-472b-bd60-a20db765eadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:15.237853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0f489123-3254-472b-bd60-a20db765eadd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80a3e5b4-5800-4d0b-89b0-23df841d5b6e HTTP/1.1" status: 204 len: 168 time: 0.1206236 Oct 25 23:40:15.245349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f489123-3254-472b-bd60-a20db765eadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a3e5b4-5800-4d0b-89b0-23df841d5b6e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:40:15.872876 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4be27234-5f81-4c0c-9229-d6119844c446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:18.371694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8b9839f6-a2c2-44e8-93ef-fb188f2fa772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:19.702920 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:20.264842 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:20.835055 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:28.571361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:38.311621 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c15450f-a8b8-4b2b-8649-72b0647d86e2 req-c9657f64-1654-49e3-8dad-f415ab69b96e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274637 Oct 25 23:40:38.382519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c15450f-a8b8-4b2b-8649-72b0647d86e2 req-b5c0291a-f83b-485d-866f-7a2859f47616 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0286925 Oct 25 23:40:38.492293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15450f-a8b8-4b2b-8649-72b0647d86e2 req-8e028cdc-355d-42dc-a212-5ad841141984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:38.493766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c15450f-a8b8-4b2b-8649-72b0647d86e2 req-8e028cdc-355d-42dc-a212-5ad841141984 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929921 Oct 25 23:40:38.594004 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15450f-a8b8-4b2b-8649-72b0647d86e2 req-0f190aa9-7c25-44f3-a08d-4010dca4f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:38.595407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1c15450f-a8b8-4b2b-8649-72b0647d86e2 req-0f190aa9-7c25-44f3-a08d-4010dca4f75d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948882 Oct 25 23:40:41.989354 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:40:43.326067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:45.874883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cad552d4-eeaa-4978-baef-49b979de4a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:48.372202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-790c4354-ef4c-448d-b8a9-6c78c1b8a08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:49.705738 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:50.267188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:50.837227 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:40:57.241826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-bcd3a04c-2849-476f-98e9-e06efa07f34a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396280 Oct 25 23:40:57.341902 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-b44e1cef-dc76-4572-b203-93b6b468a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:57.343432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-b44e1cef-dc76-4572-b203-93b6b468a465 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.0422897 Oct 25 23:40:57.452043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-697ca880-d138-44e4-a9ce-6e023ba144f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:57.453494 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-697ca880-d138-44e4-a9ce-6e023ba144f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 897 time: 0.0892642 Oct 25 23:40:57.519651 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-3288ad5a-6632-494b-8fba-f33446f62467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 1002 time: 0.0587375 Oct 25 23:40:57.571342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-61625317-ddbf-4679-8911-98ef402c9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:57.572749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-61625317-ddbf-4679-8911-98ef402c9cd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0463128 Oct 25 23:40:57.618826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-68715e63-0967-4143-8404-a07b6c6a3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:40:57.620319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-68715e63-0967-4143-8404-a07b6c6a3f16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397477 Oct 25 23:40:57.709088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-6429695a-b872-4a7a-9fbb-24132990067d service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814850 Oct 25 23:40:57.803176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b6f3fb23-33b2-419c-aee4-8f4aaef337a7 req-247f7e84-f654-418a-a52c-812e97cb00a4 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863237 Oct 25 23:40:58.583969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:13.318337 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:15.876164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-674cc800-08ed-4728-94dd-dd26ab09ab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:18.373330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4e462b9-4c74-40c8-a17a-cfb3413c24ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:18.989304 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:41:19.708716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:20.268761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:20.841630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:24.649895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50cb28-be79-4b07-9d45-69c277045469 req-6c32a030-b0a2-40c8-829d-3616a7fcb606 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:24.651509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a50cb28-be79-4b07-9d45-69c277045469 req-6c32a030-b0a2-40c8-829d-3616a7fcb606 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0555854 Oct 25 23:41:24.689988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a50cb28-be79-4b07-9d45-69c277045469 req-f3956a93-a154-48b2-8532-0122aec576d7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Oct 25 23:41:25.805973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dce32-8aa8-460a-b349-76bc0cb1f779 req-f939da95-12b4-4b0e-8a7c-43021624f1fe tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:25.807467 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a5dce32-8aa8-460a-b349-76bc0cb1f779 req-f939da95-12b4-4b0e-8a7c-43021624f1fe tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0489402 Oct 25 23:41:25.845561 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9a5dce32-8aa8-460a-b349-76bc0cb1f779 req-b4e9f773-3373-4070-a94f-f9d1e88869ab tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315874 Oct 25 23:41:26.958577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c425-e602-47eb-907f-b734485f8c27 req-b375a7c2-7051-4475-bb17-be2afe8de0b6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:26.960062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63a3c425-e602-47eb-907f-b734485f8c27 req-b375a7c2-7051-4475-bb17-be2afe8de0b6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0480914 Oct 25 23:41:26.997016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-63a3c425-e602-47eb-907f-b734485f8c27 req-13496409-11e2-407d-9137-c9f5c9519b34 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Oct 25 23:41:28.116766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f6bb-dfa5-43f4-a8d1-7243c00c2272 req-511f8f2b-eca4-48a8-819f-ef312257ddfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:28.118279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a199f6bb-dfa5-43f4-a8d1-7243c00c2272 req-511f8f2b-eca4-48a8-819f-ef312257ddfd tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0552418 Oct 25 23:41:28.156930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a199f6bb-dfa5-43f4-a8d1-7243c00c2272 req-76f818a4-3f62-4ef4-8d66-e36928ee88d2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324562 Oct 25 23:41:28.588973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:28.603796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-d402d9b0-56fd-4063-b9ea-77e0c57a9ac7 req-f3796bb8-33c0-4c4b-8a1a-2f961c01a80b service neutron] (102133) timed out ('10.222.0.25', 57362) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:41:29.275727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd6948-06be-4cb4-aa32-a5259226cc2b req-befbfdd6-c12b-4ed1-9e43-29f477c6a182 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:29.277196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bdd6948-06be-4cb4-aa32-a5259226cc2b req-befbfdd6-c12b-4ed1-9e43-29f477c6a182 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0532901 Oct 25 23:41:29.315963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8bdd6948-06be-4cb4-aa32-a5259226cc2b req-5647c609-e744-40ae-b2d3-c1d927c5ec18 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Oct 25 23:41:30.433183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5ee0-9863-4291-bb50-ac96f1eca0b3 req-5e1f3b93-a755-46b7-ae9d-569eafcfda71 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:30.435199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3fe5ee0-9863-4291-bb50-ac96f1eca0b3 req-5e1f3b93-a755-46b7-ae9d-569eafcfda71 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0498095 Oct 25 23:41:30.475497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3fe5ee0-9863-4291-bb50-ac96f1eca0b3 req-a0eace0b-502e-4d84-9efb-d6391fe303b6 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Oct 25 23:41:31.592055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a578f-6ed8-4547-aff7-3016782b0d68 req-a2f6a1d3-0513-48f5-8568-6324a8723518 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:31.593519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db5a578f-6ed8-4547-aff7-3016782b0d68 req-a2f6a1d3-0513-48f5-8568-6324a8723518 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0485520 Oct 25 23:41:31.630597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-db5a578f-6ed8-4547-aff7-3016782b0d68 req-e0146731-862f-4386-bec9-23224cc5554d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Oct 25 23:41:32.752496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f01d2-adc5-48c8-975e-51b4a44a2531 req-4d66d3cc-04d6-48fe-b08b-b4b4cdc66cad tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:32.753977 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b9f01d2-adc5-48c8-975e-51b4a44a2531 req-4d66d3cc-04d6-48fe-b08b-b4b4cdc66cad tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0561872 Oct 25 23:41:32.792025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b9f01d2-adc5-48c8-975e-51b4a44a2531 req-00fe9743-3029-470e-a121-ee4f6edf500c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Oct 25 23:41:33.906103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9e75-b889-4191-94cc-dc670444ca0e req-bcaf32fb-19fb-4f67-998d-6880b1819a8a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:33.907587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596e9e75-b889-4191-94cc-dc670444ca0e req-bcaf32fb-19fb-4f67-998d-6880b1819a8a tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0480456 Oct 25 23:41:33.944506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-596e9e75-b889-4191-94cc-dc670444ca0e req-5c58b3be-92a2-4d97-a06c-4466cfe1fd06 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310843 Oct 25 23:41:35.068097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c0a3-ec77-4440-8f14-87b29a0552bb req-73f84a30-6880-4255-8f41-9db2dd3b030c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:35.069582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b96c0a3-ec77-4440-8f14-87b29a0552bb req-73f84a30-6880-4255-8f41-9db2dd3b030c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0548298 Oct 25 23:41:35.108810 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2b96c0a3-ec77-4440-8f14-87b29a0552bb req-d223dea0-f06a-403a-be85-6ad5bb118886 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Oct 25 23:41:36.229924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e76f57-f1bc-454c-b755-746cbf2d973c req-7767249f-0da6-41dd-9785-1c183272e6d2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:36.231421 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88e76f57-f1bc-454c-b755-746cbf2d973c req-7767249f-0da6-41dd-9785-1c183272e6d2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0527256 Oct 25 23:41:36.268753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88e76f57-f1bc-454c-b755-746cbf2d973c req-38a12914-d69b-445e-bffc-6bd24d30e9d7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Oct 25 23:41:37.387240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f18bb-61cc-4b28-9f9b-19e694dc5fae req-faf199a9-dcfd-4126-8547-738893330a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:37.388716 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-971f18bb-61cc-4b28-9f9b-19e694dc5fae req-faf199a9-dcfd-4126-8547-738893330a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0493557 Oct 25 23:41:37.426509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-971f18bb-61cc-4b28-9f9b-19e694dc5fae req-eb8ddcc0-373c-4286-a572-b13891f4ea45 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Oct 25 23:41:38.304025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-667f61ab-81dd-4329-9eaa-1ddf5d627d7a req-51c29819-38a8-4d28-b424-b06532a154e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263815 Oct 25 23:41:38.371903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-667f61ab-81dd-4329-9eaa-1ddf5d627d7a req-136c402c-688d-4a3d-99f2-8e215ee974ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0251906 Oct 25 23:41:38.488427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f61ab-81dd-4329-9eaa-1ddf5d627d7a req-3b542a93-3324-47ac-aea4-e339fabbde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:38.490057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-667f61ab-81dd-4329-9eaa-1ddf5d627d7a req-3b542a93-3324-47ac-aea4-e339fabbde64 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992086 Oct 25 23:41:38.600848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3745fa-ccb7-446b-b1ee-b27e1a7214b3 req-0e990587-3bce-459e-bf8f-d517e9631014 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:38.602270 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3745fa-ccb7-446b-b1ee-b27e1a7214b3 req-0e990587-3bce-459e-bf8f-d517e9631014 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.1059065 Oct 25 23:41:38.641068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f61ab-81dd-4329-9eaa-1ddf5d627d7a req-aab570cb-143b-4f76-99ca-36dc74ec0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:38.642546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-667f61ab-81dd-4329-9eaa-1ddf5d627d7a req-aab570cb-143b-4f76-99ca-36dc74ec0a41 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451426 Oct 25 23:41:38.661626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c3745fa-ccb7-446b-b1ee-b27e1a7214b3 req-deea9ed0-2bfd-437e-a7bc-021634fc4a71 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Oct 25 23:41:39.777398 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6bd3f-2a66-4757-8545-07d2bcf38895 req-c554b549-6ebc-4472-a40b-722ef552e00e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:39.778927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2c6bd3f-2a66-4757-8545-07d2bcf38895 req-c554b549-6ebc-4472-a40b-722ef552e00e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0490241 Oct 25 23:41:39.816975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2c6bd3f-2a66-4757-8545-07d2bcf38895 req-e58fb754-45dc-4eb6-b525-357d7ebce05f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Oct 25 23:41:40.932033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddaaa2-04e8-48b0-8195-644ef5225a0e req-090b3797-3c37-4c5e-96d2-f386b52f2f81 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:40.933520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fddaaa2-04e8-48b0-8195-644ef5225a0e req-090b3797-3c37-4c5e-96d2-f386b52f2f81 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0489049 Oct 25 23:41:40.971497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fddaaa2-04e8-48b0-8195-644ef5225a0e req-a1276e9f-6ab1-44e7-aead-ccff92d44484 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Oct 25 23:41:42.091932 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf1f9-2beb-4368-a8c8-c8f340b68984 req-c65c2e37-729e-4c6f-8d62-b8cd5cbd8159 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:42.093684 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9bdf1f9-2beb-4368-a8c8-c8f340b68984 req-c65c2e37-729e-4c6f-8d62-b8cd5cbd8159 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0545440 Oct 25 23:41:42.131961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e9bdf1f9-2beb-4368-a8c8-c8f340b68984 req-fde44e3b-62a3-4c87-8c0a-bde9ecfaebed tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Oct 25 23:41:43.247012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b252f-89bb-46d4-a463-bc3168fe489b req-2fd87c1b-77a5-4676-ae27-4bef112db2b7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:43.248582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f5b252f-89bb-46d4-a463-bc3168fe489b req-2fd87c1b-77a5-4676-ae27-4bef112db2b7 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0477898 Oct 25 23:41:43.285202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f5b252f-89bb-46d4-a463-bc3168fe489b req-dad6ecd5-ff71-4d7a-96b5-5009f85ad3c2 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Oct 25 23:41:43.315679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:44.145686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c9fb4-dbaa-4825-bc70-1dd402834d71 req-738326a3-6583-4c9a-81ef-7d92ab626e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:44.147088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-971c9fb4-dbaa-4825-bc70-1dd402834d71 req-738326a3-6583-4c9a-81ef-7d92ab626e16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.0401258 Oct 25 23:41:44.181799 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-971c9fb4-dbaa-4825-bc70-1dd402834d71 req-2293de5a-95d3-474b-b171-27b2fd2058b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271153 Oct 25 23:41:44.362426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:41:44.404995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746c88-a752-42cc-bc18-0e437dad2974 req-49082a30-aa71-47f6-a1e3-805274df2536 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:44.406642 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e746c88-a752-42cc-bc18-0e437dad2974 req-49082a30-aa71-47f6-a1e3-805274df2536 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0528903 Oct 25 23:41:44.442614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:44.447563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e746c88-a752-42cc-bc18-0e437dad2974 req-9d4ca16d-32f8-43e2-ace5-7d87b905089e tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346212 Oct 25 23:41:44.465802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:41:44.468887 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c47cf-f577-4091-8250-cd8782689668" -d '{"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:41:44.481804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:41:44.486805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:44.533333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:41:44.540569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.540917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.541255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.541589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.541923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.542274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.542599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.542921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.543242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.543561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.543879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.544193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:41:44.572549 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c7d3c-a153-461d-b7df-0459bc3d7563 x-openstack-request-id: req-a15c7d3c-a153-461d-b7df-0459bc3d7563 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:41:44.572859 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:41:44.573091 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a15c7d3c-a153-461d-b7df-0459bc3d7563 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:41:44.573485 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'code': 200} Oct 25 23:41:45.572480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ade7dd-29e4-4c4f-844f-028bd451084f req-f8eaa1cd-c45c-4efa-bf8d-d45b9b82d968 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:45.573883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36ade7dd-29e4-4c4f-844f-028bd451084f req-f8eaa1cd-c45c-4efa-bf8d-d45b9b82d968 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 944 time: 0.0572109 Oct 25 23:41:45.614472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36ade7dd-29e4-4c4f-844f-028bd451084f req-46920393-276e-4c4a-8aef-e22368a5bfb8 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335484 Oct 25 23:41:45.878271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eae49a13-8724-45be-b813-0afc5c6227a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:46.379131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:41:46.476289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:41:46.487765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '1ed133fd-7c86-47a1-9913-dfb900161177', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'port_id': '1ed133fd-7c86-47a1-9913-dfb900161177', 'mac_address': 'fa:16:3e:a1:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:41:46.523608 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:46.536047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed133fd-7c86-47a1-9913-dfb900161177 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:41:46.554985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:41:46.558908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:46.611147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:41:46.735530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abab2a-982c-4bb0-8ce8-2e25c9276e05 req-112ab613-a330-4eba-ae57-33788b5d5482 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:46.736985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2abab2a-982c-4bb0-8ce8-2e25c9276e05 req-112ab613-a330-4eba-ae57-33788b5d5482 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 945 time: 0.0529950 Oct 25 23:41:46.773148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2abab2a-982c-4bb0-8ce8-2e25c9276e05 req-76cb99a7-db38-4a17-a51a-bea4c0996e3d tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302172 Oct 25 23:41:46.795857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45246) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:41:46.856841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1dc42b62-21ca-4eb4-829a-5a3c28cf0956 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/floatingips/8db4ecc7-485e-4be7-ba3c-59ff5cacea09 HTTP/1.1" status: 200 len: 993 time: 0.0597575 Oct 25 23:41:46.968553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1ed133fd-7c86-47a1-9913-dfb900161177'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:41:48.375724 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df64fe85-14a7-468f-ada3-9af7cc2bd684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:48.408969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:41:48.458224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 1ed133fd-7c86-47a1-9913-dfb900161177 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:41:48.458647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:48.536134 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:48.557259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:41:48.559543 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5108f2-1735-4f85-bcd6-4339a12582f2" -d '{"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-plugged", "status": "completed", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:41:48.571728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:41:48.576690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:48.600242 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdbbbbe-d8a3-4f24-8d38-268904437a48 x-openstack-request-id: req-5bdbbbbe-d8a3-4f24-8d38-268904437a48 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:41:48.600530 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-plugged", "status": "completed", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:41:48.600779 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bdbbbbe-d8a3-4f24-8d38-268904437a48 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:41:48.601166 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'code': 200} Oct 25 23:41:48.625851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:41:49.710359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:50.270808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:50.844157 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:55.991170 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:41:58.246026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-40fb4d6d-00ce-431a-9f7c-92c6f8ccd649 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389080 Oct 25 23:41:58.356614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-13147b53-7dba-4fe6-a243-b4dfa59e88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:58.358117 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-13147b53-7dba-4fe6-a243-b4dfa59e88d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.0437315 Oct 25 23:41:58.463241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-e7a19126-6da4-4c56-95cd-5ae73f0f2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:58.464680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-e7a19126-6da4-4c56-95cd-5ae73f0f2b88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 897 time: 0.0855792 Oct 25 23:41:58.536346 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-1b928d7d-3203-48ba-8bec-0c01f1cde7b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 1002 time: 0.0622003 Oct 25 23:41:58.586672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-6bea3da3-003b-4659-8ead-169eda78fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:58.588292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-6bea3da3-003b-4659-8ead-169eda78fb4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0440500 Oct 25 23:41:58.588857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:41:58.636075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-5da1d4b9-3fb2-49a9-a878-28769558390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:41:58.637573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-5da1d4b9-3fb2-49a9-a878-28769558390d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410795 Oct 25 23:41:58.732319 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-e3d79d95-109a-40cc-b860-d8779bf5e38c service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876873 Oct 25 23:41:58.820342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a2ad520a-8436-444e-945d-5b17cc19c83c req-b5a5a4fd-cf18-4d22-bf3b-4889d84a8e8b service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806215 Oct 25 23:42:13.325111 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:15.879327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b311-5a69-4945-a2fc-1d26fb569405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:18.376069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-493ec2e2-d74a-4e28-80b4-a3073d49290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:19.714087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:20.271765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:20.845586 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:28.605891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:32.990996 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:42:40.402771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b9535a8-6357-4684-a569-4010a5b42d30 req-8da142b5-3079-439d-ac71-9c70e9d025c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1268153 Oct 25 23:42:40.467842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b9535a8-6357-4684-a569-4010a5b42d30 req-ad7103f1-ed53-4574-a637-f7ae7a8e0d93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0240853 Oct 25 23:42:40.580769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9535a8-6357-4684-a569-4010a5b42d30 req-cde470f7-23c3-4751-8fda-8c49028c5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:42:40.582464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b9535a8-6357-4684-a569-4010a5b42d30 req-cde470f7-23c3-4751-8fda-8c49028c5d8f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942822 Oct 25 23:42:40.676072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9535a8-6357-4684-a569-4010a5b42d30 req-e1fe04be-f76c-49fc-9339-749b93cc4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:42:40.677547 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b9535a8-6357-4684-a569-4010a5b42d30 req-e1fe04be-f76c-49fc-9339-749b93cc4e45 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881786 Oct 25 23:42:43.323025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:45.881163 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59075dcb-44c1-47bc-ba26-48863e10e86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:48.379049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03997b47-c751-47fd-9277-fa86b8694401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:49.716778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:50.273912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:50.850793 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:42:58.597095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:00.327968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-eea901af-24e4-4d26-bead-271826e7b58a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986626 Oct 25 23:43:00.429356 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-0c57ad44-78d4-4720-b87c-c44acb7016b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:00.430945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-0c57ad44-78d4-4720-b87c-c44acb7016b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.0420501 Oct 25 23:43:00.535075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-7830a8a0-3e37-4681-9ddc-24489e413ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:00.536452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-7830a8a0-3e37-4681-9ddc-24489e413ffb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 897 time: 0.0865252 Oct 25 23:43:00.606092 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-67cb649a-e008-4782-af98-f20e50bf7efd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 1002 time: 0.0615203 Oct 25 23:43:00.654735 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-df539ded-d9d8-4556-9ffc-816610a4fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:00.656189 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-df539ded-d9d8-4556-9ffc-816610a4fcc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0435920 Oct 25 23:43:00.701178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-3ac092ae-a665-4478-b894-20e4c4309826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:00.702681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-3ac092ae-a665-4478-b894-20e4c4309826 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390809 Oct 25 23:43:00.797461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-d6e47658-089b-46fb-a432-dd9226f7e077 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867000 Oct 25 23:43:00.887603 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ee726781-3bcb-4e69-a238-cb5387da9173 req-5cd21b8e-8bcd-4f88-b4e6-6587ef39824e service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822380 Oct 25 23:43:02.025168 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45438) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:02.181185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 772c3a3f-226a-419d-8493-8a41afda4068 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:43:02.181521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:02.254259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:02.254577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:02.265812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 772c3a3f-226a-419d-8493-8a41afda4068 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:43:02.407044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:02.433328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=772c3a3f-226a-419d-8493-8a41afda4068,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:02.457038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.457382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.457720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.458050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.458400 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.458727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.459050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.459396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.459727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.460040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.460355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.460670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:02.498761 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:02.499072 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Floating IP 8db4ecc7-485e-4be7-ba3c-59ff5cacea09 disassociated (deleted). External IP: 172.25.4.195, port: 1ed133fd-7c86-47a1-9913-dfb900161177. Oct 25 23:43:02.702053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 34572ea0-f27e-4103-8adb-ce181dd5642b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:43:02.808506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:43:02.813285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:02.817831 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e4814-9863-488f-8947-563e7126738b None None] Sync routers for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:43:02.827546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:43:02.828143 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:42:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:02.840997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f43ed832-214f-434f-9d3a-16a751541a13 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/floatingips/8db4ecc7-485e-4be7-ba3c-59ff5cacea09 HTTP/1.1" status: 204 len: 168 time: 0.8148289 Oct 25 23:43:02.841584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:43:02.843888 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be851ff-f860-4863-9d6c-2cec13c38f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:43:02.909214 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cc30dd-4b02-4375-b840-491796e551be x-openstack-request-id: req-c2cc30dd-4b02-4375-b840-491796e551be {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:43:02.909884 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:43:02.910141 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2cc30dd-4b02-4375-b840-491796e551be {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:43:02.910578 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'status': 'completed', 'code': 200} Oct 25 23:43:02.946057 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:43:03.038985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-5f8d2738-124c-49c0-83da-97ec0639e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:03.042136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-5f8d2738-124c-49c0-83da-97ec0639e80c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 1097 time: 0.0806861 Oct 25 23:43:03.141992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-8cdcd1f7-a401-441f-86a0-836b35972c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:03.143625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-8cdcd1f7-a401-441f-86a0-836b35972c61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 200 len: 897 time: 0.0937359 Oct 25 23:43:03.168949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b6a3-6424-4987-b06a-1e5909840447 req-71772fff-9b41-4ba5-8c2d-2e2164386f48 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:03.171339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1c1b6a3-6424-4987-b06a-1e5909840447 req-71772fff-9b41-4ba5-8c2d-2e2164386f48 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.1195889 Oct 25 23:43:03.192940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-a1f8294f-a1ed-427b-870e-63ad145638eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 200 len: 217 time: 0.0409222 Oct 25 23:43:03.220679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1c1b6a3-6424-4987-b06a-1e5909840447 req-e1c55356-b207-433e-8e65-6cf219c68ecc tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382128 Oct 25 23:43:03.245150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-2b918f55-6604-4530-982c-1dba1c67a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:03.246575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-2b918f55-6604-4530-982c-1dba1c67a24f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 200 len: 835 time: 0.0466487 Oct 25 23:43:03.254859 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:03.281179 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e4814-9863-488f-8947-563e7126738b None None] Checking router: 34572ea0-f27e-4103-8adb-ce181dd5642b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:43:03.290198 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:43:03.290806 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:42:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:03.299167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-fefe38a0-1d13-4e23-9aa8-51e6c2c11d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:03.299167 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-fefe38a0-1d13-4e23-9aa8-51e6c2c11d91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e96064c7-9958-4a34-b7ce-01e5beeded04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424063 Oct 25 23:43:03.394972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-35b0e3bb-16c0-41bd-9dd6-9e635a81908e service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890563 Oct 25 23:43:03.395390 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:43:03.488643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6be851ff-f860-4863-9d6c-2cec13c38f8d req-b46a1894-728e-4df6-b072-fa4299d659a2 service neutron] 10.222.0.15 "GET /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Oct 25 23:43:03.595493 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4f4e4814-9863-488f-8947-563e7126738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:03.625036 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e4814-9863-488f-8947-563e7126738b None None] The sync data for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 is: [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:54Z', 'revision_number': 4, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '0441bece-f91e-4bbb-82aa-2b4843b36fa6', 'name': '', 'network_id': 'e96064c7-9958-4a34-b7ce-01e5beeded04', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'mac_address': 'fa:16:3e:59:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:53Z', 'updated_at': '2021-10-25T23:39:56Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'subnets': [{'id': 'dfb7d8d6-d337-47b4-8c18-77880da3c601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:43:03.850862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004513e-597a-490a-a443-db5ae2bc0b91 None None] New status for floating IP 8db4ecc7-485e-4be7-ba3c-59ff5cacea09: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:43:04.403544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea5050-3bda-4b91-9504-0bf11e20df8f req-98c1fc91-be12-47b4-bf16-816f2b96fc49 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:04.405030 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-78ea5050-3bda-4b91-9504-0bf11e20df8f req-98c1fc91-be12-47b4-bf16-816f2b96fc49 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.1099274 Oct 25 23:43:04.445273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-78ea5050-3bda-4b91-9504-0bf11e20df8f req-ab9abc2a-81bf-4c0b-b54c-ee98d648fa3f tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/security-groups?id=686d909f-d1f8-43b8-87fb-7e228fe9548f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336924 Oct 25 23:43:04.770514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-785ecd39-533d-4618-b4be-af65587e47d9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:04.771992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-785ecd39-533d-4618-b4be-af65587e47d9 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 946 time: 0.0515513 Oct 25 23:43:04.862027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 1ed133fd-7c86-47a1-9913-dfb900161177 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:43:04.862388 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:04.952702 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 1ed133fd-7c86-47a1-9913-dfb900161177, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1ed133fd-7c86-47a1-9913-dfb900161177,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:43:04.953073 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:04.966507 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 1ed133fd-7c86-47a1-9913-dfb900161177 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:43:05.095711 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:05.123385 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=1ed133fd-7c86-47a1-9913-dfb900161177,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:05.133316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.133658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.134004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.134355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.134701 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.135014 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.135343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.135664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.135988 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.136855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.136855 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.137038 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:05.177397 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] No DVR routers for this DVR port 1ed133fd-7c86-47a1-9913-dfb900161177 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:43:05.180068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:05.183361 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7a629bdf-bc4e-4e23-b500-aa141ec8654a req-42858d37-326d-4ac8-92c2-d45eca323974 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.15 "DELETE /v2.0/ports/1ed133fd-7c86-47a1-9913-dfb900161177 HTTP/1.1" status: 204 len: 173 time: 0.4047172 Oct 25 23:43:05.183798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-deleted', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:43:05.186042 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd05382-1b8c-4ee4-b6a7-a4b4bf667338" -d '{"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-deleted", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:43:05.288289 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5546d-59b1-41fa-be22-d0a0b254afe5 x-openstack-request-id: req-43d5546d-59b1-41fa-be22-d0a0b254afe5 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:43:05.288581 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5875507-b402-48b2-a00c-8742d43b4dac", "name": "network-vif-deleted", "tag": "1ed133fd-7c86-47a1-9913-dfb900161177", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:43:05.289362 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43d5546d-59b1-41fa-be22-d0a0b254afe5 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:43:05.289776 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5875507-b402-48b2-a00c-8742d43b4dac', 'name': 'network-vif-deleted', 'tag': '1ed133fd-7c86-47a1-9913-dfb900161177', 'status': 'completed', 'code': 200} Oct 25 23:43:05.555397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ddb29128-ba2c-40e2-bd7f-68f86e734516 req-d839a6c9-b63a-4b45-9720-d9684dc2893c tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5875507-b402-48b2-a00c-8742d43b4dac HTTP/1.1" status: 200 len: 210 time: 0.0273125 Oct 25 23:43:06.613224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45470) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:06.792286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:43:06.814663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 1ed133fd-7c86-47a1-9913-dfb900161177 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:43:06.815008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1ed133fd-7c86-47a1-9913-dfb900161177 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:43:06.963307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:07.211924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port 0441bece-f91e-4bbb-82aa-2b4843b36fa6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:43:07.212259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:07.297999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port 0441bece-f91e-4bbb-82aa-2b4843b36fa6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0441bece-f91e-4bbb-82aa-2b4843b36fa6,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:43:07.298393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:07.315317 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for 0441bece-f91e-4bbb-82aa-2b4843b36fa6 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:43:07.493008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:07.520841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=0441bece-f91e-4bbb-82aa-2b4843b36fa6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:07.689642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.227167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Router 34572ea0-f27e-4103-8adb-ce181dd5642b has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:43:08.329919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:43:08.335591 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8cf6d171-2390-49e3-97ce-48de22d73fa4 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "PUT /v2.0/routers/34572ea0-f27e-4103-8adb-ce181dd5642b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7209618 Oct 25 23:43:08.338726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:08.341051 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] Sync routers for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:43:08.350634 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:43:08.351236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:42:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:08.388323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting subnet dfb7d8d6-d337-47b4-8c18-77880da3c601 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:43:08.391367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.436135 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.456145 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:43:08.527172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.585553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.612335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb7d8d6-d337-47b4-8c18-77880da3c601,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:08.616120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.621781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-81ce5286-8ab3-4c44-89df-b0e9682db2b0 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/subnets/dfb7d8d6-d337-47b4-8c18-77880da3c601 HTTP/1.1" status: 204 len: 168 time: 0.2797179 Oct 25 23:43:08.622060 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45478) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:08.632404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:43:07Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:08.634004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ab88ab-20ad-410a-ab0c-2bec6682e19b None None] Network e96064c7-9958-4a34-b7ce-01e5beeded04 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:43:08.664139 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] Checking router: 34572ea0-f27e-4103-8adb-ce181dd5642b for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:43:08.672813 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] Routers {'34572ea0-f27e-4103-8adb-ce181dd5642b'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:43:08.673998 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:42:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['34572ea0-f27e-4103-8adb-ce181dd5642b'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:08.738136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.779999 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] Set router 34572ea0-f27e-4103-8adb-ce181dd5642b gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:43:08.830097 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] DHCP port deletion for e96064c7-9958-4a34-b7ce-01e5beeded04 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:43:08.867785 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.878370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Deleting port 72a5357b-691f-4ec2-9690-fbd68750f4fb {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:43:08.878773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.922849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Deleting port c589a034-a69e-484b-96ea-a3eefc633362 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:43:08.923193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.949495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] For port 72a5357b-691f-4ec2-9690-fbd68750f4fb, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=72a5357b-691f-4ec2-9690-fbd68750f4fb,segment=NetworkSegment(ac77e4e4-9b59-48ad-842d-48828e35ba22),segment_id=ac77e4e4-9b59-48ad-842d-48828e35ba22)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:43:08.949976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:08.969278 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:43:07Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:08.970293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Calling delete_port for 72a5357b-691f-4ec2-9690-fbd68750f4fb owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:43:08.996665 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65774b7-e3e0-4584-bc8d-f728319cec59 None None] The sync data for ids ['34572ea0-f27e-4103-8adb-ce181dd5642b'] in n-d-815373-1 is: [{'id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207695474', 'tenant_id': '44cd600403ff4704858bc3f7a8deeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:43:07Z', 'revision_number': 5, 'project_id': '44cd600403ff4704858bc3f7a8deeaaa', 'gw_port': {'id': 'c589a034-a69e-484b-96ea-a3eefc633362', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34572ea0-f27e-4103-8adb-ce181dd5642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:39:50Z', 'updated_at': '2021-10-25T23:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:43:09.009252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] For port c589a034-a69e-484b-96ea-a3eefc633362, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c589a034-a69e-484b-96ea-a3eefc633362,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:43:09.009621 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.025295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Calling delete_port for c589a034-a69e-484b-96ea-a3eefc633362 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:43:09.058703 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.086664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Pushing event deleted for resources: {'Port': ['ID=72a5357b-691f-4ec2-9690-fbd68750f4fb,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:09.092217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] No DVR routers for this DVR port 72a5357b-691f-4ec2-9690-fbd68750f4fb on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:43:09.108115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.108547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.108943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.109339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.109730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.110117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.110475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.110799 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.111115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.111482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.111806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.112121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c6c5c-624e-44d5-912f-316934cc4067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:43:09.195205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.222902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Port': ['ID=c589a034-a69e-484b-96ea-a3eefc633362,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:09.280187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.375427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.377511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.420039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.420836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Fanout notify agent at l3_agent the message router_deleted on router 34572ea0-f27e-4103-8adb-ce181dd5642b {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:43:09.427886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.428977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7370a134-a732-437a-b9bb-4cefa8de15de tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/routers/34572ea0-f27e-4103-8adb-ce181dd5642b HTTP/1.1" status: 204 len: 168 time: 0.8059597 Oct 25 23:43:09.432484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45482) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:09.510675 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.604080 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.625319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96064c7-9958-4a34-b7ce-01e5beeded04']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:09.636079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac77e4e4-9b59-48ad-842d-48828e35ba22') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:09.636377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac77e4e4-9b59-48ad-842d-48828e35ba22') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:43:09.648205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.659267 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.665343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:43:09.665729 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:43:09.668722 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:43:09.730192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.737871 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.740501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/networks/e96064c7-9958-4a34-b7ce-01e5beeded04 HTTP/1.1" status: 204 len: 168 time: 0.3070607 Oct 25 23:43:09.743802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45484) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:09.760974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729ef4a-ae0d-4ee1-adad-f9584145f828 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'Network': ['ID=e96064c7-9958-4a34-b7ce-01e5beeded04,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:09.811486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20a896ae-445a-45a9-93e8-8119879f4c43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.837576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20a896ae-445a-45a9-93e8-8119879f4c43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.896247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20a896ae-445a-45a9-93e8-8119879f4c43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.899725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-20a896ae-445a-45a9-93e8-8119879f4c43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:09.900828 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-20a896ae-445a-45a9-93e8-8119879f4c43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] 10.222.0.25 "DELETE /v2.0/security-groups/686d909f-d1f8-43b8-87fb-7e228fe9548f HTTP/1.1" status: 204 len: 168 time: 0.1561198 Oct 25 23:43:09.909790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a896ae-445a-45a9-93e8-8119879f4c43 tempest-TestNetworkAdvancedServerOps-632347008 tempest-TestNetworkAdvancedServerOps-632347008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d909f-d1f8-43b8-87fb-7e228fe9548f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:09.990236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:43:10.200838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45492) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:10.340686 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0fb30bf0-f481-43ec-9c55-25e8431dba53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44cd600403ff4704858bc3f7a8deeaaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386535 Oct 25 23:43:10.343198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45498) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:10.391549 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35cd8889-99af-440a-bd87-4b00ce1fc1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.412390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35cd8889-99af-440a-bd87-4b00ce1fc1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.461521 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35cd8889-99af-440a-bd87-4b00ce1fc1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.464257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35cd8889-99af-440a-bd87-4b00ce1fc1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.464874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 72a5357b-691f-4ec2-9690-fbd68750f4fb no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:43:10.465398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35cd8889-99af-440a-bd87-4b00ce1fc1bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6030764e-6a02-49b4-b928-8142fa57cc75 HTTP/1.1" status: 204 len: 168 time: 0.1212757 Oct 25 23:43:10.476178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd8889-99af-440a-bd87-4b00ce1fc1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030764e-6a02-49b4-b928-8142fa57cc75,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:10.491278 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 72a5357b-691f-4ec2-9690-fbd68750f4fb {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:43:10.491618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 72a5357b-691f-4ec2-9690-fbd68750f4fb not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:43:10.492195 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c589a034-a69e-484b-96ea-a3eefc633362 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:43:10.515247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c589a034-a69e-484b-96ea-a3eefc633362 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:43:10.515590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c589a034-a69e-484b-96ea-a3eefc633362 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:43:10.516008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0441bece-f91e-4bbb-82aa-2b4843b36fa6 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:43:10.535701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0441bece-f91e-4bbb-82aa-2b4843b36fa6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:43:10.536042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0441bece-f91e-4bbb-82aa-2b4843b36fa6 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:43:10.734950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45504) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:10.775280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae060b55-0dcd-4d75-938a-2376d0c969ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ab75581118e4e7c86844e0e09477294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390718 Oct 25 23:43:10.777680 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45506) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:43:10.825974 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c626382-343a-4653-9076-babe532e7499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.847206 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c626382-343a-4653-9076-babe532e7499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.894102 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c626382-343a-4653-9076-babe532e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.896736 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7c626382-343a-4653-9076-babe532e7499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:10.897878 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7c626382-343a-4653-9076-babe532e7499 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d26b5c0-dd4d-47b6-a7b2-43a8b6443cc0 HTTP/1.1" status: 204 len: 168 time: 0.1192408 Oct 25 23:43:10.905565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c626382-343a-4653-9076-babe532e7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26b5c0-dd4d-47b6-a7b2-43a8b6443cc0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:43:13.330509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:15.884707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9e12f4fb-eebf-4726-b3ca-0e029399aa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:18.379735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0e8499a-aff8-431e-aa62-5952461729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:19.723533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:20.276066 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:20.851505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:28.612054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:41.298317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2719d312-dd9c-4d9d-86e3-1f46df6ddebb req-96500660-de70-4283-90eb-4e69b764b9cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249493 Oct 25 23:43:41.366998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2719d312-dd9c-4d9d-86e3-1f46df6ddebb req-a96f3e9a-2f5b-4ccc-b8af-c4d60cf813af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Oct 25 23:43:41.476408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d312-dd9c-4d9d-86e3-1f46df6ddebb req-fbfe55d8-d8f7-4c9a-8c5f-3042f0817945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:41.477900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2719d312-dd9c-4d9d-86e3-1f46df6ddebb req-fbfe55d8-d8f7-4c9a-8c5f-3042f0817945 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0907869 Oct 25 23:43:41.576623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d312-dd9c-4d9d-86e3-1f46df6ddebb req-2354a0f6-97d9-47ba-83ac-598bb092ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:43:41.577996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2719d312-dd9c-4d9d-86e3-1f46df6ddebb req-2354a0f6-97d9-47ba-83ac-598bb092ba0e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927818 Oct 25 23:43:43.329502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:45.885588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6320ec28-b8dd-43f8-99fb-adc6c10d43fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:46.989230 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:43:48.380172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3cea83d7-1617-4c11-ac69-980c31e4404b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:49.726036 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:50.278732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:50.854594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:43:58.621308 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:13.339053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:15.454166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45640) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:15.513431 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:15.538939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:15.597350 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:15.599963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:15.601120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad36493f-f63b-43ff-a5fd-dcd193c3dd7e HTTP/1.1" status: 204 len: 168 time: 0.1459601 Oct 25 23:44:15.610515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36493f-f63b-43ff-a5fd-dcd193c3dd7e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:15.620005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.620347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.620723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.621065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.621403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.621733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.622062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.622422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.622753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.623075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.623399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.623725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751f9e3-75f4-46b3-af8e-49061842f5c7 tempest-TestVolumeBootPattern-2101656540 tempest-TestVolumeBootPattern-2101656540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:15.749143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45646) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:15.887178 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-076feb4a-5f4a-4252-ac36-c01a20efb744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:16.598333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:16.837047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Deleting port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:16.837740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:16.917779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] For port 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:16.918249 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:16.930494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Calling delete_port for 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:17.104736 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:17.130467 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Pushing event deleted for resources: {'Port': ['ID=51098ff6-7283-4e8b-a65a-b0f7ff52bbf6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:17.154177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.154538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.154876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.155207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.155533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.155854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.156174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.156493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.156810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.157128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.157441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.157752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:17.306138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:17.525275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Router 02572d73-231f-4cd8-98b1-2dc54407362d has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:44:17.633324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:44:17.640557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff11041d-6153-4405-92d1-a3fdea7cd886 admin admin] 10.222.0.25 "PUT /v2.0/routers/02572d73-231f-4cd8-98b1-2dc54407362d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8903546 Oct 25 23:44:17.641882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45652) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:17.643090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] Sync routers for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:44:17.652852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:44:17.653462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:43:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:17.748409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:17.756210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:44:17.856590 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:17.909331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Deleting port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:17.909668 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:17.935631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:44:17Z', 'revision_number': 5, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port': {'id': '6a19a260-cf0a-470e-8fee-9cb93c2d16ca', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:06Z', 'updated_at': '2021-10-25T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:17.961443 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] Checking router: 02572d73-231f-4cd8-98b1-2dc54407362d for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:44:17.969476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] Routers {'02572d73-231f-4cd8-98b1-2dc54407362d'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:44:17.970105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:43:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['02572d73-231f-4cd8-98b1-2dc54407362d'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:17.993053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] For port 6a19a260-cf0a-470e-8fee-9cb93c2d16ca, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:17.993405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.005792 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Calling delete_port for 6a19a260-cf0a-470e-8fee-9cb93c2d16ca owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:18.178503 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.205370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a19a260-cf0a-470e-8fee-9cb93c2d16ca,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:18.214909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] Set router 02572d73-231f-4cd8-98b1-2dc54407362d gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:44:18.266750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.270302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:44:17Z', 'revision_number': 6, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:18.295638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7337c84-f841-4b7f-a15c-abbe2d5ad70e None None] The sync data for ids ['02572d73-231f-4cd8-98b1-2dc54407362d'] in n-d-815373-1 is: [{'id': '02572d73-231f-4cd8-98b1-2dc54407362d', 'name': 'tempest-TestVolumeBootPattern-1357478494-router', 'tenant_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:05Z', 'updated_at': '2021-10-25T23:44:17Z', 'revision_number': 6, 'project_id': 'd3fc4df042c54d0d9878dc57ce74ab8c', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:44:18.359405 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.361519 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.381934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4486a8db-3536-4b90-bb61-d4217c930580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.414165 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.414697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02572d73-231f-4cd8-98b1-2dc54407362d {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:44:18.420376 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.421524 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-064d82e5-d8e2-49ee-8979-deaa90cc389f admin admin] 10.222.0.25 "DELETE /v2.0/routers/02572d73-231f-4cd8-98b1-2dc54407362d HTTP/1.1" status: 204 len: 168 time: 0.7786791 Oct 25 23:44:18.424044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45654) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:18.468592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Deleting subnet 5f26aaaa-c8fd-42fe-83a0-bba958558981 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:44:18.471684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.506513 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.589552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.650635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.679782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f26aaaa-c8fd-42fe-83a0-bba958558981,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:18.681797 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.686447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-78437918-c761-4ab5-a610-765ebc71caf9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f26aaaa-c8fd-42fe-83a0-bba958558981 HTTP/1.1" status: 204 len: 168 time: 0.2613497 Oct 25 23:44:18.686998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c900856-5f1e-4db7-a9a9-714791fe4a8b None None] Network 70d15ace-5149-4d13-93d8-7c9fc8f32d33 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:44:18.688872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45656) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:18.762902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.801596 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:18.822636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:18.822978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 51098ff6-7283-4e8b-a65a-b0f7ff52bbf6 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:18.829647 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Deleting port 149b6472-da14-400c-a563-9c9c00dad80a {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:18.829981 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.894335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] For port 149b6472-da14-400c-a563-9c9c00dad80a, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=149b6472-da14-400c-a563-9c9c00dad80a,segment=NetworkSegment(53db9f34-2543-48ae-9986-c34aa3896720),segment_id=53db9f34-2543-48ae-9986-c34aa3896720)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:18.894962 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:18.907995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Calling delete_port for 149b6472-da14-400c-a563-9c9c00dad80a owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:18.988753 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.012971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Pushing event deleted for resources: {'Port': ['ID=149b6472-da14-400c-a563-9c9c00dad80a,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:19.019974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] No DVR routers for this DVR port 149b6472-da14-400c-a563-9c9c00dad80a on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:44:19.092604 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.115042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b04a25-0d14-40da-b301-fced2841ac7f None None] DHCP port deletion for 70d15ace-5149-4d13-93d8-7c9fc8f32d33 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:44:19.118270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d15ace-5149-4d13-93d8-7c9fc8f32d33']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:19.139189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53db9f34-2543-48ae-9986-c34aa3896720') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:19.139488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53db9f34-2543-48ae-9986-c34aa3896720') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:19.149763 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.163182 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.169330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:44:19.169706 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:44:19.171618 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:44:19.228895 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.237649 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.242542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45658) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:19.242964 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] 10.222.0.25 "DELETE /v2.0/networks/70d15ace-5149-4d13-93d8-7c9fc8f32d33 HTTP/1.1" status: 204 len: 168 time: 0.5526752 Oct 25 23:44:19.256121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bac64-4f98-4ce0-975f-640582b7615a admin admin] Pushing event deleted for resources: {'Network': ['ID=70d15ace-5149-4d13-93d8-7c9fc8f32d33,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:19.589903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.726402 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.829711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Deleting port 5370ff5d-dd31-45ea-a41b-5cba58a54a55 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:19.830042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.906957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] For port 5370ff5d-dd31-45ea-a41b-5cba58a54a55, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5370ff5d-dd31-45ea-a41b-5cba58a54a55,segment=NetworkSegment(80148e23-7767-4286-84b9-66444e4c5f78),segment_id=80148e23-7767-4286-84b9-66444e4c5f78)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:19.907225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:19.919970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Calling delete_port for 5370ff5d-dd31-45ea-a41b-5cba58a54a55 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:20.095286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:20.118998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5370ff5d-dd31-45ea-a41b-5cba58a54a55,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:20.284262 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:20.300198 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:20.517650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:44:20.543947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 149b6472-da14-400c-a563-9c9c00dad80a no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:20.567902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 149b6472-da14-400c-a563-9c9c00dad80a {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:20.568250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 149b6472-da14-400c-a563-9c9c00dad80a not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:20.568682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6a19a260-cf0a-470e-8fee-9cb93c2d16ca no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:20.588971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 6a19a260-cf0a-470e-8fee-9cb93c2d16ca {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:20.589822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6a19a260-cf0a-470e-8fee-9cb93c2d16ca not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:20.859103 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:20.935217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:44:20.940326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9334b0df-ca65-432d-bbaf-1abcf7ce35a5 admin admin] 10.222.0.25 "PUT /v2.0/routers/42e791c4-9c5e-40ab-b4f3-40891a2d7bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6966808 Oct 25 23:44:20.942802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:20.945284 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] Sync routers for ids ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:44:20.955401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] Routers {'42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:44:20.955993 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:44:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:21.044548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.145835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.149089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] Set router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:44:21.204369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Deleting port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:21.204696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.281582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] For port 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:21.281932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.294386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Calling delete_port for 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:21.327290 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:44:20Z', 'revision_number': 5, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port': {'id': '68b91852-ae45-4d5a-94e7-1a4e8dbc57fd', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:27:21Z', 'updated_at': '2021-10-25T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:21.353075 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] Checking router: 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:44:21.361624 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] Routers {'42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:44:21.362354 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:44:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:21.446085 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] Set router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:44:21.461799 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.488270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b91852-ae45-4d5a-94e7-1a4e8dbc57fd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:21.499572 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:44:21Z', 'revision_number': 6, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:21.527417 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8972f38-6fe2-4684-b99b-7efe36749b1e None None] The sync data for ids ['42e791c4-9c5e-40ab-b4f3-40891a2d7bb0'] in n-d-815373-1 is: [{'id': '42e791c4-9c5e-40ab-b4f3-40891a2d7bb0', 'name': 'tempest-TestVolumeBootPattern-137717433-router', 'tenant_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:27:19Z', 'updated_at': '2021-10-25T23:44:21Z', 'revision_number': 6, 'project_id': '454eb81ac8ee4ca6922ba4ba7bda4f30', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:44:21.565326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.654961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.657071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.698669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.699519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 23:44:21.703981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.705217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c6c9bfeb-1939-4315-abe8-0ad3d9905384 admin admin] 10.222.0.25 "DELETE /v2.0/routers/42e791c4-9c5e-40ab-b4f3-40891a2d7bb0 HTTP/1.1" status: 204 len: 168 time: 0.7614658 Oct 25 23:44:21.707642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45662) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:21.751533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Deleting subnet f858ae82-ef55-4dff-ba7a-fbfd39aea196 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:44:21.754538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.791529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.866808 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.921668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.946845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f858ae82-ef55-4dff-ba7a-fbfd39aea196,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:21.953266 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:21.956509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d7d9b9ad-79f5-4300-979b-f7f3cb85fed0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f858ae82-ef55-4dff-ba7a-fbfd39aea196 HTTP/1.1" status: 204 len: 168 time: 0.2479386 Oct 25 23:44:21.959105 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45664) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:21.962294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629ca3d-85c6-4767-aae1-79d78915bd40 None None] Network 5283b5e7-f808-45dd-b005-316cbc219f16 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:44:22.037121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.093602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Deleting port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:22.093939 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.158972 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] For port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,segment=NetworkSegment(80148e23-7767-4286-84b9-66444e4c5f78),segment_id=80148e23-7767-4286-84b9-66444e4c5f78)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:22.159249 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.172411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Calling delete_port for 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:22.252782 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.281777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Pushing event deleted for resources: {'Port': ['ID=893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:22.281777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] No DVR routers for this DVR port 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:44:22.312485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b564d-d6f2-4092-af55-2adf17f5f180 None None] DHCP port deletion for 5283b5e7-f808-45dd-b005-316cbc219f16 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 23:44:22.364569 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.384668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5283b5e7-f808-45dd-b005-316cbc219f16']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:22.394807 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80148e23-7767-4286-84b9-66444e4c5f78') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:22.395104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80148e23-7767-4286-84b9-66444e4c5f78') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:44:22.405482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.418940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.425338 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:44:22.425876 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:44:22.427703 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:44:22.485089 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.491643 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.495477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] 10.222.0.25 "DELETE /v2.0/networks/5283b5e7-f808-45dd-b005-316cbc219f16 HTTP/1.1" status: 204 len: 168 time: 0.5345571 Oct 25 23:44:22.508047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d826de-5d10-44c2-9c09-1b711be9d42e admin admin] Pushing event deleted for resources: {'Network': ['ID=5283b5e7-f808-45dd-b005-316cbc219f16,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:22.511809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5370ff5d-dd31-45ea-a41b-5cba58a54a55 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:22.537163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5370ff5d-dd31-45ea-a41b-5cba58a54a55 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:22.537495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5370ff5d-dd31-45ea-a41b-5cba58a54a55 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:22.537919 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:22.557875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:22.558403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 893ac2ef-e8f5-4e4b-b9e1-90a42cb8443d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:22.558834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:22.580873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:22.581205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 68b91852-ae45-4d5a-94e7-1a4e8dbc57fd not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:22.640363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45668) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:22.679997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b21e98fe-31ce-4cc1-a03f-40407ae1405a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384049 Oct 25 23:44:22.682388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45670) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:22.734386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d47d22d0-cc18-4f25-8d68-9dc7550f7b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.755082 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d47d22d0-cc18-4f25-8d68-9dc7550f7b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.799993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d47d22d0-cc18-4f25-8d68-9dc7550f7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.802713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d47d22d0-cc18-4f25-8d68-9dc7550f7b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:22.803954 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d47d22d0-cc18-4f25-8d68-9dc7550f7b0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c092a20c-de5f-4072-aeeb-4701d61899e8 HTTP/1.1" status: 204 len: 168 time: 0.1206644 Oct 25 23:44:22.812603 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d22d0-cc18-4f25-8d68-9dc7550f7b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c092a20c-de5f-4072-aeeb-4701d61899e8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:23.119655 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45676) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:23.159528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc981869-99cf-46c1-83fd-13fe623dc149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=454eb81ac8ee4ca6922ba4ba7bda4f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387414 Oct 25 23:44:23.162101 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45678) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:23.209998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd47-d77e-4d19-aecb-11a3ba011bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:23.231221 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd47-d77e-4d19-aecb-11a3ba011bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:23.276072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd47-d77e-4d19-aecb-11a3ba011bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:23.278932 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd47-d77e-4d19-aecb-11a3ba011bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:23.280099 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9ab0bd47-d77e-4d19-aecb-11a3ba011bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90611617-043e-4d44-b0ab-1132c2d1963e HTTP/1.1" status: 204 len: 168 time: 0.1170888 Oct 25 23:44:23.288034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0bd47-d77e-4d19-aecb-11a3ba011bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90611617-043e-4d44-b0ab-1132c2d1963e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:23.988755 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:44:28.621164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:33.586732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-d9d6a765-df00-49f4-82c4-55501f83a992 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ca0236fcae224b89b93626e343225864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346210 Oct 25 23:44:33.786661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-4effca59-7e47-4885-8ed3-ade2b536ffde tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:33.788149 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-4effca59-7e47-4885-8ed3-ade2b536ffde tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950161 Oct 25 23:44:33.803998 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-5b3923bb-30aa-4267-b622-2082367c8227 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/quotas/ca0236fcae224b89b93626e343225864 HTTP/1.1" status: 200 len: 375 time: 0.0094483 Oct 25 23:44:33.841728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-b2cdddd7-ee17-4458-b9b6-a806293af745 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca0236fcae224b89b93626e343225864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312591 Oct 25 23:44:34.026888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e72cd638-82ac-4648-b10e-7eed8870d766 req-19e422a3-2c21-41da-a51e-19d4c087d1f9 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 210 time: 0.0334659 Oct 25 23:44:34.946679 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-c5c3a00f-4e3e-481b-827d-b056b2383762 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ca0236fcae224b89b93626e343225864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209365 Oct 25 23:44:35.061246 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-1c06f356-d90d-40da-bd81-728a1f909f9a tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:35.062723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-1c06f356-d90d-40da-bd81-728a1f909f9a tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102412 Oct 25 23:44:35.083005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Request body: {'port': {'device_id': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'admin_state_up': True, 'tenant_id': 'ca0236fcae224b89b93626e343225864'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:44:35.157267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd072194-a985-4876-b3a4-8a8840190c07 req-57beceba-fa34-4a9c-b578-afbcf7bbe6c2 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 210 time: 0.0587010 Oct 25 23:44:35.215189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Made reservation on behalf of ca0236fcae224b89b93626e343225864 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:44:35.218600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:35.226880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:35.299818 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:35.304200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:35.372793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700e1704-ab69-4251-88a3-a15d7f69b857,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:35.439116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Allocated IP 192.168.233.104 (f60a9310-fc1a-4d25-abb6-a8028f277aa0/f6d7f3a4-a1d7-43bf-80e5-487b266fc140/a953987a-8630-4e03-a03d-94be49833baa) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:44:35.923389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:35.955657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.000712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Network f60a9310-fc1a-4d25-abb6-a8028f277aa0 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:44:36.003920 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:44:36.007777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:44:36.031681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Pushing event updated for resources: {'Port': ['ID=a953987a-8630-4e03-a03d-94be49833baa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:36.061240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:36.061885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.078439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-8852d6c6-7212-4586-8a54-5d92d5f9af85 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9990873 Oct 25 23:44:36.096724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Request body: {'port': {'device_id': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:44:36.158767 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.271028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1b4eeccf-1f2a-4b55-b4aa-13adae92a435 None None] Provisioning complete for port a953987a-8630-4e03-a03d-94be49833baa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:44:36.271606 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeccf-1f2a-4b55-b4aa-13adae92a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.278789 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b11a6-6e8b-4985-a37c-de9cbcbff317 req-b72b9c14-74d7-4711-85e0-34363a2d3d9d tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:36.280364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-240b11a6-6e8b-4985-a37c-de9cbcbff317 req-b72b9c14-74d7-4711-85e0-34363a2d3d9d tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 936 time: 0.0525193 Oct 25 23:44:36.318678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1b4eeccf-1f2a-4b55-b4aa-13adae92a435 None None] Port a953987a-8630-4e03-a03d-94be49833baa cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:44:36.325329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-240b11a6-6e8b-4985-a37c-de9cbcbff317 req-a306ce64-3f85-42ef-a28f-2b2f3ffbcae5 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Oct 25 23:44:36.431607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a953987a-8630-4e03-a03d-94be49833baa {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:44:36.439557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.452250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Transition to ACTIVE for port object a953987a-8630-4e03-a03d-94be49833baa will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:44:36.455501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.508588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a953987a-8630-4e03-a03d-94be49833baa,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:36.581562 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Attempting to bind port a953987a-8630-4e03-a03d-94be49833baa on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:44:36.581897 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Attempting to bind port a953987a-8630-4e03-a03d-94be49833baa by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:44:36.582260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Attempting to bind port a953987a-8630-4e03-a03d-94be49833baa on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:44:36.587107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Port a953987a-8630-4e03-a03d-94be49833baa on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:44:36.587475 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Attempting to bind port a953987a-8630-4e03-a03d-94be49833baa on network f60a9310-fc1a-4d25-abb6-a8028f277aa0 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:44:36.592756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:44:36.593094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Checking segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:44:36.593508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Bound using segment: {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:44:36.593917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Bound port: a953987a-8630-4e03-a03d-94be49833baa, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba93251-e1e4-4ddb-a6bc-042f2d8d915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:44:36.594299 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.661426 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] For port a953987a-8630-4e03-a03d-94be49833baa, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:44:36.664446 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] For port a953987a-8630-4e03-a03d-94be49833baa, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a953987a-8630-4e03-a03d-94be49833baa,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:44:36.669385 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.701011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:36.701658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:36.703106 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a953987a-8630-4e03-a03d-94be49833baa HTTP/1.1" status: 200 len: 1096 time: 0.6107545 Oct 25 23:44:36.705457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'tag': 'a953987a-8630-4e03-a03d-94be49833baa'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:44:36.707899 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc33fba-91a5-4c5c-8752-3a689f7c42a0", "tag": "a953987a-8630-4e03-a03d-94be49833baa"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:44:36.739229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63a8f4-39e9-4f45-841f-7d28ec7074d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a953987a-8630-4e03-a03d-94be49833baa,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:36.769194 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72da3ba6-23ca-4a10-a6df-9c13da16970c x-openstack-request-id: req-72da3ba6-23ca-4a10-a6df-9c13da16970c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:44:36.769488 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc33fba-91a5-4c5c-8752-3a689f7c42a0", "tag": "a953987a-8630-4e03-a03d-94be49833baa", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:44:36.769737 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72da3ba6-23ca-4a10-a6df-9c13da16970c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:44:36.770135 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'tag': 'a953987a-8630-4e03-a03d-94be49833baa', 'status': 'completed', 'code': 200} Oct 25 23:44:36.829922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-804d8788-542b-4575-90ce-4b0ee2291f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:36.831473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-804d8788-542b-4575-90ce-4b0ee2291f16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca0236fcae224b89b93626e343225864&device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 1099 time: 0.0467384 Oct 25 23:44:36.880397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-1a170fe3-cc9c-424b-b92e-96aa083d8290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a953987a-8630-4e03-a03d-94be49833baa HTTP/1.1" status: 200 len: 217 time: 0.0355217 Oct 25 23:44:36.932403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-45b18293-3515-43bf-a780-e185ec0c04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:36.934630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-45b18293-3515-43bf-a780-e185ec0c04ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0468500 Oct 25 23:44:36.984468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-7a138178-6b63-46dd-b6c8-de5babb512a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:36.985956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-7a138178-6b63-46dd-b6c8-de5babb512a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447721 Oct 25 23:44:37.076280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-e23915cd-0d34-4636-bdc6-bf1ad17fb610 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Oct 25 23:44:37.169844 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c747398d-d43e-4d02-a3fe-98d2ef78939b req-1fd0ce2d-f7f6-4da1-aa79-8111e530691c service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Oct 25 23:44:37.294720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-8f2f67f3-5008-4472-9d15-3f83336def96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:37.296229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-8f2f67f3-5008-4472-9d15-3f83336def96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca0236fcae224b89b93626e343225864&device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 1099 time: 0.0412638 Oct 25 23:44:37.397593 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-18a60a4b-eaf8-4ab5-b151-71a6d7b32e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:37.399119 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-18a60a4b-eaf8-4ab5-b151-71a6d7b32e46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f60a9310-fc1a-4d25-abb6-a8028f277aa0 HTTP/1.1" status: 200 len: 870 time: 0.0947781 Oct 25 23:44:37.443487 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093e892-0a75-46b0-8c29-9d86b59a6707 req-74b93d29-a6d0-4e30-b52f-11cfdb4562bd tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:37.445002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a093e892-0a75-46b0-8c29-9d86b59a6707 req-74b93d29-a6d0-4e30-b52f-11cfdb4562bd tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 948 time: 0.0493674 Oct 25 23:44:37.445169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-3fea8a43-3e04-43a3-9366-8c3967669786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a953987a-8630-4e03-a03d-94be49833baa HTTP/1.1" status: 200 len: 217 time: 0.0387511 Oct 25 23:44:37.486046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a093e892-0a75-46b0-8c29-9d86b59a6707 req-ceef2b9c-6aac-467b-bdde-7cadd664cc3f tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342636 Oct 25 23:44:37.496264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-0b65e721-72dd-42bb-8c40-8e0d8a03f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:37.497245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-0b65e721-72dd-42bb-8c40-8e0d8a03f7fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6d7f3a4-a1d7-43bf-80e5-487b266fc140 HTTP/1.1" status: 200 len: 843 time: 0.0458696 Oct 25 23:44:37.549096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-b380cd0e-f35c-4f77-a5d2-d6921c7ee7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:37.550498 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-b380cd0e-f35c-4f77-a5d2-d6921c7ee7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f60a9310-fc1a-4d25-abb6-a8028f277aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465481 Oct 25 23:44:37.640557 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-ae1d8f1b-d233-44b9-acad-a57ce3437238 service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830052 Oct 25 23:44:37.737590 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2fe978ed-d9ce-4506-8e5b-d92de6fdcbc6 req-b0b9fa97-2ea6-49fc-ae65-d005515ca45f service neutron] 10.222.0.15 "GET /v2.0/networks/f60a9310-fc1a-4d25-abb6-a8028f277aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892239 Oct 25 23:44:38.604275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25003c09-d5f8-4b0c-b589-f5aa6f9e275b req-ca80d131-9da0-4ae1-9519-877fdbca96d0 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:38.606503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25003c09-d5f8-4b0c-b589-f5aa6f9e275b req-ca80d131-9da0-4ae1-9519-877fdbca96d0 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 948 time: 0.0511124 Oct 25 23:44:38.644114 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25003c09-d5f8-4b0c-b589-f5aa6f9e275b req-26474811-a207-41dd-bf09-673365237b7a tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Oct 25 23:44:39.763743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff70a-1bbc-4650-96a1-86260fc4c118 req-796f31c5-436f-46dc-920a-b75203d1fd4c tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:39.765221 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec9ff70a-1bbc-4650-96a1-86260fc4c118 req-796f31c5-436f-46dc-920a-b75203d1fd4c tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 948 time: 0.0533690 Oct 25 23:44:39.803370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ec9ff70a-1bbc-4650-96a1-86260fc4c118 req-46bc7efd-2214-4736-a600-d8fac228b86c tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Oct 25 23:44:40.921676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b83b8-0ad2-4d02-8e64-284eea7b5f83 req-c00fdee1-6583-464b-a2cf-4ee11ab4322b tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:40.923161 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c1b83b8-0ad2-4d02-8e64-284eea7b5f83 req-c00fdee1-6583-464b-a2cf-4ee11ab4322b tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 948 time: 0.0500548 Oct 25 23:44:40.959784 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c1b83b8-0ad2-4d02-8e64-284eea7b5f83 req-e56b1836-e49c-4490-9590-837fb7637166 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Oct 25 23:44:41.259025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a953987a-8630-4e03-a03d-94be49833baa details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:44:41.355890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a953987a-8630-4e03-a03d-94be49833baa, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a953987a-8630-4e03-a03d-94be49833baa,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:41.366557 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a953987a-8630-4e03-a03d-94be49833baa', 'network_id': 'f60a9310-fc1a-4d25-abb6-a8028f277aa0', 'port_id': 'a953987a-8630-4e03-a03d-94be49833baa', 'mac_address': 'fa:16:3e:7b:2e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d7f3a4-a1d7-43bf-80e5-487b266fc140', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:44:41.402773 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:41.415050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a953987a-8630-4e03-a03d-94be49833baa {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:44:41.433858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a953987a-8630-4e03-a03d-94be49833baa, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a953987a-8630-4e03-a03d-94be49833baa,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:41.437310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:41.482742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a953987a-8630-4e03-a03d-94be49833baa,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:41.489755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.490099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.490467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.490798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.491121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.491448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.491768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.492088 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.492406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.492723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.493039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.493354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:44:41.838380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a953987a-8630-4e03-a03d-94be49833baa'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:44:42.072881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee40f87-4849-4567-aa58-55feed29fb13 req-8e8105aa-0409-4e08-9f68-6c655d1e86d4 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:42.074722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ee40f87-4849-4567-aa58-55feed29fb13 req-8e8105aa-0409-4e08-9f68-6c655d1e86d4 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 949 time: 0.0483861 Oct 25 23:44:42.112079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0ee40f87-4849-4567-aa58-55feed29fb13 req-683f0ba5-6039-4e31-961e-62ac327f3c50 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Oct 25 23:44:43.232443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297faaf7-0a02-425c-a38d-ea2fe2e0de60 req-312161d8-ae1a-4820-98c0-778f7ccb972a tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:43.233915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-297faaf7-0a02-425c-a38d-ea2fe2e0de60 req-312161d8-ae1a-4820-98c0-778f7ccb972a tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 949 time: 0.0543489 Oct 25 23:44:43.260029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a953987a-8630-4e03-a03d-94be49833baa up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:44:43.273151 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-297faaf7-0a02-425c-a38d-ea2fe2e0de60 req-0a3a68a5-5e7b-4a96-bf05-553e5e0737fd tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Oct 25 23:44:43.301740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2f3b3a-e709-40ae-ace7-4046ee66be62 req-33b0be75-d39f-486a-bf4c-4095bb5ebe64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286689 Oct 25 23:44:43.311379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a953987a-8630-4e03-a03d-94be49833baa completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:44:43.315549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a953987a-8630-4e03-a03d-94be49833baa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:44:43.316054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:43.370114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2f3b3a-e709-40ae-ace7-4046ee66be62 req-4701adfc-d7e2-4cc8-af04-933914ef1757 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0258698 Oct 25 23:44:43.370391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:43.410034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2f3b3a-e709-40ae-ace7-4046ee66be62 req-b026da87-9a5c-4711-b5df-949f93c3d190 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192482 Oct 25 23:44:43.413618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:43.438489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a953987a-8630-4e03-a03d-94be49833baa'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:44:43.440727 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3c243c-67ec-43ff-8b5f-a53862814112" -d '{"events": [{"server_uuid": "5cc33fba-91a5-4c5c-8752-3a689f7c42a0", "name": "network-vif-plugged", "status": "completed", "tag": "a953987a-8630-4e03-a03d-94be49833baa"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:44:43.453873 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a953987a-8630-4e03-a03d-94be49833baa, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a953987a-8630-4e03-a03d-94be49833baa,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:43.457730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:43.486176 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea00dc88-6730-4d49-a3d2-f3d8c7839c87 x-openstack-request-id: req-ea00dc88-6730-4d49-a3d2-f3d8c7839c87 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:44:43.486474 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc33fba-91a5-4c5c-8752-3a689f7c42a0", "name": "network-vif-plugged", "status": "completed", "tag": "a953987a-8630-4e03-a03d-94be49833baa", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:44:43.486722 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea00dc88-6730-4d49-a3d2-f3d8c7839c87 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:44:43.487112 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a953987a-8630-4e03-a03d-94be49833baa', 'code': 200} Oct 25 23:44:43.515727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a953987a-8630-4e03-a03d-94be49833baa,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:43.517909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f3b3a-e709-40ae-ace7-4046ee66be62 req-f78a39fd-9ebf-4064-8d6f-c0212a0d44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:43.520055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e2f3b3a-e709-40ae-ace7-4046ee66be62 req-f78a39fd-9ebf-4064-8d6f-c0212a0d44ff service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038496 Oct 25 23:44:43.603533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e77e-48eb-4ffa-b3a7-f0defafafcf2 req-50821bd1-0741-43b1-8ed8-2437aa8ba5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:43.605550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f1e77e-48eb-4ffa-b3a7-f0defafafcf2 req-50821bd1-0741-43b1-8ed8-2437aa8ba5cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 1101 time: 0.0401106 Oct 25 23:44:43.641077 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59f1e77e-48eb-4ffa-b3a7-f0defafafcf2 req-e3506847-8c7a-4d7c-809e-b2c697567d64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293412 Oct 25 23:44:44.390705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74be991-fd12-4420-a057-30335198840e req-ff1b529b-fa5f-484a-a782-e4251fd92e13 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:44.392164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d74be991-fd12-4420-a057-30335198840e req-ff1b529b-fa5f-484a-a782-e4251fd92e13 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 950 time: 0.0488944 Oct 25 23:44:44.432318 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d74be991-fd12-4420-a057-30335198840e req-9f2b3809-5838-4a96-aa47-59e5e5c0e04b tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Oct 25 23:44:45.553284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db53c81-8490-470c-9ec1-9709e4e04c44 req-e11e84ec-90f4-470d-b34c-1ed6233f60a4 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:45.554705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3db53c81-8490-470c-9ec1-9709e4e04c44 req-e11e84ec-90f4-470d-b34c-1ed6233f60a4 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 950 time: 0.0516300 Oct 25 23:44:45.593510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3db53c81-8490-470c-9ec1-9709e4e04c44 req-0ea65e58-2187-464a-8cd7-ab24a616af4b tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326722 Oct 25 23:44:45.890802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-251e31c5-bc4f-400b-9d9e-becc9db9b89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:45.977981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-fda2f84e-4622-4d44-b22b-3d85f2b4a8bc req-1c1a4647-c32d-4edd-b69c-7593d5253911 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:44:45.979024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fda2f84e-4622-4d44-b22b-3d85f2b4a8bc req-1c1a4647-c32d-4edd-b69c-7593d5253911 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1100297 Oct 25 23:44:46.364514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-32258ea0-1ad3-4997-9190-08287eb4431a req-ff07f259-6c5d-449e-bfe0-ec996a016703 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:44:46.365507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32258ea0-1ad3-4997-9190-08287eb4431a req-ff07f259-6c5d-449e-bfe0-ec996a016703 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0608785 Oct 25 23:44:46.703766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23293e20-b47a-4c23-81de-ff0bb1fb1137 req-8d750331-2e21-402e-b85a-149342c8d6fd tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:46.705171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23293e20-b47a-4c23-81de-ff0bb1fb1137 req-8d750331-2e21-402e-b85a-149342c8d6fd tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 950 time: 0.0535409 Oct 25 23:44:46.742062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-23293e20-b47a-4c23-81de-ff0bb1fb1137 req-3aa737f1-c949-4dff-8fd2-1607d962a091 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304873 Oct 25 23:44:47.864916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4665a2-b517-4896-8db8-55b048c2c64e req-465c4951-2e20-4c44-9854-7d1acce370ea tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:47.866945 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f4665a2-b517-4896-8db8-55b048c2c64e req-465c4951-2e20-4c44-9854-7d1acce370ea tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 950 time: 0.0563309 Oct 25 23:44:47.905225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3f4665a2-b517-4896-8db8-55b048c2c64e req-557da6a5-c0b6-4ac2-961b-c99125358ac6 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/security-groups?id=700e1704-ab69-4251-88a3-a15d7f69b857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Oct 25 23:44:48.270456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-f4c7ca9a-4dd3-4f39-9870-f3272855ed6d tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:48.271943 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-f4c7ca9a-4dd3-4f39-9870-f3272855ed6d tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 950 time: 0.0484569 Oct 25 23:44:48.359582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Deleting port a953987a-8630-4e03-a03d-94be49833baa {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:44:48.359915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:48.387270 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-292b2898-ed6f-4b58-ba17-d6520230b007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:48.454540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] For port a953987a-8630-4e03-a03d-94be49833baa, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a953987a-8630-4e03-a03d-94be49833baa,segment=NetworkSegment(eba93251-e1e4-4ddb-a6bc-042f2d8d915c),segment_id=eba93251-e1e4-4ddb-a6bc-042f2d8d915c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:44:48.454903 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:48.467730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Calling delete_port for a953987a-8630-4e03-a03d-94be49833baa owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:44:48.597348 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:48.628582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Pushing event deleted for resources: {'Port': ['ID=a953987a-8630-4e03-a03d-94be49833baa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:48.629658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a953987a-8630-4e03-a03d-94be49833baa'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:44:48.669821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] No DVR routers for this DVR port a953987a-8630-4e03-a03d-94be49833baa on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:44:48.673116 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:48.676475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31b7993d-b1de-429c-b242-74fff6ace1c4 req-ed5deea7-8fe8-4343-8556-8d1a7db8f399 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.15 "DELETE /v2.0/ports/a953987a-8630-4e03-a03d-94be49833baa HTTP/1.1" status: 204 len: 173 time: 0.3985171 Oct 25 23:44:48.676921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'name': 'network-vif-deleted', 'tag': 'a953987a-8630-4e03-a03d-94be49833baa'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:44:48.679259 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd6b806-5737-433f-92c8-fe7fa5433149" -d '{"events": [{"server_uuid": "5cc33fba-91a5-4c5c-8752-3a689f7c42a0", "name": "network-vif-deleted", "tag": "a953987a-8630-4e03-a03d-94be49833baa"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:44:48.726781 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117597b-1c05-42e2-b8ab-4ef5128d25c1 x-openstack-request-id: req-c117597b-1c05-42e2-b8ab-4ef5128d25c1 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:44:48.727084 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc33fba-91a5-4c5c-8752-3a689f7c42a0", "name": "network-vif-deleted", "tag": "a953987a-8630-4e03-a03d-94be49833baa", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:44:48.727362 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c117597b-1c05-42e2-b8ab-4ef5128d25c1 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:44:48.727762 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc33fba-91a5-4c5c-8752-3a689f7c42a0', 'name': 'network-vif-deleted', 'tag': 'a953987a-8630-4e03-a03d-94be49833baa', 'status': 'completed', 'code': 200} Oct 25 23:44:49.013752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d79ac626-2478-4b69-9840-87c02eca43f0 req-ff870e3c-c443-458c-817f-ef07684fdd68 tempest-ServersAdminNegativeTestJSON-277498497 tempest-ServersAdminNegativeTestJSON-277498497-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cc33fba-91a5-4c5c-8752-3a689f7c42a0 HTTP/1.1" status: 200 len: 210 time: 0.0299206 Oct 25 23:44:49.728509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.277964 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.310736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:50.446611 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4e2c1c03-c42e-42d9-84f7-ea55686d9abf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca0236fcae224b89b93626e343225864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341877 Oct 25 23:44:50.449083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45822) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:50.496888 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d993b192-a7b9-4f06-9a3f-03eeccb17a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.518915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d993b192-a7b9-4f06-9a3f-03eeccb17a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.564524 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d993b192-a7b9-4f06-9a3f-03eeccb17a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.567162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d993b192-a7b9-4f06-9a3f-03eeccb17a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.568316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d993b192-a7b9-4f06-9a3f-03eeccb17a7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/700e1704-ab69-4251-88a3-a15d7f69b857 HTTP/1.1" status: 204 len: 168 time: 0.1183224 Oct 25 23:44:50.575903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993b192-a7b9-4f06-9a3f-03eeccb17a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700e1704-ab69-4251-88a3-a15d7f69b857,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:50.833173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45828) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:50.846803 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed4e3-ffea-4d53-8b89-dd8778d902c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.860967 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.921614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed4e3-ffea-4d53-8b89-dd8778d902c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.924998 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed4e3-ffea-4d53-8b89-dd8778d902c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:50.965252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed4e3-ffea-4d53-8b89-dd8778d902c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b194ab-2dce-4f80-a382-7515840dc356,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:50.971355 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1b7ed4e3-ffea-4d53-8b89-dd8778d902c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f756e10f10604a94b985a5a89e803fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355419 Oct 25 23:44:50.972509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45830) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:51.020807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf80d054-0a5f-4baf-8f95-746296ae47e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:51.041985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf80d054-0a5f-4baf-8f95-746296ae47e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:51.098917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf80d054-0a5f-4baf-8f95-746296ae47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:51.101416 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf80d054-0a5f-4baf-8f95-746296ae47e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:51.102575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf80d054-0a5f-4baf-8f95-746296ae47e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66b194ab-2dce-4f80-a382-7515840dc356 HTTP/1.1" status: 204 len: 168 time: 0.1292832 Oct 25 23:44:51.111919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80d054-0a5f-4baf-8f95-746296ae47e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b194ab-2dce-4f80-a382-7515840dc356,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:51.811744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 45852) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:51.908770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1821765063-network', 'tenant_id': 'c169c9f25e1645b0982384194b3a6833'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:44:51.930602 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Made reservation on behalf of c169c9f25e1645b0982384194b3a6833 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:44:51.932853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:51.941326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.015931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.019730 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.040814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:44:52.056201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2573285-b17e-4799-8ce1-1c5cf1caa2e0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:52.059138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.059477 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Added segment 76e63d6e-8082-46aa-bb4b-6c7488cbc88a of type vlan for network d723f04e-a252-4611-9936-b340b2ce4179 Oct 25 23:44:52.104947 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.130113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.131052 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:52.131614 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.189118 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3760688 Oct 25 23:44:52.192102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45856) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:44:52.193924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6bc91-4091-4e71-8bbf-c5b4af0a14a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d723f04e-a252-4611-9936-b340b2ce4179,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:52.198023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Request body: {'subnet': {'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1821765063-subnet', 'tenant_id': 'c169c9f25e1645b0982384194b3a6833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:44:52.204399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network d723f04e-a252-4611-9936-b340b2ce4179 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:44:52.223618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Made reservation on behalf of c169c9f25e1645b0982384194b3a6833 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:44:52.226412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.409496 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.466091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8712e206-ff65-4a31-9032-2b6b8acd07be,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:52.476028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Checking segment: {'id': '76e63d6e-8082-46aa-bb4b-6c7488cbc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:44:52.476381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Network hostable DHCP agents. Network: d723f04e-a252-4611-9936-b340b2ce4179, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:44:52.495917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Network d723f04e-a252-4611-9936-b340b2ce4179 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:44:52.506442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, d723f04e-a252-4611-9936-b340b2ce4179) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:44:52.510554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:52.511132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:52.516124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99533fe7-e918-457b-a958-41504b17865a None None] Network d723f04e-a252-4611-9936-b340b2ce4179 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:44:52.528484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-848b5246-0b15-4f3e-a95a-52b4f1881bb4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3352499 Oct 25 23:44:52.649965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eddc3a-ecd3-458b-8be1-7d89be3d671e None None] Network d723f04e-a252-4611-9936-b340b2ce4179 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:44:52.959030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-22495a3b-3225-4306-aa5b-a2406374d09f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:52.960747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-22495a3b-3225-4306-aa5b-a2406374d09f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/networks?id=d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 200 len: 812 time: 0.1063287 Oct 25 23:44:52.976145 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-e952f7df-bed1-4114-aa29-61141aca7d4a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/quotas/c169c9f25e1645b0982384194b3a6833 HTTP/1.1" status: 200 len: 375 time: 0.0096514 Oct 25 23:44:53.007693 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-d7bab50c-f339-4f0e-ae6f-379e19cc2c12 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c169c9f25e1645b0982384194b3a6833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263515 Oct 25 23:44:53.100505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-e3de4bb9-4e33-458b-a6ab-4ec18c696a0d service neutron] 10.222.0.25 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854166 Oct 25 23:44:53.187775 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-6cbdafc2-1b33-4487-90b0-2ab74765c04e service neutron] 10.222.0.25 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811422 Oct 25 23:44:53.302744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a953987a-8630-4e03-a03d-94be49833baa no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:44:53.332767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a953987a-8630-4e03-a03d-94be49833baa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:44:53.333116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a953987a-8630-4e03-a03d-94be49833baa not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:44:53.356809 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3a6e602-b56e-482f-9c30-25a0bdbc005f req-1521b64e-c9ec-4435-81a0-977bc74e3f68 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0318203 Oct 25 23:44:54.441081 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c14f9afc-6642-4a90-acdd-b39425d922de req-9d83e9f4-2bd6-4ec8-ade6-059f7029bedf tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0276361 Oct 25 23:44:55.518168 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d50301e-7774-4524-a16d-5423311353cc req-4c9ffaf0-1af8-4eb9-9fc5-f5a9bc07e681 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0259666 Oct 25 23:44:56.381400 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-02622aeb-52e0-4ae4-8135-a1552abd1fb3 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:56.382867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-02622aeb-52e0-4ae4-8135-a1552abd1fb3 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.15 "GET /v2.0/networks?id=d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 200 len: 812 time: 0.1086433 Oct 25 23:44:56.409533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Request body: {'port': {'device_id': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179', 'admin_state_up': True, 'tenant_id': 'c169c9f25e1645b0982384194b3a6833'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:44:56.521166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Made reservation on behalf of c169c9f25e1645b0982384194b3a6833 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:44:56.524672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:56.621069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c9912b64-4467-450e-9124-263e0849d67e req-0b97587a-c100-4684-8a9a-76e0a274bb87 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0339103 Oct 25 23:44:56.673297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Allocated IP 172.20.0.11 (d723f04e-a252-4611-9936-b340b2ce4179/8712e206-ff65-4a31-9032-2b6b8acd07be/125dbeaa-12b0-47a8-a487-b9e82962cf99) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:44:56.812871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:56.845440 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:56.892636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Network d723f04e-a252-4611-9936-b340b2ce4179 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:44:56.895778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:44:56.899495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:44:56.923296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:56.950563 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:56.951157 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:56.967952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-c1bea109-c834-4731-9716-4584b4af550f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5620329 Oct 25 23:44:56.985770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Request body: {'port': {'device_id': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:44:57.038011 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:57.298951 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125dbeaa-12b0-47a8-a487-b9e82962cf99 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:44:57.306060 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:57.317991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Transition to ACTIVE for port object 125dbeaa-12b0-47a8-a487-b9e82962cf99 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:44:57.322695 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:57.370672 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:57.440302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Attempting to bind port 125dbeaa-12b0-47a8-a487-b9e82962cf99 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:44:57.441009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Attempting to bind port 125dbeaa-12b0-47a8-a487-b9e82962cf99 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '76e63d6e-8082-46aa-bb4b-6c7488cbc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:44:57.441009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Attempting to bind port 125dbeaa-12b0-47a8-a487-b9e82962cf99 on network d723f04e-a252-4611-9936-b340b2ce4179 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:44:57.445154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Port 125dbeaa-12b0-47a8-a487-b9e82962cf99 on network d723f04e-a252-4611-9936-b340b2ce4179 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:44:57.445473 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Attempting to bind port 125dbeaa-12b0-47a8-a487-b9e82962cf99 on network d723f04e-a252-4611-9936-b340b2ce4179 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:44:57.450245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:44:57.450587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Checking segment: {'id': '76e63d6e-8082-46aa-bb4b-6c7488cbc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:44:57.450965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Bound using segment: {'id': '76e63d6e-8082-46aa-bb4b-6c7488cbc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:44:57.451421 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Bound port: 125dbeaa-12b0-47a8-a487-b9e82962cf99, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e63d6e-8082-46aa-bb4b-6c7488cbc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:44:57.451761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:57.517963 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:44:57.521709 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:44:57.525666 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:57.562491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:57.563109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:57.564581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 200 len: 1092 time: 0.5838001 Oct 25 23:44:57.565023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:44:57.567345 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a" -d '{"events": [{"name": "network-changed", "server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:44:57.589322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a0a36-9b18-40fa-bae7-11358eef97d3 service neutron] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:44:57.608654 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd528dd3-385e-452c-8c21-001669fab6ad x-openstack-request-id: req-fd528dd3-385e-452c-8c21-001669fab6ad {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:44:57.608946 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:44:57.609202 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd528dd3-385e-452c-8c21-001669fab6ad {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:44:57.609600 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'status': 'completed', 'code': 200} Oct 25 23:44:57.669565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-1b6780aa-f8fd-4214-8083-34025d6ad7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:57.672273 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-1b6780aa-f8fd-4214-8083-34025d6ad7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c169c9f25e1645b0982384194b3a6833&device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 1095 time: 0.0438824 Oct 25 23:44:57.734137 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-76852af7-4c5a-4084-9dd9-31ab53d1ae80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 200 len: 217 time: 0.0462601 Oct 25 23:44:57.804361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2be6-4b86-48dd-adb4-ab80f6dcb4cf req-79710bff-1575-42c0-8e4a-429253cd0a5b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:57.805813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3cc2be6-4b86-48dd-adb4-ab80f6dcb4cf req-79710bff-1575-42c0-8e4a-429253cd0a5b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 944 time: 0.1127763 Oct 25 23:44:57.809511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c286db-5850-4684-9935-542194f96193 req-2ab87815-2498-4066-8be7-d24a971d0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:57.812339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-2ab87815-2498-4066-8be7-d24a971d0cad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8712e206-ff65-4a31-9032-2b6b8acd07be HTTP/1.1" status: 200 len: 852 time: 0.0637181 Oct 25 23:44:57.851153 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-7f07b91e-5c54-4e01-be2c-9af105c1ad0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d723f04e-a252-4611-9936-b340b2ce4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317535 Oct 25 23:44:57.887925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c3cc2be6-4b86-48dd-adb4-ab80f6dcb4cf req-b76ebc23-215a-4b2b-870f-3da61a3b3d1e tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745547 Oct 25 23:44:57.956527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-a510e917-4c36-484b-8feb-9b2510ac37ef service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947335 Oct 25 23:44:58.051139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3c286db-5850-4684-9935-542194f96193 req-87653cf4-5035-424b-9066-482b0db44c73 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Oct 25 23:44:58.182632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-4fd008e2-d656-4e81-bb88-b76650fbf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:58.183997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-4fd008e2-d656-4e81-bb88-b76650fbf698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c169c9f25e1645b0982384194b3a6833&device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 1095 time: 0.0400155 Oct 25 23:44:58.277674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-1aa5f63f-21a2-4fd4-a334-6ce527333767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:58.279139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-1aa5f63f-21a2-4fd4-a334-6ce527333767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 200 len: 913 time: 0.0882864 Oct 25 23:44:58.319007 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-40a03db3-6b8f-4ad9-83cf-2dca20475901 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 200 len: 217 time: 0.0332601 Oct 25 23:44:58.367295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-b3760476-788f-48df-88d3-901469d07558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:58.368699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-b3760476-788f-48df-88d3-901469d07558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8712e206-ff65-4a31-9032-2b6b8acd07be HTTP/1.1" status: 200 len: 852 time: 0.0434353 Oct 25 23:44:58.399615 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-9e157046-febe-4875-b301-d6200296bfb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d723f04e-a252-4611-9936-b340b2ce4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237458 Oct 25 23:44:58.491924 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-4aef7ced-6b57-4f41-85f0-a81e86c09de0 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Oct 25 23:44:58.584602 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6f9ac1c-11f6-4749-a9a1-a0ed7c48609a req-56316da6-cb65-4bbb-a8c9-86e164218179 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Oct 25 23:44:58.627067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:44:59.004662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e492fb8-261b-4488-99b9-e95533a3524f req-b315f112-3f1e-4613-9ebd-a97c60dc3c53 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:44:59.006115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1e492fb8-261b-4488-99b9-e95533a3524f req-b315f112-3f1e-4613-9ebd-a97c60dc3c53 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 944 time: 0.0480247 Oct 25 23:44:59.043116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1e492fb8-261b-4488-99b9-e95533a3524f req-ccfc7071-58d8-4b33-9201-fe25552fdd7f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Oct 25 23:45:00.159929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d1fa7-e263-45d5-93d7-499aea95a1dd req-8d579305-3e79-4237-9df6-dca9c84af4f9 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:00.161397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a08d1fa7-e263-45d5-93d7-499aea95a1dd req-8d579305-3e79-4237-9df6-dca9c84af4f9 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 944 time: 0.0493209 Oct 25 23:45:00.199364 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a08d1fa7-e263-45d5-93d7-499aea95a1dd req-a3e92c6f-fd9b-48d4-84c3-d773d71982cf tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Oct 25 23:45:00.988679 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:45:01.314633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e1ae7-b0ce-44a2-abe0-990669433c0e req-8ba4915d-e4ba-4098-b7a4-01280e52cc62 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:01.316102 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-089e1ae7-b0ce-44a2-abe0-990669433c0e req-8ba4915d-e4ba-4098-b7a4-01280e52cc62 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 944 time: 0.0490088 Oct 25 23:45:01.328254 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:45:01.354514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-089e1ae7-b0ce-44a2-abe0-990669433c0e req-742680b4-0aea-4b30-8228-50f392ba49db tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Oct 25 23:45:01.420009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:01.431642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179', 'port_id': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'mac_address': 'fa:16:3e:45:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8712e206-ff65-4a31-9032-2b6b8acd07be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:45:01.471669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:01.484813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125dbeaa-12b0-47a8-a487-b9e82962cf99 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:45:01.505806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:01.510330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:01.559570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:01.883413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['125dbeaa-12b0-47a8-a487-b9e82962cf99'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:45:02.473532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849e03c-0c12-4ca4-a967-4ea88b60c3ed req-3b3ece85-77c4-433a-bc13-50c154e7ed9b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:02.475040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1849e03c-0c12-4ca4-a967-4ea88b60c3ed req-3b3ece85-77c4-433a-bc13-50c154e7ed9b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 945 time: 0.0491891 Oct 25 23:45:02.518502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1849e03c-0c12-4ca4-a967-4ea88b60c3ed req-da0b0735-5d37-4a38-afcd-6df3c0758a38 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Oct 25 23:45:03.343636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:45:03.390237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 125dbeaa-12b0-47a8-a487-b9e82962cf99 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:45:03.393912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 125dbeaa-12b0-47a8-a487-b9e82962cf99 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:45:03.394314 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:03.472802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:03.495920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:45:03.498179 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51fbd42-e5a5-4891-b973-43da57dc4388" -d '{"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:45:03.510692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:03.515385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:03.541657 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a414eb-dcde-4f1a-a481-6eccf7dd4ebc x-openstack-request-id: req-71a414eb-dcde-4f1a-a481-6eccf7dd4ebc {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:45:03.541954 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:45:03.542234 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71a414eb-dcde-4f1a-a481-6eccf7dd4ebc {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:45:03.542625 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'code': 200} Oct 25 23:45:03.567962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:03.648794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ebb70-b47c-4ce5-b1bd-a9e29a3740a0 req-83b06070-70b2-46f0-b043-8d5551dd7b87 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:03.650253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-828ebb70-b47c-4ce5-b1bd-a9e29a3740a0 req-83b06070-70b2-46f0-b043-8d5551dd7b87 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0605037 Oct 25 23:45:03.704735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-828ebb70-b47c-4ce5-b1bd-a9e29a3740a0 req-237d4401-e6d8-439a-9c66-abec48ec5729 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Oct 25 23:45:03.706460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4491a90-e73f-4a02-b9bf-10dd551f3330 req-4c56b337-1fbf-4473-a34e-44d301551b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:03.707833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4491a90-e73f-4a02-b9bf-10dd551f3330 req-4c56b337-1fbf-4473-a34e-44d301551b85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0801771 Oct 25 23:45:03.742575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4491a90-e73f-4a02-b9bf-10dd551f3330 req-dd081d7e-a386-4d3f-9d01-a2af3f3234d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277460 Oct 25 23:45:04.824249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32403d5-32c7-4a06-ab87-3037696a3d21 req-c226bdd4-dc0f-465f-a09f-151706ec8fad tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:04.825779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32403d5-32c7-4a06-ab87-3037696a3d21 req-c226bdd4-dc0f-465f-a09f-151706ec8fad tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0517812 Oct 25 23:45:04.864249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d32403d5-32c7-4a06-ab87-3037696a3d21 req-1d592226-fa5b-4688-aab0-081c3c04948c tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Oct 25 23:45:05.977159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80cbc3-960e-4ae1-beff-d4e94a314d4e req-e317abe3-a758-4081-bb33-a28928633102 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:05.978643 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec80cbc3-960e-4ae1-beff-d4e94a314d4e req-e317abe3-a758-4081-bb33-a28928633102 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0488579 Oct 25 23:45:06.017635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec80cbc3-960e-4ae1-beff-d4e94a314d4e req-84ee9474-1728-4391-b997-bf244fe989af tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Oct 25 23:45:07.216268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 45920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:07.280690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1382-05b3-43d8-b15d-faf2e8dbbb10 req-22f9ebd1-1421-4433-a600-5dc351d7b1e6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:07.282231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409f1382-05b3-43d8-b15d-faf2e8dbbb10 req-22f9ebd1-1421-4433-a600-5dc351d7b1e6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0561748 Oct 25 23:45:07.315349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-bd821b5c-91cc-453f-978e-e1ee6f451cb9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979257 Oct 25 23:45:07.325070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-f4bcc36c-8d88-4033-9f9e-4943740e4adb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:45:07.325254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-409f1382-05b3-43d8-b15d-faf2e8dbbb10 req-c06f9839-8f40-47ba-8544-aee9f1d2d4f1 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Oct 25 23:45:07.326038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-f4bcc36c-8d88-4033-9f9e-4943740e4adb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051594 Oct 25 23:45:08.448700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b411e-40b0-4d60-888b-172e7d1fc954 req-31ef25b1-aa9f-4f20-bf04-0c1db1ec51b7 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:08.450225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a1b411e-40b0-4d60-888b-172e7d1fc954 req-31ef25b1-aa9f-4f20-bf04-0c1db1ec51b7 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0479374 Oct 25 23:45:08.488106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a1b411e-40b0-4d60-888b-172e7d1fc954 req-75fd09d2-bb6b-4332-8b73-e022dfbb638b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Oct 25 23:45:08.612511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-b1ca9ade-3ec8-4b18-8682-9546620a65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:08.613891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-b1ca9ade-3ec8-4b18-8682-9546620a65e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c169c9f25e1645b0982384194b3a6833&device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0407906 Oct 25 23:45:08.709355 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-ff9ff720-83f4-453c-b5da-0a5e4565329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:08.711093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-ff9ff720-83f4-453c-b5da-0a5e4565329e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 200 len: 913 time: 0.0901973 Oct 25 23:45:08.751797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-a58660b7-60ab-4eab-954c-4f0b835fce06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 200 len: 217 time: 0.0330956 Oct 25 23:45:08.799834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-caca586a-2f86-4bdb-bbc8-1f2c0af3a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:08.801233 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-caca586a-2f86-4bdb-bbc8-1f2c0af3a9eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8712e206-ff65-4a31-9032-2b6b8acd07be HTTP/1.1" status: 200 len: 852 time: 0.0425508 Oct 25 23:45:08.832031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-a0e014f7-b02f-4356-b0fa-5e41b96d5e53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d723f04e-a252-4611-9936-b340b2ce4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239055 Oct 25 23:45:08.922873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-1d4bd4bb-80d3-4da7-90e2-d83b501ee417 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837843 Oct 25 23:45:09.011789 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-ee2bef36-1b2b-4bab-8227-0d4632ab2dc8 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817893 Oct 25 23:45:09.614679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8ad3-c9d7-4e1e-9ccc-151d2d891870 req-f406c235-92b9-4881-8890-5db54f89ffd8 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:09.616056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40ce8ad3-c9d7-4e1e-9ccc-151d2d891870 req-f406c235-92b9-4881-8890-5db54f89ffd8 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0553224 Oct 25 23:45:09.653240 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40ce8ad3-c9d7-4e1e-9ccc-151d2d891870 req-7e90b895-e6fb-4635-9481-836539e85dfe tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Oct 25 23:45:10.771448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af80f7-1358-496c-8ea5-48a96a41ad30 req-54cc119c-c6da-4ae2-9195-a68c97621c73 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:10.772909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44af80f7-1358-496c-8ea5-48a96a41ad30 req-54cc119c-c6da-4ae2-9195-a68c97621c73 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0514412 Oct 25 23:45:10.808857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-44af80f7-1358-496c-8ea5-48a96a41ad30 req-9f96af80-e8ff-42e9-88ff-4e076625c0ea tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299942 Oct 25 23:45:11.924106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105f23-d6d6-4d6d-a151-2ebeab70122a req-54ddaf95-f999-4861-942c-771cf3a372c6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:11.925566 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff105f23-d6d6-4d6d-a151-2ebeab70122a req-54ddaf95-f999-4861-942c-771cf3a372c6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0486140 Oct 25 23:45:11.962677 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ff105f23-d6d6-4d6d-a151-2ebeab70122a req-5de63d8f-6902-497b-8cbb-3f88a030e196 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Oct 25 23:45:13.077472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785035b-b9e9-4bea-909e-7c33f31b88b8 req-809f39a2-b579-4324-9090-40d889ed43d5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:13.079055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3785035b-b9e9-4bea-909e-7c33f31b88b8 req-809f39a2-b579-4324-9090-40d889ed43d5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0493777 Oct 25 23:45:13.116702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3785035b-b9e9-4bea-909e-7c33f31b88b8 req-7c335be6-5679-4513-9a29-fda7f68a8559 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Oct 25 23:45:13.344046 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:14.230352 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5fa0f-33b4-4232-95db-ba3204eb680f req-3c689e28-f70e-4f5f-9b75-81c79e89e3eb tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:14.231791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fd5fa0f-33b4-4232-95db-ba3204eb680f req-3c689e28-f70e-4f5f-9b75-81c79e89e3eb tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0477297 Oct 25 23:45:14.269207 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fd5fa0f-33b4-4232-95db-ba3204eb680f req-87810d81-e1d7-4f77-8116-320b02201003 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Oct 25 23:45:15.383301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6707cf7-bc8f-44ea-a33b-edf378bdc07b req-de45da2b-d0f3-4804-8b2b-a7e81f26b434 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:15.384762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6707cf7-bc8f-44ea-a33b-edf378bdc07b req-de45da2b-d0f3-4804-8b2b-a7e81f26b434 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0480459 Oct 25 23:45:15.421660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6707cf7-bc8f-44ea-a33b-edf378bdc07b req-c9841810-c839-4635-9261-bbe4117c356e tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301089 Oct 25 23:45:15.891825 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2695d06b-2b62-4434-88a0-76f896351c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:16.541644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06b38-9363-4b7b-a95a-8009ca8c6bee req-21846842-eace-495c-831a-9bc9f72e96ed tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:16.543124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dee06b38-9363-4b7b-a95a-8009ca8c6bee req-21846842-eace-495c-831a-9bc9f72e96ed tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0527444 Oct 25 23:45:16.580272 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dee06b38-9363-4b7b-a95a-8009ca8c6bee req-4d8f0efe-d9a5-4325-b178-d3f68d30b1d6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Oct 25 23:45:17.700210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76acf-e1da-4d46-aff3-cf17341b3274 req-c8328fb3-c4ba-4dfb-913a-979ad7d29893 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:17.702428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79b76acf-e1da-4d46-aff3-cf17341b3274 req-c8328fb3-c4ba-4dfb-913a-979ad7d29893 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0508463 Oct 25 23:45:17.738194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79b76acf-e1da-4d46-aff3-cf17341b3274 req-e960ea9e-399c-49d5-9566-58b9107eb00a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299628 Oct 25 23:45:18.379851 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e01116e-8dd7-4dee-8a7c-483fcd4f3883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:18.853020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203d3c-48a8-415a-acc7-c765c25b089a req-525b89d6-ac03-49d1-8491-cc821899f936 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:18.854489 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f203d3c-48a8-415a-acc7-c765c25b089a req-525b89d6-ac03-49d1-8491-cc821899f936 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0490868 Oct 25 23:45:18.891954 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f203d3c-48a8-415a-acc7-c765c25b089a req-f5b89e99-5ed2-420a-8d67-dd6aefe96df0 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Oct 25 23:45:19.731446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:20.006262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf495be-9f39-4557-8112-6ab00f6acc12 req-e62565f8-fb4b-422c-a1e5-d41d840f8102 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:20.007624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-faf495be-9f39-4557-8112-6ab00f6acc12 req-e62565f8-fb4b-422c-a1e5-d41d840f8102 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0484169 Oct 25 23:45:20.048115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-faf495be-9f39-4557-8112-6ab00f6acc12 req-c4be2b8f-8453-4b44-8c30-6a47ba460420 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346065 Oct 25 23:45:20.281190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:20.863007 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:21.162367 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d21ce-d94c-4dc1-ba8e-0389d245dd9e req-f21036e1-61e2-46ed-b0eb-aadae06734d6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:21.163798 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-741d21ce-d94c-4dc1-ba8e-0389d245dd9e req-f21036e1-61e2-46ed-b0eb-aadae06734d6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0477910 Oct 25 23:45:21.200987 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-741d21ce-d94c-4dc1-ba8e-0389d245dd9e req-05e43735-3ec9-4046-a735-33c8d129a56b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Oct 25 23:45:22.323185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3109-f1fe-4c11-aafe-1c201341bbea req-16303a6f-4679-4fba-b84c-3b00316eca6b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:22.324661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b59e3109-f1fe-4c11-aafe-1c201341bbea req-16303a6f-4679-4fba-b84c-3b00316eca6b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0488958 Oct 25 23:45:22.363072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b59e3109-f1fe-4c11-aafe-1c201341bbea req-0abbcdd4-ecf1-445e-9acf-bccfa1917a0f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Oct 25 23:45:23.484819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d573f-9611-4986-a9d5-7474eb222c10 req-88fa02c1-da1f-4ed7-a408-07a448f031a9 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:23.486349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f1d573f-9611-4986-a9d5-7474eb222c10 req-88fa02c1-da1f-4ed7-a408-07a448f031a9 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0543540 Oct 25 23:45:23.524992 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2f1d573f-9611-4986-a9d5-7474eb222c10 req-b699ec51-74ee-4e71-959c-9a1343fce210 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Oct 25 23:45:24.644474 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c7e31-648b-4d42-8548-6c05aa0622a0 req-fe41a535-4636-46ee-af73-4b63ee455063 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:24.645974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c6c7e31-648b-4d42-8548-6c05aa0622a0 req-fe41a535-4636-46ee-af73-4b63ee455063 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0525749 Oct 25 23:45:24.683033 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c6c7e31-648b-4d42-8548-6c05aa0622a0 req-9513ec2c-0deb-4667-b355-00f5c2583c84 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Oct 25 23:45:25.801745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04ec6c-4851-4985-b75a-14c3659b60f2 req-e8d570eb-8f1d-410e-bb95-b751b05b70fe tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:25.803224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a04ec6c-4851-4985-b75a-14c3659b60f2 req-e8d570eb-8f1d-410e-bb95-b751b05b70fe tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0487924 Oct 25 23:45:25.839558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3a04ec6c-4851-4985-b75a-14c3659b60f2 req-0397ae1f-9959-48cc-8bb6-a6fb7bd3645c tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303826 Oct 25 23:45:26.954997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c92384-e06a-44b9-bc24-1a0f5486a991 req-ce49ca45-574b-4e71-8f8e-fe830ba83447 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:26.956461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4c92384-e06a-44b9-bc24-1a0f5486a991 req-ce49ca45-574b-4e71-8f8e-fe830ba83447 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0488112 Oct 25 23:45:26.994022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c4c92384-e06a-44b9-bc24-1a0f5486a991 req-2f8a3d64-17c0-4b17-aad4-f983260ae01b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Oct 25 23:45:28.109794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e65c-1ff3-44d0-80a0-6af62058c162 req-439882fe-6718-4f55-ac41-73fb57d948b1 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:28.111275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42c1e65c-1ff3-44d0-80a0-6af62058c162 req-439882fe-6718-4f55-ac41-73fb57d948b1 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0486355 Oct 25 23:45:28.149280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42c1e65c-1ff3-44d0-80a0-6af62058c162 req-1d3d0e67-c257-46d2-8f1b-359c950ce9c9 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 25 23:45:28.625408 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:29.263613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7da63b-9169-4a1d-978e-1eeacf399703 req-474672d5-9571-496c-9182-4ec521853413 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:29.265569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da7da63b-9169-4a1d-978e-1eeacf399703 req-474672d5-9571-496c-9182-4ec521853413 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0483952 Oct 25 23:45:29.304583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da7da63b-9169-4a1d-978e-1eeacf399703 req-97d22466-6ee2-412e-a772-896341654f8b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Oct 25 23:45:30.422217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c930b-e57f-45b5-a9df-d4bfe77d0e4e req-ffa984be-61fd-4c1d-a26c-150278f4a43e tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:30.423674 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c0c930b-e57f-45b5-a9df-d4bfe77d0e4e req-ffa984be-61fd-4c1d-a26c-150278f4a43e tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0516028 Oct 25 23:45:30.461228 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9c0c930b-e57f-45b5-a9df-d4bfe77d0e4e req-fb26384e-d413-4c88-8728-c051fc3c094a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Oct 25 23:45:31.578646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b3e64-88cd-45a5-b6cd-562bed820c15 req-117dc9d9-cc7e-4026-8cc4-e42a7a8584b7 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:31.579997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b8b3e64-88cd-45a5-b6cd-562bed820c15 req-117dc9d9-cc7e-4026-8cc4-e42a7a8584b7 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0520618 Oct 25 23:45:31.617371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b8b3e64-88cd-45a5-b6cd-562bed820c15 req-e1a3375a-6463-4849-8e24-ce9ee406c41d tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Oct 25 23:45:32.732181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6a66a-6ce2-4508-beec-0059e1340e7b req-01224d49-3a86-4e19-9fea-0ed7eaad927a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:32.734337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-12d6a66a-6ce2-4508-beec-0059e1340e7b req-01224d49-3a86-4e19-9fea-0ed7eaad927a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0483944 Oct 25 23:45:32.771372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-12d6a66a-6ce2-4508-beec-0059e1340e7b req-0f1731fe-3959-444e-8b5a-ce3db20fca63 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Oct 25 23:45:33.895142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e4c32-9b58-4c87-ad75-c6bf62ef40c0 req-2da64d9e-c38f-4a25-852a-30a35785e158 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:33.896639 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e7e4c32-9b58-4c87-ad75-c6bf62ef40c0 req-2da64d9e-c38f-4a25-852a-30a35785e158 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0512838 Oct 25 23:45:33.935438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e7e4c32-9b58-4c87-ad75-c6bf62ef40c0 req-f7b3b55a-22ee-4d46-bfe2-e72626e3697f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Oct 25 23:45:35.053756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba0968-e339-4684-b4d1-aa5e8f7570b4 req-d8de61e8-e562-4922-a475-6925a0d6f506 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:35.055235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cba0968-e339-4684-b4d1-aa5e8f7570b4 req-d8de61e8-e562-4922-a475-6925a0d6f506 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0477176 Oct 25 23:45:35.092412 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cba0968-e339-4684-b4d1-aa5e8f7570b4 req-25e0c9d3-5c64-48e6-a3e2-35ec175f3b6a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Oct 25 23:45:36.022958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-64fbb277-b610-4439-98c1-bb22299b6685 service neutron] 10.222.0.15 "GET /v2.0/ports/125dbeaa-12b0-47a8-a487-b9e82962cf99/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0594680 Oct 25 23:45:36.215540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2586-1896-4094-9381-2d2003d292c1 req-c8d0a47a-b59d-4a1c-88bc-0131477f48a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:36.217141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b2b2586-1896-4094-9381-2d2003d292c1 req-c8d0a47a-b59d-4a1c-88bc-0131477f48a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0513399 Oct 25 23:45:36.248943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-15a16ce3-1b16-485c-acba-dab3af144804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:36.250454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-15a16ce3-1b16-485c-acba-dab3af144804 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b&tenant_id=c169c9f25e1645b0982384194b3a6833 HTTP/1.1" status: 200 len: 1097 time: 0.0416660 Oct 25 23:45:36.256397 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9b2b2586-1896-4094-9381-2d2003d292c1 req-247a1b80-b38a-4c75-8a7e-eb638f87508f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Oct 25 23:45:36.323267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-8425b15c-8805-4b90-8f6c-ded9406a6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:36.324764 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-8425b15c-8805-4b90-8f6c-ded9406a6d3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c169c9f25e1645b0982384194b3a6833&device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0404847 Oct 25 23:45:36.416986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-fb69780c-667a-44a2-ab23-ffd67a6af25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:36.418473 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-fb69780c-667a-44a2-ab23-ffd67a6af25e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 200 len: 913 time: 0.0866373 Oct 25 23:45:36.459747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-9a83872f-8221-4dd8-a3b1-efc2e25273cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 200 len: 217 time: 0.0337117 Oct 25 23:45:36.508883 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-1df2453f-9ae5-4879-b1cb-bb4bc6ad39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:36.510336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-1df2453f-9ae5-4879-b1cb-bb4bc6ad39eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8712e206-ff65-4a31-9032-2b6b8acd07be HTTP/1.1" status: 200 len: 852 time: 0.0435817 Oct 25 23:45:36.545550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-3b02336f-98cb-4af8-8907-60e730da2773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d723f04e-a252-4611-9936-b340b2ce4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278087 Oct 25 23:45:36.633039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-0f60c5ad-39d6-4eee-b3b8-f41dc55777e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811689 Oct 25 23:45:37.059293 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a90e71c1-ba94-4e52-b5f3-cfbf8f665de8 req-9f1d068e-bc24-41f5-97c6-8ed81dea249e service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194744 Oct 25 23:45:37.375550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e8390-0b2d-411c-a57e-94e2e83a5645 req-33ef839b-ff54-47c2-8922-d790d385dc29 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:37.376904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d26e8390-0b2d-411c-a57e-94e2e83a5645 req-33ef839b-ff54-47c2-8922-d790d385dc29 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0483580 Oct 25 23:45:37.415513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d26e8390-0b2d-411c-a57e-94e2e83a5645 req-f16eb0f0-9dca-409c-8eb8-b57d2b0aac9b tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Oct 25 23:45:37.988007 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:45:38.537510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b7ca8-053c-4c1c-a563-327c84289ee0 req-5dcb73ff-cf48-4077-bf1f-79c7dfeba01a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:38.539031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-014b7ca8-053c-4c1c-a563-327c84289ee0 req-5dcb73ff-cf48-4077-bf1f-79c7dfeba01a tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0546572 Oct 25 23:45:38.577003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-014b7ca8-053c-4c1c-a563-327c84289ee0 req-d4f0fd2c-538d-4ebc-bd27-f57fa9637412 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Oct 25 23:45:39.535640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:45:39.612305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:39.635929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:45:39.638192 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f0b63-2704-4cf4-b3d8-05d7d12aaec0" -d '{"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-unplugged", "status": "completed", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:45:39.651436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:39.659474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:39.688921 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d10c7-22cf-42c3-b687-b62b8b8c66e0 x-openstack-request-id: req-ac5d10c7-22cf-42c3-b687-b62b8b8c66e0 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:45:39.689211 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-unplugged", "status": "completed", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:45:39.689538 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac5d10c7-22cf-42c3-b687-b62b8b8c66e0 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:45:39.689920 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'code': 200} Oct 25 23:45:39.700617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc579a6-8867-4304-b343-4a31737fd21f req-75069d11-777b-4876-98f4-30356582a71f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:39.702483 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9bc579a6-8867-4304-b343-4a31737fd21f req-75069d11-777b-4876-98f4-30356582a71f tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 944 time: 0.0507069 Oct 25 23:45:39.713850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:39.741441 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9bc579a6-8867-4304-b343-4a31737fd21f req-25171954-615e-4aa0-a5aa-d23f67ca2585 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Oct 25 23:45:40.857420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceab3-3447-4b59-b720-e35f270c030e req-cf5706b1-5703-44b1-a5a3-c20c5cd20094 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:40.859083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfceab3-3447-4b59-b720-e35f270c030e req-cf5706b1-5703-44b1-a5a3-c20c5cd20094 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 944 time: 0.0488427 Oct 25 23:45:40.896521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dfceab3-3447-4b59-b720-e35f270c030e req-bf0eef84-3052-41fa-9adc-01e6110febe6 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Oct 25 23:45:41.180598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-31a6f042-1624-4de2-85fc-1a06052adc78 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:41.182087 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-31a6f042-1624-4de2-85fc-1a06052adc78 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.15 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b&tenant_id=c169c9f25e1645b0982384194b3a6833&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 944 time: 0.0846179 Oct 25 23:45:41.279165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-f0d38bac-b27c-4410-9beb-e38f1ca0d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:41.281253 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-f0d38bac-b27c-4410-9beb-e38f1ca0d5c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c169c9f25e1645b0982384194b3a6833&device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 1095 time: 0.0412226 Oct 25 23:45:41.377558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-a171ff2f-2fa4-4b1e-b7e5-d6f01378b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:41.379032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-a171ff2f-2fa4-4b1e-b7e5-d6f01378b85a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 200 len: 913 time: 0.0879045 Oct 25 23:45:41.420198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-69d98208-9475-4432-8b46-dbe034fd034b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 200 len: 217 time: 0.0335701 Oct 25 23:45:41.469427 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-7434b306-44e2-40ec-94d1-f67ad944a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:41.470841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-7434b306-44e2-40ec-94d1-f67ad944a195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8712e206-ff65-4a31-9032-2b6b8acd07be HTTP/1.1" status: 200 len: 852 time: 0.0442014 Oct 25 23:45:41.505173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-816f578c-3ee3-4664-a57c-4d05803a09bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d723f04e-a252-4611-9936-b340b2ce4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276475 Oct 25 23:45:41.545559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:45:41.595902 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-934ec83c-f811-4d1b-8282-104508604ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Oct 25 23:45:41.643107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:41.654028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'network_id': 'd723f04e-a252-4611-9936-b340b2ce4179', 'port_id': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'mac_address': 'fa:16:3e:45:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8712e206-ff65-4a31-9032-2b6b8acd07be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:45:41.689925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-4ed81c59-4012-40e6-94d0-a2d5aaea4c9d service neutron] 10.222.0.15 "GET /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866251 Oct 25 23:45:41.691675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:41.704856 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125dbeaa-12b0-47a8-a487-b9e82962cf99 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:45:41.727356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:41.731011 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:41.783031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:41.790294 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.790666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.791005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.791342 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.791674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.792000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.792327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.792646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.792965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.793281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.793601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:41.793916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:42.153578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['125dbeaa-12b0-47a8-a487-b9e82962cf99'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:45:42.471192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d352ed6-151c-4615-a35c-ab7834a14df2 req-299ace09-ceda-4f2f-aed4-420b1e27e017 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:42.472559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d352ed6-151c-4615-a35c-ab7834a14df2 req-299ace09-ceda-4f2f-aed4-420b1e27e017 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 945 time: 0.0485408 Oct 25 23:45:42.510412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d352ed6-151c-4615-a35c-ab7834a14df2 req-538d9475-ac2f-4ba0-8c8e-9e6a2f3abef2 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Oct 25 23:45:43.353026 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:43.561196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:45:43.611957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 125dbeaa-12b0-47a8-a487-b9e82962cf99 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:45:43.612326 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:43.628373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03d713-4576-40cd-9ce9-0bfa0b9d8451 req-cb0beab5-5f96-415e-8c37-6c8af44574f5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:43.629866 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eb03d713-4576-40cd-9ce9-0bfa0b9d8451 req-cb0beab5-5f96-415e-8c37-6c8af44574f5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 945 time: 0.0494521 Oct 25 23:45:43.667924 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-eb03d713-4576-40cd-9ce9-0bfa0b9d8451 req-58a9ed3b-eb7f-49a4-a466-9efc10ca4998 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2573285-b17e-4799-8ce1-1c5cf1caa2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Oct 25 23:45:43.694183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:43.716465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:45:43.719477 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5364676f-7766-45b2-807d-73a05c9f5d1a" -d '{"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:45:43.731568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:43.736857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:43.763574 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9802f74-12a0-49e8-87d6-6e4a6bdb8b07 x-openstack-request-id: req-c9802f74-12a0-49e8-87d6-6e4a6bdb8b07 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:45:43.763957 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:45:43.764323 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9802f74-12a0-49e8-87d6-6e4a6bdb8b07 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:45:43.764710 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'code': 200} Oct 25 23:45:43.790301 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:44.092581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-12be7254-4878-41c1-affa-2c8714a3a6a7 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:44.094064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-12be7254-4878-41c1-affa-2c8714a3a6a7 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.15 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 946 time: 0.0484557 Oct 25 23:45:44.184189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Deleting port 125dbeaa-12b0-47a8-a487-b9e82962cf99 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:45:44.184522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:44.272635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] For port 125dbeaa-12b0-47a8-a487-b9e82962cf99, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=125dbeaa-12b0-47a8-a487-b9e82962cf99,segment=NetworkSegment(76e63d6e-8082-46aa-bb4b-6c7488cbc88a),segment_id=76e63d6e-8082-46aa-bb4b-6c7488cbc88a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:44.272989 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:44.286208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Calling delete_port for 125dbeaa-12b0-47a8-a487-b9e82962cf99 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:45:44.441985 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:44.471362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Pushing event deleted for resources: {'Port': ['ID=125dbeaa-12b0-47a8-a487-b9e82962cf99,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:44.474987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['125dbeaa-12b0-47a8-a487-b9e82962cf99'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:45:44.484186 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.484430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.484774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.485111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.485496 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.485776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.486097 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.486453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.486777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.487117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.487429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.487751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:44.527191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] No DVR routers for this DVR port 125dbeaa-12b0-47a8-a487-b9e82962cf99 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:45:44.529902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:44.533181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-521b40b8-05a7-41dc-9f8e-00d6d5a15add req-446c4cb3-2318-43d6-b7bc-da0327a847a5 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.15 "DELETE /v2.0/ports/125dbeaa-12b0-47a8-a487-b9e82962cf99 HTTP/1.1" status: 204 len: 173 time: 0.4327071 Oct 25 23:45:44.533620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-deleted', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:45:44.535963 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44cf9fb-98a6-438d-bd3d-b1051f30a522" -d '{"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-deleted", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:45:44.581007 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f518d6a-2278-4ce3-ad3e-1f8d984b82fe x-openstack-request-id: req-0f518d6a-2278-4ce3-ad3e-1f8d984b82fe {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:45:44.581301 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47618cb9-a428-475e-aee3-3b3189f7fe7b", "name": "network-vif-deleted", "tag": "125dbeaa-12b0-47a8-a487-b9e82962cf99", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:45:44.581591 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f518d6a-2278-4ce3-ad3e-1f8d984b82fe {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:45:44.581990 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47618cb9-a428-475e-aee3-3b3189f7fe7b', 'name': 'network-vif-deleted', 'tag': '125dbeaa-12b0-47a8-a487-b9e82962cf99', 'status': 'completed', 'code': 200} Oct 25 23:45:44.788506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa225a9-92bb-4b9f-8af9-d29be6d43975 req-648e7b5e-168a-4a95-b5c3-bb997a91f227 tempest-DeleteServersTestJSON-652477256 tempest-DeleteServersTestJSON-652477256-project] 10.222.0.25 "GET /v2.0/ports?device_id=47618cb9-a428-475e-aee3-3b3189f7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0303502 Oct 25 23:45:45.300225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da25de96-9000-4e16-9855-cbc5bb163bac req-71a17ad8-e044-496b-8718-9046f156e36f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262175 Oct 25 23:45:45.367141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da25de96-9000-4e16-9855-cbc5bb163bac req-adb7433b-3e88-4fe6-8a47-c260e6c17684 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0259943 Oct 25 23:45:45.404131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da25de96-9000-4e16-9855-cbc5bb163bac req-26e00002-7e60-4cc7-89dd-09f24d363f42 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185971 Oct 25 23:45:45.500968 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25de96-9000-4e16-9855-cbc5bb163bac req-ca530f28-38a4-4e57-90e1-f4cac512926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:45.502437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-da25de96-9000-4e16-9855-cbc5bb163bac req-ca530f28-38a4-4e57-90e1-f4cac512926e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912263 Oct 25 23:45:45.893694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bd68-f942-486a-b9e8-1c53e23e81b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:45.921787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46026) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:45.966314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Deleting subnet 8712e206-ff65-4a31-9032-2b6b8acd07be {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:45:45.969413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.002728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.040054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.094172 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.118450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8712e206-ff65-4a31-9032-2b6b8acd07be,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:46.126259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.129375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8712e206-ff65-4a31-9032-2b6b8acd07be HTTP/1.1" status: 204 len: 168 time: 0.2065699 Oct 25 23:45:46.132130 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46028) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:46.134549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.134894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.135228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.135554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.135876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.136197 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.136515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.136832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.137147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.137461 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.137774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.138084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3d65d-f062-485e-8599-d8c53b37f995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:45:46.200370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.284699 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.304873 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d723f04e-a252-4611-9936-b340b2ce4179']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:45:46.315403 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e63d6e-8082-46aa-bb4b-6c7488cbc88a') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:45:46.315697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e63d6e-8082-46aa-bb4b-6c7488cbc88a') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:45:46.325444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.339665 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.346337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:45:46.346660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: timer() Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: self._notify() Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:45:46.348360 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:45:46.403247 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.409323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.412528 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d723f04e-a252-4611-9936-b340b2ce4179 HTTP/1.1" status: 204 len: 168 time: 0.2794108 Oct 25 23:45:46.429368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0ebe8-b9e5-4f5d-8112-dd401939a604 admin admin] Pushing event deleted for resources: {'Network': ['ID=d723f04e-a252-4611-9936-b340b2ce4179,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:46.539664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46032) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:46.584923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b5946b59-0437-4712-9972-779b73f5c1fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c169c9f25e1645b0982384194b3a6833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440297 Oct 25 23:45:46.587664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46036) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:46.637283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7b19-07d6-40ff-8c38-a6031c08a24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.668644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7b19-07d6-40ff-8c38-a6031c08a24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.718891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7b19-07d6-40ff-8c38-a6031c08a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.722045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7b19-07d6-40ff-8c38-a6031c08a24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:46.725032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb3a7b19-07d6-40ff-8c38-a6031c08a24d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2573285-b17e-4799-8ce1-1c5cf1caa2e0 HTTP/1.1" status: 204 len: 168 time: 0.1363065 Oct 25 23:45:46.738782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a7b19-07d6-40ff-8c38-a6031c08a24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2573285-b17e-4799-8ce1-1c5cf1caa2e0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:47.423050 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46058) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:47.566565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-628221359-network', 'tenant_id': '24fba219311d4fcaaeb8a0ce98ceb9c3'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:45:47.586060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:45:47.588106 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Made reservation on behalf of 24fba219311d4fcaaeb8a0ce98ceb9c3 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:45:47.590639 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.599684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.606493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 125dbeaa-12b0-47a8-a487-b9e82962cf99 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:45:47.606847 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 125dbeaa-12b0-47a8-a487-b9e82962cf99 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:45:47.674444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.678363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.701335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:45:47.716506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:47.720148 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.720493 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Added segment df36ff88-ab09-4b1e-a29c-2f822e8b072e of type vlan for network a8c032db-8925-4b2b-a743-8412e78b4478 Oct 25 23:45:47.760056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.784219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.785245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:47.785834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:47.842981 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4188161 Oct 25 23:45:47.846194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46064) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:45:47.848043 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da66832-e07f-4bd0-89ea-1982f6a66e0c admin admin] Pushing event updated for resources: {'Network': ['ID=a8c032db-8925-4b2b-a743-8412e78b4478,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:47.851155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Request body: {'subnet': {'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-628221359-subnet', 'tenant_id': '24fba219311d4fcaaeb8a0ce98ceb9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:45:47.857955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a8c032db-8925-4b2b-a743-8412e78b4478 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:45:47.873416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Made reservation on behalf of 24fba219311d4fcaaeb8a0ce98ceb9c3 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:45:47.876508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:48.049004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:48.104714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306e0721-cc25-407b-bd1a-350d04a50b54,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:48.113705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Checking segment: {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:45:48.114066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Network hostable DHCP agents. Network: a8c032db-8925-4b2b-a743-8412e78b4478, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:45:48.130649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Network a8c032db-8925-4b2b-a743-8412e78b4478 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:45:48.139607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a8c032db-8925-4b2b-a743-8412e78b4478) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:45:48.143630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:48.144204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:48.148427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8c07a-25df-4c40-9075-96ae06f64e2c None None] Network a8c032db-8925-4b2b-a743-8412e78b4478 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:45:48.159201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-60d027cc-c250-4d49-843b-153549cb7da3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3119121 Oct 25 23:45:48.276569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242895d-b431-4a93-a7ff-e8e4c2d02066 None None] Network a8c032db-8925-4b2b-a743-8412e78b4478 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:45:48.409265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6507d576-a9e8-4fe0-a047-e7c0ecf80224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:48.603364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-8912b00c-469b-4a46-a0a1-f0a984cddfd1 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:48.604729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-8912b00c-469b-4a46-a0a1-f0a984cddfd1 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 814 time: 0.1048830 Oct 25 23:45:48.619265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-b2c02d60-99a9-4b76-b657-59a2c001ba47 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/quotas/24fba219311d4fcaaeb8a0ce98ceb9c3 HTTP/1.1" status: 200 len: 375 time: 0.0088444 Oct 25 23:45:48.650100 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-ace227a0-c804-443b-a6e5-81020dd322f0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254333 Oct 25 23:45:48.661220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-c2810357-23d9-4074-ae07-fea313e8184e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:45:48.662186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-c2810357-23d9-4074-ae07-fea313e8184e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048380 Oct 25 23:45:48.752243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-4488d737-ad95-42af-b71d-2fe7514bc780 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845339 Oct 25 23:45:48.839257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-b3099006-452d-4f55-b56d-708ba94f4db8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807514 Oct 25 23:45:48.999022 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-65a9c378-d95b-439e-9739-09a00e9b60db req-9c42b112-cf7a-4250-b0c2-afbb113f045b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 210 time: 0.0276322 Oct 25 23:45:49.734647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:49.993276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-d5212f8c-4246-4b56-960d-112a8314c4f7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:49.994664 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-d5212f8c-4246-4b56-960d-112a8314c4f7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 814 time: 0.1078539 Oct 25 23:45:50.022362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Request body: {'port': {'device_id': '62675155-d2de-4a79-a532-7ac5ba131a57', 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'admin_state_up': True, 'tenant_id': '24fba219311d4fcaaeb8a0ce98ceb9c3'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:45:50.096114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83875ec7-6636-4546-b5fb-d1264c76863d req-1429b6a6-27bf-41eb-9b6e-b2a47f893789 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 210 time: 0.0272441 Oct 25 23:45:50.143053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Made reservation on behalf of 24fba219311d4fcaaeb8a0ce98ceb9c3 for: {'port': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:45:50.146541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.270021 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Allocated IP 172.20.0.12 (a8c032db-8925-4b2b-a743-8412e78b4478/306e0721-cc25-407b-bd1a-350d04a50b54/761c21dc-dea0-42d5-929c-4b44a07e63b3) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:45:50.285386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.431212 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.464674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.506692 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Network a8c032db-8925-4b2b-a743-8412e78b4478 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:45:50.509759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:45:50.513493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:45:50.543077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:50.571443 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:50.572040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.589090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-a806cfb4-e2e6-420b-9b54-7fb4075bf64c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5706258 Oct 25 23:45:50.607439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Request body: {'port': {'device_id': '62675155-d2de-4a79-a532-7ac5ba131a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:45:50.662023 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.865448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.925122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761c21dc-dea0-42d5-929c-4b44a07e63b3 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:45:50.932526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.944811 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Transition to ACTIVE for port object 761c21dc-dea0-42d5-929c-4b44a07e63b3 will not be triggered until provisioned by entity L2. {{(pid=102134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:45:50.947933 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:50.996579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:51.065439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Attempting to bind port 761c21dc-dea0-42d5-929c-4b44a07e63b3 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:45:51.066254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Attempting to bind port 761c21dc-dea0-42d5-929c-4b44a07e63b3 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:45:51.066254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Attempting to bind port 761c21dc-dea0-42d5-929c-4b44a07e63b3 on network a8c032db-8925-4b2b-a743-8412e78b4478 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:45:51.070264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Port 761c21dc-dea0-42d5-929c-4b44a07e63b3 on network a8c032db-8925-4b2b-a743-8412e78b4478 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:45:51.070585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Attempting to bind port 761c21dc-dea0-42d5-929c-4b44a07e63b3 on network a8c032db-8925-4b2b-a743-8412e78b4478 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:45:51.075327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:45:51.075656 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Checking segment: {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:45:51.076034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Bound using segment: {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:45:51.076453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Bound port: 761c21dc-dea0-42d5-929c-4b44a07e63b3, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:45:51.076798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:51.144628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:45:51.147770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:45:51.152032 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:51.214410 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.215020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:51.216375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] 10.222.0.15 "PUT /v2.0/ports/761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 1092 time: 0.6129467 Oct 25 23:45:51.218441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:45:51.220762 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d07acd-7dec-46c0-a378-7e01856061d2" -d '{"events": [{"name": "network-changed", "server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:45:51.241337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a428b-a436-4517-b447-a9dd036c7dad service neutron] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:51.259757 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cfc4e-5c33-4194-9262-7d3591a65cd6 req-e1d24809-7ec7-4041-a0d9-efe9a5607378 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.261673 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-541cfc4e-5c33-4194-9262-7d3591a65cd6 req-e1d24809-7ec7-4041-a0d9-efe9a5607378 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 944 time: 0.0849342 Oct 25 23:45:51.272503 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0db930-cec8-44d6-bade-ce0643500022 x-openstack-request-id: req-ff0db930-cec8-44d6-bade-ce0643500022 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:45:51.272784 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:45:51.273031 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff0db930-cec8-44d6-bade-ce0643500022 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:45:51.273419 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'status': 'completed', 'code': 200} Oct 25 23:45:51.331284 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-541cfc4e-5c33-4194-9262-7d3591a65cd6 req-604602fc-a881-4e1c-a8df-9687ea7adb95 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612445 Oct 25 23:45:51.341783 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-534bbb7e-bd8a-4567-a55a-4eb146c4d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.343314 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-534bbb7e-bd8a-4567-a55a-4eb146c4d61c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1095 time: 0.0549154 Oct 25 23:45:51.395227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-ad5cd491-6ccb-4ba3-a0cd-a040968e65dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 217 time: 0.0389459 Oct 25 23:45:51.445028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32841-d778-4499-be25-15709220be69 req-53c089e2-e948-482e-a0e0-e4f814dd6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.446453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-53c089e2-e948-482e-a0e0-e4f814dd6d1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0437036 Oct 25 23:45:51.477762 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-6c6a0be3-b9a6-455d-bd2b-6d2bc497c8aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245309 Oct 25 23:45:51.571337 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-5d0ac862-181e-442e-b743-d6313ef424be service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862594 Oct 25 23:45:51.662914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88c32841-d778-4499-be25-15709220be69 req-6cd50003-b728-4aa0-9209-be7e7feaade0 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841577 Oct 25 23:45:51.793411 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-a1a1386f-1129-487c-87e3-a6fad27a89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.794927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-a1a1386f-1129-487c-87e3-a6fad27a89e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1095 time: 0.0450563 Oct 25 23:45:51.885292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-ed20630b-84b5-4ffb-aa14-7289620e307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.886765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-ed20630b-84b5-4ffb-aa14-7289620e307b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0846887 Oct 25 23:45:51.932241 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-cfbfaf5c-70e0-4f5a-9442-ed8862e74c91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 217 time: 0.0381441 Oct 25 23:45:51.982797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-fef4aacc-7f83-4587-9c72-4dab0b02c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:51.984255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-fef4aacc-7f83-4587-9c72-4dab0b02c0f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0445015 Oct 25 23:45:52.016513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-cd694a0e-cdf3-4b69-a048-ea2e84413b41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243921 Oct 25 23:45:52.107822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-d2c510bc-f821-41cc-aeed-56a95a600c38 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846264 Oct 25 23:45:52.197871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74d07acd-7dec-46c0-a378-7e01856061d2 req-ab0e6189-714f-43d2-a4f8-3bdbcbe16c6e service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810030 Oct 25 23:45:52.451586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfef21-6493-47f7-b592-64cc64068a78 req-642240d9-6bf8-4cf6-a4e4-8502b55b3a6e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:52.452974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38cfef21-6493-47f7-b592-64cc64068a78 req-642240d9-6bf8-4cf6-a4e4-8502b55b3a6e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 944 time: 0.0521004 Oct 25 23:45:52.491034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38cfef21-6493-47f7-b592-64cc64068a78 req-c1e78a43-bff7-485a-b27a-c6ab07902ea6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Oct 25 23:45:53.603984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b69938-a5f4-44d6-91e6-9a3b577dbdc1 req-06f4791d-39de-4c4c-8a0a-6a2022d74c83 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:53.605347 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5b69938-a5f4-44d6-91e6-9a3b577dbdc1 req-06f4791d-39de-4c4c-8a0a-6a2022d74c83 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 944 time: 0.0485513 Oct 25 23:45:53.643344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c5b69938-a5f4-44d6-91e6-9a3b577dbdc1 req-30f0467c-84bc-466c-8eee-388a76b21b61 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Oct 25 23:45:54.755996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83735713-0533-4751-9fe5-cd4f81e02511 req-17c237a4-0007-4de4-b1d9-d3509f937342 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:54.757455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83735713-0533-4751-9fe5-cd4f81e02511 req-17c237a4-0007-4de4-b1d9-d3509f937342 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 944 time: 0.0477099 Oct 25 23:45:54.795146 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83735713-0533-4751-9fe5-cd4f81e02511 req-792a6f62-8847-421f-b53e-8ee8fac144d7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Oct 25 23:45:55.616574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:45:55.708381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:55.719307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'port_id': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'mac_address': 'fa:16:3e:21:cb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306e0721-cc25-407b-bd1a-350d04a50b54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:45:55.757796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:55.770652 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761c21dc-dea0-42d5-929c-4b44a07e63b3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:45:55.789000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:55.793007 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:55.839259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:55.917305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc0787-9dfb-45ba-8817-d05aae417c44 req-430327e8-c276-4d37-a774-90c006be81ea tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:55.918766 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83bc0787-9dfb-45ba-8817-d05aae417c44 req-430327e8-c276-4d37-a774-90c006be81ea tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 945 time: 0.0536783 Oct 25 23:45:55.957461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83bc0787-9dfb-45ba-8817-d05aae417c44 req-80f51dee-a026-491c-be1d-2f30413d6d47 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Oct 25 23:45:56.161732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['761c21dc-dea0-42d5-929c-4b44a07e63b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:45:57.070653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb886281-ac44-4a61-9a78-5c9a29c6631d req-a2bd67fc-efd3-4609-9b0b-fe31fd973396 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:57.072140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb886281-ac44-4a61-9a78-5c9a29c6631d req-a2bd67fc-efd3-4609-9b0b-fe31fd973396 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Oct 25 23:45:57.109075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb886281-ac44-4a61-9a78-5c9a29c6631d req-3292a995-21be-43f4-86bf-1e7bd83452fa tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Oct 25 23:45:57.632127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:45:57.679850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 761c21dc-dea0-42d5-929c-4b44a07e63b3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:45:57.683386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 761c21dc-dea0-42d5-929c-4b44a07e63b3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:45:57.683776 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:57.763189 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:57.785796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:45:57.788047 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b831323a-55c1-496e-8c18-08d5890aa859" -d '{"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-plugged", "status": "completed", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:45:57.802247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:45:57.806108 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:57.829848 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09ab39-6aaf-458c-8e77-205613a67f5e x-openstack-request-id: req-7f09ab39-6aaf-458c-8e77-205613a67f5e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:45:57.830162 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-plugged", "status": "completed", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:45:57.830421 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f09ab39-6aaf-458c-8e77-205613a67f5e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:45:57.830811 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'code': 200} Oct 25 23:45:57.857815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:45:57.950857 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47418551-384b-46de-a0f2-b29f51285ab4 req-09495026-8899-40b1-abbe-25450baf96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:57.952249 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47418551-384b-46de-a0f2-b29f51285ab4 req-09495026-8899-40b1-abbe-25450baf96e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1097 time: 0.0404317 Oct 25 23:45:57.987747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-47418551-384b-46de-a0f2-b29f51285ab4 req-336cc439-6a7b-4c0a-bed9-af5f2fca9e10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284863 Oct 25 23:45:58.226182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663508a3-97ea-4c71-880c-80ed9ac04b1d req-0e20e18d-adcd-47ce-8d46-abb1234f581c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:58.227520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-663508a3-97ea-4c71-880c-80ed9ac04b1d req-0e20e18d-adcd-47ce-8d46-abb1234f581c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0515513 Oct 25 23:45:58.263233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-663508a3-97ea-4c71-880c-80ed9ac04b1d req-f19bda17-a6f9-4671-9111-dd442ef39ad7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298865 Oct 25 23:45:58.624483 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:45:59.387376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa39cf2-110e-4943-bd71-51d76d9aa8a9 req-d717a155-6e2d-4b93-9d6c-79e881d7c4cf tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:45:59.388858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffa39cf2-110e-4943-bd71-51d76d9aa8a9 req-d717a155-6e2d-4b93-9d6c-79e881d7c4cf tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0527716 Oct 25 23:45:59.431038 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ffa39cf2-110e-4943-bd71-51d76d9aa8a9 req-8c8ddda8-88de-46da-98cf-2e4c0a848cd3 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338733 Oct 25 23:46:00.546840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871a98c-af0a-4117-b4be-52d0f1ad9a40 req-d8695138-a56d-4eeb-bf9f-22e71aa7c80b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:00.548926 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6871a98c-af0a-4117-b4be-52d0f1ad9a40 req-d8695138-a56d-4eeb-bf9f-22e71aa7c80b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0486255 Oct 25 23:46:00.585410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6871a98c-af0a-4117-b4be-52d0f1ad9a40 req-c865f1c2-2f47-421c-8d6c-08307c9d715c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Oct 25 23:46:00.702874 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0cb3-87f8-4591-8fa2-6a75d1a2400f req-a9c2bbed-8692-4414-a29c-01c73736cb3d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:00.704850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe7b0cb3-87f8-4591-8fa2-6a75d1a2400f req-a9c2bbed-8692-4414-a29c-01c73736cb3d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0520592 Oct 25 23:46:00.741791 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe7b0cb3-87f8-4591-8fa2-6a75d1a2400f req-7239b1f5-4de8-4b92-9c19-42e591f789c4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Oct 25 23:46:00.939046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b8ebd-f5fb-48d5-bc0a-8f19b9db5765 req-3a92e94f-d7f8-4ec6-be48-300004d49aea tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:00.940526 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-656b8ebd-f5fb-48d5-bc0a-8f19b9db5765 req-3a92e94f-d7f8-4ec6-be48-300004d49aea tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0494950 Oct 25 23:46:00.978952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-656b8ebd-f5fb-48d5-bc0a-8f19b9db5765 req-d9497761-b354-4a8f-8422-2155243c6bae tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Oct 25 23:46:01.090520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873c0c-2a40-4956-976c-f5a05b3e2361 req-230cf2b3-fc3e-4980-a50f-99bffc5e9d2a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:01.091888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85873c0c-2a40-4956-976c-f5a05b3e2361 req-230cf2b3-fc3e-4980-a50f-99bffc5e9d2a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0476589 Oct 25 23:46:01.128651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85873c0c-2a40-4956-976c-f5a05b3e2361 req-9a6366b3-2eea-4ba3-95ac-eb69f2ca1258 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303426 Oct 25 23:46:01.241194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-8e8ec1d0-7988-4977-bffc-96481392781b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402749 Oct 25 23:46:01.346275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-7492e81f-326d-4f04-a881-e055d3a782b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:01.347694 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-7492e81f-326d-4f04-a881-e055d3a782b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1097 time: 0.0484278 Oct 25 23:46:01.397692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-a35afb83-7b6e-4798-a4cd-388082cd306f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741098 Oct 25 23:46:01.410672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80cff2-d9c3-4852-9a2c-5331480f2056 req-081bbd90-f201-4399-b98b-e295202a3b88 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:01.412429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d80cff2-d9c3-4852-9a2c-5331480f2056 req-081bbd90-f201-4399-b98b-e295202a3b88 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0607114 Oct 25 23:46:01.452754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d80cff2-d9c3-4852-9a2c-5331480f2056 req-56cfd378-24ce-4f22-9c9e-e94281b41662 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338314 Oct 25 23:46:01.461368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-416be53e-0b81-42e4-9502-5fef76df3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:01.462348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-416be53e-0b81-42e4-9502-5fef76df3b7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0951252 Oct 25 23:46:01.508904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-dbf9db73-d11e-4e05-b1dc-159c9c4cc7f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 217 time: 0.0397480 Oct 25 23:46:01.560826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-c231bc52-6fe0-44dd-99ae-169e2844f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:01.562552 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-c231bc52-6fe0-44dd-99ae-169e2844f2a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0474079 Oct 25 23:46:01.594049 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-31c9fcfa-1d9d-4eb2-841e-d3fd59670e87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247028 Oct 25 23:46:01.691103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-de4db316-b49a-4eb7-8a12-05fcc9f6dc43 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Oct 25 23:46:01.784882 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8be240df-9ea1-4529-acf2-f3bdf8f44050 req-0dc8b09a-fa33-47c9-b1b8-4d76056d9c96 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862451 Oct 25 23:46:02.575816 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2a5e-a5cc-4f70-9ff7-3f6ad7d90a2d req-e82b2aad-d8b5-4bba-8aaf-035ea256d155 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:02.577185 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0cb2a5e-a5cc-4f70-9ff7-3f6ad7d90a2d req-e82b2aad-d8b5-4bba-8aaf-035ea256d155 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Oct 25 23:46:02.619532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f0cb2a5e-a5cc-4f70-9ff7-3f6ad7d90a2d req-693ea5e7-7142-47e4-ae3f-19e7b43015e8 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Oct 25 23:46:02.698779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-8f954677-3ce0-407f-9cf9-97b062d17cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:02.700272 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-8f954677-3ce0-407f-9cf9-97b062d17cff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1097 time: 0.0451605 Oct 25 23:46:02.790425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-cb1e8d0f-1b19-49d8-b2f5-2624e86c2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:02.791879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-cb1e8d0f-1b19-49d8-b2f5-2624e86c2dc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0843921 Oct 25 23:46:02.845288 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-629c10b2-62e2-4187-b650-abf1771382f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 217 time: 0.0393212 Oct 25 23:46:02.901196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-218830a8-554d-410a-b96c-09dc5996f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:02.902707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-218830a8-554d-410a-b96c-09dc5996f02d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0450041 Oct 25 23:46:02.934635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-2df4180e-55a1-4150-aba9-0d1d12b2ed9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246315 Oct 25 23:46:03.039820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-1bf31d5f-c0e4-4009-ae5b-81a9de6ae8bd service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894511 Oct 25 23:46:03.130830 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-b47d1d66-e26a-47a0-bf8a-4cc496f55472 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826063 Oct 25 23:46:03.736094 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5c703-2876-4fd5-9aa9-773403386f9a req-0fddd614-fda3-427a-9830-034b1d0c72c8 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:03.737652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea5c703-2876-4fd5-9aa9-773403386f9a req-0fddd614-fda3-427a-9830-034b1d0c72c8 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Oct 25 23:46:03.774795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea5c703-2876-4fd5-9aa9-773403386f9a req-ecb15011-85fa-4e68-aaf8-8bc4af3bdecd tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Oct 25 23:46:04.890504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fd2aa-6a3a-40a1-ae54-dd8fcec271e9 req-9c119f3d-ad1c-4cfc-9278-816b11734a67 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:04.891991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f5fd2aa-6a3a-40a1-ae54-dd8fcec271e9 req-9c119f3d-ad1c-4cfc-9278-816b11734a67 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0488682 Oct 25 23:46:04.934630 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6f5fd2aa-6a3a-40a1-ae54-dd8fcec271e9 req-2d332612-ef7c-47a9-8ed5-a60c31e24314 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Oct 25 23:46:06.049905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d4287-aabe-4196-941f-ee183e4ef60d req-f64cbd58-4ca3-4060-ad12-ad4e32260fb4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:06.051398 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-870d4287-aabe-4196-941f-ee183e4ef60d req-f64cbd58-4ca3-4060-ad12-ad4e32260fb4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0490706 Oct 25 23:46:06.091484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-870d4287-aabe-4196-941f-ee183e4ef60d req-909a7e7d-98d4-4fba-ac91-903f66f7af30 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341902 Oct 25 23:46:07.207953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee8ce9-11f2-4dba-8b39-1a65f368452f req-31e15313-ffa3-410d-b339-a52d5aa1a9e6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:07.209691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31ee8ce9-11f2-4dba-8b39-1a65f368452f req-31e15313-ffa3-410d-b339-a52d5aa1a9e6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0506685 Oct 25 23:46:07.248400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-31ee8ce9-11f2-4dba-8b39-1a65f368452f req-c208c348-712b-4374-a5f4-00c20f44b595 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Oct 25 23:46:08.372556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ce4b-0125-4c63-87f5-3ea60844c724 req-7bc07330-aea8-4f12-8b29-ed972fe5bdfa tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:08.374013 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f739ce4b-0125-4c63-87f5-3ea60844c724 req-7bc07330-aea8-4f12-8b29-ed972fe5bdfa tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Oct 25 23:46:08.411702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f739ce4b-0125-4c63-87f5-3ea60844c724 req-da604e84-85f9-43fe-84e7-b4c61c8fe7db tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Oct 25 23:46:09.526462 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbae05-87f6-40ce-8282-0288964c35c7 req-7686a621-fc0c-4f31-9483-90b98cfc9216 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:09.527975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99dbae05-87f6-40ce-8282-0288964c35c7 req-7686a621-fc0c-4f31-9483-90b98cfc9216 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0494270 Oct 25 23:46:09.567104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99dbae05-87f6-40ce-8282-0288964c35c7 req-47442150-02fb-4d85-96bd-9175223810b2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Oct 25 23:46:10.682867 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7eb-1138-44b4-bea3-db8bc7070185 req-9d5ca6f7-da8c-4fb0-9c81-5d2a2ff37a27 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:10.684317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d051a7eb-1138-44b4-bea3-db8bc7070185 req-9d5ca6f7-da8c-4fb0-9c81-5d2a2ff37a27 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0501878 Oct 25 23:46:10.721980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d051a7eb-1138-44b4-bea3-db8bc7070185 req-f7dc799e-0acf-4fc3-805e-a0fa97ace56e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Oct 25 23:46:11.838371 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea83ba-8543-4e99-912e-64688105f6f3 req-052d885f-463e-462e-b919-b979dd11c4fd tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:11.839837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60ea83ba-8543-4e99-912e-64688105f6f3 req-052d885f-463e-462e-b919-b979dd11c4fd tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0487568 Oct 25 23:46:11.881047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-60ea83ba-8543-4e99-912e-64688105f6f3 req-91881020-357b-4504-9df9-9a16b51a8d2c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353258 Oct 25 23:46:12.993862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9e322-d8d5-4ea4-bc34-7ccf7a9427ca req-d7618ca2-5e2b-4205-9352-da823821493a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:12.995331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5a9e322-d8d5-4ea4-bc34-7ccf7a9427ca req-d7618ca2-5e2b-4205-9352-da823821493a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0472701 Oct 25 23:46:13.035913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b5a9e322-d8d5-4ea4-bc34-7ccf7a9427ca req-8b1a2911-36f4-4c26-a038-e90fc5a61f1a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Oct 25 23:46:13.363903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:14.151388 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42725d-73a2-4c62-a80f-62d452fca935 req-30e13ab6-fba1-4fda-9860-04c76a169da3 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:14.152859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd42725d-73a2-4c62-a80f-62d452fca935 req-30e13ab6-fba1-4fda-9860-04c76a169da3 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0486872 Oct 25 23:46:14.191713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bd42725d-73a2-4c62-a80f-62d452fca935 req-deb4a66c-7df4-4f54-a3ee-cc5fc19716ee tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Oct 25 23:46:14.986568 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:46:15.305275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3060-68e2-4e2d-87fa-9644f1df82f5 req-7fa4b05b-f212-4700-9f5c-483218e2ea4c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:15.306801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-266a3060-68e2-4e2d-87fa-9644f1df82f5 req-7fa4b05b-f212-4700-9f5c-483218e2ea4c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0480292 Oct 25 23:46:15.343977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-266a3060-68e2-4e2d-87fa-9644f1df82f5 req-fd3aafa0-3b8e-4887-80e8-9cd690c03152 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Oct 25 23:46:15.895964 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1422c2c7-28ec-42e6-b017-be510fdd9917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:16.459333 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15907ea-359e-41cb-a8a9-5e6a9079e8ee req-e6cc8650-def5-4c3e-9be7-718738bd7f0a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:16.460786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15907ea-359e-41cb-a8a9-5e6a9079e8ee req-e6cc8650-def5-4c3e-9be7-718738bd7f0a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0492480 Oct 25 23:46:16.501863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15907ea-359e-41cb-a8a9-5e6a9079e8ee req-c08fe30e-6736-4fe7-ae0c-1e80eb02c305 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348670 Oct 25 23:46:17.617934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef2d0-0365-43ca-a838-ae5da43695c6 req-3189d0d0-26f9-4c63-9daa-9f491c8b9c93 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:17.619322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe3ef2d0-0365-43ca-a838-ae5da43695c6 req-3189d0d0-26f9-4c63-9daa-9f491c8b9c93 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0490160 Oct 25 23:46:17.657127 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe3ef2d0-0365-43ca-a838-ae5da43695c6 req-e105e9e4-48ab-4246-9585-d645be66b8c2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Oct 25 23:46:18.381120 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9ad642d9-826b-4fc5-b678-0af6ed5b7e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:18.771587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d2600-02d9-43c4-a392-54d9ffa251a3 req-05d64118-810d-4d8e-90a0-5b48109841a5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:18.773047 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-802d2600-02d9-43c4-a392-54d9ffa251a3 req-05d64118-810d-4d8e-90a0-5b48109841a5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0483465 Oct 25 23:46:18.814527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-802d2600-02d9-43c4-a392-54d9ffa251a3 req-b2ca567a-3c2f-4e95-b11c-020ab37295df tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Oct 25 23:46:19.737933 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:19.929542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dbb6d-707a-4fbb-a9b4-1bd0706ab72f req-e154b573-8bb7-4ce0-ab00-5e2750e19444 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:19.931048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d0dbb6d-707a-4fbb-a9b4-1bd0706ab72f req-e154b573-8bb7-4ce0-ab00-5e2750e19444 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Oct 25 23:46:19.971495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d0dbb6d-707a-4fbb-a9b4-1bd0706ab72f req-5a206c91-91ed-47f9-9c0c-0644ba4a635f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Oct 25 23:46:20.286664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:20.867049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:21.087724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b1b02-002c-4042-ba01-dc98d461d4f3 req-83242af3-0e7a-44c4-9f46-7b2e52161264 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:21.089461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-736b1b02-002c-4042-ba01-dc98d461d4f3 req-83242af3-0e7a-44c4-9f46-7b2e52161264 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0491047 Oct 25 23:46:21.126271 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-736b1b02-002c-4042-ba01-dc98d461d4f3 req-5972fca6-5f4b-4cc3-87ba-1a1bd7d6a4c2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309095 Oct 25 23:46:22.244843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d722437-8449-4311-9903-01fd3ba80e48 req-80d21cd2-3cc6-497a-b791-57cd9cdb5e3f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:22.246393 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d722437-8449-4311-9903-01fd3ba80e48 req-80d21cd2-3cc6-497a-b791-57cd9cdb5e3f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0493033 Oct 25 23:46:22.286499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d722437-8449-4311-9903-01fd3ba80e48 req-103acc96-6ba8-435c-baee-661c2dae7331 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Oct 25 23:46:23.404804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719183-8db0-45d1-87da-e7eda0dc93e2 req-3aa4d2e9-aaf4-42e2-8cab-dbfe681645b5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:23.406304 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22719183-8db0-45d1-87da-e7eda0dc93e2 req-3aa4d2e9-aaf4-42e2-8cab-dbfe681645b5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0501952 Oct 25 23:46:23.445014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22719183-8db0-45d1-87da-e7eda0dc93e2 req-d004dd35-618d-4ac1-8ab1-c2e32965b326 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Oct 25 23:46:24.560513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52c01b-d6b7-49d5-8278-2fe855c7f017 req-372c61f4-5183-4b3e-b703-5a2856586cde tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:24.561878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c52c01b-d6b7-49d5-8278-2fe855c7f017 req-372c61f4-5183-4b3e-b703-5a2856586cde tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0496826 Oct 25 23:46:24.599047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c52c01b-d6b7-49d5-8278-2fe855c7f017 req-bf4dad2e-6169-440f-8738-9a9941695448 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304723 Oct 25 23:46:25.718862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316af0e-b729-44e2-b7f7-5d03601d036f req-59a3406f-dfad-4053-9e7a-f0e33c66c17e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:25.720306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3316af0e-b729-44e2-b7f7-5d03601d036f req-59a3406f-dfad-4053-9e7a-f0e33c66c17e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Oct 25 23:46:25.760581 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3316af0e-b729-44e2-b7f7-5d03601d036f req-831c80a3-d703-447b-966c-cec193630575 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Oct 25 23:46:26.873988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18037bf-5616-4f1e-90e7-d0991bb1e8dc req-d64eb309-a403-4d08-a962-55601a912a98 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:26.875467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18037bf-5616-4f1e-90e7-d0991bb1e8dc req-d64eb309-a403-4d08-a962-55601a912a98 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0479269 Oct 25 23:46:26.916418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f18037bf-5616-4f1e-90e7-d0991bb1e8dc req-4bdb2b93-0190-411a-a4fe-05982862665b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Oct 25 23:46:28.030458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4381a-2a37-485e-b2d2-199a0b3c834b req-cad34d8a-2319-4c1c-ab08-3fbe3670a4f0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:28.031941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5f4381a-2a37-485e-b2d2-199a0b3c834b req-cad34d8a-2319-4c1c-ab08-3fbe3670a4f0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Oct 25 23:46:28.070267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5f4381a-2a37-485e-b2d2-199a0b3c834b req-6f27bd6d-cad4-4fa9-be07-e629dc0e6ef2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317791 Oct 25 23:46:28.623485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:29.184570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8ea21-f4bb-4794-867f-dc4f6b5ac294 req-0314eec1-4691-46e2-b463-885e9d3584c0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:29.186044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4b8ea21-f4bb-4794-867f-dc4f6b5ac294 req-0314eec1-4691-46e2-b463-885e9d3584c0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0489423 Oct 25 23:46:29.224195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f4b8ea21-f4bb-4794-867f-dc4f6b5ac294 req-82f9bb88-aba9-4847-bba2-f6b05776dc27 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Oct 25 23:46:30.029110 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-ee8c8646-770e-489c-9697-09c875c91e5f service neutron] 10.222.0.15 "GET /v2.0/ports/761c21dc-dea0-42d5-929c-4b44a07e63b3/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0540445 Oct 25 23:46:30.249800 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-08b72b79-2083-4dcd-988c-d9011f53e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:30.251354 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-08b72b79-2083-4dcd-988c-d9011f53e966 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57&tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0446448 Oct 25 23:46:30.374781 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b111bc-809a-4261-a279-c3f091952160 req-b1ad841a-56f7-4062-9784-fa2914fe441b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:30.376267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77b111bc-809a-4261-a279-c3f091952160 req-b1ad841a-56f7-4062-9784-fa2914fe441b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0831306 Oct 25 23:46:30.378906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-886699d7-20cb-4b83-9247-3d89e861b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:30.380251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-886699d7-20cb-4b83-9247-3d89e861b485 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1097 time: 0.0766981 Oct 25 23:46:30.466260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-77b111bc-809a-4261-a279-c3f091952160 req-2068abb1-3777-4acc-ae9e-aa42111c33c0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 Oct 25 23:46:30.497224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-568fe0e6-9ef1-4f10-9371-22d3f622edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:30.498732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-568fe0e6-9ef1-4f10-9371-22d3f622edb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.1098747 Oct 25 23:46:30.542933 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-51770d48-0adf-4a2c-a58e-7c1cbe30fda3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 217 time: 0.0371194 Oct 25 23:46:30.591538 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-37369d8d-994b-43ee-a40e-77870084b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:30.592853 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-37369d8d-994b-43ee-a40e-77870084b660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0431960 Oct 25 23:46:30.623872 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-56547e91-a20c-4a8a-bfe8-5ceb4a463735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240040 Oct 25 23:46:30.715722 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-2d92d24b-e753-4c89-8b77-0b5b11060ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849481 Oct 25 23:46:30.806444 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f550d577-01aa-41e5-90a1-63dfeec7df90 req-1c29fd63-1951-40d0-832a-96272d16158d service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832307 Oct 25 23:46:31.582801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab330414-5eb6-49de-8fe0-e9062e9171c8 req-b444dabb-ddf5-454a-812a-70c827a6824f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:31.584159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab330414-5eb6-49de-8fe0-e9062e9171c8 req-b444dabb-ddf5-454a-812a-70c827a6824f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0473695 Oct 25 23:46:31.620889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab330414-5eb6-49de-8fe0-e9062e9171c8 req-b2c66026-c4cc-4429-8fe7-511e1f59dea4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Oct 25 23:46:32.736696 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaf303-902e-4efe-909e-df3a0b8cd06f req-65c4bd86-3e59-4c37-82d8-a10f1152357e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:32.739073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56eaf303-902e-4efe-909e-df3a0b8cd06f req-65c4bd86-3e59-4c37-82d8-a10f1152357e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0494556 Oct 25 23:46:32.776626 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56eaf303-902e-4efe-909e-df3a0b8cd06f req-1111ec82-97c5-49b4-94d8-8df4cc859b0d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Oct 25 23:46:33.823008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:46:33.837698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:46:33.901949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39af3-4ed6-4fae-aea9-7e21c3263ddd req-abe16388-8c94-410b-9e74-e2890f171c4e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:33.903536 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aff39af3-4ed6-4fae-aea9-7e21c3263ddd req-abe16388-8c94-410b-9e74-e2890f171c4e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0527999 Oct 25 23:46:33.946268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aff39af3-4ed6-4fae-aea9-7e21c3263ddd req-87a16a30-f2ed-42a9-9e06-bd14be61075b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Oct 25 23:46:33.985469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:33.987934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:34.004839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'port_id': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'mac_address': 'fa:16:3e:21:cb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306e0721-cc25-407b-bd1a-350d04a50b54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:46:34.020433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:46:34.022685 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cf5ad8-f209-45e0-ba32-02284e5455f0" -d '{"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-unplugged", "status": "completed", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:46:34.056303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:34.062664 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:34.070604 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cdf495-00c7-43b1-aa30-0a2e122d4c1c x-openstack-request-id: req-a3cdf495-00c7-43b1-aa30-0a2e122d4c1c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:46:34.070892 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-unplugged", "status": "completed", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:46:34.071139 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3cdf495-00c7-43b1-aa30-0a2e122d4c1c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:46:34.071520 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'code': 200} Oct 25 23:46:34.090879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:34.109604 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 761c21dc-dea0-42d5-929c-4b44a07e63b3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:46:34.150047 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:34.163673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:46:34.164034 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:46:34.700744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:34.716525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761c21dc-dea0-42d5-929c-4b44a07e63b3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:46:34.735482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:34.739631 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:34.784438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:35.067083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ba03-c031-4c23-9abe-d66fc215abf9 req-2bafde28-5332-441d-883b-64608a1f50d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:35.068548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d96ba03-c031-4c23-9abe-d66fc215abf9 req-2bafde28-5332-441d-883b-64608a1f50d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Oct 25 23:46:35.104471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4d96ba03-c031-4c23-9abe-d66fc215abf9 req-b2e43dce-850e-4868-8958-81df2c303ac4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Oct 25 23:46:35.119706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['761c21dc-dea0-42d5-929c-4b44a07e63b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:46:35.302010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af571cd-566f-48ae-ae58-fbd8f9a803a5 req-7d0d23e3-369a-4100-a591-abc2917ab673 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:35.303580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af571cd-566f-48ae-ae58-fbd8f9a803a5 req-7d0d23e3-369a-4100-a591-abc2917ab673 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Oct 25 23:46:35.326622 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-cb5ab173-1fa0-4f7c-810d-7634f1ebe8ab tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:35.327997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-cb5ab173-1fa0-4f7c-810d-7634f1ebe8ab tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57&tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Oct 25 23:46:35.343028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af571cd-566f-48ae-ae58-fbd8f9a803a5 req-9e977d96-926a-4465-aef9-938aff597873 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Oct 25 23:46:35.428120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-2dd2bc48-db7a-4241-8fc5-0b723996e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:35.429636 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-2dd2bc48-db7a-4241-8fc5-0b723996e602 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 1096 time: 0.0409820 Oct 25 23:46:35.524867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-3c4f1031-a0c1-46b0-ba00-e9a4ba76f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:35.526478 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-3c4f1031-a0c1-46b0-ba00-e9a4ba76f67e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0903659 Oct 25 23:46:35.569042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-6f0e44ae-6b95-411f-8f91-8eb16f0013b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 200 len: 217 time: 0.0341904 Oct 25 23:46:35.624138 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-6b119b81-a6bf-44a9-ace7-288963a9c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:35.625547 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-6b119b81-a6bf-44a9-ace7-288963a9c7a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0483449 Oct 25 23:46:35.658407 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-46d5166f-b50a-4e1c-82d2-188c3b8db97c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253990 Oct 25 23:46:35.749545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-9dc05b25-f5fd-4c97-ba7d-813d66f0c577 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842867 Oct 25 23:46:35.847398 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-54a4ab99-ce7f-427e-b4ab-a72dee04c89f req-b50aea00-8e3f-4761-b4a6-2f49c41c3a02 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892856 Oct 25 23:46:35.851317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:46:35.905536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 761c21dc-dea0-42d5-929c-4b44a07e63b3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:46:35.905802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:35.994625 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:36.028165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:36.032194 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:36.073586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:46:36.076028 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85102624-7022-4670-b10a-de8351dbc97f" -d '{"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-plugged", "status": "completed", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:46:36.096364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:36.131026 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d750f78-adb4-4072-9c27-9fed4b1bd599 x-openstack-request-id: req-7d750f78-adb4-4072-9c27-9fed4b1bd599 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:46:36.131609 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-plugged", "status": "completed", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:46:36.131609 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d750f78-adb4-4072-9c27-9fed4b1bd599 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:46:36.132847 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'code': 200} Oct 25 23:46:36.472783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92318ffc-5044-4db6-89ba-4f8cda602b69 req-f176c527-f3bb-41b7-87b5-0ac3e48abe22 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:36.475359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92318ffc-5044-4db6-89ba-4f8cda602b69 req-f176c527-f3bb-41b7-87b5-0ac3e48abe22 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0566113 Oct 25 23:46:36.523356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92318ffc-5044-4db6-89ba-4f8cda602b69 req-648a275a-3103-4fac-93c1-65f7df178792 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Oct 25 23:46:36.641537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bdf2d-0bfe-486b-907d-6a27f6e0d658 req-687f30fe-58d1-4972-ae7f-b13a5ef66e18 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:36.643555 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a10bdf2d-0bfe-486b-907d-6a27f6e0d658 req-687f30fe-58d1-4972-ae7f-b13a5ef66e18 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0480826 Oct 25 23:46:36.680672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a10bdf2d-0bfe-486b-907d-6a27f6e0d658 req-94c80dec-41eb-467e-a2ec-259ae44a7b19 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Oct 25 23:46:36.794894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c3a8-f606-4ac3-99cb-eee9a8c47e60 req-a8ca4289-4f9c-442e-a05d-61526db580d5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:36.796349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dd8c3a8-f606-4ac3-99cb-eee9a8c47e60 req-a8ca4289-4f9c-442e-a05d-61526db580d5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0493236 Oct 25 23:46:36.833441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dd8c3a8-f606-4ac3-99cb-eee9a8c47e60 req-e6c8ea2f-9925-45e3-a87c-774fda59d88a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304046 Oct 25 23:46:37.176077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-52acd74d-2cc9-44b4-9d2b-4e1be35b363e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:37.177661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-52acd74d-2cc9-44b4-9d2b-4e1be35b363e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 814 time: 0.1030879 Oct 25 23:46:37.193690 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a0c2ff63-801e-4b9f-bea6-0af5be697436 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/quotas/24fba219311d4fcaaeb8a0ce98ceb9c3 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Oct 25 23:46:37.252821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-068f6430-6478-418b-9ff0-6a45e28aa627 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538590 Oct 25 23:46:37.342118 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-c7463b50-1ec2-4358-b1b4-e6a0b482ee5d service neutron] 10.222.0.25 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825162 Oct 25 23:46:37.434254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-0031ce45-aa69-4106-b17e-246db56b50a4 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851071 Oct 25 23:46:37.598609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4a087cf-e707-464a-85ec-92d4849206ce req-c7a3d8dd-3cd7-485f-9c9b-689a69b7c74e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 210 time: 0.0309806 Oct 25 23:46:38.489556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-c0649c67-18c1-4a05-a436-974fd85edcaf tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:38.491158 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-c0649c67-18c1-4a05-a436-974fd85edcaf tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "GET /v2.0/ports?device_id=62675155-d2de-4a79-a532-7ac5ba131a57 HTTP/1.1" status: 200 len: 946 time: 0.0499070 Oct 25 23:46:38.584770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Deleting port 761c21dc-dea0-42d5-929c-4b44a07e63b3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:46:38.585017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.059393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] For port 761c21dc-dea0-42d5-929c-4b44a07e63b3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=761c21dc-dea0-42d5-929c-4b44a07e63b3,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:39.059758 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.073815 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Calling delete_port for 761c21dc-dea0-42d5-929c-4b44a07e63b3 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:46:39.116101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb85d16f-158e-4ff4-bc9a-04ecef716f53 req-c634596a-8aae-4d46-8a06-2e9f525766e4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 210 time: 0.4261413 Oct 25 23:46:39.161229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-5ae1fd4b-91c5-4c9e-878c-a8ad92fb5d61 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:39.162744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-5ae1fd4b-91c5-4c9e-878c-a8ad92fb5d61 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 814 time: 0.4858716 Oct 25 23:46:39.182160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Request body: {'port': {'device_id': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'admin_state_up': True, 'tenant_id': '24fba219311d4fcaaeb8a0ce98ceb9c3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:46:39.215038 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.245083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Pushing event deleted for resources: {'Port': ['ID=761c21dc-dea0-42d5-929c-4b44a07e63b3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:39.248156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['761c21dc-dea0-42d5-929c-4b44a07e63b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:46:39.288761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] No DVR routers for this DVR port 761c21dc-dea0-42d5-929c-4b44a07e63b3 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:46:39.291729 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.296029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "DELETE /v2.0/ports/761c21dc-dea0-42d5-929c-4b44a07e63b3 HTTP/1.1" status: 204 len: 173 time: 0.7968490 Oct 25 23:46:39.296516 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-deleted', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:46:39.299762 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}349922fc5c4b6de334cbf26fcd3431a330ae071c6376d4f08410d91b76d03983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5610f67c-0a49-48c9-ab6c-9d84bf1930b9" -d '{"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-deleted", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:46:39.303417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Made reservation on behalf of 24fba219311d4fcaaeb8a0ce98ceb9c3 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:46:39.307103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.357007 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b91ec0-93a1-44ad-9f30-faa2516c4dec x-openstack-request-id: req-d5b91ec0-93a1-44ad-9f30-faa2516c4dec {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:46:39.357307 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62675155-d2de-4a79-a532-7ac5ba131a57", "name": "network-vif-deleted", "tag": "761c21dc-dea0-42d5-929c-4b44a07e63b3", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:46:39.357564 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5b91ec0-93a1-44ad-9f30-faa2516c4dec {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:46:39.357963 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62675155-d2de-4a79-a532-7ac5ba131a57', 'name': 'network-vif-deleted', 'tag': '761c21dc-dea0-42d5-929c-4b44a07e63b3', 'status': 'completed', 'code': 200} Oct 25 23:46:39.436172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Allocated IP 172.20.0.14 (a8c032db-8925-4b2b-a743-8412e78b4478/306e0721-cc25-407b-bd1a-350d04a50b54/a93de524-4198-4e10-977d-0a7d0966e73f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:46:39.587377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.619343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.652969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['761c21dc-dea0-42d5-929c-4b44a07e63b3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:46:39.661635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Network a8c032db-8925-4b2b-a743-8412e78b4478 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:46:39.664730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:46:39.668462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:46:39.694240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:39.720883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:39.721568 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:39.738431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-a1e4d11e-af49-4132-a921-97d484577e0e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599530 Oct 25 23:46:39.771845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Request body: {'port': {'device_id': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:46:39.840300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:40.099472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:46:40.106726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:40.120207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Transition to ACTIVE for port object a93de524-4198-4e10-977d-0a7d0966e73f will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:46:40.123824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:40.176749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:40.280015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e02d06-65db-416b-b2c4-f058524eb6ed req-726bd1f0-e86c-4618-b7fc-00b2477d5bdb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:40.281495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00e02d06-65db-416b-b2c4-f058524eb6ed req-726bd1f0-e86c-4618-b7fc-00b2477d5bdb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0858157 Oct 25 23:46:40.282587 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Attempting to bind port a93de524-4198-4e10-977d-0a7d0966e73f on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:46:40.282915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Attempting to bind port a93de524-4198-4e10-977d-0a7d0966e73f by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:46:40.283229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Attempting to bind port a93de524-4198-4e10-977d-0a7d0966e73f on network a8c032db-8925-4b2b-a743-8412e78b4478 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:46:40.290919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Port a93de524-4198-4e10-977d-0a7d0966e73f on network a8c032db-8925-4b2b-a743-8412e78b4478 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:46:40.291238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Attempting to bind port a93de524-4198-4e10-977d-0a7d0966e73f on network a8c032db-8925-4b2b-a743-8412e78b4478 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:46:40.306296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:46:40.306637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Checking segment: {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:46:40.307015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Bound using segment: {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:46:40.307441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Bound port: a93de524-4198-4e10-977d-0a7d0966e73f, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df36ff88-ab09-4b1e-a29c-2f822e8b072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:46:40.307793 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:40.357953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00e02d06-65db-416b-b2c4-f058524eb6ed req-070bc8a2-8698-494b-9c86-24cfb82bd6f0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Oct 25 23:46:40.397468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:46:40.400432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:46:40.405222 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:40.437697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:40.438334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:40.440062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 1092 time: 0.6724460 Oct 25 23:46:40.442737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:46:40.445000 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15373e75-229e-4ff4-ab75-1e4e09381d14" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:46:40.476001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37f60f-9781-4c0e-a7e0-1ceb9a2738d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:40.539038 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-e22dcc54-35c4-4dc2-a0a5-49864a0e8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:40.540507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-e22dcc54-35c4-4dc2-a0a5-49864a0e8f82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1095 time: 0.0419593 Oct 25 23:46:40.560183 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8472e966-f740-46dd-95f6-2abe962f100d x-openstack-request-id: req-8472e966-f740-46dd-95f6-2abe962f100d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:46:40.560462 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:46:40.560706 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8472e966-f740-46dd-95f6-2abe962f100d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:46:40.561091 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'status': 'completed', 'code': 200} Oct 25 23:46:40.593426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-7df5d574-e48c-454c-b4ca-360001df6e8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 217 time: 0.0397034 Oct 25 23:46:40.641243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-67989945-44af-460f-ab79-310ed8823803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:40.642595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-67989945-44af-460f-ab79-310ed8823803 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0422282 Oct 25 23:46:40.673647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-c4b901a8-5452-44fa-8392-70503b13b7cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234208 Oct 25 23:46:40.766376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-3e477b8d-7464-4a5d-aefe-616283d9a6dc service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861294 Oct 25 23:46:40.854772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a388d307-9c0f-45be-a0f1-cecc214e6b83 req-49ecb135-43c3-4674-83db-014f6714ce16 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814922 Oct 25 23:46:40.985300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-318a7409-a80a-4325-90cb-55e8d7330890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:40.987205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-318a7409-a80a-4325-90cb-55e8d7330890 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1095 time: 0.0398691 Oct 25 23:46:41.081075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-ab344f1a-d797-4b09-945b-7be317f75e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:41.082823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-ab344f1a-d797-4b09-945b-7be317f75e9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0874386 Oct 25 23:46:41.123382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-8aeabd6a-a96d-4a72-9af4-11b965ddbea1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 217 time: 0.0337737 Oct 25 23:46:41.174000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-a6e505a0-fc8b-4076-8248-eec9eaab9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:41.175967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-a6e505a0-fc8b-4076-8248-eec9eaab9e86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0461242 Oct 25 23:46:41.207269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-822a21d3-90c5-4e63-a32c-dc6c28d7fdcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242014 Oct 25 23:46:41.294798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-47bfc404-804c-4850-8b85-84b76fd78abd service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801902 Oct 25 23:46:41.388706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15373e75-229e-4ff4-ab75-1e4e09381d14 req-b0b48ed6-79a5-4d0d-a2de-bc090ec3ac8f service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865402 Oct 25 23:46:41.475158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc713e-5e39-4100-bcba-7048ee58a8d9 req-d0c95ad1-d69f-4223-bbaf-1e462b5cc7b2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:41.476642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6abc713e-5e39-4100-bcba-7048ee58a8d9 req-d0c95ad1-d69f-4223-bbaf-1e462b5cc7b2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0484822 Oct 25 23:46:41.513678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6abc713e-5e39-4100-bcba-7048ee58a8d9 req-2c700258-8b6f-4ce5-a123-dbca2d9a8f02 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Oct 25 23:46:41.880698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:46:41.905385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 761c21dc-dea0-42d5-929c-4b44a07e63b3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:46:41.905723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 761c21dc-dea0-42d5-929c-4b44a07e63b3 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:46:42.635029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1ba39-869a-44bf-85f9-e76a7fe67666 req-e09a430d-d5a8-430f-8b4a-3087c795790d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:42.636520 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89b1ba39-869a-44bf-85f9-e76a7fe67666 req-e09a430d-d5a8-430f-8b4a-3087c795790d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0526910 Oct 25 23:46:42.673564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-89b1ba39-869a-44bf-85f9-e76a7fe67666 req-10ccbfd4-67b3-4beb-997e-2be523a7714f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Oct 25 23:46:43.371618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:43.795811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eeacd-c084-40af-af79-0ea5936d37b6 req-81c8be94-2a1b-4d55-9649-07066961e6c7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:43.797269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a6eeacd-c084-40af-af79-0ea5936d37b6 req-81c8be94-2a1b-4d55-9649-07066961e6c7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0528235 Oct 25 23:46:43.834695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a6eeacd-c084-40af-af79-0ea5936d37b6 req-f447f3b5-83ab-4005-9787-768fe5e0b2fa tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Oct 25 23:46:43.880632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:46:43.971828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:43.985630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'port_id': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'mac_address': 'fa:16:3e:02:60:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306e0721-cc25-407b-bd1a-350d04a50b54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:46:44.021448 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:44.033628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:46:44.052711 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:44.056364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:44.101160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:44.108226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.108570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.108907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.109240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.109565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.109882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.110230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.110553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.110876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.111192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.111509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.112376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:46:44.428822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a93de524-4198-4e10-977d-0a7d0966e73f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:46:44.948668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2bbf6-7cd8-47e8-b6d2-1a3de29d5f65 req-bebf6857-38d5-466a-90b0-84fdb35bd54c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:44.950124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88a2bbf6-7cd8-47e8-b6d2-1a3de29d5f65 req-bebf6857-38d5-466a-90b0-84fdb35bd54c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Oct 25 23:46:44.989155 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-88a2bbf6-7cd8-47e8-b6d2-1a3de29d5f65 req-367c5981-3b3d-4ef9-9631-8eab02f822eb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Oct 25 23:46:45.897033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-18fd539c-bc46-40d4-a89c-7dc7654a382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:45.910683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:46:45.958099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a93de524-4198-4e10-977d-0a7d0966e73f completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:46:45.961698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a93de524-4198-4e10-977d-0a7d0966e73f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:46:45.962062 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:46.042292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:46.066603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:46:46.068902 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312acd0-2d86-4fbf-85b4-04884725645b" -d '{"events": [{"server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "name": "network-vif-plugged", "status": "completed", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:46:46.083366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:46:46.090462 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:46.107402 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25b51f-da1b-4c29-a6c8-ab6f0919c8ba req-b3349fd4-ee50-4770-bf84-4233f5c071b8 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:46.108892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25b51f-da1b-4c29-a6c8-ab6f0919c8ba req-b3349fd4-ee50-4770-bf84-4233f5c071b8 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Oct 25 23:46:46.138276 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:46:46.151439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e25b51f-da1b-4c29-a6c8-ab6f0919c8ba req-fab13d1d-c0df-4109-b893-f0aed68aeda9 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Oct 25 23:46:46.190573 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec261fff-d99d-4046-81c0-a6c1f8fb57f7 x-openstack-request-id: req-ec261fff-d99d-4046-81c0-a6c1f8fb57f7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:46:46.190946 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "name": "network-vif-plugged", "status": "completed", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:46:46.191192 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec261fff-d99d-4046-81c0-a6c1f8fb57f7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:46:46.191580 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'code': 200} Oct 25 23:46:46.311388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59019e58-19df-47ce-b10a-a06a05b00d53 req-45140e94-2a75-4495-b3c6-09eed4be8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:46.312903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-59019e58-19df-47ce-b10a-a06a05b00d53 req-45140e94-2a75-4495-b3c6-09eed4be8095 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1097 time: 0.0397041 Oct 25 23:46:46.352994 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-59019e58-19df-47ce-b10a-a06a05b00d53 req-ad27ce3f-9bbc-4172-8d18-cbb4b8c4b83d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Oct 25 23:46:47.269149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96964-0564-4bbf-a01b-51f21ad1094f req-46f6b5d6-95a2-4541-a06a-e8ba96530fcb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:47.270738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cc96964-0564-4bbf-a01b-51f21ad1094f req-46f6b5d6-95a2-4541-a06a-e8ba96530fcb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0530875 Oct 25 23:46:47.308038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1cc96964-0564-4bbf-a01b-51f21ad1094f req-f098e4ea-3fe6-49cb-b3d9-b6229d0baa6a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Oct 25 23:46:47.860251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a53f1726-6a38-47d9-8b20-86a338a4102a req-f8259d23-d02e-4829-973b-2eddeb811305 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251105 Oct 25 23:46:47.925801 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a53f1726-6a38-47d9-8b20-86a338a4102a req-46cd2b09-1594-4a1d-b2ba-47ab07f60753 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0254097 Oct 25 23:46:47.964978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a53f1726-6a38-47d9-8b20-86a338a4102a req-4f0fc796-ccef-45c5-b830-23a1820cb54e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198734 Oct 25 23:46:48.062827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f1726-6a38-47d9-8b20-86a338a4102a req-b300f296-3c07-4fe8-a837-c009ac027fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:48.064289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a53f1726-6a38-47d9-8b20-86a338a4102a req-b300f296-3c07-4fe8-a837-c009ac027fc7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923235 Oct 25 23:46:48.381629 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f501-0101-4e34-ab87-a0061fa037c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:48.428704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40381967-7155-4427-9f5b-75ab4146b8dc req-bec130a7-9e01-489b-8914-b12d06a4a7c0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:48.430197 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40381967-7155-4427-9f5b-75ab4146b8dc req-bec130a7-9e01-489b-8914-b12d06a4a7c0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0492222 Oct 25 23:46:48.468292 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-40381967-7155-4427-9f5b-75ab4146b8dc req-42c9d2ce-ffd5-421d-8d5e-df4cae28a871 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Oct 25 23:46:48.583302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3f369-3b0f-47ba-9664-1fe6ffdbba87 req-82248ffa-595c-4c7d-aef4-ecace00d6aa7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:48.584705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbb3f369-3b0f-47ba-9664-1fe6ffdbba87 req-82248ffa-595c-4c7d-aef4-ecace00d6aa7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0482237 Oct 25 23:46:48.622303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fbb3f369-3b0f-47ba-9664-1fe6ffdbba87 req-8dd6c087-f7a8-4454-804b-40b4e4f00eeb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Oct 25 23:46:48.884212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a463a06-4890-460b-bb09-ed93fdb1d98a req-b26afedc-4c59-4330-bd10-b66b2603ccd4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:48.885610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a463a06-4890-460b-bb09-ed93fdb1d98a req-b26afedc-4c59-4330-bd10-b66b2603ccd4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0707135 Oct 25 23:46:48.889110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-f15bc772-c6de-49b7-90c5-dfc3a09719c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826669 Oct 25 23:46:48.924562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3a463a06-4890-460b-bb09-ed93fdb1d98a req-cd292c36-2c89-4796-a67e-6dd8b00147c6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Oct 25 23:46:49.739558 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:50.051150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e436a-8a83-41c1-97d4-760b5234f7d5 req-7df90c54-543f-4d32-ba6a-7d0ce8b1bcbd tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:50.052658 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f97e436a-8a83-41c1-97d4-760b5234f7d5 req-7df90c54-543f-4d32-ba6a-7d0ce8b1bcbd tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0575938 Oct 25 23:46:50.091863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f97e436a-8a83-41c1-97d4-760b5234f7d5 req-0496f971-1e1b-4bd6-9ef6-0934d2e64aec tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Oct 25 23:46:50.118729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-8821f4c7-08a4-4794-9439-6291025a1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:50.120228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-8821f4c7-08a4-4794-9439-6291025a1146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1097 time: 0.0416403 Oct 25 23:46:50.216358 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-271c7e72-6894-4064-bf1a-71b412d53b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:50.217836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-271c7e72-6894-4064-bf1a-71b412d53b8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0880408 Oct 25 23:46:50.259382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-e7f7d7af-f308-43f2-bae1-683354577134 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 217 time: 0.0340614 Oct 25 23:46:50.290487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:50.312323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-61315e8f-e33b-4fab-8392-5452907b3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:50.313796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-61315e8f-e33b-4fab-8392-5452907b3983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0477669 Oct 25 23:46:50.345338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-10eabc80-1cb0-4692-86eb-22ca9a5b5ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245261 Oct 25 23:46:50.439362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-e1747567-9213-47dd-a909-f41cf78ad02f service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866904 Oct 25 23:46:50.532347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-ed7518be-02f6-407e-95e9-eea698eb8233 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859377 Oct 25 23:46:50.869858 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:51.208890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7fc2-cab6-4c1a-b160-219ee8a458f6 req-10f0c849-92b6-4fc2-8b5e-9b07ce041f8a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:51.210391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-caac7fc2-cab6-4c1a-b160-219ee8a458f6 req-10f0c849-92b6-4fc2-8b5e-9b07ce041f8a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Oct 25 23:46:51.247180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-caac7fc2-cab6-4c1a-b160-219ee8a458f6 req-78a97495-ace2-4653-9364-f0d3ff7f3ab9 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306444 Oct 25 23:46:51.985905 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:46:52.366914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe8f7a-5fda-4f0b-b9ee-d541b677fae4 req-e6dd5f6e-e74e-42f5-a456-e0064df91c21 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:52.368388 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13fe8f7a-5fda-4f0b-b9ee-d541b677fae4 req-e6dd5f6e-e74e-42f5-a456-e0064df91c21 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0491073 Oct 25 23:46:52.405621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-13fe8f7a-5fda-4f0b-b9ee-d541b677fae4 req-f0b7bef9-050a-4ed2-afcb-266ef75c3590 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Oct 25 23:46:53.523710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6928e6e-8a1c-40a0-a48d-d02d5b09df86 req-4c99ab05-7a72-417a-a367-5f5f8568e362 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:53.525175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6928e6e-8a1c-40a0-a48d-d02d5b09df86 req-4c99ab05-7a72-417a-a367-5f5f8568e362 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Oct 25 23:46:53.562595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f6928e6e-8a1c-40a0-a48d-d02d5b09df86 req-f0d914ee-4187-4d5b-81ee-88590038aad2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Oct 25 23:46:54.679885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2395e-0671-49a6-80d4-f71b5eb253f1 req-031eaeba-fb4f-491e-a1f6-43b8a7a10365 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:54.681356 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ca2395e-0671-49a6-80d4-f71b5eb253f1 req-031eaeba-fb4f-491e-a1f6-43b8a7a10365 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0503423 Oct 25 23:46:54.718854 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ca2395e-0671-49a6-80d4-f71b5eb253f1 req-9773fac7-6c88-4feb-a8d7-9d5ffba8b1bb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Oct 25 23:46:55.837434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd45a5-9412-4177-8d23-792bc164aa56 req-7ad25240-e06c-430f-92d7-ddf9a4dfc26d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:55.838950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1fd45a5-9412-4177-8d23-792bc164aa56 req-7ad25240-e06c-430f-92d7-ddf9a4dfc26d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0520537 Oct 25 23:46:55.875336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a1fd45a5-9412-4177-8d23-792bc164aa56 req-3ad485ca-88da-41cc-bb57-b517b67ea3b6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Oct 25 23:46:56.996594 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56473664-c760-40b7-b0c6-882a98a02841 req-44be29ec-afa5-4c09-b282-ae785983d319 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:56.998045 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56473664-c760-40b7-b0c6-882a98a02841 req-44be29ec-afa5-4c09-b282-ae785983d319 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0541275 Oct 25 23:46:57.036276 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-56473664-c760-40b7-b0c6-882a98a02841 req-468c7c63-6c1b-4982-825c-d232724ad68b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321372 Oct 25 23:46:58.150839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62946e-5da5-4311-a6bd-25da28afcfff req-6b51a6ed-e24a-4551-8fd2-0b253fad67df tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:58.152309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d62946e-5da5-4311-a6bd-25da28afcfff req-6b51a6ed-e24a-4551-8fd2-0b253fad67df tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0486801 Oct 25 23:46:58.189258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d62946e-5da5-4311-a6bd-25da28afcfff req-e335bae1-cf36-4e54-b8be-84a783cecba5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Oct 25 23:46:58.640990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:46:59.308922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b609e63-4684-4c03-8a6a-66814cb2166f req-e8700bc6-aa89-4a0f-b43b-45d905e7c4b2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:46:59.310449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b609e63-4684-4c03-8a6a-66814cb2166f req-e8700bc6-aa89-4a0f-b43b-45d905e7c4b2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Oct 25 23:46:59.349966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b609e63-4684-4c03-8a6a-66814cb2166f req-58e7de69-622d-41a8-997d-2433cc353bbb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Oct 25 23:47:00.466275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32eaf-f500-4da7-9f31-046a0d0aa6eb req-19682dd9-d250-4341-b341-f7d9d7dfc656 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:00.467756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bf32eaf-f500-4da7-9f31-046a0d0aa6eb req-19682dd9-d250-4341-b341-f7d9d7dfc656 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0499883 Oct 25 23:47:00.506043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bf32eaf-f500-4da7-9f31-046a0d0aa6eb req-05edbfa5-aaa9-4a61-bf76-25bb65b2de52 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Oct 25 23:47:01.622711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087a0f3-87e6-4975-9e31-0041524e2900 req-502ba061-2db6-4c1f-a57b-499db776abb2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:01.624084 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b087a0f3-87e6-4975-9e31-0041524e2900 req-502ba061-2db6-4c1f-a57b-499db776abb2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0489709 Oct 25 23:47:01.661379 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b087a0f3-87e6-4975-9e31-0041524e2900 req-f3006ae4-d63a-44f3-8e04-087f216b094e tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Oct 25 23:47:02.316636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-d5283ce0-2260-4f14-8465-9b3cbed130cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:02.318105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-d5283ce0-2260-4f14-8465-9b3cbed130cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1097 time: 0.0441813 Oct 25 23:47:02.419694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-f4f877d2-b1ab-4cdb-85db-0c4b2ea88e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:02.421154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-f4f877d2-b1ab-4cdb-85db-0c4b2ea88e17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0843751 Oct 25 23:47:02.465701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-06615511-f47d-422a-b395-d32aca45e91f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 217 time: 0.0376592 Oct 25 23:47:02.512347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-87441b88-8898-4baa-b8bd-d4868a8fa503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:02.514276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-87441b88-8898-4baa-b8bd-d4868a8fa503 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0416710 Oct 25 23:47:02.545492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-8bc5b325-2a20-4900-b35e-6d65fc850fe0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244598 Oct 25 23:47:02.638132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-01fb3918-ca4b-4de1-aff1-e6e05927e2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856779 Oct 25 23:47:02.727313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c925851-1f1e-44be-ad04-f40cdb4f7ede req-f322b9b2-c46f-468e-8354-7d7f20856e88 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823190 Oct 25 23:47:02.776182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0d71-385b-4d5f-9d6c-cbef15be7182 req-98fd2e15-274c-42a6-b287-b24be232782d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:02.777671 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b40d0d71-385b-4d5f-9d6c-cbef15be7182 req-98fd2e15-274c-42a6-b287-b24be232782d tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Oct 25 23:47:02.816098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b40d0d71-385b-4d5f-9d6c-cbef15be7182 req-063d26f5-f809-4ea3-ae1e-c830fc55d805 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Oct 25 23:47:03.935302 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dfe6c-a131-4806-9bc5-7260716b074b req-138d9ea4-5545-49db-96f2-94aa9ffa6e42 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:03.936859 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c6dfe6c-a131-4806-9bc5-7260716b074b req-138d9ea4-5545-49db-96f2-94aa9ffa6e42 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0534711 Oct 25 23:47:03.975575 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c6dfe6c-a131-4806-9bc5-7260716b074b req-40226e83-9920-4603-adb0-c61a17bd8d8a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Oct 25 23:47:05.093132 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618648a2-f271-4046-a662-43fbd94db08c req-61d6196d-1cab-4092-afef-05fcc7df2e56 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:05.094694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-618648a2-f271-4046-a662-43fbd94db08c req-61d6196d-1cab-4092-afef-05fcc7df2e56 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0515680 Oct 25 23:47:05.131482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-618648a2-f271-4046-a662-43fbd94db08c req-b230d50f-b73a-4f4a-adc5-11a8c1082c01 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301526 Oct 25 23:47:06.245271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f203d-9759-41b1-9acd-6cf20d858350 req-513f9efb-e808-44ee-82fb-f5188b9a5eef tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:06.246749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca6f203d-9759-41b1-9acd-6cf20d858350 req-513f9efb-e808-44ee-82fb-f5188b9a5eef tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0478888 Oct 25 23:47:06.284259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca6f203d-9759-41b1-9acd-6cf20d858350 req-0608b0b3-c5c6-42ba-97eb-22618f54caa2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Oct 25 23:47:07.401608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592e35d-f8eb-4bf9-ae3b-0ab2812b7be2 req-b20e6fd3-c83c-4b87-afbd-7ced347c1fda tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:07.403152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1592e35d-f8eb-4bf9-ae3b-0ab2812b7be2 req-b20e6fd3-c83c-4b87-afbd-7ced347c1fda tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0483117 Oct 25 23:47:07.441358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1592e35d-f8eb-4bf9-ae3b-0ab2812b7be2 req-46fcaca0-9a74-48f7-ad19-441856b18450 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Oct 25 23:47:08.560337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f2c7-4e7c-4b89-85ad-ad8b9a7f7030 req-379a669d-51e7-453f-a115-016544315999 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:08.561736 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3b1f2c7-4e7c-4b89-85ad-ad8b9a7f7030 req-379a669d-51e7-453f-a115-016544315999 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0509925 Oct 25 23:47:08.600714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3b1f2c7-4e7c-4b89-85ad-ad8b9a7f7030 req-b563f4fb-3f86-484c-8040-2dc6230852e5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Oct 25 23:47:09.713513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767b1da-7a9e-48d3-a395-fcdb6d162d2f req-bd0fe389-424c-4717-890d-c4e46f48fe69 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:09.715248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d767b1da-7a9e-48d3-a395-fcdb6d162d2f req-bd0fe389-424c-4717-890d-c4e46f48fe69 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0471439 Oct 25 23:47:09.751705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d767b1da-7a9e-48d3-a395-fcdb6d162d2f req-cc3a66e7-51b6-4c72-bfac-069d645f1fc3 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304370 Oct 25 23:47:10.871549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9203e0-01ac-401a-8952-a3e78c9e8f18 req-1189c336-b7f9-46ae-94f0-fb96d28e4c5b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:10.872921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb9203e0-01ac-401a-8952-a3e78c9e8f18 req-1189c336-b7f9-46ae-94f0-fb96d28e4c5b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Oct 25 23:47:10.910780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb9203e0-01ac-401a-8952-a3e78c9e8f18 req-9fd1df51-4561-4dc6-84a8-73b116f7a7c7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Oct 25 23:47:12.029736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d3d9-bbdb-43db-a786-3313562df32e req-08fab4be-481b-4538-89d6-61d9079c1616 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:12.031229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0588d3d9-bbdb-43db-a786-3313562df32e req-08fab4be-481b-4538-89d6-61d9079c1616 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0527701 Oct 25 23:47:12.069457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0588d3d9-bbdb-43db-a786-3313562df32e req-204064de-e360-4032-aeea-4613beafa67f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316007 Oct 25 23:47:13.186843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d46b-7985-4094-a04e-b78d85ef06b1 req-b9390dc2-40fb-48ef-9835-90a26416366f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:13.188308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0242d46b-7985-4094-a04e-b78d85ef06b1 req-b9390dc2-40fb-48ef-9835-90a26416366f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0492516 Oct 25 23:47:13.228234 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0242d46b-7985-4094-a04e-b78d85ef06b1 req-b4902b01-5056-4c6c-9640-e67859a03610 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Oct 25 23:47:13.374335 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:14.342245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e03c8-8edd-4c71-bb79-a0195061954f req-91e911bc-5c38-4823-94cb-2ef03b82390f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:14.343685 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc7e03c8-8edd-4c71-bb79-a0195061954f req-91e911bc-5c38-4823-94cb-2ef03b82390f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0477524 Oct 25 23:47:14.380724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc7e03c8-8edd-4c71-bb79-a0195061954f req-f7c74f39-132f-4f49-95c5-5b08d140e017 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305688 Oct 25 23:47:15.495699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c931c6-63a2-4d66-b56a-80b3b70c2f2a req-2f51469a-3f86-42aa-82fc-ffdfc672f999 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:15.497170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83c931c6-63a2-4d66-b56a-80b3b70c2f2a req-2f51469a-3f86-42aa-82fc-ffdfc672f999 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Oct 25 23:47:15.535455 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83c931c6-63a2-4d66-b56a-80b3b70c2f2a req-12307480-c84b-47a2-9bed-80ed080e5211 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Oct 25 23:47:15.899579 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bbae-7e92-4584-80b9-3a06051cec53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:16.648833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98552eb-7295-4ca9-b0ef-28b9d4f77cc7 req-9a7d2923-a454-4523-9852-c849e9f485ca tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:16.650312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a98552eb-7295-4ca9-b0ef-28b9d4f77cc7 req-9a7d2923-a454-4523-9852-c849e9f485ca tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0473418 Oct 25 23:47:16.687773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a98552eb-7295-4ca9-b0ef-28b9d4f77cc7 req-c3f53f5f-f7dd-4040-8a39-94b8a717f609 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Oct 25 23:47:17.425346 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-36a5b113-6671-4c18-bb4c-84591bcdfee7 service neutron] 10.222.0.15 "GET /v2.0/ports/a93de524-4198-4e10-977d-0a7d0966e73f/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0573058 Oct 25 23:47:17.639520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-0f98dee1-1900-4611-8073-1e3f06a022f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:17.640899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-0f98dee1-1900-4611-8073-1e3f06a022f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6&tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0401545 Oct 25 23:47:17.711420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-e2ce0465-6d6b-45ae-9694-9864ff504b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:17.712937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-e2ce0465-6d6b-45ae-9694-9864ff504b16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1097 time: 0.0402598 Oct 25 23:47:17.807641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-32ce839a-01dd-4a73-a2da-b10cb8fc91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:17.807976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa97433-f48c-4d1b-8ceb-fc0fe427e508 req-bd04cefb-5c24-43c6-a197-ce9ab01a6695 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:17.809111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-32ce839a-01dd-4a73-a2da-b10cb8fc91e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0890858 Oct 25 23:47:17.809434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa97433-f48c-4d1b-8ceb-fc0fe427e508 req-bd04cefb-5c24-43c6-a197-ce9ab01a6695 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0530913 Oct 25 23:47:17.850134 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3aa97433-f48c-4d1b-8ceb-fc0fe427e508 req-9b356d83-be89-4385-99ce-b0e4d607586a tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Oct 25 23:47:17.852069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-edb00684-2ade-40a7-a592-e0ee0309f701 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 217 time: 0.0362337 Oct 25 23:47:17.900950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-0446bd1e-56e6-473b-9a80-f40260c0821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:17.902343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-0446bd1e-56e6-473b-9a80-f40260c0821f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0434146 Oct 25 23:47:17.936954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-60b42c64-6446-4759-8927-7c59c2005e5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271499 Oct 25 23:47:18.025123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-4409cd56-91fb-4eb4-bcc0-00c9fc2b3888 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809183 Oct 25 23:47:18.116407 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-211cd4eb-1ec4-4d9f-b863-29687861f986 req-1e92a41a-71b6-4980-86de-bb6ca7b96e34 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842943 Oct 25 23:47:18.385097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3c638fdb-c7d3-4196-afa8-55b6a76436a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:18.965679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c7aa-ef61-4361-8308-fa6ad51162b2 req-d5ca663e-83fd-49b2-afdb-e71799f00bb7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:18.967184 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1e14c7aa-ef61-4361-8308-fa6ad51162b2 req-d5ca663e-83fd-49b2-afdb-e71799f00bb7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0483444 Oct 25 23:47:19.004677 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1e14c7aa-ef61-4361-8308-fa6ad51162b2 req-f405c51a-aeea-49fe-996d-89d9019e18a1 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Oct 25 23:47:19.743597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:20.121092 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c7c1b-76c4-4f8c-b48c-6865ff0e7723 req-e9392fcb-781e-452e-8083-7afe18d1c940 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:20.122571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-302c7c1b-76c4-4f8c-b48c-6865ff0e7723 req-e9392fcb-781e-452e-8083-7afe18d1c940 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0484326 Oct 25 23:47:20.160645 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-302c7c1b-76c4-4f8c-b48c-6865ff0e7723 req-b27cc85a-ce91-4bc3-877e-62b63e9acddb tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Oct 25 23:47:20.294033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:20.873022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:21.279876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c8e1-7843-4dd4-9cfb-3a70d4ef83f2 req-dda55120-0d82-4daf-b814-7cea68458300 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:21.281332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a230c8e1-7843-4dd4-9cfb-3a70d4ef83f2 req-dda55120-0d82-4daf-b814-7cea68458300 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.0472944 Oct 25 23:47:21.319897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a230c8e1-7843-4dd4-9cfb-3a70d4ef83f2 req-60dbe4ef-4dfd-4d13-903c-939ad00460c3 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Oct 25 23:47:21.586999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0c403-bc4b-4bef-a5a7-ab2de7f84c34 req-148f214b-c729-4931-9dd2-2d79659688e5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:21.588476 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0d0c403-bc4b-4bef-a5a7-ab2de7f84c34 req-148f214b-c729-4931-9dd2-2d79659688e5 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 946 time: 0.1155746 Oct 25 23:47:21.597449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-d5938f98-d932-4d9e-8706-45c7a7394f11 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:21.598796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-d5938f98-d932-4d9e-8706-45c7a7394f11 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6&tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 946 time: 0.0974703 Oct 25 23:47:21.630382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0d0c403-bc4b-4bef-a5a7-ab2de7f84c34 req-34f1dd32-a22f-4e4e-af6a-933b08a231d4 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Oct 25 23:47:21.701307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-c3fff782-61f0-401c-b659-68e95d890141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:21.702821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-c3fff782-61f0-401c-b659-68e95d890141 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 1097 time: 0.0426774 Oct 25 23:47:21.792239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-a4a9cd34-b8a6-4762-971f-8cd760619767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:21.793684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-a4a9cd34-b8a6-4762-971f-8cd760619767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 200 len: 915 time: 0.0835550 Oct 25 23:47:21.838060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-e72a5702-75be-49d8-accd-49d970cee20b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 200 len: 217 time: 0.0366447 Oct 25 23:47:21.884841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-9088231c-5246-48ca-8ce0-33d515d78179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:21.886245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-9088231c-5246-48ca-8ce0-33d515d78179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 200 len: 854 time: 0.0418954 Oct 25 23:47:21.917222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-8ae0bfea-0ef7-4614-ab94-f3ffe2c817de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c032db-8925-4b2b-a743-8412e78b4478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238144 Oct 25 23:47:22.009654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-d8ffe7c6-b3bd-416a-b31a-98dd7a732c25 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853238 Oct 25 23:47:22.090398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:47:22.097624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31ebf56-87c8-4e7b-9ef0-f97f6051e175 req-834f76da-4fee-4dca-a191-9d3640c250f7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810354 Oct 25 23:47:22.101239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:47:22.400385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:22.408209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:22.419576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'network_id': 'a8c032db-8925-4b2b-a743-8412e78b4478', 'port_id': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'mac_address': 'fa:16:3e:02:60:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306e0721-cc25-407b-bd1a-350d04a50b54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:47:22.454265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:47:22.457235 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2b81a-de86-4dfe-96b0-b38f201fcd1b" -d '{"events": [{"server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "name": "network-vif-unplugged", "status": "completed", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:47:22.476842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:22.483136 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:22.487169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:22.517609 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0039520-082d-42f2-8501-307980c08ebe x-openstack-request-id: req-a0039520-082d-42f2-8501-307980c08ebe {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:47:22.518582 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "name": "network-vif-unplugged", "status": "completed", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:47:22.518951 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0039520-082d-42f2-8501-307980c08ebe {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:47:22.519525 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'code': 200} Oct 25 23:47:22.523824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:47:22.575714 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:22.586132 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:47:22.586526 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:47:22.748663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e1a-5d78-4612-bce5-328692307cbe req-4e0cbd75-178d-4a45-9ee0-56a9f582609f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:22.750133 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83eb2e1a-5d78-4612-bce5-328692307cbe req-4e0cbd75-178d-4a45-9ee0-56a9f582609f tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0502119 Oct 25 23:47:22.791503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83eb2e1a-5d78-4612-bce5-328692307cbe req-cbc4461d-bd9c-4bec-b3cb-b9f8aa7a45a0 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348973 Oct 25 23:47:22.907640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf91ef-b6ac-4f35-b713-5c8c211b7f9d req-21e174ff-8c2e-4fa3-aedd-ebe9da6427b6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:22.909406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19cf91ef-b6ac-4f35-b713-5c8c211b7f9d req-21e174ff-8c2e-4fa3-aedd-ebe9da6427b6 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0491772 Oct 25 23:47:22.947226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19cf91ef-b6ac-4f35-b713-5c8c211b7f9d req-5bb5acb0-3659-4e9b-af93-350827ff61c7 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Oct 25 23:47:23.059089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6238-c300-4ef4-b71e-64fee60468e7 req-660f6ef0-713c-44ec-8990-7fa8f25dc3bc tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:23.060582 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-484c6238-c300-4ef4-b71e-64fee60468e7 req-660f6ef0-713c-44ec-8990-7fa8f25dc3bc tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 944 time: 0.0481951 Oct 25 23:47:23.097851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-484c6238-c300-4ef4-b71e-64fee60468e7 req-ecc584fb-2c86-47bc-bdd7-0a27d09478dd tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Oct 25 23:47:23.122027 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:23.135438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:47:23.154521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:23.158519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:23.210302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:23.433751 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55419a18-155a-4caa-b774-c98c0efd9a91 req-8de06fd5-a3aa-454f-8d1f-fbe576819b11 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:23.435157 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-55419a18-155a-4caa-b774-c98c0efd9a91 req-8de06fd5-a3aa-454f-8d1f-fbe576819b11 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 945 time: 0.0548513 Oct 25 23:47:23.473357 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-55419a18-155a-4caa-b774-c98c0efd9a91 req-3da47730-5f6a-4042-8c4a-f7650465853b tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Oct 25 23:47:23.571842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a93de524-4198-4e10-977d-0a7d0966e73f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:47:24.596850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce864f4-cf05-4049-ab8f-10e4b3a31866 req-027e7ee8-d03f-4446-8214-b023d19fdb2c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:24.598258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ce864f4-cf05-4049-ab8f-10e4b3a31866 req-027e7ee8-d03f-4446-8214-b023d19fdb2c tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 945 time: 0.0486410 Oct 25 23:47:24.634701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7ce864f4-cf05-4049-ab8f-10e4b3a31866 req-c475aa84-e73f-4d20-a931-2ece63bb7d61 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Oct 25 23:47:24.828585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fbf03-a198-42db-be23-1907f61501d8 req-b3924e21-c291-4955-82d9-960cf09364ec tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:24.829982 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b63fbf03-a198-42db-be23-1907f61501d8 req-b3924e21-c291-4955-82d9-960cf09364ec tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 945 time: 0.0469210 Oct 25 23:47:24.917081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Deleting port a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:47:24.917335 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:25.002777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] For port a93de524-4198-4e10-977d-0a7d0966e73f, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a93de524-4198-4e10-977d-0a7d0966e73f,segment=NetworkSegment(df36ff88-ab09-4b1e-a29c-2f822e8b072e),segment_id=df36ff88-ab09-4b1e-a29c-2f822e8b072e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:25.003159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:25.019423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Calling delete_port for a93de524-4198-4e10-977d-0a7d0966e73f owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:47:25.138239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:25.165602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Pushing event deleted for resources: {'Port': ['ID=a93de524-4198-4e10-977d-0a7d0966e73f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:25.170309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a93de524-4198-4e10-977d-0a7d0966e73f'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:47:25.194745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.195091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.195427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.195756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.196079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.196422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.196742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.197057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.197376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.197691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.198018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.198380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:25.219330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] No DVR routers for this DVR port a93de524-4198-4e10-977d-0a7d0966e73f on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:47:25.221840 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:25.225073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b63fbf03-a198-42db-be23-1907f61501d8 req-468303e1-3c80-4d97-b49c-3ca843a4e3d2 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.15 "DELETE /v2.0/ports/a93de524-4198-4e10-977d-0a7d0966e73f HTTP/1.1" status: 204 len: 173 time: 0.3889694 Oct 25 23:47:25.225497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'name': 'network-vif-deleted', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:47:25.227751 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d96081-f36a-4659-8f96-ab96ff7e4769" -d '{"events": [{"server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "name": "network-vif-deleted", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:47:25.264835 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e4fda-605e-4f01-964f-5b657ee40f21 x-openstack-request-id: req-1b4e4fda-605e-4f01-964f-5b657ee40f21 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:47:25.265128 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ee113-dc50-49fc-a527-ffe149db69b6", "name": "network-vif-deleted", "tag": "a93de524-4198-4e10-977d-0a7d0966e73f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:47:25.265379 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b4e4fda-605e-4f01-964f-5b657ee40f21 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:47:25.265793 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ee113-dc50-49fc-a527-ffe149db69b6', 'name': 'network-vif-deleted', 'tag': 'a93de524-4198-4e10-977d-0a7d0966e73f', 'status': 'completed', 'code': 200} Oct 25 23:47:25.747491 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff7b5d39-197a-4ba2-bdf8-b0ec41fd92c9 req-f97575f0-d529-4f0b-bb20-0f7301aca770 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6ee113-dc50-49fc-a527-ffe149db69b6 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Oct 25 23:47:26.103694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:26.123158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:47:26.123494 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 25 23:47:26.141387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Port a93de524-4198-4e10-977d-0a7d0966e73f not found, will not notify nova. {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 25 23:47:26.867685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46414) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:26.911344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Deleting subnet 306e0721-cc25-407b-bd1a-350d04a50b54 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 23:47:26.914362 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:26.948072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.301662 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.353054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.373259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306e0721-cc25-407b-bd1a-350d04a50b54,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:27.383208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.386539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b010e346-59e7-47fa-8186-12fe01ad9d3a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/306e0721-cc25-407b-bd1a-350d04a50b54 HTTP/1.1" status: 204 len: 168 time: 0.5178664 Oct 25 23:47:27.389096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46416) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:27.458989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.534816 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.554000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c032db-8925-4b2b-a743-8412e78b4478']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:27.562840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df36ff88-ab09-4b1e-a29c-2f822e8b072e') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:27.563136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df36ff88-ab09-4b1e-a29c-2f822e8b072e') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:27.573678 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.587664 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.594171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 23:47:27.594595 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: timer() Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: self._notify() Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 23:47:27.597158 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 23:47:27.655361 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.661043 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.665284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8c032db-8925-4b2b-a743-8412e78b4478 HTTP/1.1" status: 204 len: 168 time: 0.2752683 Oct 25 23:47:27.676180 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da760ce0-db8d-49e6-a17a-0628d8fbcdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c032db-8925-4b2b-a743-8412e78b4478,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:27.781165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46420) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:27.820391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-04a4d187-1838-4e46-ad0e-eb63b8b593d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24fba219311d4fcaaeb8a0ce98ceb9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378904 Oct 25 23:47:27.822659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:27.869328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8501dda-3b17-488a-8647-80eeafba59f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.890532 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8501dda-3b17-488a-8647-80eeafba59f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.944269 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8501dda-3b17-488a-8647-80eeafba59f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.946841 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8501dda-3b17-488a-8647-80eeafba59f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:27.947989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8501dda-3b17-488a-8647-80eeafba59f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad8424fa-605d-4570-8ee8-4d47ee6bfc8c HTTP/1.1" status: 204 len: 168 time: 0.1244533 Oct 25 23:47:27.956869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8501dda-3b17-488a-8647-80eeafba59f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8424fa-605d-4570-8ee8-4d47ee6bfc8c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:28.098687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:47:28.119410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a93de524-4198-4e10-977d-0a7d0966e73f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:47:28.119751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a93de524-4198-4e10-977d-0a7d0966e73f not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:47:28.602122 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:28.640630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.708253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-357033159-network', 'tenant_id': 'de4c967d137944c9a926409459e33dc5'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:28.729946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Made reservation on behalf of de4c967d137944c9a926409459e33dc5 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:47:28.732266 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.740983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.816111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.819805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.850582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d7b38-65e0-43c5-b0ef-281adb1e4dfe,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:28.853574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 23:47:28.863795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.864134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.864466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.864795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.865121 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.865441 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.865760 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.866075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.866424 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.866739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.867053 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.867365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:28.876246 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.876246 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Added segment 7df4175b-3382-4a60-ba25-00302264a06d of type vlan for network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 Oct 25 23:47:28.917456 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.941251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.942195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:28.942767 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:28.984952 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:47:29.003284 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4000134 Oct 25 23:47:29.006387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46450) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:29.008198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfec1c7-8625-4f24-850b-b70aecf6923a admin admin] Pushing event updated for resources: {'Network': ['ID=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:29.011451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Request body: {'subnet': {'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-357033159-subnet', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:29.019252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 23:47:29.032125 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Made reservation on behalf of de4c967d137944c9a926409459e33dc5 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:47:29.035239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.202601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.258511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e423725-e1c0-441b-bf4d-e65fc47ddcad,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:29.265462 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:47:29.265816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Network hostable DHCP agents. Network: 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 23:47:29.281915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 23:47:29.291193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:29.297517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:29.298183 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.302937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8918ada9-bd6a-476a-8cd7-8cea7b75dfe1 None None] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:47:29.318843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bb774530-8de0-4ff2-befd-4d193530956a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3088527 Oct 25 23:47:29.319065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46452) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:29.323185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:29.347697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.348709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.435247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.448918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 23:47:29.449779 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.574552 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.584347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Allocated IP 172.20.0.2 (7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647/6e423725-e1c0-441b-bf4d-e65fc47ddcad/c86e59a5-443e-417d-ad49-9a996cde5e5f) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:47:29.726215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.732275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.771221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.772963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:47:29.775834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:29.779312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:47:29.786545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Pushing event updated for resources: {'Port': ['ID=c86e59a5-443e-417d-ad49-9a996cde5e5f,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:29.796497 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.836950 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Attempting to bind port c86e59a5-443e-417d-ad49-9a996cde5e5f on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:47:29.837206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Attempting to bind port c86e59a5-443e-417d-ad49-9a996cde5e5f by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:47:29.837567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Attempting to bind port c86e59a5-443e-417d-ad49-9a996cde5e5f on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:47:29.842708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:47:29.843079 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:47:29.843478 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.843866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Bound using segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:47:29.844327 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Bound port: c86e59a5-443e-417d-ad49-9a996cde5e5f, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:47:29.844701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.903090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Allocated IP 172.25.4.165 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/696a05ce-571a-4fff-a562-bad446591e49) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:47:29.909087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] For port c86e59a5-443e-417d-ad49-9a996cde5e5f, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:47:29.912391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] For port c86e59a5-443e-417d-ad49-9a996cde5e5f, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c86e59a5-443e-417d-ad49-9a996cde5e5f,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:47:29.916413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:29.972929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c14f3e-96f4-4a30-b2f4-3b6c808539ac None None] Pushing event updated for resources: {'Port': ['ID=c86e59a5-443e-417d-ad49-9a996cde5e5f,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:30.021190 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.056055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.100077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:47:30.103082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:30.107444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:47:30.110804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Pushing event updated for resources: {'Port': ['ID=696a05ce-571a-4fff-a562-bad446591e49,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:30.368887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.570820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.626942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c86e59a5-443e-417d-ad49-9a996cde5e5f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:30.678806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c86e59a5-443e-417d-ad49-9a996cde5e5f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:30.679177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.722851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Router 0564fe36-0996-4195-832d-605b198f1dbb is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 23:47:30.765882 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.802734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port c86e59a5-443e-417d-ad49-9a996cde5e5f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c86e59a5-443e-417d-ad49-9a996cde5e5f,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:30.807225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.840727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:47:30.855064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:47:30.864408 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:30.864969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=c86e59a5-443e-417d-ad49-9a996cde5e5f,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:30.866196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8e627c9b-d317-4367-9c86-f13d8ae9de24 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5457404 Oct 25 23:47:30.868969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46454) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:30.872658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:47:30.873328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:47:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:30.937906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efe1c4-6325-4e81-8819-021740514e9e None None] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 23:47:31.053291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:47:31.112910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d217123c-7c35-462b-ac3a-b87c1e7713bb None None] Provisioning complete for port c86e59a5-443e-417d-ad49-9a996cde5e5f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:31.113275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d217123c-7c35-462b-ac3a-b87c1e7713bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.293583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.358868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:30Z', 'revision_number': 3, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:31.390307 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:47:31.390660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Updating router 0564fe36-0996-4195-832d-605b198f1dbb port 696a05ce-571a-4fff-a562-bad446591e49 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:47:31.422689 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.470669 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Allocated IP 172.20.0.1 (7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647/6e423725-e1c0-441b-bf4d-e65fc47ddcad/20007f0d-afac-4ff2-9354-3da7d16792a6) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:47:31.582799 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.587690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d4c60d7e-a5cd-45df-9cec-d57d9b957e65 None None] Provisioning complete for port c86e59a5-443e-417d-ad49-9a996cde5e5f triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:31.588053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d4c60d7e-a5cd-45df-9cec-d57d9b957e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.614779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.653493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:47:31.656469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:31.660649 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:47:31.688943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Pushing event updated for resources: {'Port': ['ID=20007f0d-afac-4ff2-9354-3da7d16792a6,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:31.706291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.748197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.755382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.810016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Attempting to bind port 696a05ce-571a-4fff-a562-bad446591e49 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:47:31.810406 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Attempting to bind port 696a05ce-571a-4fff-a562-bad446591e49 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:47:31.810762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Attempting to bind port 696a05ce-571a-4fff-a562-bad446591e49 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:47:31.812665 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2bfee-e9b2-48b5-8148-475564421fd0 None None] Pushing event updated for resources: {'Port': ['ID=696a05ce-571a-4fff-a562-bad446591e49,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:31.825302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:47:31.825643 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:47:31.826044 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.826468 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:47:31.826955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Bound port: 696a05ce-571a-4fff-a562-bad446591e49, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:47:31.827405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.855910 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:31.884086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] For port 696a05ce-571a-4fff-a562-bad446591e49, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:47:31.887328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] For port 696a05ce-571a-4fff-a562-bad446591e49, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=696a05ce-571a-4fff-a562-bad446591e49,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:47:31.892026 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.028785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.033334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.101839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Pushing event updated for resources: {'Port': ['ID=20007f0d-afac-4ff2-9354-3da7d16792a6,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:32.106735 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.122085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2bfee-e9b2-48b5-8148-475564421fd0 None None] Pushing event updated for resources: {'Port': ['ID=696a05ce-571a-4fff-a562-bad446591e49,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:32.125570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ab647c4f-2a64-4e52-8485-4c5ce946b74a None None] Provisioning complete for port 20007f0d-afac-4ff2-9354-3da7d16792a6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:32.125936 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab647c4f-2a64-4e52-8485-4c5ce946b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.128906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:47:32.129559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:47:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:32.201463 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:47:32.202896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:32.226733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ab647c4f-2a64-4e52-8485-4c5ce946b74a None None] Port 20007f0d-afac-4ff2-9354-3da7d16792a6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:47:32.267059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:47:32.334390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:47:32.448763 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:47:32.453700 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-055bb50f-b637-4714-8430-f6179c6cdff1 admin admin] 10.222.0.25 "PUT /v2.0/routers/0564fe36-0996-4195-832d-605b198f1dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5834963 Oct 25 23:47:32.475213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c1853276-ea9f-4e03-bccc-fa1d5257d6a3 None None] Provisioning complete for port 20007f0d-afac-4ff2-9354-3da7d16792a6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:32.475513 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c1853276-ea9f-4e03-bccc-fa1d5257d6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.518085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c1853276-ea9f-4e03-bccc-fa1d5257d6a3 None None] Port 20007f0d-afac-4ff2-9354-3da7d16792a6 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:47:32.531391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 2, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:32.560414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3310-111b-4bfa-8973-94fad775b428 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 2, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:47:32.610394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c86e59a5-443e-417d-ad49-9a996cde5e5f up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:32.664907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c86e59a5-443e-417d-ad49-9a996cde5e5f triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:32.665411 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:32.981846 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46464) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:32.986847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231541357', 'description': 'tempest-description--521931876'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:33.012306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.086099 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.090273 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.122295 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.123527 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1406271 Oct 25 23:47:33.126494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 46466) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:33.132734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'security_group_rule': {'security_group_id': '99afffb9-17c0-4cb6-be20-4b0f38b19d04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:33.138179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafcc8f-515c-4a42-829d-017d5d7852f1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99afffb9-17c0-4cb6-be20-4b0f38b19d04,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:33.168241 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.241394 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.245138 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.262847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a575e2-7c57-4eff-acfd-cca179a3492c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:33.272579 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.276767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46474) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:33.277284 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-03cf28e8-8dab-4510-9faa-2f9cb068e4b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488497 Oct 25 23:47:33.281748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'security_group_rule': {'security_group_id': '99afffb9-17c0-4cb6-be20-4b0f38b19d04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:33.316273 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.378196 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.382195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.403469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3cf620-90b2-4c23-903a-b1d513dfeeea,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:33.413436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.414846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cc9601dd-ff00-49b5-8d06-7352ee03c59e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370718 Oct 25 23:47:33.417874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:33.422273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:33.446535 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.551821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.662526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Allocated IP 172.25.4.47 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/fe8ffe84-eb5a-4f1b-a217-aa9863572509) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:47:33.770610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.803993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.850268 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:47:33.853455 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:33.857816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:47:33.860830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'Port': ['ID=fe8ffe84-eb5a-4f1b-a217-aa9863572509,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:33.943935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:33.977227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.123131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.128367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.198557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'Port': ['ID=fe8ffe84-eb5a-4f1b-a217-aa9863572509,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:34.207857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.224147 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.225411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1fa2810-69da-4a51-ae91-385a0c78e004 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8065426 Oct 25 23:47:34.368410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-de83a571-7aa0-4b35-9589-f3eff5b3a480 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--231541357&fields=id&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 267 time: 0.0335405 Oct 25 23:47:34.482336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-9f58a6ac-f74d-4ebe-ad6d-7089993b5354 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:34.483727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-9f58a6ac-f74d-4ebe-ad6d-7089993b5354 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1079419 Oct 25 23:47:34.498849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-080ea5d0-2933-4d25-a1e7-53d90ade70da tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/quotas/de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Oct 25 23:47:34.533180 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:47:34.547532 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:47:34.548143 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:47:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:34.563449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-49e23102-a364-4bba-a12a-71e9eae83f35 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585353 Oct 25 23:47:34.631850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 696a05ce-571a-4fff-a562-bad446591e49 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:34.660152 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:47:34.681255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-64bb80bf-1919-4bdb-bbf1-932f33f07e75 service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048639 Oct 25 23:47:34.685510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 696a05ce-571a-4fff-a562-bad446591e49 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:34.685997 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.771091 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.776173 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-5253d63c-7355-43fb-a42e-73dcecc36fc5 service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879190 Oct 25 23:47:34.793671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 696a05ce-571a-4fff-a562-bad446591e49, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=696a05ce-571a-4fff-a562-bad446591e49,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:34.798923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:34.853358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=696a05ce-571a-4fff-a562-bad446591e49,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:34.968213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1687f05-04ad-41de-abda-188b733fe5f2 req-3d0c0a87-a9fa-46cf-aae0-79a291ff629f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 210 time: 0.0310223 Oct 25 23:47:34.980993 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 2, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:35.013113 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:47:35.013522 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Updating router 0564fe36-0996-4195-832d-605b198f1dbb port 20007f0d-afac-4ff2-9354-3da7d16792a6 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 23:47:35.038404 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.311080 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.316773 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.385981 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Pushing event updated for resources: {'Port': ['ID=20007f0d-afac-4ff2-9354-3da7d16792a6,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:35.409584 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.410044 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.410401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.410731 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.411052 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.411372 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.411884 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.412209 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.412522 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.412838 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.413151 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.413459 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:35.429791 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Attempting to bind port 20007f0d-afac-4ff2-9354-3da7d16792a6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:47:35.430168 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Attempting to bind port 20007f0d-afac-4ff2-9354-3da7d16792a6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:47:35.430546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Attempting to bind port 20007f0d-afac-4ff2-9354-3da7d16792a6 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:47:35.435610 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:47:35.436132 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:47:35.436529 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.436916 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Bound using segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:47:35.437370 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Bound port: 20007f0d-afac-4ff2-9354-3da7d16792a6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:47:35.437739 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.504900 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] For port 20007f0d-afac-4ff2-9354-3da7d16792a6, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:47:35.508146 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] For port 20007f0d-afac-4ff2-9354-3da7d16792a6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=20007f0d-afac-4ff2-9354-3da7d16792a6,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:47:35.512487 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.580562 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:47:35.581199 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:47:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:35.583001 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e5d61-cd4d-4b69-9f09-c0d565ba8b38 None None] Pushing event updated for resources: {'Port': ['ID=20007f0d-afac-4ff2-9354-3da7d16792a6,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:35.667791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2eed7b19-8d32-486d-9058-8e46ffb06021 None None] Provisioning complete for port 20007f0d-afac-4ff2-9354-3da7d16792a6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:35.668356 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2eed7b19-8d32-486d-9058-8e46ffb06021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.691156 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:47:35.756296 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2eed7b19-8d32-486d-9058-8e46ffb06021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.789905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2eed7b19-8d32-486d-9058-8e46ffb06021 None None] For port 20007f0d-afac-4ff2-9354-3da7d16792a6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=20007f0d-afac-4ff2-9354-3da7d16792a6,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:35.793511 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2eed7b19-8d32-486d-9058-8e46ffb06021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.843781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed7b19-8d32-486d-9058-8e46ffb06021 None None] Pushing event updated for resources: {'Port': ['ID=20007f0d-afac-4ff2-9354-3da7d16792a6,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:35.899007 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:35.918250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6aaa7bfc-e0c1-4af1-b63e-bb23b71e89f3 None None] Provisioning complete for port 20007f0d-afac-4ff2-9354-3da7d16792a6 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:35.918707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7bfc-e0c1-4af1-b63e-bb23b71e89f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:35.927596 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b50016-61dd-4dc4-bf97-cf949f8f758a None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:47:36.035377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2de2644b-e10f-40fc-8b85-5487c523ac83 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:36.037038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2de2644b-e10f-40fc-8b85-5487c523ac83 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1371810 Oct 25 23:47:36.093960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0eb345b-a286-410c-8d09-d274c2211757 req-d4e92809-4461-4244-ab75-340a2e1e7082 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 210 time: 0.0381939 Oct 25 23:47:36.098666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-dba8c3e0-cde5-4206-b970-629fcc360d3e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 379 time: 0.0459638 Oct 25 23:47:36.114340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'port': {'device_id': '956a7147-0637-4541-922c-0644c4c535d3', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'admin_state_up': True, 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'security_groups': ['99afffb9-17c0-4cb6-be20-4b0f38b19d04']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:36.229858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Made reservation on behalf of de4c967d137944c9a926409459e33dc5 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:47:36.233472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.362469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Allocated IP 172.20.0.9 (7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647/6e423725-e1c0-441b-bf4d-e65fc47ddcad/c043a31a-8359-4f5d-9ac2-246586bc1cd3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:47:36.514039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.555287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.622708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:47:36.626477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:47:36.630539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:47:36.636865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:36.677336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 20007f0d-afac-4ff2-9354-3da7d16792a6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:36.712644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:36.713299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.734936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bce7cf6-31ae-4934-9bea-0d7bcecef85b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6249664 Oct 25 23:47:36.745213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-fd9bad46-c5d9-40c1-8ee2-aa60c2dd00e4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:47:36.746668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-fd9bad46-c5d9-40c1-8ee2-aa60c2dd00e4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058274 Oct 25 23:47:36.764994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Request body: {'port': {'device_id': '956a7147-0637-4541-922c-0644c4c535d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:36.766677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 20007f0d-afac-4ff2-9354-3da7d16792a6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:36.767183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.823975 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.878589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 696a05ce-571a-4fff-a562-bad446591e49 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:36.936911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 696a05ce-571a-4fff-a562-bad446591e49 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:36.937214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:36.976868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ad0a1b77-a902-4469-a02e-686f81483691 None None] Provisioning complete for port c043a31a-8359-4f5d-9ac2-246586bc1cd3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:36.977225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1b77-a902-4469-a02e-686f81483691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:37.026656 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a1b77-a902-4469-a02e-686f81483691 None None] Port c043a31a-8359-4f5d-9ac2-246586bc1cd3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:47:37.107779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c043a31a-8359-4f5d-9ac2-246586bc1cd3 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:47:37.115376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:37.127925 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Transition to ACTIVE for port object c043a31a-8359-4f5d-9ac2-246586bc1cd3 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:47:37.131598 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:37.210220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:37.280347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae28fb-9c1a-495e-aa17-d4e71dcf4b5c req-83cf333d-b33b-4971-bb2c-82aaa9d1320b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:37.281904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fae28fb-9c1a-495e-aa17-d4e71dcf4b5c req-83cf333d-b33b-4971-bb2c-82aaa9d1320b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.1166835 Oct 25 23:47:37.313647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Attempting to bind port c043a31a-8359-4f5d-9ac2-246586bc1cd3 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:47:37.313975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Attempting to bind port c043a31a-8359-4f5d-9ac2-246586bc1cd3 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:47:37.314338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Attempting to bind port c043a31a-8359-4f5d-9ac2-246586bc1cd3 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:47:37.325151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Port c043a31a-8359-4f5d-9ac2-246586bc1cd3 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:47:37.325387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Attempting to bind port c043a31a-8359-4f5d-9ac2-246586bc1cd3 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:47:37.336098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:47:37.336429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:47:37.336810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Bound using segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:47:37.337239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Bound port: c043a31a-8359-4f5d-9ac2-246586bc1cd3, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:47:37.337587 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:37.352296 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1fae28fb-9c1a-495e-aa17-d4e71dcf4b5c req-d908c9e5-035f-40d7-a0e9-269952dfb96a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604329 Oct 25 23:47:37.405763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:47:37.409784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:47:37.414288 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:37.449299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:37.449904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:37.451285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] 10.222.0.15 "PUT /v2.0/ports/c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 1091 time: 0.6907785 Oct 25 23:47:37.451719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:47:37.453951 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:47:37.478206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690cc3-7e33-4298-9f16-78d6bbcdb354 service neutron] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:37.498215 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad782767-8bb9-4c54-af15-84db7bfd0f77 x-openstack-request-id: req-ad782767-8bb9-4c54-af15-84db7bfd0f77 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:47:37.498510 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:47:37.498761 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad782767-8bb9-4c54-af15-84db7bfd0f77 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:47:37.499931 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'status': 'completed', 'code': 200} Oct 25 23:47:37.959260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-9867ea01-5131-4fbf-93ec-349a08990638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:37.960725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-9867ea01-5131-4fbf-93ec-349a08990638 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1094 time: 0.4411681 Oct 25 23:47:38.016746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-97684cc6-db63-441a-bcf9-8cdaea66e979 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 217 time: 0.0396550 Oct 25 23:47:38.070093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bef3438-8fc4-4417-926c-42ccedcccfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.071602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-2bef3438-8fc4-4417-926c-42ccedcccfa9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0485842 Oct 25 23:47:38.137748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-21a46ce8-0cd3-44a7-af2a-33676aa2c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.139795 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-21a46ce8-0cd3-44a7-af2a-33676aa2c194 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606453 Oct 25 23:47:38.247350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-bcfbc185-ae44-4cd6-8e7b-feb3d49fdb52 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011157 Oct 25 23:47:38.357905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e52893d3-ab51-48ac-b7ee-e3d8d8aa21fd req-a3aa9363-d366-4afb-a1f8-c278b0723417 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039534 Oct 25 23:47:38.508404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4552cb-6f54-46d7-919d-c7b7851de037 req-32d629f2-6144-4d35-81e8-06e2fc12952d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.509821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc4552cb-6f54-46d7-919d-c7b7851de037 req-32d629f2-6144-4d35-81e8-06e2fc12952d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.0785918 Oct 25 23:47:38.512549 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-cd95aa50-baa9-4dbc-b4e4-b916211815ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.513894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-cd95aa50-baa9-4dbc-b4e4-b916211815ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1094 time: 0.0702660 Oct 25 23:47:38.600957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bc4552cb-6f54-46d7-919d-c7b7851de037 req-de7d8604-b3ce-47d0-9f7d-db0d741b3ba7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845668 Oct 25 23:47:38.633975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-fae499db-4786-4e54-8be1-15f0a5ccf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.635488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-fae499db-4786-4e54-8be1-15f0a5ccf05d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.1124437 Oct 25 23:47:38.681011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-677375f2-cf40-4040-9379-51d8e939da61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 217 time: 0.0387814 Oct 25 23:47:38.730118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-7cd85a44-83e8-4b66-9974-abac386359a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.731599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-7cd85a44-83e8-4b66-9974-abac386359a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0442204 Oct 25 23:47:38.776965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-8c1fa9f1-d594-4f56-a32d-eb030c09aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:38.778411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-8c1fa9f1-d594-4f56-a32d-eb030c09aa84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401180 Oct 25 23:47:38.871348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-b6b976b8-e0e4-4eb8-8d67-628fa67d6427 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859950 Oct 25 23:47:38.965675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e871c0f3-7f0f-4b61-86ce-8d483ef9dcd7 req-ed7e8ca3-70fe-44ff-8d4e-0a7589aecab4 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866899 Oct 25 23:47:39.717870 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdafa2-5deb-488c-81c0-5f2630673f4d req-6f595ca3-c8d2-4158-b8f8-9bc660348a46 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:39.719481 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02cdafa2-5deb-488c-81c0-5f2630673f4d req-6f595ca3-c8d2-4158-b8f8-9bc660348a46 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.0487936 Oct 25 23:47:39.757601 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-02cdafa2-5deb-488c-81c0-5f2630673f4d req-a3aa9ddf-abf8-4a7e-9a15-b51694c50846 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Oct 25 23:47:40.871940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed324c23-ea68-41fb-a55e-2a8a5048999a req-85817a8b-7fd0-45a8-b560-5016d4c88a5a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:40.873412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed324c23-ea68-41fb-a55e-2a8a5048999a req-85817a8b-7fd0-45a8-b560-5016d4c88a5a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.0485082 Oct 25 23:47:40.914978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed324c23-ea68-41fb-a55e-2a8a5048999a req-296f358d-8865-406f-ac92-59323edd3fa6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Oct 25 23:47:42.032794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210267-c402-4a1d-90e6-53dd163411c3 req-737cf5cd-9f2c-4985-90b7-c46e489ea72c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:42.034939 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07210267-c402-4a1d-90e6-53dd163411c3 req-737cf5cd-9f2c-4985-90b7-c46e489ea72c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.0491579 Oct 25 23:47:42.071858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-07210267-c402-4a1d-90e6-53dd163411c3 req-7643bdfd-3158-4c2d-a1ec-da60541adcb8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Oct 25 23:47:42.159810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:47:42.254016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:42.265126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'mac_address': 'fa:16:3e:8b:ed:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:47:42.303360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:42.316684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c043a31a-8359-4f5d-9ac2-246586bc1cd3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:47:42.336858 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:42.340849 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:42.389182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:42.712925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c043a31a-8359-4f5d-9ac2-246586bc1cd3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:47:43.186198 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40a71f-77d3-48ce-bca3-ff2d3b1dbcbb req-7740d8f9-9420-4040-aa24-2a03dda96f7a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:43.187661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f40a71f-77d3-48ce-bca3-ff2d3b1dbcbb req-7740d8f9-9420-4040-aa24-2a03dda96f7a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0479119 Oct 25 23:47:43.225889 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9f40a71f-77d3-48ce-bca3-ff2d3b1dbcbb req-fef57eaf-430c-46e5-9bb5-f174b8824c3e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Oct 25 23:47:43.371048 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:44.159472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:47:44.209255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port c043a31a-8359-4f5d-9ac2-246586bc1cd3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:47:44.212842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c043a31a-8359-4f5d-9ac2-246586bc1cd3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:47:44.213202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:44.289748 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:44.312894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:47:44.315521 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214c2b08-e1f7-4771-97bf-d7e4370b10e0" -d '{"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-plugged", "status": "completed", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:47:44.328888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:47:44.333563 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:44.351915 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287bae-2404-46c0-bedc-42c0468f5201 req-0ec7810f-76e6-4f5c-aa3a-6c0c62552a82 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:44.354336 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15287bae-2404-46c0-bedc-42c0468f5201 req-0ec7810f-76e6-4f5c-aa3a-6c0c62552a82 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0603664 Oct 25 23:47:44.358343 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0145a-0fb9-4f24-a5b6-70407ec03629 x-openstack-request-id: req-e1c0145a-0fb9-4f24-a5b6-70407ec03629 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:47:44.358634 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-plugged", "status": "completed", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:47:44.358884 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1c0145a-0fb9-4f24-a5b6-70407ec03629 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:47:44.359275 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'code': 200} Oct 25 23:47:44.388778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:47:44.396918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.397260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.397600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.397932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.398287 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.398616 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.398940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.399262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.399582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.399903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.400223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.400540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:47:44.400802 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15287bae-2404-46c0-bedc-42c0468f5201 req-62669755-ada6-45f2-aa13-b3fafc20daad tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394390 Oct 25 23:47:44.490586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdd90-fb0d-489c-991a-691e7dbd6090 req-074f006a-6297-449e-bdf4-c6f9d755a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:44.492068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb1bdd90-fb0d-489c-991a-691e7dbd6090 req-074f006a-6297-449e-bdf4-c6f9d755a709 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0422995 Oct 25 23:47:44.526257 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb1bdd90-fb0d-489c-991a-691e7dbd6090 req-240a97f5-a86b-4219-b5aa-67a5141a8a53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264401 Oct 25 23:47:45.518032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af912589-6d59-45ac-b98f-072fa68f447c req-1d8cf05d-01e5-4eb1-a886-9ada1a0aae50 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:45.519523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af912589-6d59-45ac-b98f-072fa68f447c req-1d8cf05d-01e5-4eb1-a886-9ada1a0aae50 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0481718 Oct 25 23:47:45.560106 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af912589-6d59-45ac-b98f-072fa68f447c req-73cf1531-e1ae-4538-ae56-4fd09fb93bca tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346851 Oct 25 23:47:45.914582 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-32d810d8-44ab-4839-9652-dc248cbfc8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:46.676574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce81240-984a-4f9f-9215-375bcca257af req-ad6033c2-e092-49a1-afb4-90a1a20b5cdc tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:46.678061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ce81240-984a-4f9f-9215-375bcca257af req-ad6033c2-e092-49a1-afb4-90a1a20b5cdc tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Oct 25 23:47:46.714703 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3ce81240-984a-4f9f-9215-375bcca257af req-da357eb5-c2a4-49f6-a706-ffaf6675336f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Oct 25 23:47:46.826213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963941c-a0d6-4b2a-a776-33270ef8eff8 req-12e5c211-4c87-4373-9f63-d5c8f6b48454 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:46.827669 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0963941c-a0d6-4b2a-a776-33270ef8eff8 req-12e5c211-4c87-4373-9f63-d5c8f6b48454 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0482466 Oct 25 23:47:46.836166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 46528) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:47:46.840749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'floatingip': {'port_id': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:47:46.879108 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:47.293924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:47.297056 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:47.408945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ac6ba0-766f-419d-8503-54ec93dc768b req-b9528b14-d18a-437d-8480-f60b6b63f277 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1340091 Oct 25 23:47:47.434092 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 associated. External IP: 172.25.4.47, port: c043a31a-8359-4f5d-9ac2-246586bc1cd3. Oct 25 23:47:47.518544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ac6ba0-766f-419d-8503-54ec93dc768b req-2b903800-bd91-4d59-b40f-9399eaef6b8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0512497 Oct 25 23:47:47.560214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ac6ba0-766f-419d-8503-54ec93dc768b req-32e2f734-5346-46c0-a2f2-173b8b0a9ab4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228419 Oct 25 23:47:47.733035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac6ba0-766f-419d-8503-54ec93dc768b req-89def9e4-fc81-44c3-98ca-802ce956aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:47.734499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38ac6ba0-766f-419d-8503-54ec93dc768b req-89def9e4-fc81-44c3-98ca-802ce956aac5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668301 Oct 25 23:47:47.755567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:47:47.863373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:47:47.868134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:47.872793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:47:47.882930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:47:47.883535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:47:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:47.901017 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59f9abb6-0bc1-49d8-9224-32b761107f1f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "PUT /v2.0/floatingips/741b658a-3dcf-4fd8-a3d8-496a6f929eb8 HTTP/1.1" status: 200 len: 990 time: 1.0611465 Oct 25 23:47:47.901017 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:47:47.901456 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6259d9ba-636b-41e7-856b-2029c9340a34" -d '{"events": [{"name": "network-changed", "server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:47:47.941695 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daecdc90-467a-4905-aa12-b6fece4ad368 x-openstack-request-id: req-daecdc90-467a-4905-aa12-b6fece4ad368 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:47:47.941995 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:47:47.942279 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daecdc90-467a-4905-aa12-b6fece4ad368 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:47:47.942690 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'status': 'completed', 'code': 200} Oct 25 23:47:47.991749 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:47:48.038263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-a8665415-d3c6-4e86-8d01-cee2b4146a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:48.039796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-a8665415-d3c6-4e86-8d01-cee2b4146a5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0428615 Oct 25 23:47:48.139032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-00d109c2-4b5c-4cbe-ab2c-8fa46d734b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:48.140368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-00d109c2-4b5c-4cbe-ab2c-8fa46d734b28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0927076 Oct 25 23:47:48.204382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-1ba02267-c50a-4152-b49e-10a956a65fc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 998 time: 0.0569017 Oct 25 23:47:48.221031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:8b:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956a7147-0637-4541-922c-0644c4c535d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:47:47Z', 'revision_number': 1, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:48.249621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:47:48.253782 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-0a76b9f2-55ad-4026-9c3c-282dfcf076fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:48.255255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-0a76b9f2-55ad-4026-9c3c-282dfcf076fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0445013 Oct 25 23:47:48.258421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:47:48.259014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:47:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:48.311831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-7bb68312-d248-4bc8-bb14-172bdd7cbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:47:48.313320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-7bb68312-d248-4bc8-bb14-172bdd7cbd0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510361 Oct 25 23:47:48.407057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-6779662a-bc9d-43e2-a89f-ba839f6ad3f7 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Oct 25 23:47:48.507432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6259d9ba-636b-41e7-856b-2029c9340a34 req-f1747e1d-20f2-4b15-9ae4-d05569b47b34 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938699 Oct 25 23:47:48.516182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-563bf7a2-1718-4986-bd87-a67885351f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:48.538041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:47:48.755300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:8b:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956a7147-0637-4541-922c-0644c4c535d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:47:47Z', 'revision_number': 1, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:47:48.780673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58566c-7374-46ce-9f9e-ed74699d5d59 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:8b:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956a7147-0637-4541-922c-0644c4c535d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:47:47Z', 'revision_number': 1, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:47:48.967014 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5706519-deb2-403f-beb5-d7670873ece0 None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:47:49.750097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:50.295836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:50.874494 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:47:58.641322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:02.320241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-d9f29cc1-114f-4eb9-a558-25ae437241c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183307 Oct 25 23:48:02.418548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-586611e4-4c98-4710-9486-332272ee6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:48:02.420020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-586611e4-4c98-4710-9486-332272ee6eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0397031 Oct 25 23:48:02.526776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-a8503fb6-d9f7-4c9f-a897-7690324e96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:48:02.528144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-a8503fb6-d9f7-4c9f-a897-7690324e96d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0883408 Oct 25 23:48:02.591561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-200f5013-d58a-4357-8209-d172a073a975 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0561686 Oct 25 23:48:02.642093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-4b7eec9c-1fe5-4ed0-b68e-a0db46d2e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:48:02.644277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-4b7eec9c-1fe5-4ed0-b68e-a0db46d2e0e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0459783 Oct 25 23:48:02.689058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-61a2fc2a-bba0-42a1-b41f-3f99afc82765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:48:02.691242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-61a2fc2a-bba0-42a1-b41f-3f99afc82765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391364 Oct 25 23:48:02.778592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-50ef7506-5a97-43a3-b77f-0de6b0709bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797157 Oct 25 23:48:02.868981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71f31bc3-b776-4f1e-937f-e777a1a9a466 req-7239826d-97c8-4e92-a303-ffc6b551d148 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840266 Oct 25 23:48:05.983211 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:48:13.390164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:15.897179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63d366a7-52e9-4235-9503-4924e4aed982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:18.387209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74dd19bf-b154-48c9-abfb-394f5abeefe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:19.749211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:20.300492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:20.875745 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:28.655941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:42.982456 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:48:43.389977 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:45.899383 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-87982276-2520-4516-b603-0fc305e04a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:48.388340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d07-75de-4384-b8fc-c5025ca32c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:48.846976 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1af1c26-989d-4884-95cf-69538bd5af95 req-a260b6f5-19ff-4f1c-9660-d421ebbb7e51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258327 Oct 25 23:48:48.911235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1af1c26-989d-4884-95cf-69538bd5af95 req-3273cf6a-6445-4b3e-8a94-af8abe1fcc18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0247984 Oct 25 23:48:48.949036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1af1c26-989d-4884-95cf-69538bd5af95 req-0e68e31e-7879-4974-b7d0-8920211e353b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189905 Oct 25 23:48:49.044945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af1c26-989d-4884-95cf-69538bd5af95 req-066ce8fc-8e05-428d-9d06-b2a8fd261c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:48:49.046423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b1af1c26-989d-4884-95cf-69538bd5af95 req-066ce8fc-8e05-428d-9d06-b2a8fd261c62 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902586 Oct 25 23:48:49.751725 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:50.303035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:50.879765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:48:58.690113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:04.228484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-31d1fa1b-46ee-473d-9f7f-eaa4c7826978 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399203 Oct 25 23:49:04.330989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-949db467-11e4-4238-b7c4-4b42700873a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:49:04.332475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-949db467-11e4-4238-b7c4-4b42700873a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0443079 Oct 25 23:49:04.433730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-4e9ea2b0-cf1c-4ad0-bfeb-6144e2ccff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:49:04.435204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-4e9ea2b0-cf1c-4ad0-bfeb-6144e2ccff0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0830784 Oct 25 23:49:04.503331 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-7718b88d-44d7-401f-8e3a-e55989c41cd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0609794 Oct 25 23:49:04.550891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-e92e83b7-0d57-4759-bc0f-824b75f81eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:49:04.552300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-e92e83b7-0d57-4759-bc0f-824b75f81eab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0425012 Oct 25 23:49:04.596761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-659474ec-2cff-46f6-adcf-2eb56f509184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:49:04.598233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-659474ec-2cff-46f6-adcf-2eb56f509184 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386307 Oct 25 23:49:04.695120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-2ffb4616-c569-4c59-bbca-37e3d4504e04 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891943 Oct 25 23:49:04.787164 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3813b1e-7387-43a4-b0d1-ec81db751ecb req-7b4e9b02-88f7-43b3-acd7-64f85f2c2839 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827022 Oct 25 23:49:13.403173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:15.901079 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-15108a63-f8b9-4c17-8e97-5ec5f4f0e4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:18.389654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5f3779fc-0204-40fb-84f4-479ae9b7819d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:19.755141 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:19.982339 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:49:20.306723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:20.882419 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:28.685993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:33.273156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-016bd0b9-c4f4-4ffc-9dc9-a8dfe370298b req-14c79e5c-1354-442d-b942-1f5d761fd3d8 service neutron] (102133) timed out ('10.222.0.15', 50333) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:49:40.365545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-748d8d4a-6b1d-41d0-9a34-e9b68cee9fad req-7ecf3d30-6eae-43b8-b097-9845f5abd8f7 service neutron] (102133) timed out ('10.222.0.11', 64823) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:49:43.401416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:45.902914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-280f3379-32ae-4bed-8aa8-b6dfdf459b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:48.391930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-36bc4c45-42ae-4ac0-ab58-340c9c00c6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:49.762499 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:49.909593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39cafc28-1629-40d6-a260-70dc971ca29e req-875d8b42-d809-4f5b-820c-23ca25174716 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0243721 Oct 25 23:49:49.978198 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39cafc28-1629-40d6-a260-70dc971ca29e req-0865644d-2ae9-4c2f-b445-befcc2a71539 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Oct 25 23:49:50.017932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39cafc28-1629-40d6-a260-70dc971ca29e req-dd5a542a-0b6e-40c1-af03-31f7f5c74f56 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199523 Oct 25 23:49:50.111184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cafc28-1629-40d6-a260-70dc971ca29e req-2934ca8b-c317-4a15-a417-6f762bac640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:49:50.112651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39cafc28-1629-40d6-a260-70dc971ca29e req-2934ca8b-c317-4a15-a417-6f762bac640d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881965 Oct 25 23:49:50.309558 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:50.884814 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:49:56.980820 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:49:58.691679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:06.888471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-785d657a-30fe-45ec-af13-1f43d0f8e668 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418701 Oct 25 23:50:06.985929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-27020832-3965-4fb6-8880-d283f7d68bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:06.987458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-27020832-3965-4fb6-8880-d283f7d68bfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0396516 Oct 25 23:50:07.088343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-d4c8d569-ad32-4765-a0ca-d5fcb75e0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:07.089812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-d4c8d569-ad32-4765-a0ca-d5fcb75e0c32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0830910 Oct 25 23:50:07.473341 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-8015b90a-d6ca-4145-aa7b-dbb435aac7a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.3759835 Oct 25 23:50:07.521606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-48ecfb03-112e-44a3-928a-4ae30bd0e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:07.522980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-48ecfb03-112e-44a3-928a-4ae30bd0e363 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0422540 Oct 25 23:50:07.568330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-787dbbd3-e4c2-4883-9d14-e11bed3a2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:07.569792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-787dbbd3-e4c2-4883-9d14-e11bed3a2078 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400677 Oct 25 23:50:07.659530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-525d4c2b-cd50-4a0c-9b67-d97b99a7f8e1 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826566 Oct 25 23:50:07.751772 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4e1b1013-991e-46cc-9e06-15469655cea7 req-88df0ff0-680b-4bae-b778-31067bb2d11a service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853295 Oct 25 23:50:13.413351 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:15.903753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f7ae291-63ca-4a8d-9509-df0c18f47600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:18.393648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-faea31a5-3f78-40f2-aaa3-b10583449276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:19.762457 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:20.318220 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:20.886980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:21.590391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4e2f3-980a-4637-8f9c-71e8ed3090fb req-879acb44-2c04-4313-9579-851e259fe851 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:21.591741 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6c4e2f3-980a-4637-8f9c-71e8ed3090fb req-879acb44-2c04-4313-9579-851e259fe851 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.1407759 Oct 25 23:50:21.629664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a6c4e2f3-980a-4637-8f9c-71e8ed3090fb req-c0c140ae-905d-4f50-9a80-1afc241c0015 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317340 Oct 25 23:50:22.883840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a282d5c-defe-4ba8-887c-6e6011ad6bd2 req-636ccdac-5da6-49a9-8291-eaf8175f776b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:22.885432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a282d5c-defe-4ba8-887c-6e6011ad6bd2 req-636ccdac-5da6-49a9-8291-eaf8175f776b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0497341 Oct 25 23:50:22.950506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6a282d5c-defe-4ba8-887c-6e6011ad6bd2 req-a0e6a5be-9f63-49bc-804c-04d5d916acd9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546765 Oct 25 23:50:22.955672 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-81a88b06-fb32-46fa-b8c0-03b0ab4c58fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287708 Oct 25 23:50:24.127694 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609615-97fc-4d6c-b2de-85aba0ddeb92 req-c9bef011-4c4a-4ddf-b196-db8f64b76453 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:24.129349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1609615-97fc-4d6c-b2de-85aba0ddeb92 req-c9bef011-4c4a-4ddf-b196-db8f64b76453 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.1097171 Oct 25 23:50:24.169088 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1609615-97fc-4d6c-b2de-85aba0ddeb92 req-0cf188db-0dcf-45bb-8b6d-d5a89090b20c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331640 Oct 25 23:50:24.176548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-991a4602-dced-48f4-bf32-d31eca25361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:24.178063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-991a4602-dced-48f4-bf32-d31eca25361d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0408218 Oct 25 23:50:24.272217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-58517834-1a2a-4fc7-9b06-85a2b45ed38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:24.273573 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-58517834-1a2a-4fc7-9b06-85a2b45ed38a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0883963 Oct 25 23:50:24.337465 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-2460558a-b83a-4409-b644-5c144a3fc539 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0571654 Oct 25 23:50:24.386071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-0f2e8b78-a017-462c-9f05-837ce844bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:24.387522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-0f2e8b78-a017-462c-9f05-837ce844bcaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0435519 Oct 25 23:50:24.435501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-63022fd6-dd8d-44c1-8fa4-18047b99cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:24.436966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-63022fd6-dd8d-44c1-8fa4-18047b99cf21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425611 Oct 25 23:50:24.525235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-d13c4749-8b0f-4240-bbdc-156029f93653 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807827 Oct 25 23:50:24.615431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-287c7ea5-ed2d-4a42-bb64-1f94a7e87365 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839012 Oct 25 23:50:25.285481 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b37e1-b76b-49db-973a-af4ac8dc6a37 req-2a64516a-7432-4eb8-a27d-b01931829571 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:25.286986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa6b37e1-b76b-49db-973a-af4ac8dc6a37 req-2a64516a-7432-4eb8-a27d-b01931829571 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Oct 25 23:50:25.325952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa6b37e1-b76b-49db-973a-af4ac8dc6a37 req-cf634e57-d45f-4633-8cb6-6fb8ce84cc1e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Oct 25 23:50:26.445778 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba3e20-d199-4e65-af5c-1883d4ce4c35 req-8f24e30c-f281-4a17-877a-b11e74f0cbd9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:26.447998 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ddba3e20-d199-4e65-af5c-1883d4ce4c35 req-8f24e30c-f281-4a17-877a-b11e74f0cbd9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0531623 Oct 25 23:50:26.485385 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ddba3e20-d199-4e65-af5c-1883d4ce4c35 req-c796b61c-af68-4c0f-9794-bc5c4a5b07f5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Oct 25 23:50:27.601519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152df5d-646f-468c-83ff-ed4298a2ddbf req-f92fe917-a437-4097-bf5d-631647270631 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:27.603201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b152df5d-646f-468c-83ff-ed4298a2ddbf req-f92fe917-a437-4097-bf5d-631647270631 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Oct 25 23:50:27.640386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b152df5d-646f-468c-83ff-ed4298a2ddbf req-6fd0a02c-1879-4757-8933-e7525462270e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312185 Oct 25 23:50:28.684570 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:28.761651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15859924-3284-4c86-9a08-ae5c54138558 req-bd16d0ed-e29c-4a14-9cfc-06139a1ee733 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:28.763182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15859924-3284-4c86-9a08-ae5c54138558 req-bd16d0ed-e29c-4a14-9cfc-06139a1ee733 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Oct 25 23:50:28.800852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-15859924-3284-4c86-9a08-ae5c54138558 req-3e51bcae-50b5-42d7-98d5-de35306ed5b7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Oct 25 23:50:29.921596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fe779-2af6-4a31-ac64-37587525af68 req-ac9e21cd-a47a-4fdd-94c9-b34b5a211c29 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:29.923086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c0fe779-2af6-4a31-ac64-37587525af68 req-ac9e21cd-a47a-4fdd-94c9-b34b5a211c29 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0527489 Oct 25 23:50:29.961092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6c0fe779-2af6-4a31-ac64-37587525af68 req-56a647ba-523c-4bb8-9ac6-5fb81cd0b3dd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Oct 25 23:50:31.077487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186ec5e-2fee-4248-88f7-d55f07e87c90 req-d30dc468-9db3-4775-bc8e-6b3f3b736289 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:31.078969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9186ec5e-2fee-4248-88f7-d55f07e87c90 req-d30dc468-9db3-4775-bc8e-6b3f3b736289 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0481825 Oct 25 23:50:31.116229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9186ec5e-2fee-4248-88f7-d55f07e87c90 req-f96d5494-7140-4f50-b872-133ec9a0134e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313730 Oct 25 23:50:32.230332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997d87-4b18-46f4-b600-a7d3dde5b005 req-570b496b-e848-40cf-b705-ac2b198755f8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:32.231804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee997d87-4b18-46f4-b600-a7d3dde5b005 req-570b496b-e848-40cf-b705-ac2b198755f8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Oct 25 23:50:32.269966 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee997d87-4b18-46f4-b600-a7d3dde5b005 req-68df9596-5c0b-46cc-8329-c64710c6f114 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322018 Oct 25 23:50:33.388314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cb866-e2f5-4d77-b8d5-edf547ad6669 req-86aa7002-d8e8-4e91-ae3c-0836808ef12c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:33.389768 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-468cb866-e2f5-4d77-b8d5-edf547ad6669 req-86aa7002-d8e8-4e91-ae3c-0836808ef12c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0527740 Oct 25 23:50:33.425940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-468cb866-e2f5-4d77-b8d5-edf547ad6669 req-bcf27be5-9918-45e3-bb58-a33cf6a584a9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Oct 25 23:50:33.979815 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:50:34.548129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704614-6fba-41ad-b615-ccb14954df67 req-af47ddb0-1f0e-40e5-bf91-33920d897ef2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:34.549521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-09704614-6fba-41ad-b615-ccb14954df67 req-af47ddb0-1f0e-40e5-bf91-33920d897ef2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0528884 Oct 25 23:50:34.588427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-09704614-6fba-41ad-b615-ccb14954df67 req-dee04577-d139-47e0-9ac2-de0b3d727481 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Oct 25 23:50:35.706944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06ff0-04a8-4710-8ab3-bc802368143b req-f29129c6-c69f-48e2-b9d2-f8d0bee2e449 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:35.708423 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bee06ff0-04a8-4710-8ab3-bc802368143b req-f29129c6-c69f-48e2-b9d2-f8d0bee2e449 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0489454 Oct 25 23:50:35.745955 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bee06ff0-04a8-4710-8ab3-bc802368143b req-05d11b89-7ff5-4972-aef6-7f339cfbd9ea tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Oct 25 23:50:36.897949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed92ea-aca5-4e8e-9101-356e87e56554 req-f60e7d09-d644-48a1-a9b1-50a77c1f134a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:36.899927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61ed92ea-aca5-4e8e-9101-356e87e56554 req-f60e7d09-d644-48a1-a9b1-50a77c1f134a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0689409 Oct 25 23:50:36.901404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-567d9550-47b4-4802-9e89-28ae340b3c29 service neutron] 10.222.0.15 "GET /v2.0/ports/c043a31a-8359-4f5d-9ac2-246586bc1cd3/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0998480 Oct 25 23:50:36.939958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61ed92ea-aca5-4e8e-9101-356e87e56554 req-9e1ef8d8-8cd7-44a5-9679-5a81af2d3a38 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337613 Oct 25 23:50:37.119569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-2936a9b2-31e4-4740-b7da-7dd86a420711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:37.121036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-2936a9b2-31e4-4740-b7da-7dd86a420711 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0405631 Oct 25 23:50:37.192195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-ec41e8ed-7a3d-4c7b-9fde-5c62afd34b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:37.193585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-ec41e8ed-7a3d-4c7b-9fde-5c62afd34b87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1096 time: 0.0397975 Oct 25 23:50:37.285899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-676a7b8e-78bf-48d3-934a-cf71d094d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:37.287445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-676a7b8e-78bf-48d3-934a-cf71d094d916 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0870545 Oct 25 23:50:37.356637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-b9d01c76-3491-4f2c-8d6c-e4e254b88dd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0612326 Oct 25 23:50:37.405894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-cd0365f2-5025-407f-8d4d-e7a25d374097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:37.407366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-cd0365f2-5025-407f-8d4d-e7a25d374097 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0438073 Oct 25 23:50:37.454391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-e17f2de2-41e1-48dc-849d-e61aae3bb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:37.455892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-e17f2de2-41e1-48dc-849d-e61aae3bb178 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411997 Oct 25 23:50:37.553736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-cda98644-a986-45f8-b1b7-d27e9c4667c1 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892837 Oct 25 23:50:37.644328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b15ecfc7-3d01-4e2c-9cd7-eb5e235f05a2 req-14024c8f-7c04-4855-9438-3e7027c0148d service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837333 Oct 25 23:50:38.059007 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084dbbf-4e0c-47b6-b309-35c6ccac8c41 req-4224a231-79e6-450c-ad0e-5a1f1cebe68b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:38.060522 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d084dbbf-4e0c-47b6-b309-35c6ccac8c41 req-4224a231-79e6-450c-ad0e-5a1f1cebe68b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0496585 Oct 25 23:50:38.099282 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d084dbbf-4e0c-47b6-b309-35c6ccac8c41 req-d7571213-7f94-4fb4-b290-83cab43829b6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325766 Oct 25 23:50:39.216453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c5de-0b83-4f53-8d8f-5cefd2b089e2 req-d2a062c5-fcf2-45a9-bbc8-12cb66963b00 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:39.217822 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03e2c5de-0b83-4f53-8d8f-5cefd2b089e2 req-d2a062c5-fcf2-45a9-bbc8-12cb66963b00 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0485814 Oct 25 23:50:39.255294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03e2c5de-0b83-4f53-8d8f-5cefd2b089e2 req-96f0fd4b-cfbc-4494-aea0-83d09682d149 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Oct 25 23:50:40.376375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b4d32-1158-4764-9ead-29e3d1188024 req-ee7ee049-477a-4d9a-879e-86cc6782fb49 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:40.377828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c14b4d32-1158-4764-9ead-29e3d1188024 req-ee7ee049-477a-4d9a-879e-86cc6782fb49 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 945 time: 0.0546076 Oct 25 23:50:40.415456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c14b4d32-1158-4764-9ead-29e3d1188024 req-2f89c907-b05e-4a43-bd7b-efe8e9324174 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Oct 25 23:50:41.109383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:50:41.126987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:50:41.259737 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:41.277177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'mac_address': 'fa:16:3e:8b:ed:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:50:41.281502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:41.330189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:50:41.332412 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db7739-60c6-4bc9-a6c2-bcaac75a720a" -d '{"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:50:41.344490 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:41.355203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:41.361065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:41.363505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c043a31a-8359-4f5d-9ac2-246586bc1cd3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:50:41.390433 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26fe518-b94e-418c-8c1f-29a0efc4d89c x-openstack-request-id: req-b26fe518-b94e-418c-8c1f-29a0efc4d89c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:50:41.390718 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:50:41.390966 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b26fe518-b94e-418c-8c1f-29a0efc4d89c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:50:41.391348 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'code': 200} Oct 25 23:50:41.445049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 23:50:41.445545 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 23:50:41.446247 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:41.454522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.454867 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.455197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.455525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.455851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.456172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.456490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.456810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.457125 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.457438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.457758 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.458072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:41.536264 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9aa74-e9bc-47ff-be64-7b6342a863ed req-ee9f78d7-d362-4f36-bf59-0c1ad9e1d9ae tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:41.537751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18d9aa74-e9bc-47ff-be64-7b6342a863ed req-ee9f78d7-d362-4f36-bf59-0c1ad9e1d9ae tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.0489333 Oct 25 23:50:41.575856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18d9aa74-e9bc-47ff-be64-7b6342a863ed req-8a6f83a9-6da3-4466-ba10-0356f6b9a136 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Oct 25 23:50:41.764567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de181cf-e456-43f5-b1bd-4fbff8439b41 req-7c9af0b0-00be-460f-8839-4beac7b4b42d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:41.766074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7de181cf-e456-43f5-b1bd-4fbff8439b41 req-7c9af0b0-00be-460f-8839-4beac7b4b42d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 943 time: 0.0500684 Oct 25 23:50:41.794357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82670-3d79-4031-b517-553474a87376 req-62259b2b-20ab-4a34-8dd5-b52a0a55febd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:41.795729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-62259b2b-20ab-4a34-8dd5-b52a0a55febd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3&tenant_id=de4c967d137944c9a926409459e33dc5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 943 time: 0.0566838 Oct 25 23:50:41.804914 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7de181cf-e456-43f5-b1bd-4fbff8439b41 req-d26ea533-4792-427e-bf5f-efa8478b861b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Oct 25 23:50:41.895095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82670-3d79-4031-b517-553474a87376 req-8ab5e0e0-0e25-48d3-b288-80881dc86bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:41.896473 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-8ab5e0e0-0e25-48d3-b288-80881dc86bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 1094 time: 0.0409880 Oct 25 23:50:41.981449 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:41.991009 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82670-3d79-4031-b517-553474a87376 req-9f5238c3-83a0-4635-a4b8-1076a82c727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:41.992755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-9f5238c3-83a0-4635-a4b8-1076a82c727f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0884566 Oct 25 23:50:41.995155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c043a31a-8359-4f5d-9ac2-246586bc1cd3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:50:42.013928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:42.019378 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:42.059454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-32cde833-a55d-4cb5-867a-b25138866a11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 200 len: 998 time: 0.0596471 Oct 25 23:50:42.065800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:42.112231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82670-3d79-4031-b517-553474a87376 req-cd0bc017-a2e3-407b-8f99-435b0f63660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:42.113676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-cd0bc017-a2e3-407b-8f99-435b0f63660f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0446866 Oct 25 23:50:42.162624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82670-3d79-4031-b517-553474a87376 req-25e9e027-5c0f-4307-840a-51a3b7584543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:42.164009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-25e9e027-5c0f-4307-840a-51a3b7584543 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428352 Oct 25 23:50:42.252021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-a09528f2-51d1-437f-b05f-d2c2428e28cf service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804353 Oct 25 23:50:42.352034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aea82670-3d79-4031-b517-553474a87376 req-5ff832c5-3042-4c37-8329-678a3d8be12a service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929224 Oct 25 23:50:42.463807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c043a31a-8359-4f5d-9ac2-246586bc1cd3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:50:42.932126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3b17-bd38-4f5f-b25f-455f62323a80 req-35871eff-6daf-42b9-bfc5-a865b6e52080 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:42.933647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-565d3b17-bd38-4f5f-b25f-455f62323a80 req-35871eff-6daf-42b9-bfc5-a865b6e52080 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0544627 Oct 25 23:50:42.976488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-565d3b17-bd38-4f5f-b25f-455f62323a80 req-b771d1e0-8106-440f-8968-801617cf0419 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Oct 25 23:50:43.116215 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10dcc9-e797-4db4-bbef-b914bc0c6b42 req-dc404b48-e72c-4eae-b6ee-0be54bd94142 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:43.117588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf10dcc9-e797-4db4-bbef-b914bc0c6b42 req-dc404b48-e72c-4eae-b6ee-0be54bd94142 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0528951 Oct 25 23:50:43.155734 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cf10dcc9-e797-4db4-bbef-b914bc0c6b42 req-f324d8f8-fbf8-4137-9fc0-a14e5b612c75 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Oct 25 23:50:43.267938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218402c9-dfd6-4f6d-8735-5d169428471c req-637ac701-9376-4f32-acf4-0b847370da4a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:43.269385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-218402c9-dfd6-4f6d-8735-5d169428471c req-637ac701-9376-4f32-acf4-0b847370da4a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0480025 Oct 25 23:50:43.307114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-218402c9-dfd6-4f6d-8735-5d169428471c req-9233ffbd-2bab-4db6-bb62-80420e3d0a95 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Oct 25 23:50:43.419296 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:43.550567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31239a4-15c8-4fbb-88d9-237da255591c req-71c5fca1-a449-4cd3-9c50-4d0b2f1cef4f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:43.552210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31239a4-15c8-4fbb-88d9-237da255591c req-71c5fca1-a449-4cd3-9c50-4d0b2f1cef4f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0570595 Oct 25 23:50:43.589524 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b31239a4-15c8-4fbb-88d9-237da255591c req-9ad08e38-c3c9-4a81-8da4-03daba0a1fd3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Oct 25 23:50:44.717252 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce03b-942d-42ba-bf54-4d79a927c78e req-7ad7b45a-fdbd-43b7-b9ae-020e5c23db9d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:44.718743 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-391ce03b-942d-42ba-bf54-4d79a927c78e req-7ad7b45a-fdbd-43b7-b9ae-020e5c23db9d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0574126 Oct 25 23:50:44.759439 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-391ce03b-942d-42ba-bf54-4d79a927c78e req-71382fa3-0f04-4d9c-a990-c183d7908a0f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344267 Oct 25 23:50:45.042325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-ce07c32c-18de-4016-bb93-3854b378fca0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:45.043779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-ce07c32c-18de-4016-bb93-3854b378fca0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 944 time: 0.0466385 Oct 25 23:50:45.128776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Deleting port c043a31a-8359-4f5d-9ac2-246586bc1cd3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:50:45.129113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.129674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:50:45.176417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c043a31a-8359-4f5d-9ac2-246586bc1cd3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:50:45.176791 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.220777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:45.221132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.266909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.291041 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:50:45.293348 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d48c0b-4b25-4ede-9fcb-dc6f4a29ca72" -d '{"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-plugged", "status": "completed", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:50:45.305901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c043a31a-8359-4f5d-9ac2-246586bc1cd3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c043a31a-8359-4f5d-9ac2-246586bc1cd3,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:45.311142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.335614 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01eb6d6-b97c-4659-8e6b-bc160371943d x-openstack-request-id: req-a01eb6d6-b97c-4659-8e6b-bc160371943d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:50:45.335915 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-plugged", "status": "completed", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:50:45.336223 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a01eb6d6-b97c-4659-8e6b-bc160371943d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:50:45.336621 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'code': 200} Oct 25 23:50:45.362879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:45.393864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.394261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.394578 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 disassociated. External IP: 172.25.4.47, port: c043a31a-8359-4f5d-9ac2-246586bc1cd3. Oct 25 23:50:45.394916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Calling delete_port for c043a31a-8359-4f5d-9ac2-246586bc1cd3 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:50:45.522523 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.553719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event deleted for resources: {'Port': ['ID=c043a31a-8359-4f5d-9ac2-246586bc1cd3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:45.565952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.566329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.566671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.567008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.567341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.567673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.568000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.568344 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.570432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.570983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.571515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.571854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:50:45.693308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:50:45.799908 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:50:45.812467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:50:45.826187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:50:45.827063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:50:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:45.839909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] No DVR routers for this DVR port c043a31a-8359-4f5d-9ac2-246586bc1cd3 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:50:45.844061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.847610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1018fac5-3f51-40fc-90e1-86a34d5bb1a1 req-37efd9de-c439-406f-8c5d-14b08248c91e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "DELETE /v2.0/ports/c043a31a-8359-4f5d-9ac2-246586bc1cd3 HTTP/1.1" status: 204 len: 173 time: 0.7979953 Oct 25 23:50:45.848066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-deleted', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:50:45.850800 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029a012e-9d28-4219-ba52-ed6137795674" -d '{"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-deleted", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:50:45.863225 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-62f7a7f1-2725-4228-a54d-fd9cbfc95e55 req-bdb896d2-5c7b-4fa9-a10d-3e86109554ce tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=956a7147-0637-4541-922c-0644c4c535d3 HTTP/1.1" status: 200 len: 210 time: 0.0328908 Oct 25 23:50:45.903332 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664f8bf3-d944-4452-b7fe-57c56ed86085 x-openstack-request-id: req-664f8bf3-d944-4452-b7fe-57c56ed86085 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:50:45.904602 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a7147-0637-4541-922c-0644c4c535d3", "name": "network-vif-deleted", "tag": "c043a31a-8359-4f5d-9ac2-246586bc1cd3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:50:45.904923 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-664f8bf3-d944-4452-b7fe-57c56ed86085 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:50:45.905339 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a7147-0637-4541-922c-0644c4c535d3', 'name': 'network-vif-deleted', 'tag': 'c043a31a-8359-4f5d-9ac2-246586bc1cd3', 'status': 'completed', 'code': 200} Oct 25 23:50:45.920477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c170e7d8-2efc-42ac-9552-69675b93279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:45.948723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:50:46.150601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:46.176226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:50:46.184339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:50:46.185040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:50:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:46.288295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:50:46.495800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:46.525885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1711648-d11d-46c3-a405-80217bfd2dff None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:50:46.749417 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85338153-741d-40f6-8a2c-977ef5d128ef None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:50:47.097821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-7773cded-8108-42ed-ac94-a589d34a0734 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--231541357&fields=id&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 267 time: 0.0325928 Oct 25 23:50:47.207006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-6285dbeb-c541-4a74-84a4-e131fe38cb4c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:47.208450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-6285dbeb-c541-4a74-84a4-e131fe38cb4c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1039670 Oct 25 23:50:47.223215 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-dc2336bf-a6c3-4d79-a056-06be13003ccd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/quotas/de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Oct 25 23:50:47.275295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-4fde9f96-d635-4c2e-acbb-3f982aad990a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468965 Oct 25 23:50:47.338389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-227d7640-411c-42da-a4a6-8d261752a7fa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:50:47.339387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-227d7640-411c-42da-a4a6-8d261752a7fa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0527816 Oct 25 23:50:47.433018 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-5d77a75f-0990-493a-974e-e1b8d7ff5df6 service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Oct 25 23:50:47.521618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-7ddf9cb6-482d-47f2-8856-eec556ba8ae4 service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Oct 25 23:50:47.686515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79b8e328-820f-4902-9019-b2a24cc95f3f req-6bea3a1d-dbb2-4b61-b6fc-1c95fd53362f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 210 time: 0.0306363 Oct 25 23:50:48.394555 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-881bd877-8479-4098-b1e9-ae181f7a3a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:48.692418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-509d2e7e-548e-4acc-aec2-c887066c4123 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:48.693865 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-509d2e7e-548e-4acc-aec2-c887066c4123 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1030197 Oct 25 23:50:48.745334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-6573a89b-ea7d-4b30-b700-7055644dc18d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 379 time: 0.0350025 Oct 25 23:50:48.755432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'port': {'device_id': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'admin_state_up': True, 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'security_groups': ['99afffb9-17c0-4cb6-be20-4b0f38b19d04']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:50:48.780848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a50791ef-2792-451a-b2c5-8ba2a1b12451 req-fab836fb-5d9d-4445-9c9b-359d97b68659 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 210 time: 0.0262802 Oct 25 23:50:48.866195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Made reservation on behalf of de4c967d137944c9a926409459e33dc5 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:50:48.869699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:48.989913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Allocated IP 172.20.0.4 (7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647/6e423725-e1c0-441b-bf4d-e65fc47ddcad/549562f4-e811-4c2b-b1a0-e66ce56b5f97) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:50:49.125722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.156148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:50:49.159406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.179464 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: c043a31a-8359-4f5d-9ac2-246586bc1cd3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:50:49.179803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c043a31a-8359-4f5d-9ac2-246586bc1cd3 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:50:49.208458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:50:49.211622 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:50:49.215361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:50:49.221858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:49.271000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:49.271608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.288648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-fd450de4-c6d9-45f8-be73-5a07764f532f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366826 Oct 25 23:50:49.321538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Request body: {'port': {'device_id': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:50:49.376257 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.429764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c3b3d464-a556-4446-a51f-2c3f7fa8d6b5 None None] Provisioning complete for port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:50:49.430450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c3b3d464-a556-4446-a51f-2c3f7fa8d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.465206 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3d464-a556-4446-a51f-2c3f7fa8d6b5 None None] Port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:50:49.643206 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549562f4-e811-4c2b-b1a0-e66ce56b5f97 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:50:49.650425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.663452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Transition to ACTIVE for port object 549562f4-e811-4c2b-b1a0-e66ce56b5f97 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:50:49.666886 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.716513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:49.770168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.785843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Attempting to bind port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:50:49.786199 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Attempting to bind port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:50:49.786529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Attempting to bind port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:50:49.791062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:50:49.791380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Attempting to bind port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:50:49.797052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:50:49.797386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:50:49.797768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Bound using segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:50:49.798220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Bound port: 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:50:49.798578 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.892988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:50:49.907244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:50:49.911371 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.949596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05717a-2e37-4e7e-8446-467013ee48ca req-eadb5c2c-85f9-48c7-87e6-4e63021e575c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:49.951718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb05717a-2e37-4e7e-8446-467013ee48ca req-eadb5c2c-85f9-48c7-87e6-4e63021e575c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 943 time: 0.0976200 Oct 25 23:50:49.959882 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:49.960498 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:49.961961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] 10.222.0.15 "PUT /v2.0/ports/549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1091 time: 0.6447725 Oct 25 23:50:49.962305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:50:49.964540 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c916d7-d907-4fd3-8620-593d5ba3fa60" -d '{"events": [{"name": "network-changed", "server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:50:50.011603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090780-e4c8-4885-9959-50fdc7c1c73d service neutron] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:50.027066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fb05717a-2e37-4e7e-8446-467013ee48ca req-68a77e6a-d1f9-468b-b5c4-1c1533a2cd71 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587814 Oct 25 23:50:50.054183 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0a8c32-5551-4e18-a617-466db30fae16 x-openstack-request-id: req-0d0a8c32-5551-4e18-a617-466db30fae16 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:50:50.055052 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:50:50.055319 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d0a8c32-5551-4e18-a617-466db30fae16 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:50:50.055718 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'status': 'completed', 'code': 200} Oct 25 23:50:50.072998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-7784e90d-7f11-47fd-941b-a8bd2f2d8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.074523 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-7784e90d-7f11-47fd-941b-a8bd2f2d8ee3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1094 time: 0.0465758 Oct 25 23:50:50.124089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-bb87fa0d-5b2f-45a6-aadb-a62c8148c35f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 217 time: 0.0357749 Oct 25 23:50:50.172788 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-d64da977-c6a4-4726-a30f-a02902bd383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.174169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-d64da977-c6a4-4726-a30f-a02902bd383c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0435820 Oct 25 23:50:50.223785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-e1f88a4f-fdab-4ab6-b033-68cbef8aa713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.225314 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-e1f88a4f-fdab-4ab6-b033-68cbef8aa713 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441046 Oct 25 23:50:50.314591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:50.317576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-b2d816d9-150a-49a1-9367-edaf5973f809 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844364 Oct 25 23:50:50.411175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83842af2-0c98-4a4f-a0c1-fee11684579b req-d7b856ce-a6da-4ddf-a12b-b849da73427d service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 Oct 25 23:50:50.534422 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-588befda-f201-4b53-a523-e8531b318c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.536093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-588befda-f201-4b53-a523-e8531b318c87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1094 time: 0.0406539 Oct 25 23:50:50.633687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-de05f998-0712-498c-850c-1b75c575524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.635724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-de05f998-0712-498c-850c-1b75c575524d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0916951 Oct 25 23:50:50.676965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-00a21a72-4222-48e8-857a-97f0b972a3b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 217 time: 0.0338435 Oct 25 23:50:50.729002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-98c40cf9-5f56-4c63-8ef1-b5a51ed18403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.730493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-98c40cf9-5f56-4c63-8ef1-b5a51ed18403 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0459454 Oct 25 23:50:50.779182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-d255b41d-c93c-4f4e-8ccc-33c75ccf7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:50.780743 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-d255b41d-c93c-4f4e-8ccc-33c75ccf7c9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438159 Oct 25 23:50:50.867652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-b326ea5a-8c07-47cb-8d3a-9cff1656ee6c service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795412 Oct 25 23:50:50.891004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:50.961437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9c916d7-d907-4fd3-8620-593d5ba3fa60 req-9b3c7399-563e-4658-a2f2-40e1415ab6a0 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Oct 25 23:50:51.145334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9727-07db-40f5-a450-7e57e0265945 req-817ee291-a684-44fa-9cbf-f0d517795455 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:51.146731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-496f9727-07db-40f5-a450-7e57e0265945 req-817ee291-a684-44fa-9cbf-f0d517795455 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 943 time: 0.0484385 Oct 25 23:50:51.183469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-496f9727-07db-40f5-a450-7e57e0265945 req-6aa2129a-27fb-47d9-9e22-33800ec2bc72 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308075 Oct 25 23:50:52.025753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-758c030b-a06f-417e-8fb7-3c0a49c64b81 req-0d835282-6f61-4652-a014-cc73ad8f70b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248418 Oct 25 23:50:52.091366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-758c030b-a06f-417e-8fb7-3c0a49c64b81 req-e89079e0-fb18-4b78-bb4a-7487f598f541 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0241578 Oct 25 23:50:52.134971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-758c030b-a06f-417e-8fb7-3c0a49c64b81 req-ec40bb0e-57e7-4ead-b9c6-71a1873863d0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252645 Oct 25 23:50:52.226129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c030b-a06f-417e-8fb7-3c0a49c64b81 req-2a9f1ab2-5a9d-4be8-8c88-2e49a6b6a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:52.227675 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-758c030b-a06f-417e-8fb7-3c0a49c64b81 req-2a9f1ab2-5a9d-4be8-8c88-2e49a6b6a11c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862610 Oct 25 23:50:52.309697 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72042-a929-4254-bcec-47319aa40813 req-a8cb42b2-d000-46f6-9b1a-7a71ac76425b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:52.311556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6b72042-a929-4254-bcec-47319aa40813 req-a8cb42b2-d000-46f6-9b1a-7a71ac76425b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 943 time: 0.0549245 Oct 25 23:50:52.349681 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a6b72042-a929-4254-bcec-47319aa40813 req-e45d5b73-5f3f-42fe-b51c-d38f4db920d8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Oct 25 23:50:53.187626 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:50:53.284109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:53.295627 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'mac_address': 'fa:16:3e:9c:22:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:50:53.332416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:53.344674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549562f4-e811-4c2b-b1a0-e66ce56b5f97 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:50:53.367067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:53.370861 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:53.417430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:53.465630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145b9e5-d0d4-4728-ae24-dd71c21e3375 req-68595536-c9bf-4630-9a6d-a75f99d57c54 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:53.467199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c145b9e5-d0d4-4728-ae24-dd71c21e3375 req-68595536-c9bf-4630-9a6d-a75f99d57c54 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 944 time: 0.0489271 Oct 25 23:50:53.505837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c145b9e5-d0d4-4728-ae24-dd71c21e3375 req-95452bb5-a14a-4b34-a1fe-50e07c3cba4b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Oct 25 23:50:53.724748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['549562f4-e811-4c2b-b1a0-e66ce56b5f97'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:50:54.621140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b776e3-a200-428a-b2ac-cca66ff48d01 req-6ccb5347-7e1d-4700-8d62-dee533a8e434 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:54.622695 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75b776e3-a200-428a-b2ac-cca66ff48d01 req-6ccb5347-7e1d-4700-8d62-dee533a8e434 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 944 time: 0.0494385 Oct 25 23:50:54.660163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-75b776e3-a200-428a-b2ac-cca66ff48d01 req-f06fcf40-d55a-4e26-96ef-4387c4cbc083 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Oct 25 23:50:55.186020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:50:55.234428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:50:55.237920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:50:55.238324 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:55.313473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:55.335923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:50:55.338311 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df71fa7-5918-473f-874d-a5b534569356" -d '{"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-plugged", "status": "completed", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:50:55.351158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:50:55.355214 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:55.381144 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72cbd04-e7af-48a0-b2d8-71fe3e7a3507 x-openstack-request-id: req-e72cbd04-e7af-48a0-b2d8-71fe3e7a3507 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:50:55.381434 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-plugged", "status": "completed", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:50:55.381688 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e72cbd04-e7af-48a0-b2d8-71fe3e7a3507 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:50:55.382081 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'code': 200} Oct 25 23:50:55.407186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:50:55.782506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbac81-5884-47b7-8fc7-65ecd45b8241 req-91f66ab6-298c-4ff2-a4bb-88f5232d8a6f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:55.784204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0bbac81-5884-47b7-8fc7-65ecd45b8241 req-91f66ab6-298c-4ff2-a4bb-88f5232d8a6f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0501003 Oct 25 23:50:55.821569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd467-a354-4d3d-a39b-51ba36101c9a req-a99dae40-f7ac-48b6-9290-e41a1116898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:55.823098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f7cd467-a354-4d3d-a39b-51ba36101c9a req-a99dae40-f7ac-48b6-9290-e41a1116898d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.3629467 Oct 25 23:50:55.823958 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c0bbac81-5884-47b7-8fc7-65ecd45b8241 req-03d5bf44-5322-4bc9-a739-70aeec69e631 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Oct 25 23:50:55.857714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f7cd467-a354-4d3d-a39b-51ba36101c9a req-4b3b3b9b-7876-494e-ad9e-1980ff3970d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274451 Oct 25 23:50:56.941070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc610-eda9-478e-9ab9-8f53f980e484 req-0ddf5b5d-fc93-438c-a8a1-6d6dbf4ed7ac tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:56.942459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-134bc610-eda9-478e-9ab9-8f53f980e484 req-0ddf5b5d-fc93-438c-a8a1-6d6dbf4ed7ac tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0476775 Oct 25 23:50:56.979108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-134bc610-eda9-478e-9ab9-8f53f980e484 req-3c216df3-5c1b-434c-ad68-b37d625990ad tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Oct 25 23:50:58.094705 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fed1d-1818-400f-973a-fe70f530d5e9 req-55d0860e-af2e-4755-b2b2-3bc1f78b0311 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:58.096404 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-010fed1d-1818-400f-973a-fe70f530d5e9 req-55d0860e-af2e-4755-b2b2-3bc1f78b0311 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0519180 Oct 25 23:50:58.134177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-010fed1d-1818-400f-973a-fe70f530d5e9 req-64e5728b-ad6d-403b-99ab-2ef0e84decf6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Oct 25 23:50:58.245703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89e67-4623-4fda-83a7-23c62a101bdf req-e400ceb5-4f1b-4480-8ff8-ecff0bfb3b7c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:58.247244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-29f89e67-4623-4fda-83a7-23c62a101bdf req-e400ceb5-4f1b-4480-8ff8-ecff0bfb3b7c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0492530 Oct 25 23:50:58.256340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47014) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:50:58.260709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'floatingip': {'port_id': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:50:58.300925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:58.372681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-92ad781b-8473-4c87-a168-503ecb2be5c3 req-e7fa0348-126e-4f5a-a544-dcfabe8b9296 service neutron] (102134) timed out ('10.222.0.25', 42922) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:50:58.708724 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:58.711421 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:58.714899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:58.812748 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 associated. External IP: 172.25.4.47, port: 549562f4-e811-4c2b-b1a0-e66ce56b5f97. Oct 25 23:50:59.016061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:50:59.121480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:50:59.126468 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:50:59.130954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:50:59.139525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:50:59.140120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:50:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:59.152964 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1b305939-f040-4a26-8de9-7fa365dc7564 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "PUT /v2.0/floatingips/741b658a-3dcf-4fd8-a3d8-496a6f929eb8 HTTP/1.1" status: 200 len: 990 time: 0.8956165 Oct 25 23:50:59.153554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:50:59.156563 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc61e3-c5ef-4af7-b59b-394c492bf436" -d '{"events": [{"name": "network-changed", "server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:50:59.197845 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebd7a9a-54c0-4797-8fb7-4b1c11b6625a x-openstack-request-id: req-4ebd7a9a-54c0-4797-8fb7-4b1c11b6625a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:50:59.198135 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:50:59.198415 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ebd7a9a-54c0-4797-8fb7-4b1c11b6625a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:50:59.198830 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'status': 'completed', 'code': 200} Oct 25 23:50:59.294987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-ef8292e6-ce7f-4dbb-a15a-d9f38ee98a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:59.296553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-ef8292e6-ce7f-4dbb-a15a-d9f38ee98a7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0438340 Oct 25 23:50:59.394044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-876c2ac5-bfc7-44a3-b6c6-2f38642453ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:59.395567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-876c2ac5-bfc7-44a3-b6c6-2f38642453ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0923152 Oct 25 23:50:59.422918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:50:59.461425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-50a8a421-fef1-494c-ac47-af0ed9db65e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 998 time: 0.0591602 Oct 25 23:50:59.517816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-ea42af54-ca6c-49fc-a4e0-262cc36c653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:59.519376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-ea42af54-ca6c-49fc-a4e0-262cc36c653f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0490518 Oct 25 23:50:59.566717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-a5632c81-3b99-4593-8652-333667264479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:50:59.568152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-a5632c81-3b99-4593-8652-333667264479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420609 Oct 25 23:50:59.647022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:9c:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:50:58Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:59.665819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-e3425e73-872c-450f-9f90-d28bb467f820 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903294 Oct 25 23:50:59.672985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:50:59.681134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:50:59.681733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:50:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:50:59.756097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79cc61e3-c5ef-4af7-b59b-394c492bf436 req-dfc2595b-c30d-4981-9a71-09809bb14912 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837393 Oct 25 23:50:59.786085 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:51:00.007638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:9c:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:50:58Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:51:00.037411 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c813d0-c40a-4459-a539-3a48f50c8485 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:9c:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:50:58Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:51:00.236480 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47d22f-f9ff-465c-a9a4-92f90986a86c None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:51:08.944378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-87953ebe-594c-4ac7-9903-a66e55bc1bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394619 Oct 25 23:51:09.055983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-34953615-7dc1-4f47-b3d7-8e282aaae338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:51:09.057537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-34953615-7dc1-4f47-b3d7-8e282aaae338 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0439706 Oct 25 23:51:09.163943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-b8a8dfaf-6b45-4d13-bd19-1d99d1bf1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:51:09.165339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-b8a8dfaf-6b45-4d13-bd19-1d99d1bf1fd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0853474 Oct 25 23:51:09.235617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-a791d233-33d6-490c-aa0e-0489957e33fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1000 time: 0.0615773 Oct 25 23:51:09.283389 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-53cec42e-0e2f-411a-a502-f9c7cabed8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:51:09.284810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-53cec42e-0e2f-411a-a502-f9c7cabed8dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0427887 Oct 25 23:51:09.331841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-699d292f-a9a2-4e75-a4df-b4114adee06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:51:09.333338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-699d292f-a9a2-4e75-a4df-b4114adee06b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409720 Oct 25 23:51:09.426706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-8855a5b0-ee64-4921-a9db-5bfc87f4c028 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861182 Oct 25 23:51:09.520479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-017f2fbf-3a2f-439b-be3c-6dc4e0aaf58b req-31136432-8b86-417b-91b1-89dec5a099ee service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843978 Oct 25 23:51:10.978863 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:51:13.412232 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:15.901334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ab14f57-65f8-4884-b8d4-74a48f58c6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:18.396255 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-350b5c04-254b-4996-ada7-52d7fade2a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:19.769926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:20.313246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:20.893800 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:28.723250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:43.433647 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:45.903370 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6567-ab7e-4e84-ada0-50843fee4e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:47.977121 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:51:48.396618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b0dcaba2-76d0-42f2-8abe-f125857bc503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:49.773937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:50.305068 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:50.896693 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:51:51.291403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c57343f-4018-4f48-ac8d-b87b3d05ba62 req-b6488103-4f8e-405d-ac9a-bf78fe068301 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252395 Oct 25 23:51:51.367929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c57343f-4018-4f48-ac8d-b87b3d05ba62 req-8f35af54-b873-4368-a23d-91d578f2af3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Oct 25 23:51:51.407436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c57343f-4018-4f48-ac8d-b87b3d05ba62 req-2789f6c4-2b61-4402-aef3-57d9a245c532 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194178 Oct 25 23:51:51.502019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57343f-4018-4f48-ac8d-b87b3d05ba62 req-7d5c9155-3793-41a6-ae4a-89d23001eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:51:51.503527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5c57343f-4018-4f48-ac8d-b87b3d05ba62 req-7d5c9155-3793-41a6-ae4a-89d23001eb45 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886359 Oct 25 23:51:58.741837 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:10.235768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-971151e9-1f14-4f6b-9e7d-375b36a4cd42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439920 Oct 25 23:52:10.331623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-dde568ef-d346-4018-8e91-903d2719be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:52:10.333179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-dde568ef-d346-4018-8e91-903d2719be14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0402021 Oct 25 23:52:10.438399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-ae7b0318-4b9c-48fb-a3a7-4a5d29868435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:52:10.440068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-ae7b0318-4b9c-48fb-a3a7-4a5d29868435 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0850401 Oct 25 23:52:10.508028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-3df6e8e9-b860-48a5-a38d-ac7688568ec8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1000 time: 0.0605662 Oct 25 23:52:10.556028 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-817187da-1036-4b7d-b901-6b02000efbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:52:10.557418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-817187da-1036-4b7d-b901-6b02000efbc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0426602 Oct 25 23:52:10.603301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-7260ba95-a8a9-4b8e-8c63-f8d304a594ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:52:10.604754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-7260ba95-a8a9-4b8e-8c63-f8d304a594ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404439 Oct 25 23:52:10.699055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-c1551141-c074-4668-8579-e9b4c9ddfc92 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Oct 25 23:52:10.790653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e425600e-7bd8-43da-83eb-e72ce9fc11e9 req-d7708ea0-0707-472e-9277-dc1cc0160187 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Oct 25 23:52:13.427776 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:15.904965 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19d438eb-14d9-4fd4-b14e-a03ba957b8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:18.397183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e574dd42-11d3-4399-b50a-0d4972896a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:19.773026 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:20.307584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:20.898690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:24.977116 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:52:27.619618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-adeb31d3-45a9-4618-a1d4-b71f968586b4 req-007ba41c-af7d-4092-b2ed-f98a2eaa3c3a service neutron] (102133) timed out ('10.222.0.11', 64281) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:52:28.744296 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:43.454847 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:45.906924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-52c70452-f038-4bfd-a5b4-acc822fb8dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:48.398412 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1168fba6-51ef-4660-aea4-5c7b9805d1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:49.776701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:50.313733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:50.901729 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:52:53.342746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60770480-55dc-4737-99ed-ef0a03c23940 req-1253e9b1-f83b-4b46-bd00-203ddf0de624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0768893 Oct 25 23:52:53.409598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60770480-55dc-4737-99ed-ef0a03c23940 req-dae7ca1a-f263-4d07-84c1-447adaed2701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0251546 Oct 25 23:52:53.448343 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60770480-55dc-4737-99ed-ef0a03c23940 req-a8247cc2-4621-40e8-954f-e0d517c2196b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186980 Oct 25 23:52:53.545720 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60770480-55dc-4737-99ed-ef0a03c23940 req-947c7eba-8a7f-4a99-9ea7-2621aeab1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:52:53.547216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-60770480-55dc-4737-99ed-ef0a03c23940 req-947c7eba-8a7f-4a99-9ea7-2621aeab1fe4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917058 Oct 25 23:52:58.742847 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:01.976497 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:53:12.280085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-291e5586-5e74-4c9e-98fc-00336eca6a31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830393 Oct 25 23:53:12.376617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-ed647907-f493-4b62-8b7e-26046c4b0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:12.378351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-ed647907-f493-4b62-8b7e-26046c4b0745 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0402665 Oct 25 23:53:12.485007 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-afef53e8-3e6a-492f-818a-fa80d057e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:12.485947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-afef53e8-3e6a-492f-818a-fa80d057e753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0887873 Oct 25 23:53:12.575748 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-ae6099b9-a3d8-4aa0-87cf-415d41a43cc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1000 time: 0.0584760 Oct 25 23:53:12.622964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-3c5d769e-e13d-477f-a139-c4f9b2d3e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:12.624349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-3c5d769e-e13d-477f-a139-c4f9b2d3e5a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0417602 Oct 25 23:53:12.671839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-7ff98258-1f07-4a67-a4f0-e03cd7821071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:12.673304 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-7ff98258-1f07-4a67-a4f0-e03cd7821071 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423598 Oct 25 23:53:12.760415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-615361ff-6a21-4579-9e63-c22de808dea7 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800014 Oct 25 23:53:12.851653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-492b61c8-6569-4cbf-b84f-efc6aa532551 req-39a068dd-f9a0-4222-84c5-bbd4c21c34dc service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Oct 25 23:53:13.454246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:15.908166 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bf96-283d-46f7-a41d-1732e2189fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:18.400051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48ff5fca-2ad4-4bb2-8fea-9c9d440bac80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:19.778804 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:20.305525 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:20.903735 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:28.743233 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:34.335279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c949f8-d7db-4c62-9f00-2f3a37ab3a6a req-9c931ab3-3064-4e36-b6de-5ab5a20d3553 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:34.336692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85c949f8-d7db-4c62-9f00-2f3a37ab3a6a req-9c931ab3-3064-4e36-b6de-5ab5a20d3553 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0509012 Oct 25 23:53:34.375117 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-85c949f8-d7db-4c62-9f00-2f3a37ab3a6a req-0ebcf426-7b42-42dd-8f44-7243e107bbcd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324867 Oct 25 23:53:35.497918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87663e4f-e99f-4506-8172-17540a143967 req-15c4afe5-bf39-470c-93d7-7dd46cb89a18 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:35.499423 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87663e4f-e99f-4506-8172-17540a143967 req-15c4afe5-bf39-470c-93d7-7dd46cb89a18 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0508914 Oct 25 23:53:35.537329 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-87663e4f-e99f-4506-8172-17540a143967 req-adf48fe2-62ea-4291-964f-1d71aa1d8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Oct 25 23:53:36.652130 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4c172-0d4c-434a-ad6b-624d4fbf611f req-3d786057-1887-4920-8abb-b10dcc577848 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:36.653599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18b4c172-0d4c-434a-ad6b-624d4fbf611f req-3d786057-1887-4920-8abb-b10dcc577848 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0485725 Oct 25 23:53:36.690868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18b4c172-0d4c-434a-ad6b-624d4fbf611f req-eba63d15-71e0-4e25-a3ad-e9ec00e27f8d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Oct 25 23:53:37.808646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f9b6-263f-4782-8570-0c2ab38a48d7 req-eded1e88-645f-4cff-a94d-cfeca7feaa86 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:37.810139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d16f9b6-263f-4782-8570-0c2ab38a48d7 req-eded1e88-645f-4cff-a94d-cfeca7feaa86 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0511506 Oct 25 23:53:37.853813 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d16f9b6-263f-4782-8570-0c2ab38a48d7 req-fca2663e-8fa3-402b-8100-e918993c8dc8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371878 Oct 25 23:53:38.975709 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:53:38.976971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53355e29-7e52-4e9e-bd0b-41f8fcec908a req-e086e4ea-5ea2-48b7-9eae-e20b1e6cf20d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:38.978466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53355e29-7e52-4e9e-bd0b-41f8fcec908a req-e086e4ea-5ea2-48b7-9eae-e20b1e6cf20d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0535419 Oct 25 23:53:39.015418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-53355e29-7e52-4e9e-bd0b-41f8fcec908a req-7bb30309-ad23-4470-8589-9352ea88dc4c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308633 Oct 25 23:53:40.135088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e8e97-1f58-4445-8269-bafeb9a5f1cd req-d9334505-6df9-460a-9482-da15524cb79e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:40.136561 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b60e8e97-1f58-4445-8269-bafeb9a5f1cd req-d9334505-6df9-460a-9482-da15524cb79e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0516827 Oct 25 23:53:40.176406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b60e8e97-1f58-4445-8269-bafeb9a5f1cd req-c9802f55-3f32-441f-ac25-822160d7354f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339229 Oct 25 23:53:41.289991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a74ae-7acf-45c4-a62a-20c56e99ab4a req-341cfe96-eadb-4b5b-a8c9-7a81e2e26961 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:41.291484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed0a74ae-7acf-45c4-a62a-20c56e99ab4a req-341cfe96-eadb-4b5b-a8c9-7a81e2e26961 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0478423 Oct 25 23:53:41.328513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ed0a74ae-7acf-45c4-a62a-20c56e99ab4a req-5c1363eb-a8e0-4ce2-9bb0-fa3a4298c6ee tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Oct 25 23:53:42.444323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f4ab-b91a-47c0-9874-0f8e04fe5a8e req-2ce96328-e31e-4517-836b-5ef69fff56a8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:42.445783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b895f4ab-b91a-47c0-9874-0f8e04fe5a8e req-2ce96328-e31e-4517-836b-5ef69fff56a8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0484638 Oct 25 23:53:42.483266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b895f4ab-b91a-47c0-9874-0f8e04fe5a8e req-d4be5ae7-5c07-48e9-a641-579521916d61 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Oct 25 23:53:43.454628 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:43.601791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2cdb7-bf7e-4fe4-99bb-843d479e0a73 req-e24e7a5d-ce99-4358-af03-efa1a20a3ba8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:43.603233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6a2cdb7-bf7e-4fe4-99bb-843d479e0a73 req-e24e7a5d-ce99-4358-af03-efa1a20a3ba8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0489380 Oct 25 23:53:43.640509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c6a2cdb7-bf7e-4fe4-99bb-843d479e0a73 req-df9283b1-6fbd-47cc-bc85-93a663d8806e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Oct 25 23:53:44.757036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30150794-4395-4155-8840-79758c52febb req-2c747ddb-425c-442a-bd1b-05163ee15fe0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:44.758525 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30150794-4395-4155-8840-79758c52febb req-2c747ddb-425c-442a-bd1b-05163ee15fe0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0486782 Oct 25 23:53:44.799609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-30150794-4395-4155-8840-79758c52febb req-21768438-ce2f-4bbb-8d87-bec5e317614d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Oct 25 23:53:45.027756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-146a6d9e-f2b6-4a32-9b1b-09bcdf167087 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442345 Oct 25 23:53:45.040172 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394d7a-7bb0-4c1a-96ea-d69787f6c86f req-4c199370-535c-4e22-85d4-888b24711ef9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:45.041676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25394d7a-7bb0-4c1a-96ea-d69787f6c86f req-4c199370-535c-4e22-85d4-888b24711ef9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0504358 Oct 25 23:53:45.084903 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25394d7a-7bb0-4c1a-96ea-d69787f6c86f req-b664fa09-1995-4de5-8781-0eee9f8b049e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367048 Oct 25 23:53:45.912457 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cdcacb9c-32d9-426f-aebf-5b3c80858944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:46.210328 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3416b4c-dcc3-4080-a59c-5409ee45a242 req-bac512f1-6c57-414e-97ab-188dca3ac82a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:46.211786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3416b4c-dcc3-4080-a59c-5409ee45a242 req-bac512f1-6c57-414e-97ab-188dca3ac82a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0580654 Oct 25 23:53:46.249579 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3416b4c-dcc3-4080-a59c-5409ee45a242 req-7a7214c4-3010-4245-8e30-39edc6b56fdf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317650 Oct 25 23:53:46.373286 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-72050d6e-8bd2-4d06-ba24-bc6bd17a59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:46.374726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-72050d6e-8bd2-4d06-ba24-bc6bd17a59be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0401528 Oct 25 23:53:46.467432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-cf456df2-1b4a-4b20-a6f5-e47883dc302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:46.468895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-cf456df2-1b4a-4b20-a6f5-e47883dc302a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0873044 Oct 25 23:53:46.531905 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-cc8b0a2b-4eea-4126-92fd-434aa1912c3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1000 time: 0.0560076 Oct 25 23:53:46.584684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-9003696a-680d-4ca7-9fe0-0650bf4a7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:46.586128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-9003696a-680d-4ca7-9fe0-0650bf4a7fa0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0475812 Oct 25 23:53:46.631775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-0ebe1473-a941-4a92-889a-e208f213e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:46.633143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-0ebe1473-a941-4a92-889a-e208f213e96a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396671 Oct 25 23:53:46.720783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-4904f7fe-e78e-46ea-995d-f8a20ca73e7a service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798881 Oct 25 23:53:46.813385 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-4ffca20d-58bf-4af0-96a0-70b4d7fa971d service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854564 Oct 25 23:53:47.366728 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a18a4-1cab-4772-897d-94bbe54ba03e req-acbda797-8e68-4503-ae70-bd765ea0cf99 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:47.368194 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b4a18a4-1cab-4772-897d-94bbe54ba03e req-acbda797-8e68-4503-ae70-bd765ea0cf99 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0492055 Oct 25 23:53:47.405139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b4a18a4-1cab-4772-897d-94bbe54ba03e req-a18203fd-3ffa-4ce8-a174-927d5ad87731 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Oct 25 23:53:48.401667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e13-8f42-4482-b3ab-5235046e896a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:48.522706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deebf04-d53e-4e25-af94-6c3f2612faeb req-a5ed67e7-820a-4469-b032-9690da6c33d2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:48.524181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6deebf04-d53e-4e25-af94-6c3f2612faeb req-a5ed67e7-820a-4469-b032-9690da6c33d2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0484006 Oct 25 23:53:48.561661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6deebf04-d53e-4e25-af94-6c3f2612faeb req-9129317b-c2dc-410e-a05a-08d69f0273af tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314937 Oct 25 23:53:48.898427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-791d6643-1f4d-4f80-9dbb-87bdb8407a88 service neutron] 10.222.0.15 "GET /v2.0/ports/549562f4-e811-4c2b-b1a0-e66ce56b5f97/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0578065 Oct 25 23:53:49.120393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-a355001c-731b-4e69-96d1-450ffd6e75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:49.121862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-a355001c-731b-4e69-96d1-450ffd6e75f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0412116 Oct 25 23:53:49.194116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-d5335c45-5ad1-4e06-92d5-492ab8caca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:49.195546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-d5335c45-5ad1-4e06-92d5-492ab8caca8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0392437 Oct 25 23:53:49.288039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-9a4b2d1a-463d-44bd-99ab-9de151fc81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:49.289496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-9a4b2d1a-463d-44bd-99ab-9de151fc81a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0865993 Oct 25 23:53:49.353903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-b0833c7b-b80f-467f-b968-87fbcf40b1fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1000 time: 0.0569785 Oct 25 23:53:49.402401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-414a0601-f4be-4d26-b5f8-fa34940cf972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:49.403804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-414a0601-f4be-4d26-b5f8-fa34940cf972 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0425947 Oct 25 23:53:49.453074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0899d-6f84-4415-baad-f420bec90e22 req-39662cfa-04f9-4d26-9a42-6480ff000984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:49.454475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-39662cfa-04f9-4d26-9a42-6480ff000984 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416956 Oct 25 23:53:49.541898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-0e8e5a35-71c9-4d71-9e5d-6760c7ee5aaa service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804038 Oct 25 23:53:49.638032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27a0899d-6f84-4415-baad-f420bec90e22 req-8de09e62-153f-40a2-9a8d-ec53c01b09bc service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873461 Oct 25 23:53:49.678534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec009e-fe64-42ad-b2ad-d4e6e5e4b779 req-d6fac871-fd32-441c-93d1-ac62f8909e94 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:49.680058 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19ec009e-fe64-42ad-b2ad-d4e6e5e4b779 req-d6fac871-fd32-441c-93d1-ac62f8909e94 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0495789 Oct 25 23:53:49.724017 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19ec009e-fe64-42ad-b2ad-d4e6e5e4b779 req-e064a136-2d35-4da2-9634-5ca9f3745eef tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377672 Oct 25 23:53:49.786180 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:50.307806 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:50.838225 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109dbb7-ea42-4de6-b151-a852ce31005a req-4fcf4382-d1ca-4e97-9187-78831970315c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:50.839696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7109dbb7-ea42-4de6-b151-a852ce31005a req-4fcf4382-d1ca-4e97-9187-78831970315c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0475104 Oct 25 23:53:50.877225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7109dbb7-ea42-4de6-b151-a852ce31005a req-a2b87ba6-b225-4068-8e95-e9b4d72b9ac0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Oct 25 23:53:50.913314 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:51.994072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ea4db-c2cc-4825-8b7d-ab309702926e req-81e79ff2-47cb-4f3b-8d29-e25961dba562 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:51.995574 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-689ea4db-c2cc-4825-8b7d-ab309702926e req-81e79ff2-47cb-4f3b-8d29-e25961dba562 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0497723 Oct 25 23:53:52.033452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-689ea4db-c2cc-4825-8b7d-ab309702926e req-27ad9483-2931-4fc7-a9cc-069e991bc151 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Oct 25 23:53:52.165034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:53:52.176884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:53:52.316342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:52.343734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:53:52.357886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:53:52.360141 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644cbed6-85b6-44bf-988c-ef281339dc86" -d '{"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-unplugged", "status": "completed", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:53:52.370393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'mac_address': 'fa:16:3e:9c:22:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:53:52.374851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:53:52.379978 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:52.441316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:52.464401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549562f4-e811-4c2b-b1a0-e66ce56b5f97 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:53:52.468571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:53:52.472551 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd4f98-d362-4e77-a5b1-b3d8bb7888a6 x-openstack-request-id: req-f4bd4f98-d362-4e77-a5b1-b3d8bb7888a6 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:53:52.472826 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-unplugged", "status": "completed", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:53:52.473069 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4bd4f98-d362-4e77-a5b1-b3d8bb7888a6 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:53:52.473443 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'code': 200} Oct 25 23:53:52.480048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.480376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.480709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.481038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.481363 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.481684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.482001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.482348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.482667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.482984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.483296 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.483611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:52.499980 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:53:52.504248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:52.550569 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:53:52.892590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['549562f4-e811-4c2b-b1a0-e66ce56b5f97'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:53:53.149103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60a0bc-6297-4560-aa5e-310e26d01c6f req-25e4bcc5-8662-4318-8330-e3148b2fdf3e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.150585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c60a0bc-6297-4560-aa5e-310e26d01c6f req-25e4bcc5-8662-4318-8330-e3148b2fdf3e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 944 time: 0.0488358 Oct 25 23:53:53.189091 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c60a0bc-6297-4560-aa5e-310e26d01c6f req-7410d233-5494-4f27-8419-b90f4ff7f974 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Oct 25 23:53:53.392261 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865af98-5ab0-4c3f-9135-b691d4482023 req-35d6c3cf-1a53-470f-844f-2d0049081a15 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.394491 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4865af98-5ab0-4c3f-9135-b691d4482023 req-35d6c3cf-1a53-470f-844f-2d0049081a15 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 944 time: 0.0532124 Oct 25 23:53:53.414093 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-f2f178c0-79e3-4d6d-b489-29b983dbf6e4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.415585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-f2f178c0-79e3-4d6d-b489-29b983dbf6e4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba&tenant_id=de4c967d137944c9a926409459e33dc5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 944 time: 0.0503225 Oct 25 23:53:53.437287 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4865af98-5ab0-4c3f-9135-b691d4482023 req-6bd28dae-16b1-4cf6-85f7-dacf62dd5ce8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365119 Oct 25 23:53:53.525699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-49146d1f-d7d7-4259-9cd3-72173d352c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.527219 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-49146d1f-d7d7-4259-9cd3-72173d352c9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1095 time: 0.0457213 Oct 25 23:53:53.621258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-bb41fac1-d201-4562-ba42-5c47a70cd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.622761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-bb41fac1-d201-4562-ba42-5c47a70cd715 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0868678 Oct 25 23:53:53.694815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-c46a9204-8cd9-4085-a25b-8cc3a7af57a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 999 time: 0.0645967 Oct 25 23:53:53.746489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-b56fdeee-5f79-48c1-9166-8f0015c8de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.747909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-b56fdeee-5f79-48c1-9166-8f0015c8de70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0454836 Oct 25 23:53:53.791888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-da8cc7d7-0261-40b9-b2d8-ce97ed564801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:53.793326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-da8cc7d7-0261-40b9-b2d8-ce97ed564801 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388174 Oct 25 23:53:53.884862 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-3ed740bf-6afe-43f9-9b89-a80062729ebe service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Oct 25 23:53:53.977111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9ea81f4b-b5c1-4c23-9871-6de198749efc req-5efd2351-2d03-49b1-a6dc-70f4207fe406 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814872 Oct 25 23:53:54.180574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:53:54.230653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:53:54.230928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:54.307507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:54.341947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:53:54.345665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:54.392816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:53:54.474453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:53:54.476786 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7653e-5514-4ae5-aec6-b8748d1af3bd" -d '{"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-plugged", "status": "completed", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:53:54.516092 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed055a-7d99-4387-b5a7-20a2a031297d x-openstack-request-id: req-f9ed055a-7d99-4387-b5a7-20a2a031297d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:53:54.516446 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-plugged", "status": "completed", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:53:54.516758 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9ed055a-7d99-4387-b5a7-20a2a031297d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:53:54.517249 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'code': 200} Oct 25 23:53:54.576323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae359a-46b0-46ac-98d8-92d6441e5887 req-f6d31042-4e8e-4af3-a9a2-7524953b9c61 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:54.577790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1ae359a-46b0-46ac-98d8-92d6441e5887 req-f6d31042-4e8e-4af3-a9a2-7524953b9c61 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0529397 Oct 25 23:53:54.616648 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e1ae359a-46b0-46ac-98d8-92d6441e5887 req-b59cc110-7557-4303-84f4-e5dfad2186a4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Oct 25 23:53:54.737852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2d9af-b563-4a59-9b0f-14ddae57491f req-0ba1904d-3e4d-43c9-9472-12688ccacac9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:54.739306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f9e2d9af-b563-4a59-9b0f-14ddae57491f req-0ba1904d-3e4d-43c9-9472-12688ccacac9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0497270 Oct 25 23:53:54.777103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f9e2d9af-b563-4a59-9b0f-14ddae57491f req-0430d1f8-c2c1-40e1-a3fe-9177615832e1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Oct 25 23:53:54.977317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01976ae-dabc-4189-b41e-9c0cd0c908b6 req-c06d9ce0-5f00-46be-be7b-25a09f891da0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:54.978889 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f01976ae-dabc-4189-b41e-9c0cd0c908b6 req-c06d9ce0-5f00-46be-be7b-25a09f891da0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0559907 Oct 25 23:53:55.018332 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f01976ae-dabc-4189-b41e-9c0cd0c908b6 req-2cf020f6-7590-47ab-869a-33009abc94e8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333667 Oct 25 23:53:55.018860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-5638a715-4953-474d-9c7f-cf5dcf460816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:55.020401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-5638a715-4953-474d-9c7f-cf5dcf460816 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 1096 time: 0.0410123 Oct 25 23:53:55.110320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-a9d3e88f-b04e-4162-9f3a-71539ae965d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:55.112298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-a9d3e88f-b04e-4162-9f3a-71539ae965d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0845933 Oct 25 23:53:55.502083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-599fe3e8-217d-4357-bdf8-33717dc27cd1 req-c8e9cf1a-ac54-48f6-8cd9-de8f51270591 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0336387 Oct 25 23:53:55.513501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-218733fe-c107-4876-b957-8869b47f1149 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 200 len: 1000 time: 0.3949649 Oct 25 23:53:55.582072 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-599fe3e8-217d-4357-bdf8-33717dc27cd1 req-bf9e4e38-1208-4be9-917d-540c510d38eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0307701 Oct 25 23:53:55.591533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-657ac837-07c6-4dd9-8617-5c402ced70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:55.592913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-657ac837-07c6-4dd9-8617-5c402ced70bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0715475 Oct 25 23:53:55.639122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-599fe3e8-217d-4357-bdf8-33717dc27cd1 req-e86b9348-fb5e-489c-9c28-1f2c41fbb024 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320921 Oct 25 23:53:55.699661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-0e9ba821-fb83-457e-8406-b390c964463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:55.701123 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-0e9ba821-fb83-457e-8406-b390c964463d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014652 Oct 25 23:53:55.789266 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fe3e8-217d-4357-bdf8-33717dc27cd1 req-92223c05-0429-4db0-9d80-12a3084bac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:55.790732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-599fe3e8-217d-4357-bdf8-33717dc27cd1 req-92223c05-0429-4db0-9d80-12a3084bac7d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446745 Oct 25 23:53:55.815706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-2757fa4f-c2dd-47bd-beb5-905c2847a1d6 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057727 Oct 25 23:53:55.911452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0b9ea7f-caf9-446b-a240-7a7bec7d869e req-3af8b0ce-b7bf-455e-a09d-bfe25d6c505e service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Oct 25 23:53:56.135498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5470308-79a7-424a-bb93-5325bd47ace8 req-46c0e14e-3d34-4e23-89d7-397f84d06369 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:56.136970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5470308-79a7-424a-bb93-5325bd47ace8 req-46c0e14e-3d34-4e23-89d7-397f84d06369 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0486934 Oct 25 23:53:56.174060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5470308-79a7-424a-bb93-5325bd47ace8 req-c5ce55e0-da56-402f-a9e7-57536c43c11b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Oct 25 23:53:57.288530 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae5a2-e41b-408d-8616-070a819cd5bd req-6602666c-4002-4573-b526-b476c24e3f8a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:57.289980 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d3ae5a2-e41b-408d-8616-070a819cd5bd req-6602666c-4002-4573-b526-b476c24e3f8a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0479102 Oct 25 23:53:57.332516 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d3ae5a2-e41b-408d-8616-070a819cd5bd req-a2355fda-b69a-450d-8c6d-8f4c0e5b2871 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364788 Oct 25 23:53:57.904072 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4eff-8e9d-445b-b91c-4a6962802d87 req-0244e7a3-be0c-491d-86f9-6cd1069759cf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:57.905529 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82dd4eff-8e9d-445b-b91c-4a6962802d87 req-0244e7a3-be0c-491d-86f9-6cd1069759cf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.3896587 Oct 25 23:53:57.943892 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82dd4eff-8e9d-445b-b91c-4a6962802d87 req-4d47c3f4-9109-4205-898b-2f6f9a8b36c5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Oct 25 23:53:58.741472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.081844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116412-8f08-4109-9174-b274655a90be req-593b261b-273a-482b-9389-6ea6c091d83e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:59.083317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a116412-8f08-4109-9174-b274655a90be req-593b261b-273a-482b-9389-6ea6c091d83e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0775261 Oct 25 23:53:59.094098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97521-2e9b-46d5-9499-4deb8944f772 req-592a1218-f6ca-4e0f-a0e4-afe28cb99f85 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:53:59.095486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61a97521-2e9b-46d5-9499-4deb8944f772 req-592a1218-f6ca-4e0f-a0e4-afe28cb99f85 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 945 time: 0.0801649 Oct 25 23:53:59.179001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61a97521-2e9b-46d5-9499-4deb8944f772 req-3aeec878-ae81-47e3-88d2-b244d643d5c3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759115 Oct 25 23:53:59.206263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Deleting port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:53:59.206632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.300244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] For port 549562f4-e811-4c2b-b1a0-e66ce56b5f97, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=549562f4-e811-4c2b-b1a0-e66ce56b5f97,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:53:59.300609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.465289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.465651 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.465973 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 disassociated. External IP: 172.25.4.47, port: 549562f4-e811-4c2b-b1a0-e66ce56b5f97. Oct 25 23:53:59.466345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Calling delete_port for 549562f4-e811-4c2b-b1a0-e66ce56b5f97 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:53:59.592590 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.621171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event deleted for resources: {'Port': ['ID=549562f4-e811-4c2b-b1a0-e66ce56b5f97,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:53:59.632395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.632737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.633078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.633475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.633749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.634057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.634407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.634730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.635049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.635367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.638239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.638668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:53:59.758496 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:53:59.865965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:53:59.876379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:53:59.886419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:53:59.887031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:53:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:53:59.904393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] No DVR routers for this DVR port 549562f4-e811-4c2b-b1a0-e66ce56b5f97 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:53:59.907336 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:53:59.911391 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a116412-8f08-4109-9174-b274655a90be req-1afcafe5-1e49-4b40-b1ec-c19ade47389e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "DELETE /v2.0/ports/549562f4-e811-4c2b-b1a0-e66ce56b5f97 HTTP/1.1" status: 204 len: 173 time: 0.8144755 Oct 25 23:53:59.911848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-deleted', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:53:59.914241 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beb4cac-3654-4478-a648-46a90a6c2b45" -d '{"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-deleted", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:54:00.007330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:54:00.024694 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1786e19c-f4be-45b4-97a2-abc24b44fd32 x-openstack-request-id: req-1786e19c-f4be-45b4-97a2-abc24b44fd32 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:54:00.024993 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490f333f-aca2-43be-9d8b-662e8a0f46ba", "name": "network-vif-deleted", "tag": "549562f4-e811-4c2b-b1a0-e66ce56b5f97", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:54:00.025243 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1786e19c-f4be-45b4-97a2-abc24b44fd32 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:54:00.025649 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490f333f-aca2-43be-9d8b-662e8a0f46ba', 'name': 'network-vif-deleted', 'tag': '549562f4-e811-4c2b-b1a0-e66ce56b5f97', 'status': 'completed', 'code': 200} Oct 25 23:54:00.208292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:00.234940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:54:00.243353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:54:00.243962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:53:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:00.294708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3fc9b5e3-ac31-4a8e-bf5f-1cadb01218fc req-243be908-cb93-4053-9550-6da501a31de5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=490f333f-aca2-43be-9d8b-662e8a0f46ba HTTP/1.1" status: 200 len: 210 time: 0.0320461 Oct 25 23:54:00.524441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:54:00.716809 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:00.746459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad01b40-284b-42cb-904f-c278ddfc87b9 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:54:00.956854 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d11abb-6816-4088-855a-0e6731842b9f None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:54:01.585009 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-9c5e6a43-fe21-4694-8684-c1b9192053ba tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--231541357&fields=id&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 267 time: 0.0328956 Oct 25 23:54:01.695219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e4346c45-1ef9-4ac9-8bf7-360a177514ac tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:01.696656 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e4346c45-1ef9-4ac9-8bf7-360a177514ac tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1050265 Oct 25 23:54:01.712051 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-7f9de8a2-92ec-465b-b6aa-bcade633b11b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/quotas/de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 375 time: 0.0097501 Oct 25 23:54:01.764652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-0d863894-ba14-4a92-a7ba-ce043abacb11 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475791 Oct 25 23:54:01.863644 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-16c43552-1e79-4595-96fd-1d1b4d6824fd service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Oct 25 23:54:01.951731 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e11b22ab-cd37-453f-bba4-6477a6a8e2b9 service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821266 Oct 25 23:54:02.111549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00c5f3cb-9f8e-41fa-9b37-181cf7c82e20 req-a975322f-e702-4ebd-8f9f-34c40083b8a6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 210 time: 0.0266736 Oct 25 23:54:02.202930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:54:02.223080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 549562f4-e811-4c2b-b1a0-e66ce56b5f97 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:54:02.223476 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 549562f4-e811-4c2b-b1a0-e66ce56b5f97 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:54:03.172904 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-056751a8-35aa-4487-aa6d-d9aca0784fbe tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:03.174859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-056751a8-35aa-4487-aa6d-d9aca0784fbe tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1059387 Oct 25 23:54:03.208655 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-772942d1-7f47-4808-9703-bb2b109fc3ae req-daecc199-27c5-4529-ae07-f8a7c6a64837 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Oct 25 23:54:03.232816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-fe57930f-9ef7-4244-9b36-7d99574695bc tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 379 time: 0.0339451 Oct 25 23:54:03.268338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'port': {'device_id': '8eb46be3-8447-43f5-a00f-bf568527a274', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'admin_state_up': True, 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'security_groups': ['99afffb9-17c0-4cb6-be20-4b0f38b19d04']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:54:03.378582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Made reservation on behalf of de4c967d137944c9a926409459e33dc5 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:54:03.382040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:03.510517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Allocated IP 172.20.0.6 (7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647/6e423725-e1c0-441b-bf4d-e65fc47ddcad/f14c8327-bea2-4114-82ee-d83ae94561e5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:54:03.643700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:03.678167 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:03.728002 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:54:03.731240 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:54:03.735039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:54:03.759377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:54:03.790637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:03.791380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:03.807736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e609f7cf-f376-4f25-b312-b808bd6db6fa tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432642 Oct 25 23:54:03.826428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Request body: {'port': {'device_id': '8eb46be3-8447-43f5-a00f-bf568527a274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:54:03.882844 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.003011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1edcb331-19a8-4270-ab8a-00de9a39e62d None None] Provisioning complete for port f14c8327-bea2-4114-82ee-d83ae94561e5 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:54:04.003653 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1edcb331-19a8-4270-ab8a-00de9a39e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.039100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-1edcb331-19a8-4270-ab8a-00de9a39e62d None None] Port f14c8327-bea2-4114-82ee-d83ae94561e5 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:54:04.150816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14c8327-bea2-4114-82ee-d83ae94561e5 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:54:04.158081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.169575 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Transition to ACTIVE for port object f14c8327-bea2-4114-82ee-d83ae94561e5 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:54:04.172614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.239710 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:54:04.305902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Attempting to bind port f14c8327-bea2-4114-82ee-d83ae94561e5 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:54:04.306262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Attempting to bind port f14c8327-bea2-4114-82ee-d83ae94561e5 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:54:04.306594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Attempting to bind port f14c8327-bea2-4114-82ee-d83ae94561e5 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:54:04.324357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Port f14c8327-bea2-4114-82ee-d83ae94561e5 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:54:04.324707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Attempting to bind port f14c8327-bea2-4114-82ee-d83ae94561e5 on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:54:04.345500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:54:04.345899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:54:04.346543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Bound using segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:54:04.347027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Bound port: f14c8327-bea2-4114-82ee-d83ae94561e5, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:54:04.347389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.398373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9f6ed-66e3-463a-9526-a6cf06b0bc54 req-a5cbe48e-7a7b-41fa-aaba-d9783d006a48 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:04.399937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39a9f6ed-66e3-463a-9526-a6cf06b0bc54 req-a5cbe48e-7a7b-41fa-aaba-d9783d006a48 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0961974 Oct 25 23:54:04.452987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:54:04.458742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39a9f6ed-66e3-463a-9526-a6cf06b0bc54 req-2ea19bc9-de7f-49e9-b2ce-97151b98a86b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522740 Oct 25 23:54:04.468691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:54:04.474525 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.512148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:04.512776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:04.514125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] 10.222.0.15 "PUT /v2.0/ports/f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1091 time: 0.6934218 Oct 25 23:54:04.514595 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:54:04.516866 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a090dc1-7e81-4af6-8010-a620cd8eeb25" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:54:04.542443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0164a49-712c-442a-9bed-3262de2f5296 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:54:04.563786 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f4e73-a29f-4928-8218-f2dea9f55efe x-openstack-request-id: req-8c0f4e73-a29f-4928-8218-f2dea9f55efe {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:54:04.564108 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:54:04.564366 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c0f4e73-a29f-4928-8218-f2dea9f55efe {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:54:04.565364 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'status': 'completed', 'code': 200} Oct 25 23:54:04.630232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-30faafb0-4a24-4511-9c28-6f57a8450bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:04.631762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-30faafb0-4a24-4511-9c28-6f57a8450bed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1094 time: 0.0482304 Oct 25 23:54:04.682467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-2280da60-0a06-4576-8c93-53ae147ca85c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 217 time: 0.0358551 Oct 25 23:54:04.731287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-a0bc0fd6-fddd-4b73-9886-fd43fc6d6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:04.732708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-a0bc0fd6-fddd-4b73-9886-fd43fc6d6f4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0429468 Oct 25 23:54:04.782460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d614884e-a6df-4316-be26-24204276900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:04.783901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-d614884e-a6df-4316-be26-24204276900d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441549 Oct 25 23:54:04.871894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-e08bcbed-8b39-4874-9365-40390ff29ff4 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Oct 25 23:54:04.963149 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ea1b5a0-ec4d-4514-aad8-174009482501 req-30c73181-0c1b-4cc9-87fc-91574b2d766d service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Oct 25 23:54:05.086058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-db97e136-52d7-4459-b3cb-4539428faddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:05.087540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-db97e136-52d7-4459-b3cb-4539428faddc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1094 time: 0.0399928 Oct 25 23:54:05.180955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-40ca9312-cd32-49f9-a852-0eb359850fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:05.182320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-40ca9312-cd32-49f9-a852-0eb359850fdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0866835 Oct 25 23:54:05.222255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-b1dd4bc2-1ad4-4e8a-a200-54deeb821d5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 217 time: 0.0328462 Oct 25 23:54:05.269037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-79236284-3806-4306-9d57-9384f7838be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:05.270448 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-79236284-3806-4306-9d57-9384f7838be5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0418446 Oct 25 23:54:05.318342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-b830ab20-33ec-4be7-8b5f-6f07b0faa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:05.319817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-b830ab20-33ec-4be7-8b5f-6f07b0faa976 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428653 Oct 25 23:54:05.406572 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-2d4cd301-418f-4d2e-b0cc-88f7c6beb113 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794873 Oct 25 23:54:05.498325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5a090dc1-7e81-4af6-8010-a620cd8eeb25 req-3b3733bb-5226-4df2-ab4a-dfe873b35c5e service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848680 Oct 25 23:54:05.576706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f90f-579b-487c-a691-802ba2e17c6e req-4dd9af7d-b0da-4e36-aa47-8ca70b78c84d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:05.578270 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3181f90f-579b-487c-a691-802ba2e17c6e req-4dd9af7d-b0da-4e36-aa47-8ca70b78c84d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0483885 Oct 25 23:54:05.616644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3181f90f-579b-487c-a691-802ba2e17c6e req-62c4ac9f-b8e0-4974-85ea-31f90c3e199f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319607 Oct 25 23:54:06.739575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9d186-44f0-430d-b451-074e9aac3454 req-89dc4cab-5651-486a-899f-5252c1051cc4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:06.741048 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99f9d186-44f0-430d-b451-074e9aac3454 req-89dc4cab-5651-486a-899f-5252c1051cc4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0530100 Oct 25 23:54:06.778435 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99f9d186-44f0-430d-b451-074e9aac3454 req-6c43ed24-77ec-4397-aeb4-f76536c3fd6e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Oct 25 23:54:07.896039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5fab-dc7c-4e6d-911d-80b4c3219e3d req-6116d304-f5ca-41a4-9158-1e61c37a41bf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:07.897502 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7fea5fab-dc7c-4e6d-911d-80b4c3219e3d req-6116d304-f5ca-41a4-9158-1e61c37a41bf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0515037 Oct 25 23:54:07.936667 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7fea5fab-dc7c-4e6d-911d-80b4c3219e3d req-c7fe9106-94ed-40fa-aeae-263a7e5da255 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331666 Oct 25 23:54:08.229834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:54:08.324295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:54:08.335764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'mac_address': 'fa:16:3e:4d:df:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:54:08.375143 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:08.388145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14c8327-bea2-4114-82ee-d83ae94561e5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:54:08.406387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:54:08.410024 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:08.456197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:54:08.759438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f14c8327-bea2-4114-82ee-d83ae94561e5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:54:09.052848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9a2c-9619-454b-bafc-8ae52125ea2d req-4cbfd577-52b7-4266-be02-1a2234840551 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:09.054366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6cca9a2c-9619-454b-bafc-8ae52125ea2d req-4cbfd577-52b7-4266-be02-1a2234840551 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 944 time: 0.0494359 Oct 25 23:54:09.091619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6cca9a2c-9619-454b-bafc-8ae52125ea2d req-5ae3a723-e474-4acb-888c-728a1dc65f87 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Oct 25 23:54:10.212673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834edd4c-c3fd-4c52-ab65-071641b04d61 req-d33fc94a-c774-4044-919d-2776302bf2cf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:10.214111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-834edd4c-c3fd-4c52-ab65-071641b04d61 req-d33fc94a-c774-4044-919d-2776302bf2cf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 944 time: 0.0521898 Oct 25 23:54:10.246535 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:54:10.252246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-834edd4c-c3fd-4c52-ab65-071641b04d61 req-2a0b4193-2925-475f-a232-7b270efedb3e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Oct 25 23:54:10.294489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port f14c8327-bea2-4114-82ee-d83ae94561e5 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:54:10.298693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f14c8327-bea2-4114-82ee-d83ae94561e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:54:10.299980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:10.376200 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:10.398573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:54:10.400818 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51022f931bc421d249005eb73bb052f9c170d82b05f714aa225aa859dab1f08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a569f-901c-44bd-881e-1232327cc168" -d '{"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-plugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:54:10.418173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:54:10.422880 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:10.451336 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef38d103-d357-4b5f-9b4d-a59138529242 x-openstack-request-id: req-ef38d103-d357-4b5f-9b4d-a59138529242 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:54:10.451630 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-plugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:54:10.451887 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef38d103-d357-4b5f-9b4d-a59138529242 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:54:10.452274 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'code': 200} Oct 25 23:54:10.480826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:54:10.591244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0678802-5ebf-4844-96f9-8c331cc93883 req-b0d9aecc-0bbf-4a5e-8774-fb76388bf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:10.592735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0678802-5ebf-4844-96f9-8c331cc93883 req-b0d9aecc-0bbf-4a5e-8774-fb76388bf2a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0397162 Oct 25 23:54:10.628002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f0678802-5ebf-4844-96f9-8c331cc93883 req-7842852a-2db7-4ad1-994b-3a27c4b2d5f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262368 Oct 25 23:54:11.369201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5631e-34fe-4587-b444-1c3220d76add req-5012e267-fc59-4e69-8467-6d70d19d4af2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:11.370704 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71d5631e-34fe-4587-b444-1c3220d76add req-5012e267-fc59-4e69-8467-6d70d19d4af2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0477970 Oct 25 23:54:11.408032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71d5631e-34fe-4587-b444-1c3220d76add req-00ee15e6-4b61-43d3-9dc7-a20c92dad1e0 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Oct 25 23:54:12.524168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f28174-d8e5-4484-b180-6ec548507d26 req-2de87e9e-3289-437e-b8c8-1a8aa14f4adb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:12.525622 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96f28174-d8e5-4484-b180-6ec548507d26 req-2de87e9e-3289-437e-b8c8-1a8aa14f4adb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Oct 25 23:54:12.563131 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-96f28174-d8e5-4484-b180-6ec548507d26 req-6f462943-28a7-4262-9816-b9f3a4be6539 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314648 Oct 25 23:54:12.677966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4eca-d91c-4523-a17c-123176186ee0 req-392261c9-a6db-41ac-aa5d-e6fcc9cf2016 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:12.679472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-477e4eca-d91c-4523-a17c-123176186ee0 req-392261c9-a6db-41ac-aa5d-e6fcc9cf2016 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Oct 25 23:54:12.687873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 47502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:54:12.692639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'floatingip': {'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:54:12.730511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:13.135679 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:13.139498 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:13.237166 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 associated. External IP: 172.25.4.47, port: f14c8327-bea2-4114-82ee-d83ae94561e5. Oct 25 23:54:13.436604 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:54:13.460929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:13.547151 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:54:13.552564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:13.557663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:54:13.567526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:54:13.568138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:53:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:13.581140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3b13e704-9a00-41e8-9bed-327be7079207 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "PUT /v2.0/floatingips/741b658a-3dcf-4fd8-a3d8-496a6f929eb8 HTTP/1.1" status: 200 len: 990 time: 0.8922386 Oct 25 23:54:13.581733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:54:13.584047 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f287c8f89ef084c595bb6932ab81c797916e570fdef96f9bed9bef42a20552f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:54:13.629993 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df118480-ef65-4fee-86a3-411cad77759b x-openstack-request-id: req-df118480-ef65-4fee-86a3-411cad77759b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:54:13.630325 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:54:13.630577 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df118480-ef65-4fee-86a3-411cad77759b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:54:13.630980 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'status': 'completed', 'code': 200} Oct 25 23:54:13.676567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:54:13.727691 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-13427e45-46dc-48a1-a9b7-8575038d81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:13.729094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-13427e45-46dc-48a1-a9b7-8575038d81de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0437093 Oct 25 23:54:13.819947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-b5063881-c392-4a21-ba80-f65076f8cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:13.821440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-b5063881-c392-4a21-ba80-f65076f8cc66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0848830 Oct 25 23:54:13.889661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-5268d275-2d72-466c-92db-fe19b40d1958 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 998 time: 0.0612442 Oct 25 23:54:13.902084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:4d:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb46be3-8447-43f5-a00f-bf568527a274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:54:13Z', 'revision_number': 9, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:13.928383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:54:13.936917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:54:13.937515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:53:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:13.938284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-9072790a-4ee9-4c58-91e6-4bcbbf1fce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:13.939810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-9072790a-4ee9-4c58-91e6-4bcbbf1fce98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0437253 Oct 25 23:54:13.983914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-8aabe53e-c590-4e9f-a791-81489bc2352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:13.985301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-8aabe53e-c590-4e9f-a791-81489bc2352c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391407 Oct 25 23:54:14.041653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:54:14.078365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-e47a3071-a85c-40f1-945f-024fdea28799 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Oct 25 23:54:14.169518 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bf3ff845-67ab-43e9-b59e-ddf25b371c8c req-a8c3862b-591e-43c0-b77b-f0946a51d678 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834124 Oct 25 23:54:14.267144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:4d:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb46be3-8447-43f5-a00f-bf568527a274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:54:13Z', 'revision_number': 9, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:54:14.299641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530d500-db6c-47d8-8f89-b98362cd61e1 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:4d:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb46be3-8447-43f5-a00f-bf568527a274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:54:13Z', 'revision_number': 9, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:54:14.504365 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a09ca4-0072-4f71-949b-01c55995952e None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:54:14.592339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-f3649678-9984-47df-9938-8ec5259850f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3646650 Oct 25 23:54:14.694424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf291-996d-4aa8-a451-21864c311aff req-305b294e-f32b-4529-907a-bd32395291b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:14.695960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-305b294e-f32b-4529-907a-bd32395291b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0433023 Oct 25 23:54:14.800282 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf291-996d-4aa8-a451-21864c311aff req-30daf46e-888f-4ee3-bfec-327c5e481480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:14.801752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-30daf46e-888f-4ee3-bfec-327c5e481480 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0863900 Oct 25 23:54:14.869774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-68b92450-4e8c-4467-83a5-a376ad4a4c48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1001 time: 0.0598233 Oct 25 23:54:14.917241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf291-996d-4aa8-a451-21864c311aff req-6305800a-217f-4d37-9391-0bb2eef49b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:14.918655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-6305800a-217f-4d37-9391-0bb2eef49b8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0421984 Oct 25 23:54:14.963647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf291-996d-4aa8-a451-21864c311aff req-d594d611-622b-463a-9973-8668f7e405eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:14.965071 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-d594d611-622b-463a-9973-8668f7e405eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384567 Oct 25 23:54:15.054340 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-4d4fbb82-28e3-4cf9-ac38-070edc3ae2c8 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819178 Oct 25 23:54:15.145174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-40fbf291-996d-4aa8-a451-21864c311aff req-cbdcc96d-95b5-413b-a277-f1ce3655731e service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838788 Oct 25 23:54:15.914446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-801f7c98-2088-4e84-a783-4b8eb82f178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:15.974857 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:54:18.402901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25b51912-0dfc-4265-a315-102cbb0eed5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:19.785673 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:20.312906 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:20.904980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:28.741327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:31.996525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-6521c8c6-bec1-4072-8479-9f5b5c94374d req-d05b2420-0d19-49a3-958f-0ab9e49e760c service neutron] (102134) timed out ('10.222.0.25', 39826) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 23:54:43.470848 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:45.914463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0bb02121-b595-43a4-9890-253a6414dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:48.404681 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ccec-f786-4328-b80b-ba8fbafaadce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:49.787533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:50.316237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:50.907106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:54:52.974408 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:54:55.288742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d151ab26-1eaa-428d-b635-83af66b4368e req-874b837f-686e-472f-805d-6969b44a987d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254502 Oct 25 23:54:55.355171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d151ab26-1eaa-428d-b635-83af66b4368e req-7130cfc4-1849-41a1-a6ad-f01ac3034f13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0253942 Oct 25 23:54:55.393623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d151ab26-1eaa-428d-b635-83af66b4368e req-0853b2bb-cbf4-4a09-b64a-f30b1332e4fb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199409 Oct 25 23:54:55.488965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ab26-1eaa-428d-b635-83af66b4368e req-fec7184f-7d62-4b9a-925b-0d3eca5852d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:54:55.490444 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d151ab26-1eaa-428d-b635-83af66b4368e req-fec7184f-7d62-4b9a-925b-0d3eca5852d6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901058 Oct 25 23:54:58.741897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:13.472586 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:15.916959 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ca402511-0659-4daa-819c-f958ce057878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:16.220034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-2b2136ce-2991-41d6-821d-4a27a1a8eae9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388722 Oct 25 23:55:16.320517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-7fb5f3d6-351c-43c4-b84f-4eea305b0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:55:16.322122 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-7fb5f3d6-351c-43c4-b84f-4eea305b0ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0414927 Oct 25 23:55:16.426640 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-a73e5871-2683-4545-a6c5-5f998f37e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:55:16.428626 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-a73e5871-2683-4545-a6c5-5f998f37e5bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0877187 Oct 25 23:55:16.493932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-fa1d26e8-b538-4605-b889-53be7b1ebc31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1001 time: 0.0571172 Oct 25 23:55:16.541392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-a50af062-60a1-4f79-801f-c6bf3160a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:55:16.542832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-a50af062-60a1-4f79-801f-c6bf3160a93f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0421486 Oct 25 23:55:16.590272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-f3012388-f020-4a83-9316-8f316bc467cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:55:16.591749 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-f3012388-f020-4a83-9316-8f316bc467cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424099 Oct 25 23:55:16.679342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-55f69609-6109-475b-9901-bae4a24f8fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801818 Oct 25 23:55:16.771290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6bb0daf-c12f-4f74-9c53-83f599d5c6fc req-432d11e7-6751-41b5-99b5-0cc7a0088b36 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835729 Oct 25 23:55:18.405400 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b97b2cb7-9099-42ef-bcb6-847dc1ae1e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:19.791990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:20.318299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:20.910763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:28.758336 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:29.973443 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:55:43.496742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:45.918623 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c8257647-d277-420f-aa5e-1d0315156a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:48.407518 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c72a6a78-e2db-47e6-a154-cddf668303b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:49.794004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:50.321539 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:50.914079 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:55:56.395544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a890049-0a20-4e11-b8ef-343e198affab req-f2d83554-3759-425b-b756-8b66ac09b4c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0666723 Oct 25 23:55:56.461676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a890049-0a20-4e11-b8ef-343e198affab req-ab319026-c222-4d6d-b5d6-37f52497dceb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0256648 Oct 25 23:55:56.499585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a890049-0a20-4e11-b8ef-343e198affab req-2c6b61f6-1ff0-408e-855a-692e0308057c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187531 Oct 25 23:55:56.600418 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890049-0a20-4e11-b8ef-343e198affab req-1b3e531a-d06b-4350-b0d8-259c505a2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:55:56.602246 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a890049-0a20-4e11-b8ef-343e198affab req-1b3e531a-d06b-4350-b0d8-259c505a2039 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933690 Oct 25 23:55:58.758692 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:06.972545 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:56:13.482688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:15.920603 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c5ed-303f-4c48-8bde-960198f5b7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:16.309908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-8afafd8f-1022-4db0-bbbc-6b802e068610 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759077 Oct 25 23:56:16.409179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-fc3be294-18a9-495d-b2ca-322cae200d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:16.410662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-fc3be294-18a9-495d-b2ca-322cae200d13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0407951 Oct 25 23:56:16.517361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-d4c594f9-4253-4628-b50d-d6e2590c872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:16.518771 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-d4c594f9-4253-4628-b50d-d6e2590c872f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0892551 Oct 25 23:56:16.582919 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-25580e2c-a975-44c8-9897-9cc715df031e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1001 time: 0.0564871 Oct 25 23:56:16.635483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-70c3c279-9aa9-4722-9c76-0eefd1f84e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:16.636915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-70c3c279-9aa9-4722-9c76-0eefd1f84e5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0472150 Oct 25 23:56:16.685686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-73d8a4a6-2764-4eb2-99bc-6a5d2aa7a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:16.687199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-73d8a4a6-2764-4eb2-99bc-6a5d2aa7a2fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431561 Oct 25 23:56:16.779899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-f2c5f547-eb79-4d71-b221-5b3a4b98b704 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Oct 25 23:56:16.870902 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6188d2f8-39e3-46ba-815d-447e10d71e6a req-0906b55e-4a98-40c4-a8c8-c261647fafc1 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839880 Oct 25 23:56:18.408926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1261-c581-4719-8ea7-45f30cb1ed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:19.796265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:20.324591 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:20.915519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:28.774995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:43.496272 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:43.971229 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:56:45.921561 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d27dad12-5b5a-4eb8-b9e0-d54293793169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:48.335451 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-2480da72-4be4-4060-ac1b-b87c25655209 req-801dc763-5293-4a57-b957-26a6a3c0ec3f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:56:48.336995 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2480da72-4be4-4060-ac1b-b87c25655209 req-801dc763-5293-4a57-b957-26a6a3c0ec3f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0427740 Oct 25 23:56:48.409719 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7963740d-c6b2-4fa3-a2c0-bd82a541d579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:48.580308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-d0e05b73-fd17-4354-8232-867635d7f95d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856018 Oct 25 23:56:48.590564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-371810e4-4ece-4cc6-9e61-60bf9c209623 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:56:48.591532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-371810e4-4ece-4cc6-9e61-60bf9c209623 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063665 Oct 25 23:56:48.679586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3fbf8-846d-48d0-98dd-39e39754a90a req-c1752a23-bd53-449d-be90-829baf91fc26 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:48.681499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0c3fbf8-846d-48d0-98dd-39e39754a90a req-c1752a23-bd53-449d-be90-829baf91fc26 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.1044619 Oct 25 23:56:48.727256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0c3fbf8-846d-48d0-98dd-39e39754a90a req-fbc1c7db-368e-4689-ac35-f044b450b2bc tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389152 Oct 25 23:56:49.762781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-025a57d1-b228-402a-918a-38e3c1157cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:49.764370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-025a57d1-b228-402a-918a-38e3c1157cc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0433271 Oct 25 23:56:49.800737 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:49.875101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-40dd7067-3284-4061-9073-ce9eb8cdce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:49.876697 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-40dd7067-3284-4061-9073-ce9eb8cdce6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.1057293 Oct 25 23:56:49.954753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-c82283c9-f248-4141-8c4f-fa119d05b757 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1001 time: 0.0697253 Oct 25 23:56:49.999568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca8084-ce64-4836-9179-4b531a1daaac req-4fefbd1b-f2da-4859-a026-3acc5820ff87 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:50.001177 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8aca8084-ce64-4836-9179-4b531a1daaac req-4fefbd1b-f2da-4859-a026-3acc5820ff87 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.1132491 Oct 25 23:56:50.011498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-c99a6913-2ce3-49f1-a49a-06f7f97ae3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:50.013485 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-c99a6913-2ce3-49f1-a49a-06f7f97ae3ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0509953 Oct 25 23:56:50.062331 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8aca8084-ce64-4836-9179-4b531a1daaac req-37914551-dbcb-4491-9c27-8d492583360e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521288 Oct 25 23:56:50.066023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-33ce95d0-e3da-4e61-99a6-375a97d147a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:50.067873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-33ce95d0-e3da-4e61-99a6-375a97d147a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472589 Oct 25 23:56:50.175166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-4323c636-1a1e-44e5-a7d8-b56599047df4 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997567 Oct 25 23:56:50.270800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-60c2183c-60c1-4c24-a119-276acdf6aa1a service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Oct 25 23:56:50.327835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:50.917687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:51.181050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a0289-3133-41f9-ad2f-1aa890e76dbd req-d5ec88cb-78a8-4772-86cf-723506c4df75 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:51.182554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-162a0289-3133-41f9-ad2f-1aa890e76dbd req-d5ec88cb-78a8-4772-86cf-723506c4df75 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Oct 25 23:56:51.219783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-162a0289-3133-41f9-ad2f-1aa890e76dbd req-393be0e4-ef52-43e5-ab8a-9ca1f0375b9b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Oct 25 23:56:52.338028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b5d90-fc34-4833-96cc-37e1a662e8ae req-0d7ac71a-64f4-4aba-bf93-a5360d889dbf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:52.339518 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d83b5d90-fc34-4833-96cc-37e1a662e8ae req-0d7ac71a-64f4-4aba-bf93-a5360d889dbf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0490952 Oct 25 23:56:52.377160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d83b5d90-fc34-4833-96cc-37e1a662e8ae req-57478da9-cee7-4c27-b979-5c9d6e7159e3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Oct 25 23:56:53.492950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ce72-d86a-4875-8939-e8c2041b6c03 req-fdc9bba0-13ce-46b2-b6b8-78210c918197 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:53.494425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df98ce72-d86a-4875-8939-e8c2041b6c03 req-fdc9bba0-13ce-46b2-b6b8-78210c918197 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0488226 Oct 25 23:56:53.536138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df98ce72-d86a-4875-8939-e8c2041b6c03 req-944adb2b-0066-4430-8cac-96f6c740bc5e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351779 Oct 25 23:56:54.653490 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c09ea-26a5-4e56-b00d-427b86681419 req-4d17715c-49e5-46b2-8417-220f82b88013 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:54.654985 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116c09ea-26a5-4e56-b00d-427b86681419 req-4d17715c-49e5-46b2-8417-220f82b88013 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Oct 25 23:56:54.692871 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-116c09ea-26a5-4e56-b00d-427b86681419 req-5a0213f6-3c3b-47a1-93ed-5cbcb773ba39 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319812 Oct 25 23:56:55.812248 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5422c2-36d8-4f11-b03b-0c1bd3d4314c req-3b450ab9-5cc2-4c9d-beb4-22a2c46ec856 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:55.813705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c5422c2-36d8-4f11-b03b-0c1bd3d4314c req-3b450ab9-5cc2-4c9d-beb4-22a2c46ec856 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0515978 Oct 25 23:56:55.858389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9c5422c2-36d8-4f11-b03b-0c1bd3d4314c req-63bfbcdb-5ee6-4161-a953-99b8e6dd6cb7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Oct 25 23:56:56.978345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d30c9-d0a4-4789-b8ad-43efd3d2d064 req-b3286150-ce8e-4d7d-842c-6be1f76d6456 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:56.979827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe2d30c9-d0a4-4789-b8ad-43efd3d2d064 req-b3286150-ce8e-4d7d-842c-6be1f76d6456 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0538435 Oct 25 23:56:57.017389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe2d30c9-d0a4-4789-b8ad-43efd3d2d064 req-89b7b4a4-cdd0-4f02-b5d7-a0c3b0a55303 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316305 Oct 25 23:56:57.292792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c9faffc-cbd2-46dc-8a66-a5c989e0d208 req-0a4da821-058d-48c2-9603-0c2a07889c2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259163 Oct 25 23:56:57.357564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c9faffc-cbd2-46dc-8a66-a5c989e0d208 req-ec6468a4-28ed-4254-be80-e7026c901cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0255754 Oct 25 23:56:57.395588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c9faffc-cbd2-46dc-8a66-a5c989e0d208 req-78ddd94f-6bf9-48f9-889d-b96be835869c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185676 Oct 25 23:56:57.492264 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9faffc-cbd2-46dc-8a66-a5c989e0d208 req-fe334ca7-160f-4501-92a1-47ae2dd23e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:57.493873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4c9faffc-cbd2-46dc-8a66-a5c989e0d208 req-fe334ca7-160f-4501-92a1-47ae2dd23e0d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906374 Oct 25 23:56:58.141347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb424b8c-6e28-4e5e-8a8a-948508b1e595 req-d647ef06-89fd-41f3-8060-5a366cf7058b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:58.142884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb424b8c-6e28-4e5e-8a8a-948508b1e595 req-d647ef06-89fd-41f3-8060-5a366cf7058b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0531023 Oct 25 23:56:58.181786 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eb424b8c-6e28-4e5e-8a8a-948508b1e595 req-5825d3bb-311a-447e-a201-7f098050569a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329831 Oct 25 23:56:58.790557 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:56:59.298872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75a141-b78b-41ac-b186-6291d51d4a07 req-28340fe1-ba13-4424-9d79-2693d1bd0904 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:56:59.300433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de75a141-b78b-41ac-b186-6291d51d4a07 req-28340fe1-ba13-4424-9d79-2693d1bd0904 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Oct 25 23:56:59.339142 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-de75a141-b78b-41ac-b186-6291d51d4a07 req-593395a2-62f7-49b1-9b4e-bdf848bd0e74 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Oct 25 23:57:00.456104 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52362e1e-8284-48d9-a9b4-0ac66a85fdad req-9aa72cac-7b0f-40b6-b7de-a4aa4f111b8d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:00.457560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52362e1e-8284-48d9-a9b4-0ac66a85fdad req-9aa72cac-7b0f-40b6-b7de-a4aa4f111b8d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0491259 Oct 25 23:57:00.494417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52362e1e-8284-48d9-a9b4-0ac66a85fdad req-e53b8867-12c3-4a88-995d-e384dfb5cd05 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307074 Oct 25 23:57:01.611518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb4634-3650-42b0-97be-467511fe0844 req-b8bfd09a-184c-4946-9d10-2ae4a06f1e4e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:01.612913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7eeb4634-3650-42b0-97be-467511fe0844 req-b8bfd09a-184c-4946-9d10-2ae4a06f1e4e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0495646 Oct 25 23:57:01.651456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7eeb4634-3650-42b0-97be-467511fe0844 req-99ed333f-6fe8-461d-8cba-24df2db42cbd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Oct 25 23:57:02.516023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-3d243ffc-890f-44d1-bbbc-509078e9dcdc service neutron] 10.222.0.15 "GET /v2.0/ports/f14c8327-bea2-4114-82ee-d83ae94561e5/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0578079 Oct 25 23:57:02.752998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-6870f7a5-065f-40d0-88d2-7cb6389359ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:02.754482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-6870f7a5-065f-40d0-88d2-7cb6389359ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0630202 Oct 25 23:57:02.775879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71465eb-03a5-45cb-9b38-7b18c01748c9 req-69f93820-0192-4498-9aa1-3ebb3cbf143a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:02.777339 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a71465eb-03a5-45cb-9b38-7b18c01748c9 req-69f93820-0192-4498-9aa1-3ebb3cbf143a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Oct 25 23:57:02.844729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a71465eb-03a5-45cb-9b38-7b18c01748c9 req-e7127a6e-708f-49b3-8039-3453a9517fc6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613146 Oct 25 23:57:02.850738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-de4c619f-5cee-436e-809f-d3536ec568cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:02.852469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-de4c619f-5cee-436e-809f-d3536ec568cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0633242 Oct 25 23:57:02.941205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-237a24b0-013e-4cf3-83fa-d02e0394873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:02.942586 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-237a24b0-013e-4cf3-83fa-d02e0394873f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0824883 Oct 25 23:57:03.009879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-baef76b5-ab29-4c12-a75a-8886341f1586 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1001 time: 0.0597429 Oct 25 23:57:03.060049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-ab739081-b829-4dd8-9e27-36486ae971dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:03.061437 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-ab739081-b829-4dd8-9e27-36486ae971dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0413570 Oct 25 23:57:03.106207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-30dbce5d-9f94-49f7-a19b-36dfd1805e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:03.107637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-30dbce5d-9f94-49f7-a19b-36dfd1805e66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389447 Oct 25 23:57:03.197924 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-12c31d45-d968-46b8-a735-19b211dd4f7b service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824075 Oct 25 23:57:03.284885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af47e68e-406a-4d9d-a878-4d0342094dc7 req-f90bf251-8f1b-40fe-aff5-8f6911f2ba46 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791068 Oct 25 23:57:03.964598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189f68f-a2b4-4352-9123-d3c4d076b8a6 req-db5d8456-a1cd-4bd9-b4c3-04ef90fef9ed tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:03.966046 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3189f68f-a2b4-4352-9123-d3c4d076b8a6 req-db5d8456-a1cd-4bd9-b4c3-04ef90fef9ed tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0529926 Oct 25 23:57:04.003635 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3189f68f-a2b4-4352-9123-d3c4d076b8a6 req-5e8c852b-08d3-4415-9362-fbbe2a69285a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Oct 25 23:57:05.111639 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:57:05.122845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2da6-5461-4164-a10e-23cf4295d0a9 req-dc1a672f-490c-4046-89de-7f0f7ccc5596 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:05.124336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-813f2da6-5461-4164-a10e-23cf4295d0a9 req-dc1a672f-490c-4046-89de-7f0f7ccc5596 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0529726 Oct 25 23:57:05.161043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-813f2da6-5461-4164-a10e-23cf4295d0a9 req-29dc7341-1de5-4b29-bbe2-64dd8ca79cbf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306540 Oct 25 23:57:05.185233 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:05.206461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:05.222421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:05.226355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:05.251556 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd22c3-12ed-470d-81b7-3a24d839022c" -d '{"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-unplugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:05.278780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:05.286531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.286531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.286836 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.287163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.287491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.287813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.288132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.288503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.288752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.289065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.289383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.289692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:05.341831 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943ffced-3daa-4df7-a78e-71f282ecd231 x-openstack-request-id: req-943ffced-3daa-4df7-a78e-71f282ecd231 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:05.342167 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-unplugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:05.342434 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-943ffced-3daa-4df7-a78e-71f282ecd231 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:05.342826 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'code': 200} Oct 25 23:57:06.283737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb283-1e5c-483f-b754-ef9d7d3751c0 req-60c7a9af-b38a-4ff6-9779-fd7e61f267d8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:06.285231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfbcb283-1e5c-483f-b754-ef9d7d3751c0 req-60c7a9af-b38a-4ff6-9779-fd7e61f267d8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0484989 Oct 25 23:57:06.328729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dfbcb283-1e5c-483f-b754-ef9d7d3751c0 req-93526c11-6d21-4639-8f01-7235114be953 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Oct 25 23:57:07.127947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:57:07.222746 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:07.235117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'mac_address': 'fa:16:3e:4d:df:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:57:07.271560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:07.284577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14c8327-bea2-4114-82ee-d83ae94561e5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:57:07.303717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:07.308129 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:07.354367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:07.716671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba080e-886f-4cf0-b543-3d6d1a689f30 req-b91d6819-8739-41cc-bd8d-833418b16c7a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:07.718170 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2ba080e-886f-4cf0-b543-3d6d1a689f30 req-b91d6819-8739-41cc-bd8d-833418b16c7a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 944 time: 0.0495679 Oct 25 23:57:07.742486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f14c8327-bea2-4114-82ee-d83ae94561e5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:57:07.756489 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c2ba080e-886f-4cf0-b543-3d6d1a689f30 req-4dd70642-9d9c-4e38-817f-eb0d419cc28e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324457 Oct 25 23:57:08.041998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-6fee8e00-d02b-4fd2-a0c0-e976ad946c5f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:08.043489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-6fee8e00-d02b-4fd2-a0c0-e976ad946c5f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&tenant_id=de4c967d137944c9a926409459e33dc5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 944 time: 0.0527132 Oct 25 23:57:08.059273 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0924cf-fcaf-4115-bd09-34229ba14f56 req-0f28a7da-94b2-42a7-8143-791a87f10801 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:08.060763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b0924cf-fcaf-4115-bd09-34229ba14f56 req-0f28a7da-94b2-42a7-8143-791a87f10801 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 944 time: 0.0503147 Oct 25 23:57:08.098993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1b0924cf-fcaf-4115-bd09-34229ba14f56 req-de792146-2fc7-4f3c-b30f-750ebe6cd9a1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Oct 25 23:57:08.104567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-5e401fe4-a162-4f14-a21e-1d5e28397b17 service neutron] 10.222.0.15 "GET /v2.0/ports/f14c8327-bea2-4114-82ee-d83ae94561e5/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0535469 Oct 25 23:57:08.187600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-e18137fd-28b9-46f2-94e9-3b55d14aba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:08.189051 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-e18137fd-28b9-46f2-94e9-3b55d14aba04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1095 time: 0.0439994 Oct 25 23:57:08.278464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-fb32822d-d9b0-4ca7-aa34-2d4285a7db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:08.279806 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-fb32822d-d9b0-4ca7-aa34-2d4285a7db28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0823476 Oct 25 23:57:08.348479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-37c20b03-6a19-43e8-9992-9502dae8a73d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1000 time: 0.0613508 Oct 25 23:57:08.396916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-7cd32e8b-759d-4d40-88cb-4123c7ad6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:08.398352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-7cd32e8b-759d-4d40-88cb-4123c7ad6bb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0425477 Oct 25 23:57:08.444831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-3cd03be1-7f76-466a-a749-d229e9a46cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:08.446880 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-3cd03be1-7f76-466a-a749-d229e9a46cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384777 Oct 25 23:57:08.541048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-34deaa16-54de-4c9d-a3bd-31945bdd11ee service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Oct 25 23:57:08.628555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-9d97379f-2b83-4385-983d-fe2c77ab4167 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806611 Oct 25 23:57:09.160455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:57:09.210574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f14c8327-bea2-4114-82ee-d83ae94561e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:57:09.210950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:09.229364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6f41-6093-453a-8ada-b27da2fa307c req-3fd74887-61be-4358-89a3-093d588fbc5a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:09.231079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95d6f41-6093-453a-8ada-b27da2fa307c req-3fd74887-61be-4358-89a3-093d588fbc5a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 944 time: 0.0549529 Oct 25 23:57:09.267766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c95d6f41-6093-453a-8ada-b27da2fa307c req-0a378d34-1a2c-48e6-b9ce-acea2a11be27 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Oct 25 23:57:09.289120 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:09.312089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:09.314505 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0963ef-c2bd-43ad-b703-6deceed7334f" -d '{"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-plugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:09.327730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:09.332032 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:09.359056 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f940cc-6de1-4739-90e1-839e45e7dc15 x-openstack-request-id: req-e6f940cc-6de1-4739-90e1-839e45e7dc15 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:09.359351 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-plugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:09.359600 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6f940cc-6de1-4739-90e1-839e45e7dc15 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:09.359989 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'code': 200} Oct 25 23:57:09.381043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:10.387064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7269da8-0aa0-4b0d-860c-07acb9a06a3e req-b8638d21-df66-4828-aac7-945393ab589c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:10.388530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7269da8-0aa0-4b0d-860c-07acb9a06a3e req-b8638d21-df66-4828-aac7-945393ab589c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0487761 Oct 25 23:57:10.426390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b7269da8-0aa0-4b0d-860c-07acb9a06a3e req-94832af1-aecc-43cb-b033-9351960fc6ed tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Oct 25 23:57:10.954872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-e99c6465-0287-42ec-9f90-fb1135a96d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:10.956342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-e99c6465-0287-42ec-9f90-fb1135a96d12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0402510 Oct 25 23:57:11.031012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-eb1fbcb9-f62d-4224-a640-f85291e9498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:11.032467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-eb1fbcb9-f62d-4224-a640-f85291e9498a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 1096 time: 0.0434697 Oct 25 23:57:11.129040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-a2db0686-23cf-4df8-bf8f-c5c07f2cf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:11.130555 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-a2db0686-23cf-4df8-bf8f-c5c07f2cf748 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0898201 Oct 25 23:57:11.198028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-e80c1f81-af9c-49da-8ad4-46d06166a1e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 200 len: 1001 time: 0.0596654 Oct 25 23:57:11.246761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-5766e7d2-fe12-43f7-a3f5-a304792e2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:11.248151 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-5766e7d2-fe12-43f7-a3f5-a304792e2008 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0427008 Oct 25 23:57:11.291979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145299-2246-4458-9742-5dfa79f8ed0a req-88d8932e-831d-4598-b498-e54e82bdd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:11.293440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-88d8932e-831d-4598-b498-e54e82bdd5c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384634 Oct 25 23:57:11.384953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-3e625c3c-ebc0-4d47-8126-fdf58b7b030c service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841005 Oct 25 23:57:11.471119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75145299-2246-4458-9742-5dfa79f8ed0a req-7594e579-9dc0-42db-bf80-ce91fa8207ef service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798187 Oct 25 23:57:11.549872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c4b6-6e19-43e2-9528-98fffbc0fd73 req-9cb0cc70-deba-4501-bd5e-274a9a4b41f2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:11.551352 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1b1c4b6-6e19-43e2-9528-98fffbc0fd73 req-9cb0cc70-deba-4501-bd5e-274a9a4b41f2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0529478 Oct 25 23:57:11.593505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c1b1c4b6-6e19-43e2-9528-98fffbc0fd73 req-c3745ae6-aa60-4fe5-8bfe-9635a397c71c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351253 Oct 25 23:57:12.711703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb837-305a-4b38-959d-84e207a866cc req-a5b6c66e-9e99-49c5-9d15-11c7a5395060 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:12.713839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e7cb837-305a-4b38-959d-84e207a866cc req-a5b6c66e-9e99-49c5-9d15-11c7a5395060 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0497105 Oct 25 23:57:12.754352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9e7cb837-305a-4b38-959d-84e207a866cc req-06aafd84-c5d3-4631-a979-ea5979348c30 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Oct 25 23:57:13.158704 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:57:13.235155 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:13.256859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:13.259766 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b65db-11d6-4d27-b260-18bf752b5e38" -d '{"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-unplugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:13.272158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:13.276830 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:13.307593 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf3b7ab-4deb-48d5-91d5-9dc9ef7326a9 x-openstack-request-id: req-1bf3b7ab-4deb-48d5-91d5-9dc9ef7326a9 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:13.307892 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-unplugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:13.308145 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bf3b7ab-4deb-48d5-91d5-9dc9ef7326a9 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:13.308538 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'code': 200} Oct 25 23:57:13.326202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:13.497145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:13.873650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae73ac1-b8b0-4b6f-bfd8-b01382e8a140 req-293e4f3b-fb33-4258-a3bc-e139640f5390 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:13.875132 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae73ac1-b8b0-4b6f-bfd8-b01382e8a140 req-293e4f3b-fb33-4258-a3bc-e139640f5390 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0512819 Oct 25 23:57:13.911955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ae73ac1-b8b0-4b6f-bfd8-b01382e8a140 req-10e2e32b-d4d6-423a-973d-05cafc8fd127 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309670 Oct 25 23:57:15.032239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974030d7-e6af-4129-a88f-ceef31b6efa6 req-366b72d3-5e52-4fd6-905f-86e48ee79fcb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:15.033711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-974030d7-e6af-4129-a88f-ceef31b6efa6 req-366b72d3-5e52-4fd6-905f-86e48ee79fcb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0500486 Oct 25 23:57:15.073837 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-974030d7-e6af-4129-a88f-ceef31b6efa6 req-7bd2191d-788b-40b2-a809-ff71b5c46924 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340195 Oct 25 23:57:15.176132 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:57:15.186965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773352b-65a6-41a0-b885-5ed6f0a777eb req-6b849e03-48a9-4481-9a92-2e5416c74f1e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:15.188453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e773352b-65a6-41a0-b885-5ed6f0a777eb req-6b849e03-48a9-4481-9a92-2e5416c74f1e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0478735 Oct 25 23:57:15.226096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e773352b-65a6-41a0-b885-5ed6f0a777eb req-9149705b-5ea0-4e5c-87a2-b51315de94dd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Oct 25 23:57:15.273375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:15.284392 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'mac_address': 'fa:16:3e:4d:df:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:57:15.320686 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:15.337859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14c8327-bea2-4114-82ee-d83ae94561e5 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:57:15.341774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f62e82-88b4-4f1e-837d-0bc5f35f9686 req-17175bdc-1f83-4c96-92a7-b07d89ded7fd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:15.343308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7f62e82-88b4-4f1e-837d-0bc5f35f9686 req-17175bdc-1f83-4c96-92a7-b07d89ded7fd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 943 time: 0.0495901 Oct 25 23:57:15.356991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:15.361286 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:15.382389 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a7f62e82-88b4-4f1e-837d-0bc5f35f9686 req-9040f9cc-aae6-44bb-a16e-032b097c3817 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330582 Oct 25 23:57:15.408541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:15.628118 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447d031-82ae-4c87-bea1-6cb3ae761719 req-9df8410e-d5c7-4b56-bdda-0559aaddab58 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:15.629490 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e447d031-82ae-4c87-bea1-6cb3ae761719 req-9df8410e-d5c7-4b56-bdda-0559aaddab58 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Oct 25 23:57:15.666913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e447d031-82ae-4c87-bea1-6cb3ae761719 req-ac90da23-4ab2-43ef-85aa-4bd0993e7075 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Oct 25 23:57:15.766221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['f14c8327-bea2-4114-82ee-d83ae94561e5'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:57:15.921770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9cac75d4-6bcb-4741-a106-4b17c3f22c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:16.785677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073659f5-8e79-4bf6-aea6-d47886b0aab1 req-9045ec7c-64b4-4878-b3f6-0c5d7b6f8f31 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:16.787153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-073659f5-8e79-4bf6-aea6-d47886b0aab1 req-9045ec7c-64b4-4878-b3f6-0c5d7b6f8f31 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0472775 Oct 25 23:57:16.826475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-073659f5-8e79-4bf6-aea6-d47886b0aab1 req-a3fff731-d7c3-4cef-9e82-ef1fc9db2433 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Oct 25 23:57:17.189633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:57:17.200991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-b7851ee9-e9db-4092-9798-eebab08d599b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:17.202460 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-b7851ee9-e9db-4092-9798-eebab08d599b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 945 time: 0.0472536 Oct 25 23:57:17.236436 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port f14c8327-bea2-4114-82ee-d83ae94561e5 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:57:17.236802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.298594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Deleting port f14c8327-bea2-4114-82ee-d83ae94561e5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 23:57:17.298594 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.313281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.338995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:17.341265 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8306c90-429c-4302-871e-8bafd0c63add" -d '{"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-plugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:17.353721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:17.358183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.382444 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a326442-980d-4a1d-83b5-86f4a2553f92 x-openstack-request-id: req-0a326442-980d-4a1d-83b5-86f4a2553f92 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:17.382735 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-plugged", "status": "completed", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:17.382985 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a326442-980d-4a1d-83b5-86f4a2553f92 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:17.383486 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'code': 200} Oct 25 23:57:17.393654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] For port f14c8327-bea2-4114-82ee-d83ae94561e5, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=f14c8327-bea2-4114-82ee-d83ae94561e5,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:17.393993 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.413237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:17.560520 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.560872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.561210 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 disassociated. External IP: 172.25.4.47, port: f14c8327-bea2-4114-82ee-d83ae94561e5. Oct 25 23:57:17.561541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Calling delete_port for f14c8327-bea2-4114-82ee-d83ae94561e5 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 23:57:17.692465 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:17.721673 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event deleted for resources: {'Port': ['ID=f14c8327-bea2-4114-82ee-d83ae94561e5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:17.732654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.733035 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.733404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.733747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.734083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.734448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.734778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.735122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.735446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.735773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.736101 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:17.736428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 23:57:18.154320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ab98ce5a-34ca-4603-b878-62ff9fbdce87 req-fbf409b2-39b0-42e7-824b-3c28d38577de tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb46be3-8447-43f5-a00f-bf568527a274 HTTP/1.1" status: 200 len: 210 time: 0.0561037 Oct 25 23:57:18.189213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:57:18.293966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:57:18.305920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:57:18.315444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:57:18.316061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:56:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:18.338866 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] No DVR routers for this DVR port f14c8327-bea2-4114-82ee-d83ae94561e5 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 23:57:18.341612 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:18.344857 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48ed94b1-9cf5-42c2-917b-ef9bc8074426 req-502c4325-2a92-469d-9420-d4f5992a8fa2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "DELETE /v2.0/ports/f14c8327-bea2-4114-82ee-d83ae94561e5 HTTP/1.1" status: 204 len: 173 time: 1.1327052 Oct 25 23:57:18.345289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-deleted', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:18.392278 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9cd93f-e87a-4648-b719-c822a208f7ec" -d '{"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-deleted", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:18.421973 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d70946e-c1e5-421f-a80d-79ada5919044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:18.441903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:57:18.492143 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3810266-8cba-4ebf-a30c-0dad76388b1c x-openstack-request-id: req-d3810266-8cba-4ebf-a30c-0dad76388b1c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:18.492433 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb46be3-8447-43f5-a00f-bf568527a274", "name": "network-vif-deleted", "tag": "f14c8327-bea2-4114-82ee-d83ae94561e5", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:18.492728 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3810266-8cba-4ebf-a30c-0dad76388b1c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:18.493298 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb46be3-8447-43f5-a00f-bf568527a274', 'name': 'network-vif-deleted', 'tag': 'f14c8327-bea2-4114-82ee-d83ae94561e5', 'status': 'completed', 'code': 200} Oct 25 23:57:18.647646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:18.673544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:57:18.681698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:57:18.682329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:18.792091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:57:18.989932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:19.018861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2dc07a-9e08-4c30-9552-747f10722e94 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:57:19.249477 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845d0e9-d99d-4ba2-87c2-607f305768b0 None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:57:19.449512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-fe21319a-659f-4bbb-bfd7-127186db7bf7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--231541357&fields=id&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 267 time: 0.0349920 Oct 25 23:57:19.554008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-77df9a3f-a2ee-424e-8d31-8957511a619b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:19.555478 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-77df9a3f-a2ee-424e-8d31-8957511a619b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.0992229 Oct 25 23:57:19.571169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-31f3c86a-0043-44b3-9356-4f19b6e07e65 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/quotas/de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Oct 25 23:57:19.629936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-76133e62-ef28-415d-9ec9-50abb5c7c576 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534043 Oct 25 23:57:19.719442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-72c9b531-f568-4188-ad0d-f7b25b6aa3b4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:57:19.720436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-72c9b531-f568-4188-ad0d-f7b25b6aa3b4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0447659 Oct 25 23:57:19.803192 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:19.810970 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-d568f620-f1c3-48ef-a892-8e54cd3cca4e service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Oct 25 23:57:19.904461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-f8604b6a-35a3-4891-ad0e-e7a4633f18e8 service neutron] 10.222.0.25 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873895 Oct 25 23:57:20.071864 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-62e1c9ef-1610-4fcb-8cf6-e61436402755 req-156cfea1-ec84-495e-9b83-f45e21abfaae tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 210 time: 0.0290897 Oct 25 23:57:20.328981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:20.923075 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:20.970162 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:57:21.060223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-f8af5841-b7e0-4be3-89dd-608cb7b0e9c5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:21.061663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-f8af5841-b7e0-4be3-89dd-608cb7b0e9c5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 811 time: 0.1058397 Oct 25 23:57:21.111294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-23046d50-c2e1-48ff-9023-f339d32194fb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 379 time: 0.0349102 Oct 25 23:57:21.125444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'port': {'device_id': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'admin_state_up': True, 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'security_groups': ['99afffb9-17c0-4cb6-be20-4b0f38b19d04']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:57:21.198608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 23:57:21.199986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8626a45a-8c13-4827-a203-ff0515641144 req-a8325f9f-bb69-4332-997c-784c4e0669ad tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 210 time: 0.0316124 Oct 25 23:57:21.221201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: f14c8327-bea2-4114-82ee-d83ae94561e5 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 23:57:21.221539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device f14c8327-bea2-4114-82ee-d83ae94561e5 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 23:57:21.257893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Made reservation on behalf of de4c967d137944c9a926409459e33dc5 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 23:57:21.261561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:21.389518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Allocated IP 172.20.0.7 (7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647/6e423725-e1c0-441b-bf4d-e65fc47ddcad/cd66f1fd-7b3d-44f6-bd0a-a107badd123e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 23:57:21.528935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:21.560516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:21.605087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 23:57:21.608242 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 23:57:21.612010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 23:57:21.638553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:21.664995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:21.665620 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:21.681544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-c28c4a52-138c-4c90-a8f8-c278360ed7c6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598667 Oct 25 23:57:21.700295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Request body: {'port': {'device_id': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:57:21.755964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:21.887612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7668703c-928b-4c82-8f2e-676b03ac26f5 None None] Provisioning complete for port cd66f1fd-7b3d-44f6-bd0a-a107badd123e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:57:21.887891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7668703c-928b-4c82-8f2e-676b03ac26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:21.921011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7668703c-928b-4c82-8f2e-676b03ac26f5 None None] Port cd66f1fd-7b3d-44f6-bd0a-a107badd123e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 23:57:22.020508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd66f1fd-7b3d-44f6-bd0a-a107badd123e {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:57:22.028435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:22.040642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Transition to ACTIVE for port object cd66f1fd-7b3d-44f6-bd0a-a107badd123e will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 23:57:22.044663 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:22.096189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:22.166444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Attempting to bind port cd66f1fd-7b3d-44f6-bd0a-a107badd123e on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 23:57:22.166783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Attempting to bind port cd66f1fd-7b3d-44f6-bd0a-a107badd123e by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 23:57:22.167113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Attempting to bind port cd66f1fd-7b3d-44f6-bd0a-a107badd123e on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:57:22.171655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Port cd66f1fd-7b3d-44f6-bd0a-a107badd123e on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 23:57:22.171910 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Attempting to bind port cd66f1fd-7b3d-44f6-bd0a-a107badd123e on network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 23:57:22.176810 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 23, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 23:57:22.177148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Checking segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 23:57:22.177553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Bound using segment: {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 23:57:22.177960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Bound port: cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df4175b-3382-4a60-ba25-00302264a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 23:57:22.178348 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:22.245522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 23:57:22.249010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 23:57:22.253617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:22.286499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.287202 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:22.288932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] 10.222.0.15 "PUT /v2.0/ports/cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1091 time: 0.5938540 Oct 25 23:57:22.291207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:22.293544 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99" -d '{"events": [{"name": "network-changed", "server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:22.337189 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9e4e1-0d6e-4269-b0a7-aa58b525c82c service neutron] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:22.343658 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db9a3b-77cd-4283-9f93-99ea52a8805a x-openstack-request-id: req-35db9a3b-77cd-4283-9f93-99ea52a8805a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:22.343985 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:22.344238 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35db9a3b-77cd-4283-9f93-99ea52a8805a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:22.344632 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'status': 'completed', 'code': 200} Oct 25 23:57:22.373638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6ea8a-119c-4c01-a431-50b4676cf9c7 req-4c6de7c7-0afc-4f92-ba65-2b876d6858a7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.375915 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cae6ea8a-119c-4c01-a431-50b4676cf9c7 req-4c6de7c7-0afc-4f92-ba65-2b876d6858a7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.1016252 Oct 25 23:57:22.410491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-a9337c9e-74d0-4f1c-99fb-c45c7bc6573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.412434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-a9337c9e-74d0-4f1c-99fb-c45c7bc6573d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1094 time: 0.0500073 Oct 25 23:57:22.420868 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cae6ea8a-119c-4c01-a431-50b4676cf9c7 req-2699c4f8-b13c-4ff3-9deb-087e3414f11f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383973 Oct 25 23:57:22.468608 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-7c3e92a4-b73e-491f-bb18-0fe4a5a74168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 217 time: 0.0420859 Oct 25 23:57:22.519172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-14a90ebd-f6f2-40d4-bee1-bf963e88e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.520623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-14a90ebd-f6f2-40d4-bee1-bf963e88e458 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0455918 Oct 25 23:57:22.566643 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729810fe-5ca1-429e-879b-061b99e2895e req-295b1eee-cb7c-4ffc-a02a-a0c6085ac6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.568101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-295b1eee-cb7c-4ffc-a02a-a0c6085ac6e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398602 Oct 25 23:57:22.663488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-2bae6685-3b48-4ec2-b05f-a05c8020c70d service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Oct 25 23:57:22.751543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-729810fe-5ca1-429e-879b-061b99e2895e req-aafdfd88-f029-4e76-93f8-ea885cf793ba service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809035 Oct 25 23:57:22.876443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-6d6815e6-9701-4961-9f99-02cd46a26128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.877929 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-6d6815e6-9701-4961-9f99-02cd46a26128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1094 time: 0.0428116 Oct 25 23:57:22.973566 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-28a43a5c-f20d-4f8e-81e0-96ba1b39de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:22.975069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-28a43a5c-f20d-4f8e-81e0-96ba1b39de53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0879960 Oct 25 23:57:23.015890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-3f48cdbb-f6e2-495b-9266-2b33104fdec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 217 time: 0.0337608 Oct 25 23:57:23.068700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-a669d35e-5eee-45f3-b3be-1e24f34edfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:23.070181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-a669d35e-5eee-45f3-b3be-1e24f34edfe0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0482099 Oct 25 23:57:23.114769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-6959aaab-66ee-4b07-abfb-a2552f798d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:23.116245 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-6959aaab-66ee-4b07-abfb-a2552f798d3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393872 Oct 25 23:57:23.209513 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-f0071430-9b8a-45b9-a91d-65a4156de661 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858388 Oct 25 23:57:23.298301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd996cf0-9c9e-43ef-a7c3-5e3a32241e99 req-d734f149-9efb-44d1-8a0b-77a5ed855104 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817218 Oct 25 23:57:23.544468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746ffd-15ed-4669-9a82-45a835114769 req-b44c06a1-c371-424e-a388-9265c61e2122 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:23.545954 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96746ffd-15ed-4669-9a82-45a835114769 req-b44c06a1-c371-424e-a388-9265c61e2122 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0508387 Oct 25 23:57:23.585409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96746ffd-15ed-4669-9a82-45a835114769 req-40836cf5-64db-42a4-80e7-60fdabe790f2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333140 Oct 25 23:57:24.704892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e5397-7add-4a72-b79c-48473f4c1658 req-9b2e7f33-66d7-4e91-9141-945bf008390e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:24.706406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-536e5397-7add-4a72-b79c-48473f4c1658 req-9b2e7f33-66d7-4e91-9141-945bf008390e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0542288 Oct 25 23:57:24.744784 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-536e5397-7add-4a72-b79c-48473f4c1658 req-ce140474-5250-4c27-8219-a3883c81c1c8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Oct 25 23:57:25.205539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 23:57:25.294972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:25.307016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 23:57:25.345957 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:25.359176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd66f1fd-7b3d-44f6-bd0a-a107badd123e {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 23:57:25.378019 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:25.381906 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:25.426802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:25.744415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['cd66f1fd-7b3d-44f6-bd0a-a107badd123e'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 23:57:25.867415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d2f05-7970-435a-8b70-d69cb8a3ee1c req-403f5d46-cfe0-4a9f-b3f6-d96556534a37 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:25.869195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d1d2f05-7970-435a-8b70-d69cb8a3ee1c req-403f5d46-cfe0-4a9f-b3f6-d96556534a37 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 944 time: 0.0545688 Oct 25 23:57:25.907066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d1d2f05-7970-435a-8b70-d69cb8a3ee1c req-395c5189-0a05-4a48-ae9c-adee83441292 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Oct 25 23:57:27.021799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e546725-ab12-425e-92a7-378a926e8a56 req-563cdbbf-7317-41b2-9187-bf0a6414ce52 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:27.023305 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e546725-ab12-425e-92a7-378a926e8a56 req-563cdbbf-7317-41b2-9187-bf0a6414ce52 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 944 time: 0.0497551 Oct 25 23:57:27.062115 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e546725-ab12-425e-92a7-378a926e8a56 req-54d4ae75-58ea-4186-836c-19f0050e2216 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Oct 25 23:57:27.222688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 23:57:27.269525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port cd66f1fd-7b3d-44f6-bd0a-a107badd123e completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 23:57:27.273069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port cd66f1fd-7b3d-44f6-bd0a-a107badd123e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 23:57:27.273445 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:27.350945 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:27.373161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:27.375471 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0571d-983f-4b63-8599-9b0d96c7c9a8" -d '{"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-plugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:27.388025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 23:57:27.392183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:27.420163 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7212bd72-1d0e-4d0a-b530-5e312b9b6499 x-openstack-request-id: req-7212bd72-1d0e-4d0a-b530-5e312b9b6499 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:27.420456 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-plugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:27.420712 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7212bd72-1d0e-4d0a-b530-5e312b9b6499 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:27.421102 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'code': 200} Oct 25 23:57:27.443739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 23:57:27.537996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3175-d057-41d5-ac00-b9ff8887d232 req-8a2aa3d9-fffc-4d60-9732-d12d9c51098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:27.539560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c19d3175-d057-41d5-ac00-b9ff8887d232 req-8a2aa3d9-fffc-4d60-9732-d12d9c51098f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0421400 Oct 25 23:57:27.574753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c19d3175-d057-41d5-ac00-b9ff8887d232 req-2674e8b0-ac56-4ad6-a53d-1414434bf39b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282476 Oct 25 23:57:28.178547 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed137dc8-f8ec-46f7-a2f6-bddc82c0dc29 req-a3bb53f7-1b45-47a5-819b-2e8bb9647cbf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:28.180024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed137dc8-f8ec-46f7-a2f6-bddc82c0dc29 req-a3bb53f7-1b45-47a5-819b-2e8bb9647cbf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Oct 25 23:57:28.218235 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed137dc8-f8ec-46f7-a2f6-bddc82c0dc29 req-b91d5369-ec2a-4471-bd6d-dcaf3a62fcf7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317676 Oct 25 23:57:28.783596 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:29.333793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df845-af78-48eb-8674-b7a830cc4dc1 req-b31bb6df-1e60-4d25-92d2-9e8d6973b141 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:29.335293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d57df845-af78-48eb-8674-b7a830cc4dc1 req-b31bb6df-1e60-4d25-92d2-9e8d6973b141 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0488310 Oct 25 23:57:29.372995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d57df845-af78-48eb-8674-b7a830cc4dc1 req-aa59f9c2-7400-4741-a8bb-5fd0ed2dcaaf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Oct 25 23:57:29.487437 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82291715-04fa-41b8-9934-319fdc3e671f req-61900860-86f1-49a7-9431-0aed22a6c49b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:29.488922 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-82291715-04fa-41b8-9934-319fdc3e671f req-61900860-86f1-49a7-9431-0aed22a6c49b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Oct 25 23:57:29.497946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 23:57:29.502183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Request body: {'floatingip': {'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 23:57:29.540733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:29.953802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:29.957483 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:30.057517 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 associated. External IP: 172.25.4.47, port: cd66f1fd-7b3d-44f6-bd0a-a107badd123e. Oct 25 23:57:30.257893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 23:57:30.365281 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 23:57:30.370307 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:30.375203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41421e7a-2846-4e3f-8140-527040622168 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 23:57:30.384932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:57:30.385588 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:30.396692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d66c5e65-80de-4489-b69e-6fd72eed6699 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "PUT /v2.0/floatingips/741b658a-3dcf-4fd8-a3d8-496a6f929eb8 HTTP/1.1" status: 200 len: 991 time: 0.8977580 Oct 25 23:57:30.397358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 23:57:30.444192 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c843b-70a6-4732-8d8a-98b0388d7fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 23:57:30.538540 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 23:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda45a3f-e8e3-4850-85b4-cb9ba148203d x-openstack-request-id: req-eda45a3f-e8e3-4850-85b4-cb9ba148203d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 23:57:30.539191 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 23:57:30.539191 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eda45a3f-e8e3-4850-85b4-cb9ba148203d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 23:57:30.539503 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'status': 'completed', 'code': 200} Oct 25 23:57:30.626076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-fe77a198-50ac-440c-b550-28547c9c328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:30.627604 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-fe77a198-50ac-440c-b550-28547c9c328c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0454800 Oct 25 23:57:30.659007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:57:30.719823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-3abc1470-1c2b-4696-9e64-1915e7d8f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:30.721288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-3abc1470-1c2b-4696-9e64-1915e7d8f50d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0873189 Oct 25 23:57:30.792096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-d944d823-6082-4d72-86fc-e3bb8ad34d20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 999 time: 0.0625870 Oct 25 23:57:30.841672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-1334bf03-f3b3-4723-b527-949b8d32aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:30.844492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-1334bf03-f3b3-4723-b527-949b8d32aa25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0450172 Oct 25 23:57:30.882880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:57:29Z', 'revision_number': 13, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:30.890476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-0a5845fd-e7a8-4cbc-8fbb-9317db7b6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:30.891975 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-0a5845fd-e7a8-4cbc-8fbb-9317db7b6395 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401437 Oct 25 23:57:30.909191 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41421e7a-2846-4e3f-8140-527040622168 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 23:57:30.919551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 23:57:30.920595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-25T23:57:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:30.987881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-50f58706-0e44-44ab-8e7a-4cefce78b46a service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887637 Oct 25 23:57:31.026137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 23:57:31.076765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-271c843b-70a6-4732-8d8a-98b0388d7fe8 req-5c58373c-f3a3-4cc1-bce7-0f11a6d14558 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821407 Oct 25 23:57:31.249408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-41421e7a-2846-4e3f-8140-527040622168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:57:29Z', 'revision_number': 13, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 23:57:31.275496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41421e7a-2846-4e3f-8140-527040622168 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '741b658a-3dcf-4fd8-a3d8-496a6f929eb8', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T23:47:33Z', 'updated_at': '2021-10-25T23:57:29Z', 'revision_number': 13, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 23:57:31.469993 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aeb4ff-704c-4579-9d05-e0bf2031cfe1 None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 23:57:43.494142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:45.922835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1043-b9f8-41a4-bdbe-f23fb5e92ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:48.412372 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-54f81274-b0b6-49bd-8a50-01f0cfc0450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:49.804512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:50.331520 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:50.923674 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:57:57.288925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee3386ae-6064-47d7-926f-c0fb4138a7a7 req-9a082c61-0f30-43aa-8d9a-358a1c42fa00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291605 Oct 25 23:57:57.354280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee3386ae-6064-47d7-926f-c0fb4138a7a7 req-2d077591-28b2-41e0-b37f-dab295b14562 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0248284 Oct 25 23:57:57.391897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee3386ae-6064-47d7-926f-c0fb4138a7a7 req-d6d648fe-8707-4e72-8c90-7d3582a14810 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191841 Oct 25 23:57:57.484693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3386ae-6064-47d7-926f-c0fb4138a7a7 req-61242149-c53f-4a0a-b4a7-4076bf71a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:57:57.486129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee3386ae-6064-47d7-926f-c0fb4138a7a7 req-61242149-c53f-4a0a-b4a7-4076bf71a470 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869730 Oct 25 23:57:57.969792 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:57:58.801030 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:13.494034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:15.924058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c20e5059-de6b-4d54-ae2f-32258d3fa043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:16.881179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-753e6b1a-99d6-4c95-98d2-a0bbccc8fb79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456977 Oct 25 23:58:16.975591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a963c7-20d9-475b-ba85-4af864f3769b req-b265e916-cd11-4f12-9eed-b097479f2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:58:16.977083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-b265e916-cd11-4f12-9eed-b097479f2434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0400939 Oct 25 23:58:17.081747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a963c7-20d9-475b-ba85-4af864f3769b req-bef66395-5c07-402c-a5ba-88f7eff2eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:58:17.083234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-bef66395-5c07-402c-a5ba-88f7eff2eb5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0861681 Oct 25 23:58:17.150043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-c762cd0e-3d85-44b4-b425-6edf23e45e90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1001 time: 0.0591397 Oct 25 23:58:17.197348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a963c7-20d9-475b-ba85-4af864f3769b req-79cdc70c-4e79-47a5-9244-c9c601da16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:58:17.199827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-79cdc70c-4e79-47a5-9244-c9c601da16c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0414288 Oct 25 23:58:17.249854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a963c7-20d9-475b-ba85-4af864f3769b req-0ecb859f-718d-494f-a783-dda008ca8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:58:17.251322 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-0ecb859f-718d-494f-a783-dda008ca8146 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438876 Oct 25 23:58:17.263349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-06e5fa5b-42a0-4e61-9140-0a91206bb811 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 23:58:17.264259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-06e5fa5b-42a0-4e61-9140-0a91206bb811 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056286 Oct 25 23:58:17.357662 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-08f0ad7b-22cc-423b-85ce-30a5c59379a3 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860143 Oct 25 23:58:17.451207 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78a963c7-20d9-475b-ba85-4af864f3769b req-fea6f5d1-da1c-48af-9c43-7bb8fbd26792 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860260 Oct 25 23:58:18.413197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74ce61f9-a569-425b-8795-632f79d5568e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:19.806040 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:20.335635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:20.927228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:28.804232 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:34.968991 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:58:43.500064 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:45.927056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b08f340b-f117-4ad8-894a-80f465e6d044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:48.414858 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c3251abb-4fbf-41d1-a145-4ae2823c44e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:49.809015 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:50.336248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:50.929879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:58:57.285901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78d2e90-60e9-42d3-a2ca-17a555281011 req-f57e68bf-3f4a-43de-bbab-361b81273eef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261660 Oct 25 23:58:57.352546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78d2e90-60e9-42d3-a2ca-17a555281011 req-7e942fe2-9d84-408b-98e0-17887a203b00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0250597 Oct 25 23:58:57.390279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78d2e90-60e9-42d3-a2ca-17a555281011 req-cefac6bd-a7f6-4683-bd23-b2f7d398dc15 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192542 Oct 25 23:58:57.485746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2e90-60e9-42d3-a2ca-17a555281011 req-f19d7372-2779-4adf-b672-18765b3f17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:58:57.487224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a78d2e90-60e9-42d3-a2ca-17a555281011 req-f19d7372-2779-4adf-b672-18765b3f17f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890980 Oct 25 23:58:58.813744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:11.969970 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:59:13.505007 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:15.928864 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-560f09c8-036f-4e51-919a-70a8c78bbc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:17.936268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-4ed27050-0946-43d0-89e8-beaea849c423 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381799 Oct 25 23:59:18.034684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248581-a892-46fc-9cf7-2a7256840933 req-cd965dbc-45f4-4b5b-bf27-5d9f669e1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:59:18.036215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-cd965dbc-45f4-4b5b-bf27-5d9f669e1689 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0413938 Oct 25 23:59:18.143154 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248581-a892-46fc-9cf7-2a7256840933 req-b49cad92-f569-4169-8267-f6aa487c83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:59:18.144541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-b49cad92-f569-4169-8267-f6aa487c83f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0882223 Oct 25 23:59:18.207892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-f6c2479a-81a3-4715-a882-3e5cc1beceb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1001 time: 0.0561016 Oct 25 23:59:18.256020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248581-a892-46fc-9cf7-2a7256840933 req-d3392f62-67d0-4518-a8ca-616802ac4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:59:18.257376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-d3392f62-67d0-4518-a8ca-616802ac4975 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0430813 Oct 25 23:59:18.306961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248581-a892-46fc-9cf7-2a7256840933 req-a3eb290b-0e6c-4ffc-bf2c-db7519d7504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:59:18.308466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-a3eb290b-0e6c-4ffc-bf2c-db7519d7504b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440919 Oct 25 23:59:18.396605 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-84aaf978-4a0c-4459-9d0e-a454171e8b1c service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807836 Oct 25 23:59:18.416461 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7173b45e-2d84-414b-98f6-1f92ab937278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:18.491312 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83248581-a892-46fc-9cf7-2a7256840933 req-d48fab58-6b50-4c3e-80eb-873091d78479 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878491 Oct 25 23:59:19.812355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:20.337315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:20.932107 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:28.843707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:43.519475 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:45.929865 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6c20-9bef-447e-a0da-0e094d7a5f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:48.417960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-add83512-4a33-41f3-b73f-3e46eba19f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:48.969614 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 23:59:49.814554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:50.337967 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:50.934087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 23:59:58.297410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73823b16-8c6b-4850-9044-b50135be37c9 req-07b6d661-02c2-4cf2-be63-aab77f7fa437 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252571 Oct 25 23:59:58.363765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73823b16-8c6b-4850-9044-b50135be37c9 req-26a5cbc6-b7d9-4768-937c-9874718b2cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0256846 Oct 25 23:59:58.401192 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73823b16-8c6b-4850-9044-b50135be37c9 req-7b32e4ce-cc85-4268-87d1-3387fb32c376 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187514 Oct 25 23:59:58.498407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823b16-8c6b-4850-9044-b50135be37c9 req-f0fc6291-005e-45bd-88ce-d5990e565876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 23:59:58.499858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-73823b16-8c6b-4850-9044-b50135be37c9 req-f0fc6291-005e-45bd-88ce-d5990e565876 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906749 Oct 25 23:59:58.844744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:03.297960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1a06c-45c4-4ecb-918d-cd6f9b53a61c req-4b789f3e-a06d-4d0d-846d-d21f72d046b1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:03.299508 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edb1a06c-45c4-4ecb-918d-cd6f9b53a61c req-4b789f3e-a06d-4d0d-846d-d21f72d046b1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0502331 Oct 26 00:00:03.339449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edb1a06c-45c4-4ecb-918d-cd6f9b53a61c req-219c1eb6-388a-40bf-9c58-043e8d517bde tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Oct 26 00:00:13.516629 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:15.346211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-0c250577-4c5c-4207-bd68-1f6848a9efd7 req-0e2bf77e-2074-4e24-88ee-9bbd887603d3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:00:15.347180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c250577-4c5c-4207-bd68-1f6848a9efd7 req-0e2bf77e-2074-4e24-88ee-9bbd887603d3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052826 Oct 26 00:00:15.932497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7706ec92-8cc4-461a-88e9-33256417bd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:16.539235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-cfcc5ebf-b6ef-4b25-bed9-c311a7da3c67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444102 Oct 26 00:00:16.559341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1377d-5a42-489e-a93c-eed01308c299 req-2c18d5e3-3f27-4554-8b58-3743b7551947 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:16.560783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25e1377d-5a42-489e-a93c-eed01308c299 req-2c18d5e3-3f27-4554-8b58-3743b7551947 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0581262 Oct 26 00:00:16.607169 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25e1377d-5a42-489e-a93c-eed01308c299 req-0162ee79-6aba-48d2-a7d0-1d80a2c453fe tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397809 Oct 26 00:00:17.270472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-0092f1a9-e28a-40c8-87e9-e880da5707d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:17.271967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-0092f1a9-e28a-40c8-87e9-e880da5707d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0407920 Oct 26 00:00:17.404412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-1e5c6214-dd09-4c61-ac28-420c80c3b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:17.405879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-1e5c6214-dd09-4c61-ac28-420c80c3b7cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0905347 Oct 26 00:00:17.474719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-8831ea35-1f2b-415d-8ae6-a189a71bc9a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1001 time: 0.0608416 Oct 26 00:00:17.523146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-61f51e8d-272b-40a5-b252-04536816afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:17.525134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-61f51e8d-272b-40a5-b252-04536816afdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0438335 Oct 26 00:00:17.570942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-beaf5683-a1f8-4b84-b452-212a861bfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:17.572410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-beaf5683-a1f8-4b84-b452-212a861bfc16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396492 Oct 26 00:00:17.670419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-914440dc-72f8-4274-b8fd-41d9f75fb014 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897439 Oct 26 00:00:17.777605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52812aa6-ace0-48e6-9b60-2c7226adb2b1 req-5bc25315-8635-48cd-83bf-3a32b6736e3c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:17.779025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52812aa6-ace0-48e6-9b60-2c7226adb2b1 req-5bc25315-8635-48cd-83bf-3a32b6736e3c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.1011660 Oct 26 00:00:17.823874 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8e1a87b9-96ee-400c-9359-6b5bde4448c2 req-2fa7f13b-647b-48f2-8785-ab77c199600f service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202941 Oct 26 00:00:17.835471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-52812aa6-ace0-48e6-9b60-2c7226adb2b1 req-a06bdeca-1e94-41a8-b6da-6dbba27a42a2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499959 Oct 26 00:00:17.930341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-bba9366a-ff5e-4a3f-9859-9ef8fe0282ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:17.931869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-bba9366a-ff5e-4a3f-9859-9ef8fe0282ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0415511 Oct 26 00:00:18.033870 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-ba3dfc8e-c8e7-4a75-be13-6367b619a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:18.035303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-ba3dfc8e-c8e7-4a75-be13-6367b619a8cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0896964 Oct 26 00:00:18.098682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-fdb042fc-ca5b-41bf-b2e3-0208f79748ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1001 time: 0.0559301 Oct 26 00:00:18.160111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-097e7800-eeb3-4f2e-ab36-91ac7e975621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:18.161588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-097e7800-eeb3-4f2e-ab36-91ac7e975621 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0501161 Oct 26 00:00:18.207298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-9b7a19eb-7e98-4633-9edc-9c255c5ae976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:18.208817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-9b7a19eb-7e98-4633-9edc-9c255c5ae976 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403221 Oct 26 00:00:18.330452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-2a1bcb86-30fc-4316-a4d4-430415d468cf service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822897 Oct 26 00:00:18.418879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a5231ea2-3246-430e-aaa8-11f136a79697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:18.425120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-1ab82e35-e908-408b-8d4b-98f8b166a75f service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862038 Oct 26 00:00:18.959340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe1135-0735-4a8b-9697-515ccb80b966 req-9a2a3431-9b21-4e81-81be-720e4610030a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:18.960804 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aebe1135-0735-4a8b-9697-515ccb80b966 req-9a2a3431-9b21-4e81-81be-720e4610030a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0496593 Oct 26 00:00:19.000139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aebe1135-0735-4a8b-9697-515ccb80b966 req-dcabf51c-ce9f-4e20-93bb-79a37c0c4003 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325944 Oct 26 00:00:19.816868 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:20.116966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809ff5-ba29-46c2-93de-8fb71a7ab2ae req-7017fd29-f639-4b2e-ad6e-00d73ef315f4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:20.119084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88809ff5-ba29-46c2-93de-8fb71a7ab2ae req-7017fd29-f639-4b2e-ad6e-00d73ef315f4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0496948 Oct 26 00:00:20.159810 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88809ff5-ba29-46c2-93de-8fb71a7ab2ae req-cb595321-2491-400e-9c70-82f67be7eea1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349071 Oct 26 00:00:20.339615 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:20.937183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:21.277279 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d61ac-f685-47ec-8083-e6044385b3ce req-d3f9e1c9-2b15-4f81-b94a-e299eddcd001 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:21.278751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e92d61ac-f685-47ec-8083-e6044385b3ce req-d3f9e1c9-2b15-4f81-b94a-e299eddcd001 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0486271 Oct 26 00:00:21.319860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e92d61ac-f685-47ec-8083-e6044385b3ce req-6253dd51-dab5-47f5-a62c-5910dcd9e7c2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351532 Oct 26 00:00:22.439721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf90a9-6777-450d-8a19-d4da2bee224c req-e2232ea3-7730-4e27-9761-9831acfb884c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:22.441179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfcf90a9-6777-450d-8a19-d4da2bee224c req-e2232ea3-7730-4e27-9761-9831acfb884c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Oct 26 00:00:22.478653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfcf90a9-6777-450d-8a19-d4da2bee224c req-9d628a12-084f-4ca1-8ac8-ade6bbe2b20c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Oct 26 00:00:23.596330 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c15c7-ae79-4730-bd3c-8b139d4f1062 req-6f139ab5-afd7-47ba-9ba2-b095eb8d9398 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:23.597737 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-299c15c7-ae79-4730-bd3c-8b139d4f1062 req-6f139ab5-afd7-47ba-9ba2-b095eb8d9398 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Oct 26 00:00:23.636517 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-299c15c7-ae79-4730-bd3c-8b139d4f1062 req-2d86b6bd-1f79-4873-ab94-58f8e9879a75 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318570 Oct 26 00:00:24.757859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71838bfd-12e9-40dd-bba5-4516d22a94dd req-76e1d05b-15b9-4306-b4c0-8e0cc4ddf309 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:24.759365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71838bfd-12e9-40dd-bba5-4516d22a94dd req-76e1d05b-15b9-4306-b4c0-8e0cc4ddf309 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Oct 26 00:00:24.796058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-71838bfd-12e9-40dd-bba5-4516d22a94dd req-6110a7ce-40e8-4c0c-8dfa-3dd85be80dea tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Oct 26 00:00:25.912164 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e431429-1e79-4cd2-8422-88c73ebf5d84 req-03721f70-7f94-4361-80ce-5ef47944b570 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:25.913617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3e431429-1e79-4cd2-8422-88c73ebf5d84 req-03721f70-7f94-4361-80ce-5ef47944b570 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0478861 Oct 26 00:00:25.951637 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3e431429-1e79-4cd2-8422-88c73ebf5d84 req-cbe63115-8a0a-4ae1-b75b-31ae1c77286e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Oct 26 00:00:25.969827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:00:27.074074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703d2f-89ec-4439-b9ed-86c2add404b7 req-72a146e9-4abc-41ee-b34b-beda62ab75a9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:27.075534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f703d2f-89ec-4439-b9ed-86c2add404b7 req-72a146e9-4abc-41ee-b34b-beda62ab75a9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0484104 Oct 26 00:00:27.112134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f703d2f-89ec-4439-b9ed-86c2add404b7 req-863e094c-6c2d-4a97-8478-d32485c892b8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307848 Oct 26 00:00:28.230267 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a30e6-abd8-44fa-9369-dc187232bf36 req-c749d975-c1ad-4f99-8426-6dcf730d9135 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:28.231732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b08a30e6-abd8-44fa-9369-dc187232bf36 req-c749d975-c1ad-4f99-8426-6dcf730d9135 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Oct 26 00:00:28.272657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b08a30e6-abd8-44fa-9369-dc187232bf36 req-7abfb03a-774c-4b7b-abe0-73c2705be4b1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Oct 26 00:00:28.849210 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:29.390898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b98bb-de69-44b2-addc-148c738988e4 req-b7a9a363-e9a6-4234-a09d-e018e6c86ef3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:29.392330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-874b98bb-de69-44b2-addc-148c738988e4 req-b7a9a363-e9a6-4234-a09d-e018e6c86ef3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Oct 26 00:00:29.428607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-874b98bb-de69-44b2-addc-148c738988e4 req-8d804ab5-0588-4645-8ee5-93b03f3f3f44 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303581 Oct 26 00:00:30.548037 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569974a5-ba18-41e0-a30f-bc42409f3360 req-a15e472a-375e-47f4-adfb-94a51a6a4ada tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:30.549433 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-569974a5-ba18-41e0-a30f-bc42409f3360 req-a15e472a-375e-47f4-adfb-94a51a6a4ada tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0499289 Oct 26 00:00:30.586986 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-569974a5-ba18-41e0-a30f-bc42409f3360 req-93e3064e-4399-4b4d-b77f-eb32949f3e64 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Oct 26 00:00:31.704447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e9b17-5678-45d7-97ba-6df6c247eb72 req-6d5366ca-b11a-4215-81e4-1bc4ab110a61 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:31.705932 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a0e9b17-5678-45d7-97ba-6df6c247eb72 req-6d5366ca-b11a-4215-81e4-1bc4ab110a61 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0491104 Oct 26 00:00:31.745350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4a0e9b17-5678-45d7-97ba-6df6c247eb72 req-4e585586-ad52-4a60-af96-f9f98465cb80 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Oct 26 00:00:32.851974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-4be790ef-f77e-46ed-89c0-2f42bcc631a5 service neutron] 10.222.0.15 "GET /v2.0/ports/cd66f1fd-7b3d-44f6-bd0a-a107badd123e/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0543513 Oct 26 00:00:32.865953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e59a0-f6b2-4d65-9a70-e51da630eaa2 req-94a34277-b961-49a4-8d5e-0b371d106c8a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:32.867559 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-415e59a0-f6b2-4d65-9a70-e51da630eaa2 req-94a34277-b961-49a4-8d5e-0b371d106c8a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0495949 Oct 26 00:00:32.906406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-415e59a0-f6b2-4d65-9a70-e51da630eaa2 req-e7d54e53-8927-470b-bdc6-911ff22cb1bd tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325110 Oct 26 00:00:33.076447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-eb7d1846-4417-40eb-b2ac-f87b1612b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:33.077927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-eb7d1846-4417-40eb-b2ac-f87b1612b2b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0448151 Oct 26 00:00:33.149451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-53e56d39-8127-4a7e-ae83-51e98fa805a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:33.150967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-53e56d39-8127-4a7e-ae83-51e98fa805a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0397923 Oct 26 00:00:33.239229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-007b3114-39af-4770-9718-dd5bf5bff120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:33.240664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-007b3114-39af-4770-9718-dd5bf5bff120 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0828569 Oct 26 00:00:33.307062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-9409944f-b16e-45f6-aa7f-38d9ab61fe02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1001 time: 0.0598090 Oct 26 00:00:33.356978 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-9fccd832-06e4-405b-9e1e-96a9160a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:33.358351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-9fccd832-06e4-405b-9e1e-96a9160a5459 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0442181 Oct 26 00:00:33.402534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-8ab0a49c-d2c1-4a1b-8587-f2b38e6c5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:33.403987 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-8ab0a49c-d2c1-4a1b-8587-f2b38e6c5546 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386331 Oct 26 00:00:33.494971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-821fb5b2-5620-4ac1-b5c6-018b19cfa0bb service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Oct 26 00:00:33.587431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-0644fda3-85a0-44ed-ad8f-b85b1cf41eba service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853877 Oct 26 00:00:34.023748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04612fd7-2c92-46ae-9671-cbf57f6eaf3f req-86fa175e-10a9-47e3-b2f4-73676ec10555 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:34.025326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04612fd7-2c92-46ae-9671-cbf57f6eaf3f req-86fa175e-10a9-47e3-b2f4-73676ec10555 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Oct 26 00:00:34.063109 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-04612fd7-2c92-46ae-9671-cbf57f6eaf3f req-0f3fb475-2ea5-41b7-a3d5-3835ebbdf589 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Oct 26 00:00:34.141227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:00:34.216906 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:34.238881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:00:34.241096 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae46fb99-56e5-457a-95d4-4c8fc7132eaa" -d '{"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:00:34.253595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:00:34.259979 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:34.299125 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72054fa-5a2c-45f4-84ca-8e8f777b57d7 x-openstack-request-id: req-e72054fa-5a2c-45f4-84ca-8e8f777b57d7 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:00:34.299413 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:00:34.299659 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e72054fa-5a2c-45f4-84ca-8e8f777b57d7 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:00:34.300046 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'code': 200} Oct 26 00:00:34.318030 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:00:34.325431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.325772 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.326106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.326461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.326786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.327114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.327433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.327751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.328068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.328391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.328706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:34.329020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:00:35.188340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba33d-680e-4880-aafb-011cb815aaa3 req-52ca24fb-673f-4145-9aa4-9dbafbae79fb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:35.189985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f32ba33d-680e-4880-aafb-011cb815aaa3 req-52ca24fb-673f-4145-9aa4-9dbafbae79fb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0516901 Oct 26 00:00:35.229792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f32ba33d-680e-4880-aafb-011cb815aaa3 req-8f3b7791-364a-4317-8992-e52dfcffe059 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335560 Oct 26 00:00:36.351084 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0619a38-8a3a-4d0e-8e39-c4f3d68947d0 req-a7857d3d-c111-48ec-83fd-1b9c80da626f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:36.352947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0619a38-8a3a-4d0e-8e39-c4f3d68947d0 req-a7857d3d-c111-48ec-83fd-1b9c80da626f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0498292 Oct 26 00:00:36.397418 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0619a38-8a3a-4d0e-8e39-c4f3d68947d0 req-b2cfb346-07d3-443d-aa68-8bad5839375d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379174 Oct 26 00:00:37.520191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58a0d4-c3d4-47b7-b1b9-490871ea03f7 req-feadf4a0-96ba-452a-a78b-4c046a0dfd2b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:37.521767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd58a0d4-c3d4-47b7-b1b9-490871ea03f7 req-feadf4a0-96ba-452a-a78b-4c046a0dfd2b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0526712 Oct 26 00:00:37.887606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd58a0d4-c3d4-47b7-b1b9-490871ea03f7 req-04bb302c-9860-4903-9c8e-4adbe29016ce tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595254 Oct 26 00:00:39.011924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f375fa-e555-4d53-9611-7aa139074b82 req-1e3a09f2-e91d-4853-8c3e-215d07181f93 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:39.013451 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44f375fa-e555-4d53-9611-7aa139074b82 req-1e3a09f2-e91d-4853-8c3e-215d07181f93 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0528460 Oct 26 00:00:39.051406 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-44f375fa-e555-4d53-9611-7aa139074b82 req-c7ac78a2-b7cc-42ef-9623-a1d51c8554b5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320239 Oct 26 00:00:40.171408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f135a6-d7e4-4436-955f-050efd4d3822 req-21db3020-5522-4f94-a76e-47c1f9b3d8d4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:40.172868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9f135a6-d7e4-4436-955f-050efd4d3822 req-21db3020-5522-4f94-a76e-47c1f9b3d8d4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Oct 26 00:00:40.208674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9f135a6-d7e4-4436-955f-050efd4d3822 req-17907def-efe4-41e4-9e65-09162d972e4d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298841 Oct 26 00:00:41.328999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269d7b-b135-4420-a0af-0a8aa818268e req-7020b6c8-73c6-48af-a931-ef6197ef3d93 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:41.330502 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50269d7b-b135-4420-a0af-0a8aa818268e req-7020b6c8-73c6-48af-a931-ef6197ef3d93 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0500333 Oct 26 00:00:41.368865 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50269d7b-b135-4420-a0af-0a8aa818268e req-dcfbbb2e-a236-435a-85d0-6ee350696ef5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322614 Oct 26 00:00:42.484354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459a54-74b6-4b3d-8a6a-4c95d5e1c2ea req-ad95d9be-b659-4058-af00-dc186635b722 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:42.485827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc459a54-74b6-4b3d-8a6a-4c95d5e1c2ea req-ad95d9be-b659-4058-af00-dc186635b722 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0481882 Oct 26 00:00:42.524876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc459a54-74b6-4b3d-8a6a-4c95d5e1c2ea req-d267ced1-b29f-4e9b-8a19-8cb11698fc23 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Oct 26 00:00:43.521620 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:43.640027 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc822d-2672-4a8b-8cc5-d2e441cb0127 req-b53d1352-cd9e-4864-9b14-a0a0fbaad371 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:43.641472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4fc822d-2672-4a8b-8cc5-d2e441cb0127 req-b53d1352-cd9e-4864-9b14-a0a0fbaad371 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0484345 Oct 26 00:00:43.684334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4fc822d-2672-4a8b-8cc5-d2e441cb0127 req-db5c4e2a-b123-4768-9102-4b9e2327555d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368402 Oct 26 00:00:44.803808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802566a-f8ce-4e70-93a2-d771afd30f3e req-3567a793-ff59-4b47-bd29-5af59d168d9f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:44.805406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b802566a-f8ce-4e70-93a2-d771afd30f3e req-3567a793-ff59-4b47-bd29-5af59d168d9f tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0523949 Oct 26 00:00:44.841742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b802566a-f8ce-4e70-93a2-d771afd30f3e req-d7cc5286-2d08-4c15-b3d5-e7d46202b32d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304649 Oct 26 00:00:45.933017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6333046f-75dc-47a6-a9ec-dadfcec1f58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:45.960635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39451a70-8120-4e63-a592-cb7602561edf req-11fa96b1-bc23-4ec6-b3d4-75f7782b238d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:45.963069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39451a70-8120-4e63-a592-cb7602561edf req-11fa96b1-bc23-4ec6-b3d4-75f7782b238d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0516202 Oct 26 00:00:46.001222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-39451a70-8120-4e63-a592-cb7602561edf req-bdef6f6e-8f28-4f99-aa59-78d89b372c4a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322037 Oct 26 00:00:46.187424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:00:46.281912 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:00:46.293143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:00:46.330487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:46.343005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd66f1fd-7b3d-44f6-bd0a-a107badd123e {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:00:46.361914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:00:46.365745 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:46.413312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:00:47.120619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41be69-2c2d-477f-807e-47da7f66fd42 req-e232f7d1-1d58-4450-9e4c-2cfd366e5b6b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:47.122080 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f41be69-2c2d-477f-807e-47da7f66fd42 req-e232f7d1-1d58-4450-9e4c-2cfd366e5b6b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 944 time: 0.0489392 Oct 26 00:00:47.160028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f41be69-2c2d-477f-807e-47da7f66fd42 req-323d4eaa-18bf-4a35-a4d4-63c6b5402944 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Oct 26 00:00:48.217393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:00:48.279573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdbcac-2a01-46c0-9ba6-c10318eb30e0 req-9a1f2edc-3697-4394-9000-46a1a7866261 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:48.281340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dffdbcac-2a01-46c0-9ba6-c10318eb30e0 req-9a1f2edc-3697-4394-9000-46a1a7866261 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 944 time: 0.0489309 Oct 26 00:00:48.311002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:00:48.320230 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-dffdbcac-2a01-46c0-9ba6-c10318eb30e0 req-c26947ec-cc04-4917-83ab-08b54e8d5a88 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Oct 26 00:00:48.325667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:00:48.420049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30f05e75-cb03-434a-b794-3508c9d62681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:48.544513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['cd66f1fd-7b3d-44f6-bd0a-a107badd123e'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:00:48.604784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-9afe7b21-fd9d-4f9e-91cd-f60c4a402fa5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:48.606709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-9afe7b21-fd9d-4f9e-91cd-f60c4a402fa5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54&tenant_id=de4c967d137944c9a926409459e33dc5&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 944 time: 0.0538201 Oct 26 00:00:48.626104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f0289-b20d-4e1e-b8b0-a594f9f0f614 req-5a2d6d3e-9c42-419b-b05d-0ce75d89480a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:48.627737 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-355f0289-b20d-4e1e-b8b0-a594f9f0f614 req-5a2d6d3e-9c42-419b-b05d-0ce75d89480a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 944 time: 0.0557463 Oct 26 00:00:48.671616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-355f0289-b20d-4e1e-b8b0-a594f9f0f614 req-da3380e3-0c25-40cf-aa15-02bd0c1f7f80 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371547 Oct 26 00:00:48.681059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-ecaeb1e8-8abd-45c0-a7e4-5af005c4891e service neutron] 10.222.0.15 "GET /v2.0/ports/cd66f1fd-7b3d-44f6-bd0a-a107badd123e/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0661497 Oct 26 00:00:48.757960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-5f9928ae-10bc-44da-aed8-60ccb40954f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:48.759960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-5f9928ae-10bc-44da-aed8-60ccb40954f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1095 time: 0.0395427 Oct 26 00:00:48.847081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-148065cb-1fd8-414e-8b32-df59e533213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:48.848522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-148065cb-1fd8-414e-8b32-df59e533213f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0817292 Oct 26 00:00:48.914611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-5f06e490-1739-4e19-a8b2-9adf36966cb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1000 time: 0.0585988 Oct 26 00:00:48.963377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-2c7eb115-5fb2-4b48-962b-c01470b577ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:48.964834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-2c7eb115-5fb2-4b48-962b-c01470b577ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0430551 Oct 26 00:00:49.010293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-68ddd8b7-3356-48fe-b7b4-43c46ee9fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:49.011861 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-68ddd8b7-3356-48fe-b7b4-43c46ee9fbea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397878 Oct 26 00:00:49.108717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-3c121745-4c03-45e9-b532-2714c6ea0dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878351 Oct 26 00:00:49.204454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-7c39450f-40f7-43be-8dc2-56645bc412e2 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884037 Oct 26 00:00:49.794224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649c021-b532-4ca1-8ae7-500d671ba455 req-8c06b7a9-4a5d-4d87-a2ea-df6f73784d1b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:49.795711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649c021-b532-4ca1-8ae7-500d671ba455 req-8c06b7a9-4a5d-4d87-a2ea-df6f73784d1b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 944 time: 0.0484324 Oct 26 00:00:49.819296 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:49.835111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649c021-b532-4ca1-8ae7-500d671ba455 req-e01d2367-1838-47fa-85fa-56ac2db556d6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335002 Oct 26 00:00:50.235455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:00:50.283738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port cd66f1fd-7b3d-44f6-bd0a-a107badd123e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:00:50.284107 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:50.363437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:50.370511 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:50.393009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:00:50.395284 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b3e3fd-60a6-4d02-bbd1-cda4589dc8cf" -d '{"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-plugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:00:50.407309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:00:50.412508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:50.443061 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea8170-5ff6-4c5d-a1c1-c3daafdf2007 x-openstack-request-id: req-49ea8170-5ff6-4c5d-a1c1-c3daafdf2007 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:00:50.443353 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-plugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:00:50.443602 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49ea8170-5ff6-4c5d-a1c1-c3daafdf2007 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:00:50.443984 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'code': 200} Oct 26 00:00:50.465463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:00:50.939168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:50.951302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb954eff-e76f-40fb-87d1-dd8a79de2e6e req-b6e17c0e-d3ae-485e-b9df-557efd1d291d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:50.952746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb954eff-e76f-40fb-87d1-dd8a79de2e6e req-b6e17c0e-d3ae-485e-b9df-557efd1d291d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0487835 Oct 26 00:00:50.991493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb954eff-e76f-40fb-87d1-dd8a79de2e6e req-d9d722ab-892a-443c-84d2-444538633c0b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327208 Oct 26 00:00:52.116553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4cb2-3d94-40f1-b775-18136cc269c9 req-c371cf17-f781-4223-aa63-96175d71f921 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:52.118136 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c47f4cb2-3d94-40f1-b775-18136cc269c9 req-c371cf17-f781-4223-aa63-96175d71f921 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0510073 Oct 26 00:00:52.156809 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c47f4cb2-3d94-40f1-b775-18136cc269c9 req-7d719f4f-e2f9-44f6-9f45-ecd102ed8663 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321193 Oct 26 00:00:53.279078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d9be2-1403-4930-88c4-a72e5143fa4b req-898f46c3-1d0b-4c17-a3a7-771a901d9c60 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:53.280565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b04d9be2-1403-4930-88c4-a72e5143fa4b req-898f46c3-1d0b-4c17-a3a7-771a901d9c60 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0545955 Oct 26 00:00:53.319144 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b04d9be2-1403-4930-88c4-a72e5143fa4b req-5860cf73-cb33-4fdd-b8cf-d6dc77f0c15c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325646 Oct 26 00:00:53.623614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-9d8914f9-5844-480c-9ce5-df6621ebbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:53.625095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-9d8914f9-5844-480c-9ce5-df6621ebbc27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54&tenant_id=de4c967d137944c9a926409459e33dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0411763 Oct 26 00:00:53.702260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-ea3f3ea1-5801-42e0-aed6-95e5864e4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:53.703665 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-ea3f3ea1-5801-42e0-aed6-95e5864e4dab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de4c967d137944c9a926409459e33dc5&device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 1096 time: 0.0404384 Oct 26 00:00:53.796272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-1b955380-ef93-4b0f-87a6-2963df59d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:53.797708 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-1b955380-ef93-4b0f-87a6-2963df59d079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 200 len: 912 time: 0.0867465 Oct 26 00:00:53.861094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-325860f4-5961-487c-a792-b91f38fadf49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 200 len: 1001 time: 0.0559235 Oct 26 00:00:53.908503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-2dc2db40-b040-4a93-bcc8-816e59cea4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:53.909911 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-2dc2db40-b040-4a93-bcc8-816e59cea4d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 200 len: 850 time: 0.0421968 Oct 26 00:00:53.958801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-07852d4f-4787-4752-9668-bcc3341263a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:53.960234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-07852d4f-4787-4752-9668-bcc3341263a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429358 Oct 26 00:00:54.047955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-bc22be64-7037-4294-bb04-8a29b3e15cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804362 Oct 26 00:00:54.140157 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-542cdc02-5429-4b01-a74c-10f4b4b8a545 req-f96605f9-479c-46f9-a1ca-83b5d25888e5 service neutron] 10.222.0.15 "GET /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Oct 26 00:00:54.258667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:00:54.336630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:54.458477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3ae5f-3b83-4e8c-aba9-b5a22ecbc4a9 req-c012f348-d62f-4f07-ab84-b82410b27d6d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:54.460238 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d3ae5f-3b83-4e8c-aba9-b5a22ecbc4a9 req-c012f348-d62f-4f07-ab84-b82410b27d6d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0533531 Oct 26 00:00:54.501043 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d2d3ae5f-3b83-4e8c-aba9-b5a22ecbc4a9 req-d98620fd-1d7c-4365-bcee-8f396d1e4dfb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Oct 26 00:00:54.530479 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:00:54.532749 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ac4af1-740c-4f6b-bb30-2022613736ee" -d '{"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:00:54.546587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:00:54.550740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:54.582741 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 00:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa5afe2-aa52-4096-814d-5171e4cc8585 x-openstack-request-id: req-afa5afe2-aa52-4096-814d-5171e4cc8585 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:00:54.583026 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:00:54.583271 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afa5afe2-aa52-4096-814d-5171e4cc8585 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:00:54.583645 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'code': 200} Oct 26 00:00:54.601177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:00:55.633591 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2498c3-2b27-4a51-99d1-129e7e42cc13 req-9dc30441-316c-4c68-8729-ae98d48d9dba tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:55.635100 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a2498c3-2b27-4a51-99d1-129e7e42cc13 req-9dc30441-316c-4c68-8729-ae98d48d9dba tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0557647 Oct 26 00:00:55.689198 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1a2498c3-2b27-4a51-99d1-129e7e42cc13 req-53932ade-0331-440a-83cf-dee91542ab0c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Oct 26 00:00:56.811677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315ea1-215e-4fd8-9a26-7617555a9be7 req-bab35755-c158-4bd7-bcbf-668a119aa5f8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:56.813140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9315ea1-215e-4fd8-9a26-7617555a9be7 req-bab35755-c158-4bd7-bcbf-668a119aa5f8 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0499225 Oct 26 00:00:56.850228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9315ea1-215e-4fd8-9a26-7617555a9be7 req-25f083e7-4f48-4b78-a0cd-71b5b4b15284 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312200 Oct 26 00:00:57.968837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cad94-4792-4f3d-a9ef-03ba1f4b48ec req-7145eb4f-28d8-4f33-be27-d21fda3b4853 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:57.970371 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-708cad94-4792-4f3d-a9ef-03ba1f4b48ec req-7145eb4f-28d8-4f33-be27-d21fda3b4853 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0496678 Oct 26 00:00:58.010568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-708cad94-4792-4f3d-a9ef-03ba1f4b48ec req-54d98af0-2d51-4dc9-844e-36cb9bffb6b5 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337994 Oct 26 00:00:58.851560 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:00:59.130631 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321d23-23f7-4a72-832b-e1aef2e67b4e req-e86148f4-a4ce-4865-895f-b0cedffcd339 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:59.132827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16321d23-23f7-4a72-832b-e1aef2e67b4e req-e86148f4-a4ce-4865-895f-b0cedffcd339 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0519333 Oct 26 00:00:59.180504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16321d23-23f7-4a72-832b-e1aef2e67b4e req-c42a7125-1e14-43d9-a930-68729d457a67 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411563 Oct 26 00:00:59.394637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75c23104-090f-463f-a1ca-c8dedffac35c req-59d9f523-fd89-43d3-adb8-72a283d5923e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1431103 Oct 26 00:00:59.460884 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75c23104-090f-463f-a1ca-c8dedffac35c req-ea2bce57-167e-470e-b17e-4bdf600b3038 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0247898 Oct 26 00:00:59.500399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75c23104-090f-463f-a1ca-c8dedffac35c req-53c1bef2-fada-4204-9e5a-ef57752b348f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189979 Oct 26 00:00:59.599748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c23104-090f-463f-a1ca-c8dedffac35c req-428d792d-9937-4b27-bebb-835e8498178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:00:59.601150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-75c23104-090f-463f-a1ca-c8dedffac35c req-428d792d-9937-4b27-bebb-835e8498178d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924962 Oct 26 00:01:00.299023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821ebe-4d3e-4a5c-8e71-768c4c563858 req-85e8a913-b52e-42cf-ac3f-7d1da4062c2d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:00.300530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50821ebe-4d3e-4a5c-8e71-768c4c563858 req-85e8a913-b52e-42cf-ac3f-7d1da4062c2d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0482152 Oct 26 00:01:00.339563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-50821ebe-4d3e-4a5c-8e71-768c4c563858 req-083419d4-d137-48a3-b73f-b02de6470da2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329509 Oct 26 00:01:01.474826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672e8d9-acdc-4e13-a9a2-49aaa052f6d1 req-e4480a1e-f5fc-47ba-b53d-2d352f2591c3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:01.476323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c672e8d9-acdc-4e13-a9a2-49aaa052f6d1 req-e4480a1e-f5fc-47ba-b53d-2d352f2591c3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0494928 Oct 26 00:01:01.515600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c672e8d9-acdc-4e13-a9a2-49aaa052f6d1 req-f5ce6628-e552-4933-8efd-8045f7cdbed3 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327208 Oct 26 00:01:02.632708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb181-8c62-413e-95d5-d273747f7002 req-b7093d98-de3a-401a-9a34-01966a83bb20 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:02.634204 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e21fb181-8c62-413e-95d5-d273747f7002 req-b7093d98-de3a-401a-9a34-01966a83bb20 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0496697 Oct 26 00:01:02.675596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e21fb181-8c62-413e-95d5-d273747f7002 req-9dab52ae-488e-4f4d-9056-566406798f75 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353646 Oct 26 00:01:02.969732 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:01:03.791556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afd608-cae6-4351-ae57-ad5230a2ea36 req-1f4a373a-71ef-4e9b-9835-3af4376b8b53 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:03.793300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66afd608-cae6-4351-ae57-ad5230a2ea36 req-1f4a373a-71ef-4e9b-9835-3af4376b8b53 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0497985 Oct 26 00:01:03.830453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66afd608-cae6-4351-ae57-ad5230a2ea36 req-4150d076-ca2f-47bd-b0c4-b4b6d9960da4 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310762 Oct 26 00:01:04.947080 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00091ffb-6b6b-49cc-8101-2c3a3b989660 req-cff01156-cad7-48f9-85fc-734b20faf2ff tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:04.948641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00091ffb-6b6b-49cc-8101-2c3a3b989660 req-cff01156-cad7-48f9-85fc-734b20faf2ff tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0496991 Oct 26 00:01:04.986909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-00091ffb-6b6b-49cc-8101-2c3a3b989660 req-0329b80b-b2bd-4386-b3b9-d00aed30969d tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Oct 26 00:01:06.105096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916755e-b1f0-4500-93ad-faeec07bfbe9 req-75e50a7d-3443-4cfb-9e3b-8fc2052273ff tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:06.106879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4916755e-b1f0-4500-93ad-faeec07bfbe9 req-75e50a7d-3443-4cfb-9e3b-8fc2052273ff tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 943 time: 0.0498621 Oct 26 00:01:06.148348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4916755e-b1f0-4500-93ad-faeec07bfbe9 req-f87d9687-8831-4007-a900-0cd4c5a18f24 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 Oct 26 00:01:06.327994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:01:06.423909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:06.434603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'port_id': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'mac_address': 'fa:16:3e:24:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:01:06.472956 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:06.486013 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd66f1fd-7b3d-44f6-bd0a-a107badd123e {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:01:06.504160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:06.508192 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:06.554803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:06.879885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['cd66f1fd-7b3d-44f6-bd0a-a107badd123e'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:01:07.266712 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235058b7-7ddd-48cc-a5fd-bde72457684c req-82d5a1ec-0f12-4fa5-89f5-b97173e58cf7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:07.268250 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235058b7-7ddd-48cc-a5fd-bde72457684c req-82d5a1ec-0f12-4fa5-89f5-b97173e58cf7 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Oct 26 00:01:07.307096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235058b7-7ddd-48cc-a5fd-bde72457684c req-a11cfc07-27fc-476f-960b-e68c9a53bded tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Oct 26 00:01:08.336317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:01:08.383559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port cd66f1fd-7b3d-44f6-bd0a-a107badd123e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:01:08.383925 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:08.426651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dc6ad-831a-4af6-970c-11d64f800cb4 req-a6631b05-1563-49c1-a8a5-d9330ae12265 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:08.428163 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-872dc6ad-831a-4af6-970c-11d64f800cb4 req-a6631b05-1563-49c1-a8a5-d9330ae12265 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 945 time: 0.0517733 Oct 26 00:01:08.461355 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:08.466240 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-872dc6ad-831a-4af6-970c-11d64f800cb4 req-dc3c739b-bdcb-4c58-9fb8-00324e922bbf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320201 Oct 26 00:01:08.490687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:08.492921 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df87b48-6703-4fac-8ed4-3b961c2b91a1" -d '{"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-plugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:08.504499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:08.510382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:08.538979 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c649437d-77b8-4979-96b6-df42d847ec3e x-openstack-request-id: req-c649437d-77b8-4979-96b6-df42d847ec3e {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:08.539272 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-plugged", "status": "completed", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:08.539523 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c649437d-77b8-4979-96b6-df42d847ec3e {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:08.539914 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'code': 200} Oct 26 00:01:08.563831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=11']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:08.590858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7662-ac11-4c1b-9f91-5f781a952bf8 req-39f5f061-0d82-4856-b37b-16f2df683c7c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:08.592340 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b69d7662-ac11-4c1b-9f91-5f781a952bf8 req-39f5f061-0d82-4856-b37b-16f2df683c7c tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 946 time: 0.0534286 Oct 26 00:01:08.634600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b69d7662-ac11-4c1b-9f91-5f781a952bf8 req-98cc46ca-9ca8-4618-a8c7-008a6c2bb5e1 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362253 Oct 26 00:01:08.749733 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55907f-82ca-426d-a423-6483dfabed1a req-dcff87ff-b20f-49e7-ae2f-62c5ab690b37 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:08.751238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe55907f-82ca-426d-a423-6483dfabed1a req-dcff87ff-b20f-49e7-ae2f-62c5ab690b37 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 946 time: 0.0489542 Oct 26 00:01:08.788841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe55907f-82ca-426d-a423-6483dfabed1a req-22cbcf32-2443-4c79-a347-c720195aa90a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Oct 26 00:01:09.020031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f70f1-b0a5-4eb3-8e2c-13e9262df58c req-daf8b3d1-92ec-40b1-81a9-ab28c0932daf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:09.021517 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b83f70f1-b0a5-4eb3-8e2c-13e9262df58c req-daf8b3d1-92ec-40b1-81a9-ab28c0932daf tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Oct 26 00:01:09.062661 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b83f70f1-b0a5-4eb3-8e2c-13e9262df58c req-abfb6e73-7e6e-4032-8cc7-32395dd5cc94 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344794 Oct 26 00:01:10.181192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7978c-0f83-4bf5-99e9-958a39e801d5 req-5190ea62-4c54-459b-a55b-45fdebeb83cb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:10.182860 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36f7978c-0f83-4bf5-99e9-958a39e801d5 req-5190ea62-4c54-459b-a55b-45fdebeb83cb tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 946 time: 0.0488083 Oct 26 00:01:10.220184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-36f7978c-0f83-4bf5-99e9-958a39e801d5 req-7f358b28-9265-408b-9b0c-8413106ee82b tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Oct 26 00:01:10.833394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-f0313b27-1c74-4454-84ec-ee128a1e43a2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:10.834881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-f0313b27-1c74-4454-84ec-ee128a1e43a2 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 946 time: 0.0486274 Oct 26 00:01:10.921074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Deleting port cd66f1fd-7b3d-44f6-bd0a-a107badd123e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:10.921412 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:11.013873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] For port cd66f1fd-7b3d-44f6-bd0a-a107badd123e, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:11.014343 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:11.179625 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:11.179905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:11.180213 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8 disassociated. External IP: 172.25.4.47, port: cd66f1fd-7b3d-44f6-bd0a-a107badd123e. Oct 26 00:01:11.180659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Calling delete_port for cd66f1fd-7b3d-44f6-bd0a-a107badd123e owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:11.336443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:11.376564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560723c-cbe7-4e35-b214-c9dbc452961a req-b65a9a96-ba1a-40a0-ac8a-2ceb0608de6e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:11.378037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f560723c-cbe7-4e35-b214-c9dbc452961a req-b65a9a96-ba1a-40a0-ac8a-2ceb0608de6e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 868 time: 0.0835683 Oct 26 00:01:11.380179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event deleted for resources: {'Port': ['ID=cd66f1fd-7b3d-44f6-bd0a-a107badd123e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:11.398068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.398068 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.398327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.398818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.399024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.399295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.399719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.399933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.400252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.400571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.401506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.401838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:11.513993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f560723c-cbe7-4e35-b214-c9dbc452961a req-c7a80d67-66cf-47b8-a2dd-3082eabc478a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups?id=99afffb9-17c0-4cb6-be20-4b0f38b19d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284215 Oct 26 00:01:11.540307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:01:11.642850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:01:11.654074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:01:11.665619 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:01:11.666273 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:00:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:11.684472 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] No DVR routers for this DVR port cd66f1fd-7b3d-44f6-bd0a-a107badd123e on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:01:11.687193 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:11.690498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ca5b85aa-508b-4acd-92c1-d07e6cf10d49 req-12f853f7-bac4-4cda-92fd-42e033043db6 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.15 "DELETE /v2.0/ports/cd66f1fd-7b3d-44f6-bd0a-a107badd123e HTTP/1.1" status: 204 len: 173 time: 0.8495939 Oct 26 00:01:11.690929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-deleted', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:11.693150 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28095624-06e8-4d2f-b1b1-acf8a40c24ee" -d '{"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-deleted", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:11.735617 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95fab7e-6ac3-4ab0-9316-17ed92d92bd2 x-openstack-request-id: req-c95fab7e-6ac3-4ab0-9316-17ed92d92bd2 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:11.735893 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2104bba-b09d-4156-af28-c3a1bd627c54", "name": "network-vif-deleted", "tag": "cd66f1fd-7b3d-44f6-bd0a-a107badd123e", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:11.736139 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c95fab7e-6ac3-4ab0-9316-17ed92d92bd2 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:11.736590 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2104bba-b09d-4156-af28-c3a1bd627c54', 'name': 'network-vif-deleted', 'tag': 'cd66f1fd-7b3d-44f6-bd0a-a107badd123e', 'status': 'completed', 'code': 200} Oct 26 00:01:11.780889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:01:11.983131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:12.010173 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:01:12.018790 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:01:12.019403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:00:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:12.128536 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:01:12.322167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:12.351810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d09d20-4038-47e2-9007-27bd55cd12b7 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:31Z', 'revision_number': 4, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '20007f0d-afac-4ff2-9354-3da7d16792a6', 'name': '', 'network_id': '7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:31Z', 'updated_at': '2021-10-25T23:47:35Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'subnets': [{'id': '6e423725-e1c0-441b-bf4d-e65fc47ddcad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:01:12.618978 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91dfda-087d-4053-a857-da2990911a3c None None] New status for floating IP 741b658a-3dcf-4fd8-a3d8-496a6f929eb8: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:01:12.620882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32895567-7f38-45b8-a886-37adf855f87e req-7ddb4f3c-e28b-4af2-82f4-8783447fc66e tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 210 time: 0.0296731 Oct 26 00:01:13.537450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:13.725231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49b842ca-0c2a-48ab-814f-ee3dbc86c0e8 req-651ada87-ad07-433d-a81a-4abd8258b6ff tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Oct 26 00:01:14.374815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:01:14.394672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: cd66f1fd-7b3d-44f6-bd0a-a107badd123e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:01:14.395026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device cd66f1fd-7b3d-44f6-bd0a-a107badd123e not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:01:14.819643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eedd3e2e-cbc6-46fd-9f6b-076cc50e4b3b req-045c878f-934b-4cdb-bc1e-c88740a75d90 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 210 time: 0.0255742 Oct 26 00:01:15.921738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-53372e56-1744-4185-9b54-423315dc5ebe req-e7fd400d-2b04-47d4-bbf8-2d55df69f86a tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2104bba-b09d-4156-af28-c3a1bd627c54 HTTP/1.1" status: 200 len: 210 time: 0.0283859 Oct 26 00:01:15.935991 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2a617588-cead-4cbd-8b90-2ac898cebaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:18.423030 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b93d5c96-eaa3-47af-8455-7393f980b081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:19.824065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.348950 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.691197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:20.746648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.771174 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.823458 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.826338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.830188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "DELETE /v2.0/security-groups/99afffb9-17c0-4cb6-be20-4b0f38b19d04 HTTP/1.1" status: 204 len: 168 time: 0.1379671 Oct 26 00:01:20.830363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48642) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:20.841196 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afffb9-17c0-4cb6-be20-4b0f38b19d04,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:20.843880 n-d-815373-1 neutron-server[102133]: INFO neutron.api.v2.resource [None req-07089c99-546f-4b01-935e-93b0e2d25926 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] show failed (client error): The resource could not be found. Oct 26 00:01:20.847655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-07089c99-546f-4b01-935e-93b0e2d25926 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "GET /v2.0/security-groups/99afffb9-17c0-4cb6-be20-4b0f38b19d04 HTTP/1.1" status: 404 len: 347 time: 0.0162334 Oct 26 00:01:20.848170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48644) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:20.850975 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.851456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.851853 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.852379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.852801 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.853219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.853750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.854274 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.855375 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.857235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.857235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.857235 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a16cab-e565-4321-8da2-9ed029a487b9 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:20.943218 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:20.974721 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Deleting port fe8ffe84-eb5a-4f1b-a217-aa9863572509 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:20.975065 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:21.054645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:21.054963 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:21.067080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Calling delete_port for fe8ffe84-eb5a-4f1b-a217-aa9863572509 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:21.197331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:21.220460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Pushing event deleted for resources: {'Port': ['ID=fe8ffe84-eb5a-4f1b-a217-aa9863572509,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:21.293985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:21.296601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:21.297764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-72899e41-0728-42a1-9379-ff68bf6ddb13 tempest-ServerActionsTestJSON-2102396980 tempest-ServerActionsTestJSON-2102396980-project] 10.222.0.25 "DELETE /v2.0/floatingips/741b658a-3dcf-4fd8-a3d8-496a6f929eb8 HTTP/1.1" status: 204 len: 168 time: 0.4486868 Oct 26 00:01:21.300764 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48646) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:21.803413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:22.046026 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Deleting port 20007f0d-afac-4ff2-9354-3da7d16792a6 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:22.046389 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:22.129030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] For port 20007f0d-afac-4ff2-9354-3da7d16792a6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=20007f0d-afac-4ff2-9354-3da7d16792a6,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:22.129283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:22.141405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Calling delete_port for 20007f0d-afac-4ff2-9354-3da7d16792a6 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:22.323540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:22.348933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Pushing event deleted for resources: {'Port': ['ID=20007f0d-afac-4ff2-9354-3da7d16792a6,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:22.517554 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.065671 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Router 0564fe36-0996-4195-832d-605b198f1dbb has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:01:23.169407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:01:23.174442 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3b285d0a-cd76-4e59-8fe9-3fdc37c23293 admin admin] 10.222.0.25 "PUT /v2.0/routers/0564fe36-0996-4195-832d-605b198f1dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725419 Oct 26 00:01:23.177045 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48650) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:23.178029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] Sync routers for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:01:23.187452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:01:23.188044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:01:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:23.280121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.289284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:01:23.382681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.434948 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Deleting port 696a05ce-571a-4fff-a562-bad446591e49 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:23.435285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.465313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '696a05ce-571a-4fff-a562-bad446591e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-26T00:01:22Z', 'revision_number': 5, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port': {'id': '696a05ce-571a-4fff-a562-bad446591e49', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564fe36-0996-4195-832d-605b198f1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-25T23:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:23.495510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] Checking router: 0564fe36-0996-4195-832d-605b198f1dbb for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:01:23.503415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] Routers {'0564fe36-0996-4195-832d-605b198f1dbb'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:01:23.504009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:01:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['0564fe36-0996-4195-832d-605b198f1dbb'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:23.519658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] For port 696a05ce-571a-4fff-a562-bad446591e49, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=696a05ce-571a-4fff-a562-bad446591e49,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:23.520102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.534079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Calling delete_port for 696a05ce-571a-4fff-a562-bad446591e49 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:23.590699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] Set router 0564fe36-0996-4195-832d-605b198f1dbb gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:01:23.641554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-26T00:01:23Z', 'revision_number': 6, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:23.671857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe5db6-3134-4156-8dec-e7659fac8fd2 None None] The sync data for ids ['0564fe36-0996-4195-832d-605b198f1dbb'] in n-d-815373-1 is: [{'id': '0564fe36-0996-4195-832d-605b198f1dbb', 'name': 'tempest-ServerActionsTestJSON-357033159-router', 'tenant_id': 'de4c967d137944c9a926409459e33dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T23:47:29Z', 'updated_at': '2021-10-26T00:01:23Z', 'revision_number': 6, 'project_id': 'de4c967d137944c9a926409459e33dc5', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:01:23.703243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.729355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=696a05ce-571a-4fff-a562-bad446591e49,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:23.789307 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.880924 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.883143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.924920 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.925435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0564fe36-0996-4195-832d-605b198f1dbb {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:01:23.929807 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:23.930820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fbd28c34-565f-4183-ac79-fdf7734d0f5f admin admin] 10.222.0.25 "DELETE /v2.0/routers/0564fe36-0996-4195-832d-605b198f1dbb HTTP/1.1" status: 204 len: 168 time: 0.7528045 Oct 26 00:01:23.933903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48652) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:23.975917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Deleting subnet 6e423725-e1c0-441b-bf4d-e65fc47ddcad {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:01:23.979353 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.012372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.095976 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.148071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.170625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e423725-e1c0-441b-bf4d-e65fc47ddcad,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:24.176186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.179489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2f698726-976a-4c6b-af04-5c8357fb0295 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e423725-e1c0-441b-bf4d-e65fc47ddcad HTTP/1.1" status: 204 len: 168 time: 0.2446396 Oct 26 00:01:24.182547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:24.183053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64155686-d565-49ed-bb56-09cc65c15f2a None None] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:01:24.251803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.308610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Deleting port c86e59a5-443e-417d-ad49-9a996cde5e5f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:24.308954 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.372149 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] For port c86e59a5-443e-417d-ad49-9a996cde5e5f, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c86e59a5-443e-417d-ad49-9a996cde5e5f,segment=NetworkSegment(7df4175b-3382-4a60-ba25-00302264a06d),segment_id=7df4175b-3382-4a60-ba25-00302264a06d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:24.372437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.384216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Calling delete_port for c86e59a5-443e-417d-ad49-9a996cde5e5f owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:24.450565 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] DHCP port deletion for 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:01:24.468683 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.497115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86e59a5-443e-417d-ad49-9a996cde5e5f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:24.499026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] No DVR routers for this DVR port c86e59a5-443e-417d-ad49-9a996cde5e5f on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:01:24.576894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.599003 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:24.609505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df4175b-3382-4a60-ba25-00302264a06d') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:24.609794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df4175b-3382-4a60-ba25-00302264a06d') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:24.619333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.634700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.643786 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:01:24.644354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:01:24.646281 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:01:24.661875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Deleting port c86e59a5-443e-417d-ad49-9a996cde5e5f {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:24.662270 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.702049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.708204 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.711059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 HTTP/1.1" status: 204 len: 168 time: 0.5274017 Oct 26 00:01:24.725486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b76b-f4c3-4295-9731-8f84d74742a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:24.733348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] For port c86e59a5-443e-417d-ad49-9a996cde5e5f, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:24.733743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.751246 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Calling delete_port for c86e59a5-443e-417d-ad49-9a996cde5e5f owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:24.753889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Port c86e59a5-443e-417d-ad49-9a996cde5e5f was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 00:01:24.755358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.763726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Network 7baeb8e7-3330-4b3a-bbf6-6e7b30f7f647 is not hosted by any dhcp agent {{(pid=102135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 00:01:24.764407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] No DVR routers for this DVR port c86e59a5-443e-417d-ad49-9a996cde5e5f on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:01:24.789238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37156b3-61a7-448e-99e1-c1c78866fc38 None None] Pushing event deleted for resources: {'Port': ['ID=c86e59a5-443e-417d-ad49-9a996cde5e5f,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:24.842556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48658) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:24.887532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a1bee641-2c84-4904-8496-5ee3475df840 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de4c967d137944c9a926409459e33dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438139 Oct 26 00:01:24.890099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:24.936646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef61c74-d07a-402b-9b58-e21daa45d597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:24.956684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef61c74-d07a-402b-9b58-e21daa45d597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.006285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef61c74-d07a-402b-9b58-e21daa45d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.009538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aef61c74-d07a-402b-9b58-e21daa45d597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.013686 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-aef61c74-d07a-402b-9b58-e21daa45d597 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f92d7b38-65e0-43c5-b0ef-281adb1e4dfe HTTP/1.1" status: 204 len: 168 time: 0.1200581 Oct 26 00:01:25.020523 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef61c74-d07a-402b-9b58-e21daa45d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d7b38-65e0-43c5-b0ef-281adb1e4dfe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:25.034250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 20007f0d-afac-4ff2-9354-3da7d16792a6 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:01:25.058255 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 20007f0d-afac-4ff2-9354-3da7d16792a6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:01:25.058499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 20007f0d-afac-4ff2-9354-3da7d16792a6 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:01:25.058923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 696a05ce-571a-4fff-a562-bad446591e49 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:01:25.079003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 696a05ce-571a-4fff-a562-bad446591e49 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:01:25.079358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 696a05ce-571a-4fff-a562-bad446591e49 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:01:25.079765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c86e59a5-443e-417d-ad49-9a996cde5e5f no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:01:25.098661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c86e59a5-443e-417d-ad49-9a996cde5e5f {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:01:25.099007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c86e59a5-443e-417d-ad49-9a996cde5e5f not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:01:25.713551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48682) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:25.808131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-517850038-network', 'tenant_id': 'daf54c37fada4bbaac4055df0e753605'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:25.828887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Made reservation on behalf of daf54c37fada4bbaac4055df0e753605 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:01:25.831449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.840581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.914215 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.918393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.942203 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:01:25.952311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f451c8cb-0ea9-4b78-849d-c7821f6190d3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:25.957548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:25.957895 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Added segment 4ff6e3df-15ca-4ccd-93c0-4d311d7359aa of type vlan for network 5bfb851d-2fb7-412f-92d8-93d12defadc0 Oct 26 00:01:25.999501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:26.023463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:26.024532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:26.025114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:26.080784 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3659065 Oct 26 00:01:26.083662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48686) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:26.089373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Request body: {'subnet': {'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-517850038-subnet', 'tenant_id': 'daf54c37fada4bbaac4055df0e753605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:26.092240 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8d6a-5b6e-48dc-9814-a4a8296e1659 admin admin] Pushing event updated for resources: {'Network': ['ID=5bfb851d-2fb7-412f-92d8-93d12defadc0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:26.102990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5bfb851d-2fb7-412f-92d8-93d12defadc0 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:01:26.111420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Made reservation on behalf of daf54c37fada4bbaac4055df0e753605 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:01:26.113783 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:26.278955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:26.334108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0948074b-bc96-40cd-93b6-69d6c57140cf,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:26.344106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Checking segment: {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:01:26.344459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Network hostable DHCP agents. Network: 5bfb851d-2fb7-412f-92d8-93d12defadc0, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:01:26.359719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Network 5bfb851d-2fb7-412f-92d8-93d12defadc0 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:01:26.368100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5bfb851d-2fb7-412f-92d8-93d12defadc0) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:01:26.372172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:26.372747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:26.377730 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cb905-c026-4795-a924-d9eb28e7e026 None None] Network 5bfb851d-2fb7-412f-92d8-93d12defadc0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:01:26.390236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-efdd9ff5-16cc-49b8-a9cb-6adbe8ec86e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3039889 Oct 26 00:01:26.503999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2d971-9692-494f-861c-ce42284e6de1 None None] Network 5bfb851d-2fb7-412f-92d8-93d12defadc0 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:01:26.822947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-f93c4bb8-ebb5-4caa-a9f9-7b5a72b8df83 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:26.824410 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-f93c4bb8-ebb5-4caa-a9f9-7b5a72b8df83 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/networks?id=5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 200 len: 813 time: 0.1026013 Oct 26 00:01:26.839786 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-ce5d5c1d-af87-449f-aabb-108967bb3c04 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/quotas/daf54c37fada4bbaac4055df0e753605 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Oct 26 00:01:26.875214 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-da89ee77-6150-42a9-8f28-752cc23b3032 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=daf54c37fada4bbaac4055df0e753605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301757 Oct 26 00:01:26.886265 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-b952d857-7947-4f48-9a01-ae78c48ba356 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:01:26.887160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-b952d857-7947-4f48-9a01-ae78c48ba356 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053995 Oct 26 00:01:26.974891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-fe7c978d-a5ea-4f55-8e4e-fbfa4fe217ac service neutron] 10.222.0.25 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820785 Oct 26 00:01:27.067618 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-e41b34c2-c73b-4701-b745-d6e727917f79 service neutron] 10.222.0.25 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860000 Oct 26 00:01:27.237046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e4725c-7cd8-4eb0-80b8-49d43319000e req-2ac165ad-c861-4d3c-82b7-4c25f3dd548b tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 210 time: 0.0296786 Oct 26 00:01:28.343232 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d0f86cb-8479-45da-87fd-dcbb1e1cfdad req-cacbc311-da04-48d9-81c6-d9b208a5ab21 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 210 time: 0.0280371 Oct 26 00:01:28.349001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-106c8303-d7ab-46ad-9216-e0f8e242bccd tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:28.350500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-106c8303-d7ab-46ad-9216-e0f8e242bccd tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "GET /v2.0/networks?id=5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 200 len: 813 time: 0.1136110 Oct 26 00:01:28.372815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Request body: {'port': {'device_id': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0', 'admin_state_up': True, 'tenant_id': 'daf54c37fada4bbaac4055df0e753605'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:28.480852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Made reservation on behalf of daf54c37fada4bbaac4055df0e753605 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:01:28.484669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:28.604706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Allocated IP 172.20.0.4 (5bfb851d-2fb7-412f-92d8-93d12defadc0/0948074b-bc96-40cd-93b6-69d6c57140cf/467045c0-c7c2-402a-8c84-3817a7f7c7d0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:01:28.856787 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.065132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.096708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.142646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Network 5bfb851d-2fb7-412f-92d8-93d12defadc0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:01:29.145625 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:01:29.149345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:01:29.173520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Pushing event updated for resources: {'Port': ['ID=467045c0-c7c2-402a-8c84-3817a7f7c7d0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:29.200917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:29.201528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.218562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-1c31af9b-ac06-4b38-a5d8-9e9ca8bacdec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8501685 Oct 26 00:01:29.283807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Request body: {'port': {'device_id': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:29.335177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.540247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14979799-bc76-4ee0-b689-86db4119d2e1 req-b491684b-6819-4eb9-9f9f-198305acc2e6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:29.541714 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14979799-bc76-4ee0-b689-86db4119d2e1 req-b491684b-6819-4eb9-9f9f-198305acc2e6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 931 time: 0.1066463 Oct 26 00:01:29.608183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14979799-bc76-4ee0-b689-86db4119d2e1 req-7451f438-26f2-4757-bbdc-225c8c4c746f tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Oct 26 00:01:29.660468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467045c0-c7c2-402a-8c84-3817a7f7c7d0 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:01:29.668149 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.679667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Transition to ACTIVE for port object 467045c0-c7c2-402a-8c84-3817a7f7c7d0 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:01:29.683053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.734590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Pushing event updated for resources: {'Port': ['ID=467045c0-c7c2-402a-8c84-3817a7f7c7d0,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:29.803250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Attempting to bind port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:01:29.803498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Attempting to bind port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:01:29.803823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Attempting to bind port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 on network 5bfb851d-2fb7-412f-92d8-93d12defadc0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:01:29.808105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 on network 5bfb851d-2fb7-412f-92d8-93d12defadc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:01:29.808987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Attempting to bind port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 on network 5bfb851d-2fb7-412f-92d8-93d12defadc0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:01:29.813729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:01:29.814057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Checking segment: {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:01:29.814464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Bound using segment: {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:01:29.814883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Bound port: 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:01:29.815231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.877333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] For port 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:01:29.880511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] For port 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:01:29.884360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.925144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:29.925760 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:29.927174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] 10.222.0.15 "PUT /v2.0/ports/467045c0-c7c2-402a-8c84-3817a7f7c7d0 HTTP/1.1" status: 200 len: 1091 time: 0.6951339 Oct 26 00:01:29.927614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'tag': '467045c0-c7c2-402a-8c84-3817a7f7c7d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:29.929858 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c88dc75-5316-48f6-ba4c-e4b75529ade8" -d '{"events": [{"name": "network-changed", "server_uuid": "490c922c-2f6e-4863-b53b-82beb7d7b10c", "tag": "467045c0-c7c2-402a-8c84-3817a7f7c7d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:29.949847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b52a3-4107-484d-9dbd-c2f01f851d02 service neutron] Pushing event updated for resources: {'Port': ['ID=467045c0-c7c2-402a-8c84-3817a7f7c7d0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:29.974335 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06d5fb-f01b-46e1-9464-e3b53b143ac5 x-openstack-request-id: req-fb06d5fb-f01b-46e1-9464-e3b53b143ac5 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:29.974626 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490c922c-2f6e-4863-b53b-82beb7d7b10c", "tag": "467045c0-c7c2-402a-8c84-3817a7f7c7d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:29.974872 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb06d5fb-f01b-46e1-9464-e3b53b143ac5 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:29.975380 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'tag': '467045c0-c7c2-402a-8c84-3817a7f7c7d0', 'status': 'completed', 'code': 200} Oct 26 00:01:30.036177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-0f7953a5-97d2-49ce-af77-c885810d4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:30.037655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-0f7953a5-97d2-49ce-af77-c885810d4281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf54c37fada4bbaac4055df0e753605&device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 1094 time: 0.0434380 Oct 26 00:01:30.085347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-432c2736-48c1-4e4a-830e-eb2ae4078cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0324700 Oct 26 00:01:30.138619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-3eb01346-89ca-47a2-a9f8-3a65565da3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:30.140025 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-3eb01346-89ca-47a2-a9f8-3a65565da3e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0948074b-bc96-40cd-93b6-69d6c57140cf HTTP/1.1" status: 200 len: 853 time: 0.0472651 Oct 26 00:01:30.172040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-4769ed77-1d2f-414e-8b37-46e4dd735f89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bfb851d-2fb7-412f-92d8-93d12defadc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243270 Oct 26 00:01:30.261294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-0a468712-9923-443c-b515-5598f3d9b613 service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815532 Oct 26 00:01:30.354141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-292cb78b-6fab-4a87-ac6d-9e76d2b9396c req-bace9097-e8e4-4539-be3a-8e418ad176f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855024 Oct 26 00:01:30.491095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-93990683-7319-474a-891b-b4cd463e4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:30.492577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-93990683-7319-474a-891b-b4cd463e4fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf54c37fada4bbaac4055df0e753605&device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 1094 time: 0.0413711 Oct 26 00:01:30.586850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-a871a200-9978-47a3-9d6e-f3e845d2d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:30.588279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-a871a200-9978-47a3-9d6e-f3e845d2d278 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 200 len: 914 time: 0.0875549 Oct 26 00:01:30.631053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-d38e24df-4d85-490f-8fb1-392eb77268c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0348549 Oct 26 00:01:30.701802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-60b05754-2b13-4619-8a24-76f131eeb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:30.703290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-60b05754-2b13-4619-8a24-76f131eeb1c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0948074b-bc96-40cd-93b6-69d6c57140cf HTTP/1.1" status: 200 len: 853 time: 0.0654404 Oct 26 00:01:30.741740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-d5d52e16-a5f4-44c2-804f-b7c1b44525f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bfb851d-2fb7-412f-92d8-93d12defadc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249717 Oct 26 00:01:30.802874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d42c6-b650-42f1-b3dc-4d4fc461ea65 req-f8a19ab4-df01-4e94-9783-f04909988d06 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:30.804334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f3d42c6-b650-42f1-b3dc-4d4fc461ea65 req-f8a19ab4-df01-4e94-9783-f04909988d06 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 943 time: 0.1241031 Oct 26 00:01:30.868096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6f3d42c6-b650-42f1-b3dc-4d4fc461ea65 req-3adbedc8-cea2-4829-b37b-14edd454ea92 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556586 Oct 26 00:01:30.874045 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-a69eda0e-edfd-461c-b99c-75ac3e3a9834 service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246498 Oct 26 00:01:30.964110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3c88dc75-5316-48f6-ba4c-e4b75529ade8 req-c3b0d463-e286-4394-8136-127f2198a78e service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Oct 26 00:01:31.986552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df13d-22d4-481e-8743-d10e0fdf4046 req-1b0adfb9-ce82-42f7-aa8a-6e0cc6061ff6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:31.988042 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae9df13d-22d4-481e-8743-d10e0fdf4046 req-1b0adfb9-ce82-42f7-aa8a-6e0cc6061ff6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 943 time: 0.0493543 Oct 26 00:01:32.025466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ae9df13d-22d4-481e-8743-d10e0fdf4046 req-e7cc2709-884f-4957-8c93-86d3eebe9773 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Oct 26 00:01:32.476031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 467045c0-c7c2-402a-8c84-3817a7f7c7d0 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:01:32.572223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:32.582866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '467045c0-c7c2-402a-8c84-3817a7f7c7d0', 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0', 'port_id': '467045c0-c7c2-402a-8c84-3817a7f7c7d0', 'mac_address': 'fa:16:3e:76:eb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0948074b-bc96-40cd-93b6-69d6c57140cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:01:32.618354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:32.631062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467045c0-c7c2-402a-8c84-3817a7f7c7d0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:01:32.649910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:32.653766 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:32.703996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=467045c0-c7c2-402a-8c84-3817a7f7c7d0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:33.010274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['467045c0-c7c2-402a-8c84-3817a7f7c7d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:01:33.144736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41f4a1-bb4f-43f4-8918-3aabbf8cbd16 req-a2060a88-d9c7-475c-b141-bc278963e403 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:33.146281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f41f4a1-bb4f-43f4-8918-3aabbf8cbd16 req-a2060a88-d9c7-475c-b141-bc278963e403 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 944 time: 0.0536470 Oct 26 00:01:33.183803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f41f4a1-bb4f-43f4-8918-3aabbf8cbd16 req-ffdd0147-4cec-4546-aed1-fa7e6c1736bc tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Oct 26 00:01:34.298005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65344-f6aa-438b-82d0-1056c2d2281e req-6c3190be-5db0-43e8-a119-88575913baa3 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:34.299245 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0f65344-f6aa-438b-82d0-1056c2d2281e req-6c3190be-5db0-43e8-a119-88575913baa3 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 944 time: 0.0486662 Oct 26 00:01:34.340487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0f65344-f6aa-438b-82d0-1056c2d2281e req-8da4c4a3-6ecb-4ad4-b76a-ebe5e482138e tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Oct 26 00:01:34.487396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 467045c0-c7c2-402a-8c84-3817a7f7c7d0 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:01:34.537107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:01:34.540573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:01:34.540934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:34.615343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:34.636320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467045c0-c7c2-402a-8c84-3817a7f7c7d0'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:34.639087 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be7337-eda3-404d-96db-2e50ef947d7a" -d '{"events": [{"server_uuid": "490c922c-2f6e-4863-b53b-82beb7d7b10c", "name": "network-vif-plugged", "status": "completed", "tag": "467045c0-c7c2-402a-8c84-3817a7f7c7d0"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:34.651430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:34.656252 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:34.679400 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d348fc-ede7-493c-bb24-93d64dbe7a6a x-openstack-request-id: req-84d348fc-ede7-493c-bb24-93d64dbe7a6a {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:34.679763 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490c922c-2f6e-4863-b53b-82beb7d7b10c", "name": "network-vif-plugged", "status": "completed", "tag": "467045c0-c7c2-402a-8c84-3817a7f7c7d0", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:34.682731 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84d348fc-ede7-493c-bb24-93d64dbe7a6a {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:34.683319 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467045c0-c7c2-402a-8c84-3817a7f7c7d0', 'code': 200} Oct 26 00:01:34.713188 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=467045c0-c7c2-402a-8c84-3817a7f7c7d0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:34.721555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.721896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.722251 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.722582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.722910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.723231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.723551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.723892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.724210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.724525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.724837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.725150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:01:34.801084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585877-974a-41a5-91ba-30bac7cf98d5 req-06854e42-6003-4988-b3b9-66a9824096bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:34.802608 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33585877-974a-41a5-91ba-30bac7cf98d5 req-06854e42-6003-4988-b3b9-66a9824096bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 1096 time: 0.0394521 Oct 26 00:01:34.836230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33585877-974a-41a5-91ba-30bac7cf98d5 req-f6c54df3-345f-40c7-8a0d-6f99e4bdb7a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270250 Oct 26 00:01:35.456476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df9b4-f050-402a-a40e-e45620201858 req-e07763bf-3934-4d6b-a3fe-6f9e8871f30c tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:35.457917 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-789df9b4-f050-402a-a40e-e45620201858 req-e07763bf-3934-4d6b-a3fe-6f9e8871f30c tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0473189 Oct 26 00:01:35.494895 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-789df9b4-f050-402a-a40e-e45620201858 req-40495ddb-a4c9-454c-95d8-5e679445ee67 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309846 Oct 26 00:01:36.612750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff865d-b541-4bb3-a9a4-ccc40e6a4caa req-a71e612f-156b-4f09-bbb1-a4992e51952e tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:36.614247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76ff865d-b541-4bb3-a9a4-ccc40e6a4caa req-a71e612f-156b-4f09-bbb1-a4992e51952e tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0506244 Oct 26 00:01:36.652472 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-76ff865d-b541-4bb3-a9a4-ccc40e6a4caa req-ecfb3744-66b4-43b9-8468-9c5314431f01 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Oct 26 00:01:36.877177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-534d5e7c-c440-4613-9862-90c37c008ec2 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:36.878567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-534d5e7c-c440-4613-9862-90c37c008ec2 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/networks?id=5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 200 len: 813 time: 0.1053281 Oct 26 00:01:36.894495 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-9b99e27c-ce85-49f3-97b4-0eaa8006bf93 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/quotas/daf54c37fada4bbaac4055df0e753605 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Oct 26 00:01:36.943484 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-1c1bc187-3b0a-443a-90f0-fc03dc600c0f tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=daf54c37fada4bbaac4055df0e753605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437369 Oct 26 00:01:37.033028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-4237ddd6-2090-44ad-9da8-846192f45216 service neutron] 10.222.0.25 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824771 Oct 26 00:01:37.125805 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-4da578af-4093-45c8-95ce-0f34dcde6efa service neutron] 10.222.0.25 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867131 Oct 26 00:01:37.293820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2b5584cd-604b-4b4d-b829-7a1882c08f05 req-f8bc216a-d565-4960-9751-7fd12edadd3a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 210 time: 0.0320051 Oct 26 00:01:38.275542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-88c96205-e742-421a-8381-fa17be9120c6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:38.277541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-88c96205-e742-421a-8381-fa17be9120c6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "GET /v2.0/networks?id=5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 200 len: 813 time: 0.1071544 Oct 26 00:01:38.299690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Request body: {'port': {'device_id': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0', 'admin_state_up': True, 'tenant_id': 'daf54c37fada4bbaac4055df0e753605'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:38.398216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f5089b3-62c0-4528-9a60-00a093d71993 req-3c7438b0-aaaf-43a8-875c-3d9922f2fea2 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 210 time: 0.0295479 Oct 26 00:01:38.425039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Made reservation on behalf of daf54c37fada4bbaac4055df0e753605 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:01:38.428280 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:38.552160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Allocated IP 172.20.0.6 (5bfb851d-2fb7-412f-92d8-93d12defadc0/0948074b-bc96-40cd-93b6-69d6c57140cf/717f17c6-5b65-404b-9e8c-abdb5ece174b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:01:38.704914 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:38.737647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:38.769894 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['467045c0-c7c2-402a-8c84-3817a7f7c7d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:01:38.789423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Network 5bfb851d-2fb7-412f-92d8-93d12defadc0 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:01:38.793844 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:01:38.796755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:01:38.827071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Pushing event updated for resources: {'Port': ['ID=717f17c6-5b65-404b-9e8c-abdb5ece174b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:38.851884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:38.852493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:38.871441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-0489e2a2-8ded-481b-8b94-2981173072d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758131 Oct 26 00:01:38.888323 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Request body: {'port': {'device_id': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:38.942882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:39.208982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717f17c6-5b65-404b-9e8c-abdb5ece174b {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:01:39.217226 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:39.229364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Transition to ACTIVE for port object 717f17c6-5b65-404b-9e8c-abdb5ece174b will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:01:39.233694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:39.297817 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-fcb765c0-8dda-4f0e-8448-738f7fdd6d05 req-ad2ecdc7-b9ee-4e5e-83e4-f94ee6491477 tempest-ServerDiskConfigTestJSON-1627806861 tempest-ServerDiskConfigTestJSON-1627806861-project] (102134) timed out ('10.222.0.15', 50933) {{(pid=102134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 00:01:39.304906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Pushing event updated for resources: {'Port': ['ID=717f17c6-5b65-404b-9e8c-abdb5ece174b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:39.351701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Attempting to bind port 717f17c6-5b65-404b-9e8c-abdb5ece174b on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:01:39.352030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Attempting to bind port 717f17c6-5b65-404b-9e8c-abdb5ece174b by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:01:39.352351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Attempting to bind port 717f17c6-5b65-404b-9e8c-abdb5ece174b on network 5bfb851d-2fb7-412f-92d8-93d12defadc0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:01:39.356913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Port 717f17c6-5b65-404b-9e8c-abdb5ece174b on network 5bfb851d-2fb7-412f-92d8-93d12defadc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:01:39.357231 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Attempting to bind port 717f17c6-5b65-404b-9e8c-abdb5ece174b on network 5bfb851d-2fb7-412f-92d8-93d12defadc0 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:01:39.361901 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:01:39.362275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Checking segment: {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:01:39.362654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Bound using segment: {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:01:39.363073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Bound port: 717f17c6-5b65-404b-9e8c-abdb5ece174b, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:01:39.363419 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:39.428210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] For port 717f17c6-5b65-404b-9e8c-abdb5ece174b, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:01:39.431139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] For port 717f17c6-5b65-404b-9e8c-abdb5ece174b, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:01:39.435223 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:39.472714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:39.473329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:39.474738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/717f17c6-5b65-404b-9e8c-abdb5ece174b HTTP/1.1" status: 200 len: 1091 time: 0.5909293 Oct 26 00:01:39.476313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'tag': '717f17c6-5b65-404b-9e8c-abdb5ece174b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:39.478567 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed959c0c-db84-4193-a8a6-3907776c3d52", "tag": "717f17c6-5b65-404b-9e8c-abdb5ece174b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:39.524587 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39103ffe-48a6-4266-ba9e-32b7c97179b6 x-openstack-request-id: req-39103ffe-48a6-4266-ba9e-32b7c97179b6 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:39.524890 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed959c0c-db84-4193-a8a6-3907776c3d52", "tag": "717f17c6-5b65-404b-9e8c-abdb5ece174b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:39.525146 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39103ffe-48a6-4266-ba9e-32b7c97179b6 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:39.525549 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'tag': '717f17c6-5b65-404b-9e8c-abdb5ece174b', 'status': 'completed', 'code': 200} Oct 26 00:01:39.528451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c36c5-eb4a-4f48-8aac-f221f87e63e8 service neutron] Pushing event updated for resources: {'Port': ['ID=717f17c6-5b65-404b-9e8c-abdb5ece174b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:39.556865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f407c-1b83-49db-9ca0-86e9197c6ad5 req-acaad38a-c91c-4af1-a168-24fba96ec9e0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:39.558877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751f407c-1b83-49db-9ca0-86e9197c6ad5 req-acaad38a-c91c-4af1-a168-24fba96ec9e0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 943 time: 0.0827405 Oct 26 00:01:39.616811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-e70a5776-25ef-4250-be5a-96d75100a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:39.618355 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-e70a5776-25ef-4250-be5a-96d75100a072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf54c37fada4bbaac4055df0e753605&device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 1094 time: 0.0776782 Oct 26 00:01:39.622068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751f407c-1b83-49db-9ca0-86e9197c6ad5 req-a75f5fc0-cd7c-4369-8e51-81e618926692 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Oct 26 00:01:39.666080 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-592faeab-a274-4ee6-a332-00027c4310e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b HTTP/1.1" status: 200 len: 217 time: 0.0342846 Oct 26 00:01:39.713551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517330-605b-40d5-874d-9d78f5588589 req-53e205bf-b387-4c2b-b84f-0e2f8d166f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:39.715152 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-53e205bf-b387-4c2b-b84f-0e2f8d166f47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0948074b-bc96-40cd-93b6-69d6c57140cf HTTP/1.1" status: 200 len: 853 time: 0.0429277 Oct 26 00:01:39.749798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-7443c852-fa20-4702-8ef5-91eef4a7f25d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bfb851d-2fb7-412f-92d8-93d12defadc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279634 Oct 26 00:01:39.838803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-79551823-c466-480c-b188-f69a0bd6e141 service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817153 Oct 26 00:01:39.930540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4517330-605b-40d5-874d-9d78f5588589 req-3c49b3ab-6ebc-4c31-a20d-880e3c8a29fb service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Oct 26 00:01:39.969497 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:01:40.053036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-813c936e-02b6-4e28-8f0f-dfe429b651cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:40.054540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-813c936e-02b6-4e28-8f0f-dfe429b651cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf54c37fada4bbaac4055df0e753605&device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 1094 time: 0.0401623 Oct 26 00:01:40.153100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-530e380c-1414-41cf-9840-32789a28fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:40.154602 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-530e380c-1414-41cf-9840-32789a28fa21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 200 len: 914 time: 0.0929189 Oct 26 00:01:40.195563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-2d2a3923-1f25-456f-b435-eb42d6ad2158 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b HTTP/1.1" status: 200 len: 217 time: 0.0339758 Oct 26 00:01:40.245261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-df5a2bc5-a1f1-4df7-8517-831b513b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:40.247366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-df5a2bc5-a1f1-4df7-8517-831b513b8c58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0948074b-bc96-40cd-93b6-69d6c57140cf HTTP/1.1" status: 200 len: 853 time: 0.0448115 Oct 26 00:01:40.278544 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-8ff2cd81-77e8-4c15-b6e7-19480a6a7d0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bfb851d-2fb7-412f-92d8-93d12defadc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248802 Oct 26 00:01:40.373214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-a9bef51f-afdd-4c21-9942-5bcb842a4fe8 service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Oct 26 00:01:40.466455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-84eb1c7a-4a38-4c28-93dd-f44d4c2bd6b3 req-3903f953-f8ac-4991-a8ad-5030b5834162 service neutron] 10.222.0.15 "GET /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Oct 26 00:01:40.740564 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ecb1a-48d8-4d1b-b6c5-8249b0d4becb req-7f35a1a4-038d-4ce7-84f6-aaa9d43a6007 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:40.742029 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-436ecb1a-48d8-4d1b-b6c5-8249b0d4becb req-7f35a1a4-038d-4ce7-84f6-aaa9d43a6007 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 943 time: 0.0494347 Oct 26 00:01:40.780388 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-436ecb1a-48d8-4d1b-b6c5-8249b0d4becb req-f49fbfda-8865-4bae-86eb-48cea92a0d0d tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Oct 26 00:01:41.896944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cd19-361d-4503-a4a2-4a4349b60a97 req-b4663ee1-306d-4fb2-913c-6244182481b2 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:41.898426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03a8cd19-361d-4503-a4a2-4a4349b60a97 req-b4663ee1-306d-4fb2-913c-6244182481b2 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 943 time: 0.0503802 Oct 26 00:01:41.936442 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03a8cd19-361d-4503-a4a2-4a4349b60a97 req-0fbc23b4-e96d-453b-869c-c9ce8bf46dbb tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Oct 26 00:01:42.508068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 717f17c6-5b65-404b-9e8c-abdb5ece174b details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:01:42.599701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 717f17c6-5b65-404b-9e8c-abdb5ece174b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:42.611537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '717f17c6-5b65-404b-9e8c-abdb5ece174b', 'network_id': '5bfb851d-2fb7-412f-92d8-93d12defadc0', 'port_id': '717f17c6-5b65-404b-9e8c-abdb5ece174b', 'mac_address': 'fa:16:3e:e2:cf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0948074b-bc96-40cd-93b6-69d6c57140cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:01:42.649434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:42.662240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717f17c6-5b65-404b-9e8c-abdb5ece174b {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:01:42.680901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 717f17c6-5b65-404b-9e8c-abdb5ece174b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:42.684588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:42.730634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=717f17c6-5b65-404b-9e8c-abdb5ece174b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:43.054128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d37cc-a562-41fe-9862-f5a957d7d5a6 req-e21e07b0-8be6-4265-a5a7-227af72155de tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:43.055623 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed5d37cc-a562-41fe-9862-f5a957d7d5a6 req-e21e07b0-8be6-4265-a5a7-227af72155de tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 944 time: 0.0529351 Oct 26 00:01:43.065091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['717f17c6-5b65-404b-9e8c-abdb5ece174b'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:01:43.094763 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed5d37cc-a562-41fe-9862-f5a957d7d5a6 req-0dd1a154-a031-4517-9671-fe0b68d5cb99 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Oct 26 00:01:43.528159 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:44.209078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede852da-397e-49ae-bd97-04d7ba462bae req-1c12f262-db16-4629-922a-bf3425ccde79 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:44.210565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ede852da-397e-49ae-bd97-04d7ba462bae req-1c12f262-db16-4629-922a-bf3425ccde79 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 944 time: 0.0481801 Oct 26 00:01:44.248044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ede852da-397e-49ae-bd97-04d7ba462bae req-804c3969-919a-4646-b589-5b57446e140d tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Oct 26 00:01:44.521544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 717f17c6-5b65-404b-9e8c-abdb5ece174b up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:01:44.569463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 717f17c6-5b65-404b-9e8c-abdb5ece174b completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:01:44.573101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 717f17c6-5b65-404b-9e8c-abdb5ece174b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:01:44.573470 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:44.651600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:44.673634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f17c6-5b65-404b-9e8c-abdb5ece174b'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:44.675893 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf76b20-7e99-4dd2-bdc3-adf530262be2" -d '{"events": [{"server_uuid": "ed959c0c-db84-4193-a8a6-3907776c3d52", "name": "network-vif-plugged", "status": "completed", "tag": "717f17c6-5b65-404b-9e8c-abdb5ece174b"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:44.690348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 717f17c6-5b65-404b-9e8c-abdb5ece174b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:44.695343 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:44.718006 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e6eff-8218-4526-816f-6a32f34ea510 x-openstack-request-id: req-bd3e6eff-8218-4526-816f-6a32f34ea510 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:44.718324 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed959c0c-db84-4193-a8a6-3907776c3d52", "name": "network-vif-plugged", "status": "completed", "tag": "717f17c6-5b65-404b-9e8c-abdb5ece174b", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:44.718578 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd3e6eff-8218-4526-816f-6a32f34ea510 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:44.718966 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f17c6-5b65-404b-9e8c-abdb5ece174b', 'code': 200} Oct 26 00:01:44.743679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=717f17c6-5b65-404b-9e8c-abdb5ece174b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:44.843745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a3e45-3db4-4d26-a641-a58cec4cc570 req-209a5ed3-af83-4521-be3b-ea24d14e39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:44.845199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-204a3e45-3db4-4d26-a641-a58cec4cc570 req-209a5ed3-af83-4521-be3b-ea24d14e39d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 1096 time: 0.0393002 Oct 26 00:01:44.884950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-204a3e45-3db4-4d26-a641-a58cec4cc570 req-7672d1a9-356d-4f49-aabb-85476c2a60c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Oct 26 00:01:45.362756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70a976-d9f7-4845-aeaf-6b8ececefc9d req-bde6924f-a04c-43a0-8f6b-b3ba9ac6efe0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:45.364227 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f70a976-d9f7-4845-aeaf-6b8ececefc9d req-bde6924f-a04c-43a0-8f6b-b3ba9ac6efe0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 945 time: 0.0490103 Oct 26 00:01:45.400955 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f70a976-d9f7-4845-aeaf-6b8ececefc9d req-9ee44217-b3ca-4023-913c-b719971443b6 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Oct 26 00:01:45.938943 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e2f61257-efe0-4ae4-b8c8-97fde372b4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:46.519742 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce85a5-3443-4967-a266-bb31704ec271 req-c85a4f34-0afa-4de1-bd4c-d4aac126d04b tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:46.521216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8ce85a5-3443-4967-a266-bb31704ec271 req-c85a4f34-0afa-4de1-bd4c-d4aac126d04b tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 945 time: 0.0488532 Oct 26 00:01:46.559311 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b8ce85a5-3443-4967-a266-bb31704ec271 req-af5d789b-b93b-406a-a693-429d8780f2d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Oct 26 00:01:46.790082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926b7d3-fefc-4fd1-9557-f571934eaf32 req-4a6cb21c-636c-4682-af2e-d6174f9518ae tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:46.791652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8926b7d3-fefc-4fd1-9557-f571934eaf32 req-4a6cb21c-636c-4682-af2e-d6174f9518ae tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Oct 26 00:01:46.829749 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8926b7d3-fefc-4fd1-9557-f571934eaf32 req-ded4c946-003c-4c68-9e66-004248dae0da tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Oct 26 00:01:47.946019 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5eae0-3719-48cf-a29b-3b658caede17 req-01b8b9cf-f6fe-4d35-88bd-29828efe37d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:47.948365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-09c5eae0-3719-48cf-a29b-3b658caede17 req-01b8b9cf-f6fe-4d35-88bd-29828efe37d0 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Oct 26 00:01:48.040360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-09c5eae0-3719-48cf-a29b-3b658caede17 req-2f8b15d0-75bf-40db-b28b-70d234b8bc36 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849817 Oct 26 00:01:48.377687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-a9fdba5b-bcb5-42af-92dc-9b12a2847aec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:48.379189 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-a9fdba5b-bcb5-42af-92dc-9b12a2847aec tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Oct 26 00:01:48.425701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2c9c7e5e-06fc-4387-b46e-8674e78adf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:48.493467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Deleting port 717f17c6-5b65-404b-9e8c-abdb5ece174b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:48.493904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:48.598517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] For port 717f17c6-5b65-404b-9e8c-abdb5ece174b, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=717f17c6-5b65-404b-9e8c-abdb5ece174b,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:48.598786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:48.618015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Calling delete_port for 717f17c6-5b65-404b-9e8c-abdb5ece174b owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:48.749866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:48.781736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Pushing event deleted for resources: {'Port': ['ID=717f17c6-5b65-404b-9e8c-abdb5ece174b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:48.783522 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['467045c0-c7c2-402a-8c84-3817a7f7c7d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:01:48.828136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] No DVR routers for this DVR port 717f17c6-5b65-404b-9e8c-abdb5ece174b on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:01:48.831008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:48.835894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-029ec5eb-8bf6-47b9-b635-5515be23ab34 req-35e5cae2-12e6-41c1-be69-6f67e9a6a18a tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "DELETE /v2.0/ports/717f17c6-5b65-404b-9e8c-abdb5ece174b HTTP/1.1" status: 204 len: 173 time: 0.4475992 Oct 26 00:01:48.836336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'name': 'network-vif-deleted', 'tag': '717f17c6-5b65-404b-9e8c-abdb5ece174b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:48.838731 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7834ff9c-adb1-48b6-89a0-74bfeb8c498b" -d '{"events": [{"server_uuid": "ed959c0c-db84-4193-a8a6-3907776c3d52", "name": "network-vif-deleted", "tag": "717f17c6-5b65-404b-9e8c-abdb5ece174b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:48.879705 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4683e50-b4a9-4d22-94cb-335e6d404b71 x-openstack-request-id: req-b4683e50-b4a9-4d22-94cb-335e6d404b71 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:48.880101 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed959c0c-db84-4193-a8a6-3907776c3d52", "name": "network-vif-deleted", "tag": "717f17c6-5b65-404b-9e8c-abdb5ece174b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:48.880456 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4683e50-b4a9-4d22-94cb-335e6d404b71 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:48.880921 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed959c0c-db84-4193-a8a6-3907776c3d52', 'name': 'network-vif-deleted', 'tag': '717f17c6-5b65-404b-9e8c-abdb5ece174b', 'status': 'completed', 'code': 200} Oct 26 00:01:49.157050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-15a4298a-1567-407c-90d5-54bc3722e5ff req-96b56eab-3014-4d7a-a617-d113944d5e78 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed959c0c-db84-4193-a8a6-3907776c3d52 HTTP/1.1" status: 200 len: 210 time: 0.0281057 Oct 26 00:01:49.827694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:50.322714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855085a3-ddc1-4470-b6f6-becb8da391d8 req-1c24033e-3ea9-41f5-b55f-cc4cd18b041c tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:50.324506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-855085a3-ddc1-4470-b6f6-becb8da391d8 req-1c24033e-3ea9-41f5-b55f-cc4cd18b041c tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0554802 Oct 26 00:01:50.351891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:50.365154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-855085a3-ddc1-4470-b6f6-becb8da391d8 req-c2897bc6-102e-4eeb-97eb-be2d6da2c60b tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344512 Oct 26 00:01:50.519336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2372c24-8793-4dc4-8feb-092bdb7451b3 req-dd9817c9-ea76-43ae-831d-b46e90ca2ea1 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:50.521254 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2372c24-8793-4dc4-8feb-092bdb7451b3 req-dd9817c9-ea76-43ae-831d-b46e90ca2ea1 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0572882 Oct 26 00:01:50.558939 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b2372c24-8793-4dc4-8feb-092bdb7451b3 req-74b592c1-0d70-408d-9e25-81852f664f75 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Oct 26 00:01:50.572561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 717f17c6-5b65-404b-9e8c-abdb5ece174b no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:01:50.594403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 717f17c6-5b65-404b-9e8c-abdb5ece174b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:01:50.594759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 717f17c6-5b65-404b-9e8c-abdb5ece174b not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:01:50.733681 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ff914-d120-49fa-8407-a8d7ffe2e8a0 req-b2ea6784-201d-4488-8da4-740abe96afcb tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:50.735212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235ff914-d120-49fa-8407-a8d7ffe2e8a0 req-b2ea6784-201d-4488-8da4-740abe96afcb tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.1054096 Oct 26 00:01:50.773390 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-235ff914-d120-49fa-8407-a8d7ffe2e8a0 req-904e9f37-d007-4452-8a3c-2c0e40d626d7 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Oct 26 00:01:50.945552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08243f4-1369-4246-baa9-e3f1a0ecda7c req-c1395c33-d606-414e-86de-7a9cba197d68 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:50.945877 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:50.947306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d08243f4-1369-4246-baa9-e3f1a0ecda7c req-c1395c33-d606-414e-86de-7a9cba197d68 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0524898 Oct 26 00:01:50.994568 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d08243f4-1369-4246-baa9-e3f1a0ecda7c req-73937ea7-5eb3-46db-978d-ca3485e1699e tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407114 Oct 26 00:01:51.109407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62c73d-1ceb-4d6d-8f83-46926de49a63 req-8b521ded-e0e3-4f27-a3e8-00c2c2c96305 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:51.110896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe62c73d-1ceb-4d6d-8f83-46926de49a63 req-8b521ded-e0e3-4f27-a3e8-00c2c2c96305 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0484886 Oct 26 00:01:51.148105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe62c73d-1ceb-4d6d-8f83-46926de49a63 req-16a47f27-17aa-461c-908a-c119ed56b5db tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 Oct 26 00:01:51.272498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8a78-204b-4ae2-9f15-3dfa9ef80673 req-0f79f17a-5b29-4ee1-a647-1cb73d06f8a4 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:51.274012 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8ef8a78-204b-4ae2-9f15-3dfa9ef80673 req-0f79f17a-5b29-4ee1-a647-1cb73d06f8a4 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0493808 Oct 26 00:01:51.313509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d8ef8a78-204b-4ae2-9f15-3dfa9ef80673 req-834221b5-b3a5-43ad-90a4-59d38b7f7ff9 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Oct 26 00:01:51.621842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351c0b6-8f07-4565-8732-aa6ab32a0fa8 req-b32775a1-7952-436e-b122-dd6a964d8537 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:51.623334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2351c0b6-8f07-4565-8732-aa6ab32a0fa8 req-b32775a1-7952-436e-b122-dd6a964d8537 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0547462 Oct 26 00:01:51.660711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2351c0b6-8f07-4565-8732-aa6ab32a0fa8 req-2ae2ef5f-f522-4141-a6ed-3cf9d476ca41 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Oct 26 00:01:52.782444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa6f0-34fd-4122-bde9-2b0b30b9c4e0 req-8f79844f-83e1-47cc-8e41-4dd0a3663650 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:52.783918 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-52daa6f0-34fd-4122-bde9-2b0b30b9c4e0 req-8f79844f-83e1-47cc-8e41-4dd0a3663650 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0500979 Oct 26 00:01:52.821008 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-52daa6f0-34fd-4122-bde9-2b0b30b9c4e0 req-226c9b6d-0119-466e-8f93-8b3dae6ad675 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/security-groups?id=f451c8cb-0ea9-4b78-849d-c7821f6190d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Oct 26 00:01:53.188537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-f96f640b-a8a3-4390-b2fd-21b8c660c791 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:53.189971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-f96f640b-a8a3-4390-b2fd-21b8c660c791 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 945 time: 0.0468528 Oct 26 00:01:53.279163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Deleting port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:01:53.279420 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:53.368055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] For port 467045c0-c7c2-402a-8c84-3817a7f7c7d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=467045c0-c7c2-402a-8c84-3817a7f7c7d0,segment=NetworkSegment(4ff6e3df-15ca-4ccd-93c0-4d311d7359aa),segment_id=4ff6e3df-15ca-4ccd-93c0-4d311d7359aa)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:01:53.368407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:53.381013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Calling delete_port for 467045c0-c7c2-402a-8c84-3817a7f7c7d0 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:01:53.503739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:53.532408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Pushing event deleted for resources: {'Port': ['ID=467045c0-c7c2-402a-8c84-3817a7f7c7d0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:53.535719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['467045c0-c7c2-402a-8c84-3817a7f7c7d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:01:53.573023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] No DVR routers for this DVR port 467045c0-c7c2-402a-8c84-3817a7f7c7d0 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:01:53.576261 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:53.579535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-deb429da-66cb-4c28-8225-ed166f0a4820 req-3f431ffc-3478-42f7-9962-a75795cacea8 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.15 "DELETE /v2.0/ports/467045c0-c7c2-402a-8c84-3817a7f7c7d0 HTTP/1.1" status: 204 len: 173 time: 0.3830121 Oct 26 00:01:53.580076 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'name': 'network-vif-deleted', 'tag': '467045c0-c7c2-402a-8c84-3817a7f7c7d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:01:53.582324 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d4f25f-5c7c-4841-9582-62badb9c0465" -d '{"events": [{"server_uuid": "490c922c-2f6e-4863-b53b-82beb7d7b10c", "name": "network-vif-deleted", "tag": "467045c0-c7c2-402a-8c84-3817a7f7c7d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:01:53.621412 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466c32c-93cf-4f46-87bf-5af7910c35b0 x-openstack-request-id: req-e466c32c-93cf-4f46-87bf-5af7910c35b0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:01:53.621721 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490c922c-2f6e-4863-b53b-82beb7d7b10c", "name": "network-vif-deleted", "tag": "467045c0-c7c2-402a-8c84-3817a7f7c7d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:01:53.621995 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e466c32c-93cf-4f46-87bf-5af7910c35b0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:01:53.622421 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490c922c-2f6e-4863-b53b-82beb7d7b10c', 'name': 'network-vif-deleted', 'tag': '467045c0-c7c2-402a-8c84-3817a7f7c7d0', 'status': 'completed', 'code': 200} Oct 26 00:01:53.930326 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-63291a2e-8095-4977-84da-a0ce0b5864d3 req-2a48dbaf-433f-4af9-9dcc-ecc1d9756681 tempest-ServersNegativeTestJSON-1885099524 tempest-ServersNegativeTestJSON-1885099524-project] 10.222.0.25 "GET /v2.0/ports?device_id=490c922c-2f6e-4863-b53b-82beb7d7b10c HTTP/1.1" status: 200 len: 210 time: 0.0298052 Oct 26 00:01:54.988333 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48838) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:55.035212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Deleting subnet 0948074b-bc96-40cd-93b6-69d6c57140cf {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:01:55.038201 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.071114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.109433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.158608 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.184669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0948074b-bc96-40cd-93b6-69d6c57140cf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:55.189192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.192549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-caa39be2-2937-4b98-883f-975a56289400 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0948074b-bc96-40cd-93b6-69d6c57140cf HTTP/1.1" status: 204 len: 168 time: 0.2032139 Oct 26 00:01:55.195095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48840) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:55.266645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.348414 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.368072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfb851d-2fb7-412f-92d8-93d12defadc0']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:55.377127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:55.377424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff6e3df-15ca-4ccd-93c0-4d311d7359aa') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:01:55.387004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.399724 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.406291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:01:55.406709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:01:55.408354 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:01:55.459819 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.465062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.468243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5bfb851d-2fb7-412f-92d8-93d12defadc0 HTTP/1.1" status: 204 len: 168 time: 0.2722435 Oct 26 00:01:55.480638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f96bef-d929-4594-ac53-c83f8d640125 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfb851d-2fb7-412f-92d8-93d12defadc0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:55.577342 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48844) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:55.616665 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-48a918f7-9903-4ced-94b1-dfe0cf3daf5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daf54c37fada4bbaac4055df0e753605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381563 Oct 26 00:01:55.619271 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:55.666953 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7db1c10a-84fe-4c04-a795-39bc7966b39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.688217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7db1c10a-84fe-4c04-a795-39bc7966b39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.733740 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7db1c10a-84fe-4c04-a795-39bc7966b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.736417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7db1c10a-84fe-4c04-a795-39bc7966b39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:55.737552 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7db1c10a-84fe-4c04-a795-39bc7966b39a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f451c8cb-0ea9-4b78-849d-c7821f6190d3 HTTP/1.1" status: 204 len: 168 time: 0.1173620 Oct 26 00:01:55.745871 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1c10a-84fe-4c04-a795-39bc7966b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451c8cb-0ea9-4b78-849d-c7821f6190d3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:56.411195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48868) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:01:56.502894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302413662'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:01:56.524412 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:01:56.528560 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.536869 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.584087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 467045c0-c7c2-402a-8c84-3817a7f7c7d0 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:01:56.604484 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 467045c0-c7c2-402a-8c84-3817a7f7c7d0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:01:56.604897 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 467045c0-c7c2-402a-8c84-3817a7f7c7d0 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:01:56.626216 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.630934 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.658833 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:01:56.669016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe89200-dcfa-4b30-905a-fe3c18742393,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:56.674983 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.675340 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Added segment e212a625-c3ad-4792-a97f-e75770fe6cda of type vlan for network 7ea328c1-1909-4f40-b343-80779efff049 Oct 26 00:01:56.717101 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.741230 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.747293 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:01:56.747861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:01:56.800669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3882658 Oct 26 00:01:56.815263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e728430-ae9a-469f-8434-788cf743481c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Network': ['ID=7ea328c1-1909-4f40-b343-80779efff049,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:01:56.825313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 7ea328c1-1909-4f40-b343-80779efff049 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:01:58.850163 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.173660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48872) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:00.178746 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'subnet': {'network_id': '7ea328c1-1909-4f40-b343-80779efff049', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:00.270283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:00.273672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.451347 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.507670 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Subnet': ['ID=d801118a-ef87-44a6-bd44-aa05a9d4de54,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:00.519159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Checking segment: {'id': 'e212a625-c3ad-4792-a97f-e75770fe6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7ea328c1-1909-4f40-b343-80779efff049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:00.519523 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network hostable DHCP agents. Network: 7ea328c1-1909-4f40-b343-80779efff049, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:00.535776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network 7ea328c1-1909-4f40-b343-80779efff049 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:00.544283 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 7ea328c1-1909-4f40-b343-80779efff049) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:00.548916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:00.549502 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.554498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b2efe-9204-4c56-b80f-6e636887a8a7 None None] Network 7ea328c1-1909-4f40-b343-80779efff049 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:00.566975 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ce723dd-22bf-498f-88e8-c78c29b77ee1 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3917522 Oct 26 00:02:00.570269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48874) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:00.575988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670458764'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:00.597403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:00.600939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.625997 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:00.635385 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.635728 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Added segment 6a72f8a3-3399-4f71-9de1-93fe7d529f13 of type vlan for network 8e83544d-0450-42eb-8686-5ff923b58a6e Oct 26 00:02:00.688596 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.697623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-7ea328c1-1909-4f40-b343-80779efff049', 'network_id': '7ea328c1-1909-4f40-b343-80779efff049', 'tenant_id': '90c6d41c34f24d7b9fc763541d5417f6', 'fixed_ips': [{'subnet_id': 'd801118a-ef87-44a6-bd44-aa05a9d4de54'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:00.699057 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.717713 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.724284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:00.724873 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.779414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2080202 Oct 26 00:02:00.782369 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48876) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:00.788767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'subnet': {'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:00.796494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419d211-4c03-4a47-952b-d40ca14e9564 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Network': ['ID=8e83544d-0450-42eb-8686-5ff923b58a6e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:00.817488 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8e83544d-0450-42eb-8686-5ff923b58a6e details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:00.883793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:00.887917 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:00.890313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Allocated IP 2001:db8:0:ffff::2 (7ea328c1-1909-4f40-b343-80779efff049/d801118a-ef87-44a6-bd44-aa05a9d4de54/12801aa7-eed0-489b-bdf6-7690bbbb4f76) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:01.040911 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.046792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.084112 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.091530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Network 7ea328c1-1909-4f40-b343-80779efff049 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:01.096110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:01.098721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:01.106692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Pushing event updated for resources: {'Port': ['ID=12801aa7-eed0-489b-bdf6-7690bbbb4f76,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:01.145917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Subnet': ['ID=de0a09d9-ba16-4b04-8964-20a4b802a7b5,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:01.157028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Checking segment: {'id': '6a72f8a3-3399-4f71-9de1-93fe7d529f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:01.157394 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network hostable DHCP agents. Network: 8e83544d-0450-42eb-8686-5ff923b58a6e, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:01.160187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Attempting to bind port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:01.160576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Attempting to bind port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'e212a625-c3ad-4792-a97f-e75770fe6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7ea328c1-1909-4f40-b343-80779efff049'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:01.160934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Attempting to bind port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 on network 7ea328c1-1909-4f40-b343-80779efff049 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:01.165770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:01.166178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Checking segment: {'id': 'e212a625-c3ad-4792-a97f-e75770fe6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7ea328c1-1909-4f40-b343-80779efff049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:01.166601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.166990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Bound using segment: {'id': 'e212a625-c3ad-4792-a97f-e75770fe6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7ea328c1-1909-4f40-b343-80779efff049'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:01.167447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Bound port: 12801aa7-eed0-489b-bdf6-7690bbbb4f76, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212a625-c3ad-4792-a97f-e75770fe6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7ea328c1-1909-4f40-b343-80779efff049'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:01.167823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.174128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network 8e83544d-0450-42eb-8686-5ff923b58a6e is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:01.183618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8e83544d-0450-42eb-8686-5ff923b58a6e) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:01.188200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:01.188785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.202423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbdfd72-8ef7-4ebc-b8e4-faaee5d8be43 None None] Network 8e83544d-0450-42eb-8686-5ff923b58a6e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:01.208027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4dd16b3e-60d7-44a1-ad16-b744f7bfe83b tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4234412 Oct 26 00:02:01.210942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48878) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:01.299914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b64760-b5ee-4b89-8b67-81dd7132ce23 req-60008194-31db-4c5e-99b6-f6486d35ceb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0346508 Oct 26 00:02:01.300566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] For port 12801aa7-eed0-489b-bdf6-7690bbbb4f76, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:01.322199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] For port 12801aa7-eed0-489b-bdf6-7690bbbb4f76, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=12801aa7-eed0-489b-bdf6-7690bbbb4f76,segment=NetworkSegment(e212a625-c3ad-4792-a97f-e75770fe6cda),segment_id=e212a625-c3ad-4792-a97f-e75770fe6cda)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:01.327723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.347766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.378454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b64760-b5ee-4b89-8b67-81dd7132ce23 req-e14d3eb7-6bc9-48ec-b349-c266e4e82edd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0280719 Oct 26 00:02:01.451281 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b64760-b5ee-4b89-8b67-81dd7132ce23 req-67ab5b37-3525-43e7-b1fa-23d8d8a61751 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390272 Oct 26 00:02:01.518061 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.600537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2a163-cb78-4ee2-967d-f374060ec871 None None] Pushing event updated for resources: {'Port': ['ID=12801aa7-eed0-489b-bdf6-7690bbbb4f76,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:01.616148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8e83544d-0450-42eb-8686-5ff923b58a6e', 'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e', 'tenant_id': '90c6d41c34f24d7b9fc763541d5417f6', 'fixed_ips': [{'subnet_id': 'de0a09d9-ba16-4b04-8964-20a4b802a7b5'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:01.617123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.807609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Allocated IP 2001:db8::2 (8e83544d-0450-42eb-8686-5ff923b58a6e/de0a09d9-ba16-4b04-8964-20a4b802a7b5/64962c8e-68e8-472e-9864-12fe4dd65b50) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:01.947243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b64760-b5ee-4b89-8b67-81dd7132ce23 req-bc056542-c77e-47e9-920f-351c0a1adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:01.948867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a3b64760-b5ee-4b89-8b67-81dd7132ce23 req-bc056542-c77e-47e9-920f-351c0a1adcc8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4854338 Oct 26 00:02:01.958832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.965890 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:01.984086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.012219 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Network 8e83544d-0450-42eb-8686-5ff923b58a6e is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:02.012839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Subnet': ['ID=de0a09d9-ba16-4b04-8964-20a4b802a7b5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:02.015129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:02.018701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:02.025478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Pushing event updated for resources: {'Port': ['ID=64962c8e-68e8-472e-9864-12fe4dd65b50,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:02.078986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Attempting to bind port 64962c8e-68e8-472e-9864-12fe4dd65b50 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:02.079270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Attempting to bind port 64962c8e-68e8-472e-9864-12fe4dd65b50 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '6a72f8a3-3399-4f71-9de1-93fe7d529f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:02.079632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Attempting to bind port 64962c8e-68e8-472e-9864-12fe4dd65b50 on network 8e83544d-0450-42eb-8686-5ff923b58a6e {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:02.080545 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.084568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:02.084944 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Checking segment: {'id': '6a72f8a3-3399-4f71-9de1-93fe7d529f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:02.085340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.085728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Bound using segment: {'id': '6a72f8a3-3399-4f71-9de1-93fe7d529f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:02.086208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Bound port: 64962c8e-68e8-472e-9864-12fe4dd65b50, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a72f8a3-3399-4f71-9de1-93fe7d529f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8e83544d-0450-42eb-8686-5ff923b58a6e'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:02.086583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.100711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e83544d-0450-42eb-8686-5ff923b58a6e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:02.111084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a72f8a3-3399-4f71-9de1-93fe7d529f13') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:02.111376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a72f8a3-3399-4f71-9de1-93fe7d529f13') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:02.121494 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.134102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.140564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:02.140945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:02.143878 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:02.150292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] For port 64962c8e-68e8-472e-9864-12fe4dd65b50, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:02.197448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] For port 64962c8e-68e8-472e-9864-12fe4dd65b50, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=64962c8e-68e8-472e-9864-12fe4dd65b50,segment=NetworkSegment(6a72f8a3-3399-4f71-9de1-93fe7d529f13),segment_id=6a72f8a3-3399-4f71-9de1-93fe7d529f13)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:02.199763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 00:02:02.199763 n-d-815373-1 neutron-server[102133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 00:02:02.199763 n-d-815373-1 neutron-server[102133]: [parameters: {'id': '8e83544d-0450-42eb-8686-5ff923b58a6e'}] Oct 26 00:02:02.199763 n-d-815373-1 neutron-server[102133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 00:02:02.200264 n-d-815373-1 neutron-server[102133]: DEBUG oslo_db.api [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 00:02:02.202052 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.284127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c916-4ddf-431a-be6d-2ce36ed79549 None None] Pushing event updated for resources: {'Port': ['ID=64962c8e-68e8-472e-9864-12fe4dd65b50,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:02.301336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d225a-99df-4357-8ce7-793e805671af None None] Network 8e83544d-0450-42eb-8686-5ff923b58a6e requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:02.538203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba614f6-2d71-46f0-91fb-fba744ceb1d5 None None] Network 7ea328c1-1909-4f40-b343-80779efff049 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:02.661590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d3603f22-1248-4269-bf9d-5404eb5cef94 None None] Provisioning complete for port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:02.662293 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3603f22-1248-4269-bf9d-5404eb5cef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.701688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.756626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Deleting port 64962c8e-68e8-472e-9864-12fe4dd65b50 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:02.756965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.773835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3603f22-1248-4269-bf9d-5404eb5cef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.810325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d3603f22-1248-4269-bf9d-5404eb5cef94 None None] For port 12801aa7-eed0-489b-bdf6-7690bbbb4f76, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=12801aa7-eed0-489b-bdf6-7690bbbb4f76,segment=NetworkSegment(e212a625-c3ad-4792-a97f-e75770fe6cda),segment_id=e212a625-c3ad-4792-a97f-e75770fe6cda)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:02.815542 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d3603f22-1248-4269-bf9d-5404eb5cef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.835165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] For port 64962c8e-68e8-472e-9864-12fe4dd65b50, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=64962c8e-68e8-472e-9864-12fe4dd65b50,segment=NetworkSegment(6a72f8a3-3399-4f71-9de1-93fe7d529f13),segment_id=6a72f8a3-3399-4f71-9de1-93fe7d529f13)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:02.835561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.850112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Calling delete_port for 64962c8e-68e8-472e-9864-12fe4dd65b50 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:02.868029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3603f22-1248-4269-bf9d-5404eb5cef94 None None] Pushing event updated for resources: {'Port': ['ID=12801aa7-eed0-489b-bdf6-7690bbbb4f76,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:02.917802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a0457-bb7d-48bd-9777-300fd09306d2 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 00:02:02.932571 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:02.959785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Port': ['ID=64962c8e-68e8-472e-9864-12fe4dd65b50,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:02.961336 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No DVR routers for this DVR port 64962c8e-68e8-472e-9864-12fe4dd65b50 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:02.967726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8cf50b21-2c70-4a7a-80dc-0100bd33d09f None None] Provisioning complete for port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:02.968097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8cf50b21-2c70-4a7a-80dc-0100bd33d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.040137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a0457-bb7d-48bd-9777-300fd09306d2 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 00:02:03.048234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.069300 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e83544d-0450-42eb-8686-5ff923b58a6e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:03.079520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a72f8a3-3399-4f71-9de1-93fe7d529f13') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:03.080201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a72f8a3-3399-4f71-9de1-93fe7d529f13') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:03.090235 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.103151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.110445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:03.110950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:03.114334 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:03.118016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 12801aa7-eed0-489b-bdf6-7690bbbb4f76 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:03.178935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.187205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.190368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/8e83544d-0450-42eb-8686-5ff923b58a6e HTTP/1.1" status: 204 len: 168 time: 1.9783993 Oct 26 00:02:03.194876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48880) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:03.200855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83f6b-1670-4dbd-9658-618117b32923 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Network': ['ID=8e83544d-0450-42eb-8686-5ff923b58a6e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:03.201044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691800170'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:03.228959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:03.233606 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.238111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:03.238509 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.257810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:03.267485 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.267829 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Added segment eb32e1c9-e7d7-43be-9f91-a4accd35b7c7 of type vlan for network 04200179-c7be-49b8-9717-fc1b9c5dfcd4 Oct 26 00:02:03.310796 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.336830 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.343161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:03.343748 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.404061 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2081044 Oct 26 00:02:03.407030 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48882) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:03.412219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'subnet': {'network_id': '04200179-c7be-49b8-9717-fc1b9c5dfcd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:03.419062 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dbcf0-4766-417c-9b12-9a3ea18810c3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Network': ['ID=04200179-c7be-49b8-9717-fc1b9c5dfcd4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:03.428924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 04200179-c7be-49b8-9717-fc1b9c5dfcd4 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:03.500780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:03.504288 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.567123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Performing IP validity checks on allocation pools {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 00:02:03.567645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.ipam_backend_mixin [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 00:02:03.688900 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.755163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Subnet': ['ID=8ac791b2-0d01-4868-a457-ceba600d8b91,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:03.763241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Checking segment: {'id': 'eb32e1c9-e7d7-43be-9f91-a4accd35b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '04200179-c7be-49b8-9717-fc1b9c5dfcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:03.763608 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network hostable DHCP agents. Network: 04200179-c7be-49b8-9717-fc1b9c5dfcd4, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:03.780877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network 04200179-c7be-49b8-9717-fc1b9c5dfcd4 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:03.789964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 04200179-c7be-49b8-9717-fc1b9c5dfcd4) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:03.796356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:03.796743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.799641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596543d-ad6a-4a5c-abcb-793ad9ee11ed None None] Network 04200179-c7be-49b8-9717-fc1b9c5dfcd4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:03.812977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0aaf02fd-d2e4-4d4c-9f56-5d644146e91e tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4047701 Oct 26 00:02:03.815670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48884) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:03.911092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.962127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd797d9a-7d7e-4f17-be5f-ff03fb3ee0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-04200179-c7be-49b8-9717-fc1b9c5dfcd4', 'network_id': '04200179-c7be-49b8-9717-fc1b9c5dfcd4', 'tenant_id': '90c6d41c34f24d7b9fc763541d5417f6', 'fixed_ips': [{'subnet_id': '8ac791b2-0d01-4868-a457-ceba600d8b91'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:03.963018 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd797d9a-7d7e-4f17-be5f-ff03fb3ee0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:03.966887 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.026462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.050928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac791b2-0d01-4868-a457-ceba600d8b91,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server [None req-fd797d9a-7d7e-4f17-be5f-ff03fb3ee0d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac791b2-0d01-4868-a457-ceba600d8b91: This subnet is being modified by another concurrent operation. Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server raise exception Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac791b2-0d01-4868-a457-ceba600d8b91: This subnet is being modified by another concurrent operation. Oct 26 00:02:04.060037 n-d-815373-1 neutron-server[102135]: ERROR oslo_messaging.rpc.server Oct 26 00:02:04.081260 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f46e76-d55f-4bd3-85fb-0eddce446979 None None] Network 04200179-c7be-49b8-9717-fc1b9c5dfcd4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:04.118875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.140309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04200179-c7be-49b8-9717-fc1b9c5dfcd4']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:04.149582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb32e1c9-e7d7-43be-9f91-a4accd35b7c7') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:04.149899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb32e1c9-e7d7-43be-9f91-a4accd35b7c7') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:04.159481 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.172282 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.178504 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:04.178894 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:04.181939 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:04.191669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d744ff4-a8ed-4eaf-b1af-343f6d78b127 None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 00:02:04.240302 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.248671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.251893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/04200179-c7be-49b8-9717-fc1b9c5dfcd4 HTTP/1.1" status: 204 len: 168 time: 0.4352031 Oct 26 00:02:04.257277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48886) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:04.260337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d744ff4-a8ed-4eaf-b1af-343f6d78b127 None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 00:02:04.262700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727de30c-d181-46be-93df-c58d5e24c152 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Network': ['ID=04200179-c7be-49b8-9717-fc1b9c5dfcd4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:04.269852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-469720404'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:04.291533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:04.295726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.322284 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:04.333125 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.333567 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Added segment c5816060-8855-4572-ba03-739a4112ba4e of type vlan for network 6282f02c-aabd-4c5c-a109-8162a9e43f64 Oct 26 00:02:04.375482 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.400293 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.405974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:04.406584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.465579 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2065499 Oct 26 00:02:04.468317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48888) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:04.479528 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'subnet': {'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:04.521453 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebc22e-0ee6-4937-bdee-33d459a6c34f tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Network': ['ID=6282f02c-aabd-4c5c-a109-8162a9e43f64,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:04.532506 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6282f02c-aabd-4c5c-a109-8162a9e43f64 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:04.575956 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:04.579471 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.766409 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.828717 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Subnet': ['ID=bd0442a0-6b99-4337-9f24-235fbc1ec6b0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:04.838969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Checking segment: {'id': 'c5816060-8855-4572-ba03-739a4112ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:04.839317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network hostable DHCP agents. Network: 6282f02c-aabd-4c5c-a109-8162a9e43f64, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:04.855414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network 6282f02c-aabd-4c5c-a109-8162a9e43f64 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:04.864331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6282f02c-aabd-4c5c-a109-8162a9e43f64) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:04.868316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:04.868902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.874091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb524485-0d41-4b00-b258-c9f536949574 None None] Network 6282f02c-aabd-4c5c-a109-8162a9e43f64 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:04.885482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cec9193b-336a-4f6c-acb5-966aca937777 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161768 Oct 26 00:02:04.890141 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:04.895011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220199772'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:04.917109 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:04.921126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.946058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:04.957033 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:04.957393 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Added segment 56e9f492-b7d7-4382-a012-aa9577860e55 of type vlan for network 4155f3e0-e0cd-4f50-b01f-efd120258929 Oct 26 00:02:04.999172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.018381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6282f02c-aabd-4c5c-a109-8162a9e43f64', 'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64', 'tenant_id': '90c6d41c34f24d7b9fc763541d5417f6', 'fixed_ips': [{'subnet_id': 'bd0442a0-6b99-4337-9f24-235fbc1ec6b0'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:05.019231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.025452 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.031577 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:05.032379 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.089278 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1952913 Oct 26 00:02:05.090600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48892) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:05.097146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Request body: {'subnet': {'network_id': '4155f3e0-e0cd-4f50-b01f-efd120258929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:05.111019 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a466f03-eea9-4b07-82a7-5f8d918d70b2 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Network': ['ID=4155f3e0-e0cd-4f50-b01f-efd120258929,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:05.136792 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 4155f3e0-e0cd-4f50-b01f-efd120258929 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:05.193772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Made reservation on behalf of 90c6d41c34f24d7b9fc763541d5417f6 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:05.197515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.208493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Allocated IP 2001:db8::2 (6282f02c-aabd-4c5c-a109-8162a9e43f64/bd0442a0-6b99-4337-9f24-235fbc1ec6b0/abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:05.391426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.459785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event updated for resources: {'Subnet': ['ID=cdc4dda7-eb02-42f7-b905-4e3872192248,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:05.466884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Checking segment: {'id': '56e9f492-b7d7-4382-a012-aa9577860e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4155f3e0-e0cd-4f50-b01f-efd120258929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:05.467250 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network hostable DHCP agents. Network: 4155f3e0-e0cd-4f50-b01f-efd120258929, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:05.485538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Network 4155f3e0-e0cd-4f50-b01f-efd120258929 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:05.494830 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 4155f3e0-e0cd-4f50-b01f-efd120258929) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:05.500519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:05.501653 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.522674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77e6bb-286d-4e36-8189-d9e38421b157 None None] Network 4155f3e0-e0cd-4f50-b01f-efd120258929 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:05.526215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c57e3a8a-4bef-4775-89a3-52a182c8fc60 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4314487 Oct 26 00:02:05.526831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:05.538053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.574720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.638120 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.645721 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Network 6282f02c-aabd-4c5c-a109-8162a9e43f64 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:05.648204 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Pushing event updated for resources: {'Port': ['ID=abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:05.654245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:05.660908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:05.691263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.747648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Attempting to bind port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:05.748120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Attempting to bind port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'c5816060-8855-4572-ba03-739a4112ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:05.748566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Attempting to bind port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 on network 6282f02c-aabd-4c5c-a109-8162a9e43f64 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:05.751223 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.768518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:05.768901 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Checking segment: {'id': 'c5816060-8855-4572-ba03-739a4112ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:05.769307 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.769700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Bound using segment: {'id': 'c5816060-8855-4572-ba03-739a4112ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:05.770194 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Bound port: abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5816060-8855-4572-ba03-739a4112ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6282f02c-aabd-4c5c-a109-8162a9e43f64'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:05.770585 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.780220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc4dda7-eb02-42f7-b905-4e3872192248,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:05.780970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216e425-1860-41f3-b721-74960bca28a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-4155f3e0-e0cd-4f50-b01f-efd120258929', 'network_id': '4155f3e0-e0cd-4f50-b01f-efd120258929', 'tenant_id': '90c6d41c34f24d7b9fc763541d5417f6', 'fixed_ips': [{'subnet_id': 'cdc4dda7-eb02-42f7-b905-4e3872192248'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:05.781834 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5216e425-1860-41f3-b721-74960bca28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.846978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.867310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4155f3e0-e0cd-4f50-b01f-efd120258929']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:05.877309 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e9f492-b7d7-4382-a012-aa9577860e55') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:05.877605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e9f492-b7d7-4382-a012-aa9577860e55') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:05.887560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.901276 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.903583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cc15de1a-a024-47be-a290-84e43778062b None None] For port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:05.906595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-cc15de1a-a024-47be-a290-84e43778062b None None] For port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0,segment=NetworkSegment(c5816060-8855-4572-ba03-739a4112ba4e),segment_id=c5816060-8855-4572-ba03-739a4112ba4e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:05.909398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:05.910053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.912328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:05.914468 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:05.918886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e697136-cbfe-41d0-b65d-7be70a2a24b4 None None] Network 4155f3e0-e0cd-4f50-b01f-efd120258929 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:05.977121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.985216 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:05.988457 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/4155f3e0-e0cd-4f50-b01f-efd120258929 HTTP/1.1" status: 204 len: 168 time: 0.4606631 Oct 26 00:02:05.991930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48896) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:06.028769 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e43168-7493-41f5-ad85-63f2b150d9b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Network': ['ID=4155f3e0-e0cd-4f50-b01f-efd120258929,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:06.030986 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d83fec-fad4-4ed1-bf25-406acca488df tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] GET failed (client error): The resource could not be found. Oct 26 00:02:06.032443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a8d83fec-fad4-4ed1-bf25-406acca488df tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "GET /v2.0/subnets/cdc4dda7-eb02-42f7-b905-4e3872192248 HTTP/1.1" status: 404 len: 337 time: 0.0397286 Oct 26 00:02:06.035441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48898) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:06.054697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15de1a-a024-47be-a290-84e43778062b None None] Pushing event updated for resources: {'Port': ['ID=abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:06.056212 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-096dceee-088a-4a49-90fb-c8f581153cc5 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:06.057371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096dceee-088a-4a49-90fb-c8f581153cc5 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:06.065362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-096dceee-088a-4a49-90fb-c8f581153cc5 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/4155f3e0-e0cd-4f50-b01f-efd120258929 HTTP/1.1" status: 404 len: 339 time: 0.0241613 Oct 26 00:02:06.065748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48900) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:06.094703 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4f3910-10d8-4858-8c22-9194543fa8b3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:06.095167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4f3910-10d8-4858-8c22-9194543fa8b3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:06.098231 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ed4f3910-10d8-4858-8c22-9194543fa8b3 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/subnets/cdc4dda7-eb02-42f7-b905-4e3872192248 HTTP/1.1" status: 404 len: 337 time: 0.0314140 Oct 26 00:02:06.100839 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48902) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:06.121418 n-d-815373-1 neutron-server[102134]: INFO neutron.pecan_wsgi.hooks.translation [None req-33455c38-b556-4efc-9713-548fa7bd1527 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:06.122004 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33455c38-b556-4efc-9713-548fa7bd1527 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:06.125124 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-33455c38-b556-4efc-9713-548fa7bd1527 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/4155f3e0-e0cd-4f50-b01f-efd120258929 HTTP/1.1" status: 404 len: 339 time: 0.0233445 Oct 26 00:02:06.127782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48904) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:06.198414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Deleting subnet bd0442a0-6b99-4337-9f24-235fbc1ec6b0 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:02:06.201937 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.244822 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.341457 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.398539 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.424845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0442a0-6b99-4337-9f24-235fbc1ec6b0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:06.430328 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.433648 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf16a38e-a405-4405-a702-1f2dbf86041c tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/subnets/bd0442a0-6b99-4337-9f24-235fbc1ec6b0 HTTP/1.1" status: 204 len: 168 time: 0.3048716 Oct 26 00:02:06.436190 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48906) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:06.517703 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.568819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Deleting port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:06.569150 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.632223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] For port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0,segment=NetworkSegment(c5816060-8855-4572-ba03-739a4112ba4e),segment_id=c5816060-8855-4572-ba03-739a4112ba4e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:06.632583 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.651006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Calling delete_port for abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:06.732040 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.760390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No DVR routers for this DVR port abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:06.767301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Port': ['ID=abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:06.850558 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.871714 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6282f02c-aabd-4c5c-a109-8162a9e43f64']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:06.881691 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5816060-8855-4572-ba03-739a4112ba4e') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:06.881987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5816060-8855-4572-ba03-739a4112ba4e') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:06.892950 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.906777 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.912886 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:06.913270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:06.916398 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:06.936196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd5952-0f53-48d6-ae77-79ea074a34f5 None None] Network 6282f02c-aabd-4c5c-a109-8162a9e43f64 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:06.979142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.988131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:06.991324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/6282f02c-aabd-4c5c-a109-8162a9e43f64 HTTP/1.1" status: 204 len: 168 time: 0.5542107 Oct 26 00:02:06.993924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:07.002132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbf479-f63e-4852-9a83-50e7891cb634 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Network': ['ID=6282f02c-aabd-4c5c-a109-8162a9e43f64,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:07.021593 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b2769a-566e-4025-9e8f-2e4e20f81f4a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:07.022046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b2769a-566e-4025-9e8f-2e4e20f81f4a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:07.025081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-12b2769a-566e-4025-9e8f-2e4e20f81f4a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/subnets/8ac791b2-0d01-4868-a457-ceba600d8b91 HTTP/1.1" status: 404 len: 337 time: 0.0301034 Oct 26 00:02:07.027889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48910) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:07.045999 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f72774e-751b-40a5-8d22-aed4dc8c356a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:07.046551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f72774e-751b-40a5-8d22-aed4dc8c356a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:07.049585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8f72774e-751b-40a5-8d22-aed4dc8c356a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/04200179-c7be-49b8-9717-fc1b9c5dfcd4 HTTP/1.1" status: 404 len: 339 time: 0.0207925 Oct 26 00:02:07.049827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-281a5e9e-f4d6-496c-8ec6-7a85180adc7b None None] Could not find standard attr ID for object abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0. {{(pid=102135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 00:02:07.052071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48912) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:07.079282 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7809347b-4319-4bac-bc7a-4e997feab2b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:07.079521 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7809347b-4319-4bac-bc7a-4e997feab2b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:07.083208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7809347b-4319-4bac-bc7a-4e997feab2b0 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/subnets/de0a09d9-ba16-4b04-8964-20a4b802a7b5 HTTP/1.1" status: 404 len: 337 time: 0.0301828 Oct 26 00:02:07.085648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48914) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:07.103432 n-d-815373-1 neutron-server[102133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ac2889-8301-42c5-9172-95f7cc5f58ab tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] DELETE failed (client error): The resource could not be found. Oct 26 00:02:07.103747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ac2889-8301-42c5-9172-95f7cc5f58ab tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 00:02:07.107541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5ac2889-8301-42c5-9172-95f7cc5f58ab tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/8e83544d-0450-42eb-8686-5ff923b58a6e HTTP/1.1" status: 404 len: 339 time: 0.0209553 Oct 26 00:02:07.109996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48916) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:07.112499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0df0e4-23f6-4991-817b-8f867c4c0122 None None] DHCP port deletion for 6282f02c-aabd-4c5c-a109-8162a9e43f64 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:02:07.166000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Deleting subnet d801118a-ef87-44a6-bd44-aa05a9d4de54 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:02:07.169426 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.209271 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.294581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.355530 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.383741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Subnet': ['ID=d801118a-ef87-44a6-bd44-aa05a9d4de54,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:07.385706 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.389920 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f1eb3fb0-1b68-4246-b489-b59d437c329a tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/subnets/d801118a-ef87-44a6-bd44-aa05a9d4de54 HTTP/1.1" status: 204 len: 168 time: 0.2781811 Oct 26 00:02:07.391635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48918) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:07.393954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a924ce7-66e2-4543-99e3-4c97dd1107fd None None] Network 7ea328c1-1909-4f40-b343-80779efff049 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:07.467665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.519089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Deleting port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:07.519433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.557418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] DHCP port deletion for 7ea328c1-1909-4f40-b343-80779efff049 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:02:07.588548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] For port 12801aa7-eed0-489b-bdf6-7690bbbb4f76, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=12801aa7-eed0-489b-bdf6-7690bbbb4f76,segment=NetworkSegment(e212a625-c3ad-4792-a97f-e75770fe6cda),segment_id=e212a625-c3ad-4792-a97f-e75770fe6cda)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:07.588926 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.601171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Calling delete_port for 12801aa7-eed0-489b-bdf6-7690bbbb4f76 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:07.606838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] Deleting port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:07.607322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.673960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] For port 12801aa7-eed0-489b-bdf6-7690bbbb4f76, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=12801aa7-eed0-489b-bdf6-7690bbbb4f76,segment=NetworkSegment(e212a625-c3ad-4792-a97f-e75770fe6cda),segment_id=e212a625-c3ad-4792-a97f-e75770fe6cda)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:07.674382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.685212 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.686872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] Calling delete_port for 12801aa7-eed0-489b-bdf6-7690bbbb4f76 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:07.716894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Port': ['ID=12801aa7-eed0-489b-bdf6-7690bbbb4f76,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:07.718815 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] No DVR routers for this DVR port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:07.768983 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.796467 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.800045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] Pushing event deleted for resources: {'Port': ['ID=12801aa7-eed0-489b-bdf6-7690bbbb4f76,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:07.802295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59cb1a-89bd-4e51-b2f3-5d294f8ff37c None None] No DVR routers for this DVR port 12801aa7-eed0-489b-bdf6-7690bbbb4f76 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:07.820063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea328c1-1909-4f40-b343-80779efff049']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:07.829747 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e212a625-c3ad-4792-a97f-e75770fe6cda') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:07.830050 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e212a625-c3ad-4792-a97f-e75770fe6cda') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:07.839767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.852373 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.859123 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:07.859510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:07.862427 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:07.929513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.935083 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:07.938481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] 10.222.0.25 "DELETE /v2.0/networks/7ea328c1-1909-4f40-b343-80779efff049 HTTP/1.1" status: 204 len: 168 time: 0.5459118 Oct 26 00:02:07.953923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db1710-1344-47aa-8f95-724e0ca6d327 tempest-NetworksIpV6Test-1543487883 tempest-NetworksIpV6Test-1543487883-project] Pushing event deleted for resources: {'Network': ['ID=7ea328c1-1909-4f40-b343-80779efff049,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:08.177178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48924) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:08.309629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6f21873-fc15-4da9-ab70-f0375e086302 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90c6d41c34f24d7b9fc763541d5417f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312227 Oct 26 00:02:08.312071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48928) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:08.360028 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ca6-6178-4cf5-9e75-e40d1ae7570d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:08.380387 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ca6-6178-4cf5-9e75-e40d1ae7570d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:08.430377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ca6-6178-4cf5-9e75-e40d1ae7570d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:08.433488 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ca6-6178-4cf5-9e75-e40d1ae7570d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:08.434673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ccf50ca6-6178-4cf5-9e75-e40d1ae7570d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfe89200-dcfa-4b30-905a-fe3c18742393 HTTP/1.1" status: 204 len: 168 time: 0.1216745 Oct 26 00:02:08.442772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf50ca6-6178-4cf5-9e75-e40d1ae7570d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe89200-dcfa-4b30-905a-fe3c18742393,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:09.041318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 12801aa7-eed0-489b-bdf6-7690bbbb4f76 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:02:09.062835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 12801aa7-eed0-489b-bdf6-7690bbbb4f76 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:02:09.062983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:09.063135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 12801aa7-eed0-489b-bdf6-7690bbbb4f76 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:02:09.063568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:02:09.082562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:02:09.082911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device abafb6b6-dccf-4ef9-8cf7-6a33de28c6f0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:02:09.158235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2085996563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:09.182546 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.183817 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.234372 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.238373 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.254885 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.256043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0ce1ed48-1c26-4735-837b-fd1dc9ca6608 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1921933 Oct 26 00:02:09.258803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48954) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:09.263705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1613743322'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:09.282950 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Made reservation on behalf of 59bfb40227854d87a03d683e48d17daa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:09.287003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.299981 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.370136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.373698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.395530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:09.410366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c577d98-1bbf-4a25-b79a-1ddbaa775f31,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:09.413187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.413532 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Added segment b6068066-42b0-4fad-acdf-d4f3f6dcc600 of type vlan for network ba35d97d-54d0-4f11-a7af-cb37efa18f84 Oct 26 00:02:09.455474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.479279 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.485254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:09.485829 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.537930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2781343 Oct 26 00:02:09.540778 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:09.546209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Request body: {'subnet': {'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:09.596288 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb705309-b378-4441-9c0a-3660ad4f7ba2 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event updated for resources: {'Network': ['ID=ba35d97d-54d0-4f11-a7af-cb37efa18f84,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:09.607564 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network ba35d97d-54d0-4f11-a7af-cb37efa18f84 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:09.647483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Made reservation on behalf of 59bfb40227854d87a03d683e48d17daa for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:09.650918 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.827472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.887037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event updated for resources: {'Subnet': ['ID=b41249c3-289c-4636-a3aa-0e26f7dde1b7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:09.894048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Checking segment: {'id': 'b6068066-42b0-4fad-acdf-d4f3f6dcc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:09.894446 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Network hostable DHCP agents. Network: ba35d97d-54d0-4f11-a7af-cb37efa18f84, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:09.911732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Network ba35d97d-54d0-4f11-a7af-cb37efa18f84 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:09.921150 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, ba35d97d-54d0-4f11-a7af-cb37efa18f84) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:09.925111 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:09.925688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.929970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cc9fc-8108-4a6b-8aaa-69940831e193 None None] Network ba35d97d-54d0-4f11-a7af-cb37efa18f84 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:09.942109 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a64a3d54-32a6-4dbe-bdb3-44235798752e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4002950 Oct 26 00:02:09.945126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48958) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:09.950263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-822983305'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:09.971519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Made reservation on behalf of 59bfb40227854d87a03d683e48d17daa for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:09.974957 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:09.999637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:10.009904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.010275 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Added segment 5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69 of type vlan for network f827e4be-94d7-46ff-bc00-0d40f3cddf18 Oct 26 00:02:10.056021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.076148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-ba35d97d-54d0-4f11-a7af-cb37efa18f84', 'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84', 'tenant_id': '59bfb40227854d87a03d683e48d17daa', 'fixed_ips': [{'subnet_id': 'b41249c3-289c-4636-a3aa-0e26f7dde1b7'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:10.077011 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.080573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.086495 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:10.087103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.148945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2026699 Oct 26 00:02:10.152368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:10.160099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Request body: {'subnet': {'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:10.161058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a614a-34ff-409b-b54a-2ff503faf362 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event updated for resources: {'Network': ['ID=f827e4be-94d7-46ff-bc00-0d40f3cddf18,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:10.172554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f827e4be-94d7-46ff-bc00-0d40f3cddf18 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:10.253876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Made reservation on behalf of 59bfb40227854d87a03d683e48d17daa for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:10.257345 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.265794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Allocated IP 172.20.0.2 (ba35d97d-54d0-4f11-a7af-cb37efa18f84/b41249c3-289c-4636-a3aa-0e26f7dde1b7/df86f4f4-2c43-4c68-8352-f97a357be76b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:10.412502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.418917 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.441634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.458090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Network ba35d97d-54d0-4f11-a7af-cb37efa18f84 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:10.460972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:10.464582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:10.471442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Pushing event updated for resources: {'Port': ['ID=df86f4f4-2c43-4c68-8352-f97a357be76b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:10.512953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event updated for resources: {'Subnet': ['ID=9120e45e-9733-45d2-a771-974c9673319c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:10.517379 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Checking segment: {'id': '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:10.517741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Network hostable DHCP agents. Network: f827e4be-94d7-46ff-bc00-0d40f3cddf18, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:10.525951 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Attempting to bind port df86f4f4-2c43-4c68-8352-f97a357be76b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:10.526349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Attempting to bind port df86f4f4-2c43-4c68-8352-f97a357be76b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b6068066-42b0-4fad-acdf-d4f3f6dcc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:10.528162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Attempting to bind port df86f4f4-2c43-4c68-8352-f97a357be76b on network ba35d97d-54d0-4f11-a7af-cb37efa18f84 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:10.533848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:10.534391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Checking segment: {'id': 'b6068066-42b0-4fad-acdf-d4f3f6dcc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:10.535258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.535478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Network f827e4be-94d7-46ff-bc00-0d40f3cddf18 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:10.535736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Bound using segment: {'id': 'b6068066-42b0-4fad-acdf-d4f3f6dcc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:10.536238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Bound port: df86f4f4-2c43-4c68-8352-f97a357be76b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6068066-42b0-4fad-acdf-d4f3f6dcc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ba35d97d-54d0-4f11-a7af-cb37efa18f84'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:10.536640 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.544667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f827e4be-94d7-46ff-bc00-0d40f3cddf18) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:10.549790 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:10.550431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.567384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-798596f3-86f8-4e51-a114-092de8394032 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4132867 Oct 26 00:02:10.570086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d8900-e372-45b7-a3b5-86d5fd791ebe None None] Network f827e4be-94d7-46ff-bc00-0d40f3cddf18 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:10.570337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:10.575798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-468c23d6-e762-4d6e-a4ae-48ab3073979d tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:10.652067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] For port df86f4f4-2c43-4c68-8352-f97a357be76b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:10.656387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] For port df86f4f4-2c43-4c68-8352-f97a357be76b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df86f4f4-2c43-4c68-8352-f97a357be76b,segment=NetworkSegment(b6068066-42b0-4fad-acdf-d4f3f6dcc600),segment_id=b6068066-42b0-4fad-acdf-d4f3f6dcc600)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:10.669656 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.772136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22154ee-8699-4128-9266-98a7afa9e83a None None] Pushing event updated for resources: {'Port': ['ID=df86f4f4-2c43-4c68-8352-f97a357be76b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:10.799165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f827e4be-94d7-46ff-bc00-0d40f3cddf18', 'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18', 'tenant_id': '59bfb40227854d87a03d683e48d17daa', 'fixed_ips': [{'subnet_id': '9120e45e-9733-45d2-a771-974c9673319c'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:10.799715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-468c23d6-e762-4d6e-a4ae-48ab3073979d tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.800290 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:10.950546 n-d-815373-1 neutron-server[102134]: INFO neutron.api.v2.resource [None req-468c23d6-e762-4d6e-a4ae-48ab3073979d tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 00:02:10.957715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-468c23d6-e762-4d6e-a4ae-48ab3073979d tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "PUT /v2.0/routers/df1ad2d0-8fed-4587-876c-d421ccd218e1 HTTP/1.1" status: 400 len: 364 time: 0.3805974 Oct 26 00:02:10.958016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:10.977838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Allocated IP 172.21.0.2 (f827e4be-94d7-46ff-bc00-0d40f3cddf18/9120e45e-9733-45d2-a771-974c9673319c/528d82eb-3609-4e5d-8994-6b914c715c0c) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:11.016630 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Deleting subnet 9120e45e-9733-45d2-a771-974c9673319c {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:02:11.087091 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df86f4f4-2c43-4c68-8352-f97a357be76b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:11.171310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.176990 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.179931 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.212271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port df86f4f4-2c43-4c68-8352-f97a357be76b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:11.212639 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.221228 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.221438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Network f827e4be-94d7-46ff-bc00-0d40f3cddf18 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:11.242884 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:11.247832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:11.265127 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Pushing event updated for resources: {'Port': ['ID=528d82eb-3609-4e5d-8994-6b914c715c0c,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:11.315271 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.383991 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.414012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event deleted for resources: {'Subnet': ['ID=9120e45e-9733-45d2-a771-974c9673319c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:11.418970 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.422260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2296c888-f16e-4b7d-a443-077d85855e6a tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "DELETE /v2.0/subnets/9120e45e-9733-45d2-a771-974c9673319c HTTP/1.1" status: 204 len: 168 time: 0.4631259 Oct 26 00:02:11.424639 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48966) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:11.490093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Attempting to bind port 528d82eb-3609-4e5d-8994-6b914c715c0c on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:11.490478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Attempting to bind port 528d82eb-3609-4e5d-8994-6b914c715c0c by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:11.490835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Attempting to bind port 528d82eb-3609-4e5d-8994-6b914c715c0c on network f827e4be-94d7-46ff-bc00-0d40f3cddf18 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:11.501672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:11.502051 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Checking segment: {'id': '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:11.502473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.502870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Bound using segment: {'id': '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:11.503328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Bound port: 528d82eb-3609-4e5d-8994-6b914c715c0c, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f827e4be-94d7-46ff-bc00-0d40f3cddf18'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:11.503698 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.510185 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.563845 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.565845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Deleting port 528d82eb-3609-4e5d-8994-6b914c715c0c {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:11.566559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.626621 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port df86f4f4-2c43-4c68-8352-f97a357be76b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df86f4f4-2c43-4c68-8352-f97a357be76b,segment=NetworkSegment(b6068066-42b0-4fad-acdf-d4f3f6dcc600),segment_id=b6068066-42b0-4fad-acdf-d4f3f6dcc600)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:11.628058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] For port 528d82eb-3609-4e5d-8994-6b914c715c0c, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:11.637632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] For port 528d82eb-3609-4e5d-8994-6b914c715c0c, host n-d-815373-1, got binding levels [] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:11.637840 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.638044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.644546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] For port 528d82eb-3609-4e5d-8994-6b914c715c0c, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=528d82eb-3609-4e5d-8994-6b914c715c0c,segment=NetworkSegment(5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69),segment_id=5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:11.657207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Calling delete_port for 528d82eb-3609-4e5d-8994-6b914c715c0c owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:11.668960 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.710199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=df86f4f4-2c43-4c68-8352-f97a357be76b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:11.744275 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.756770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c432b8-30a8-41c5-9b1d-684343f626cc None None] Network ba35d97d-54d0-4f11-a7af-cb37efa18f84 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:11.771393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event deleted for resources: {'Port': ['ID=528d82eb-3609-4e5d-8994-6b914c715c0c,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:11.774907 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] No DVR routers for this DVR port 528d82eb-3609-4e5d-8994-6b914c715c0c on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:11.833878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac441379-c2cd-46a9-8c2f-790636f6c83f None None] Network f827e4be-94d7-46ff-bc00-0d40f3cddf18 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:11.859372 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.877742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6ef5-dd51-42b7-8628-4d098130e727 None None] Pushing event updated for resources: {'Port': ['ID=528d82eb-3609-4e5d-8994-6b914c715c0c,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:11.879718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f827e4be-94d7-46ff-bc00-0d40f3cddf18']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:11.891785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:11.892079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1ef937-e3d3-4b2b-8efd-8bbe450f3e69') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:11.901411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.904207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0d7beda0-bb60-4285-bbcd-0d61efbf3c22 None None] Provisioning complete for port df86f4f4-2c43-4c68-8352-f97a357be76b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:11.904580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0d7beda0-bb60-4285-bbcd-0d61efbf3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.916893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.923749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:11.924131 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:11.927127 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:11.989976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:11.998071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.001265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "DELETE /v2.0/networks/f827e4be-94d7-46ff-bc00-0d40f3cddf18 HTTP/1.1" status: 204 len: 168 time: 0.5756998 Oct 26 00:02:12.003914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48968) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:12.016509 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea21d1-d453-436f-a9dc-ae17a36e030b tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event deleted for resources: {'Network': ['ID=f827e4be-94d7-46ff-bc00-0d40f3cddf18,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:12.057677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Deleting subnet b41249c3-289c-4636-a3aa-0e26f7dde1b7 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:02:12.060896 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.106739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.193770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.253935 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.286058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event deleted for resources: {'Subnet': ['ID=b41249c3-289c-4636-a3aa-0e26f7dde1b7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:12.295821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.295821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "DELETE /v2.0/subnets/b41249c3-289c-4636-a3aa-0e26f7dde1b7 HTTP/1.1" status: 204 len: 168 time: 0.2897015 Oct 26 00:02:12.297636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 48970) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:12.300047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.300397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.300739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.301079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.301416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.301748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.302075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.302434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.302762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.303089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.303416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.303739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d4c425-1062-47ce-bc6a-01ca3f3e2a1e tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:12.318322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d24c5-e94d-4dee-a6c1-fd9df1ca49f3 None None] Network ba35d97d-54d0-4f11-a7af-cb37efa18f84 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:12.358816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d0b3eb40-b6ed-4fb4-9349-fb8413303a98 None None] Provisioning complete for port df86f4f4-2c43-4c68-8352-f97a357be76b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:12.359191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0b3eb40-b6ed-4fb4-9349-fb8413303a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.379302 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.429643 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Deleting port df86f4f4-2c43-4c68-8352-f97a357be76b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:12.429977 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.499010 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] For port df86f4f4-2c43-4c68-8352-f97a357be76b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=df86f4f4-2c43-4c68-8352-f97a357be76b,segment=NetworkSegment(b6068066-42b0-4fad-acdf-d4f3f6dcc600),segment_id=b6068066-42b0-4fad-acdf-d4f3f6dcc600)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:12.499444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.513289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Calling delete_port for df86f4f4-2c43-4c68-8352-f97a357be76b owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:12.549895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] DHCP port deletion for ba35d97d-54d0-4f11-a7af-cb37efa18f84 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:02:12.596012 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.598304 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Deleting port df86f4f4-2c43-4c68-8352-f97a357be76b {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:02:12.598677 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.629887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] No DVR routers for this DVR port df86f4f4-2c43-4c68-8352-f97a357be76b on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:12.636025 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event deleted for resources: {'Port': ['ID=df86f4f4-2c43-4c68-8352-f97a357be76b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:12.664630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] For port df86f4f4-2c43-4c68-8352-f97a357be76b, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:12.665135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.678005 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Calling delete_port for df86f4f4-2c43-4c68-8352-f97a357be76b owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:02:12.680658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Port df86f4f4-2c43-4c68-8352-f97a357be76b was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 00:02:12.681902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.707403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] Pushing event deleted for resources: {'Port': ['ID=df86f4f4-2c43-4c68-8352-f97a357be76b,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:12.711871 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.713544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec221b-84fb-48f0-93f9-859404bc0a7c None None] No DVR routers for this DVR port df86f4f4-2c43-4c68-8352-f97a357be76b on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:02:12.728939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab23343-7ab7-4a72-879a-29b491c2649a None None] get_active_networks_info from n-d-815373-1 {{(pid=102135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 00:02:12.736407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba35d97d-54d0-4f11-a7af-cb37efa18f84']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:12.746331 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6068066-42b0-4fad-acdf-d4f3f6dcc600') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:12.746629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6068066-42b0-4fad-acdf-d4f3f6dcc600') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:12.756042 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.773186 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.779955 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:02:12.780344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:02:12.783367 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:02:12.791993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab23343-7ab7-4a72-879a-29b491c2649a None None] Resources bound (agent type, host, resource id): {{(pid=102135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 00:02:12.847163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.852450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:12.858989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "DELETE /v2.0/networks/ba35d97d-54d0-4f11-a7af-cb37efa18f84 HTTP/1.1" status: 204 len: 168 time: 0.5575452 Oct 26 00:02:12.859338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48972) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:12.873892 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61632-0df9-4a1d-abf1-eaa845f85e59 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Pushing event deleted for resources: {'Network': ['ID=ba35d97d-54d0-4f11-a7af-cb37efa18f84,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:12.887637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab02c53a-430a-4eda-bdb7-be093ab8c207 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "GET /v2.0/ports?device_id=df1ad2d0-8fed-4587-876c-d421ccd218e1 HTTP/1.1" status: 200 len: 205 time: 0.0264397 Oct 26 00:02:12.889879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48974) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:12.963614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.043757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df86f4f4-2c43-4c68-8352-f97a357be76b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:02:13.064633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: df86f4f4-2c43-4c68-8352-f97a357be76b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:02:13.065062 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device df86f4f4-2c43-4c68-8352-f97a357be76b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:02:13.121619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.123749 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.163709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.164304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Fanout notify agent at l3_agent the message router_deleted on router df1ad2d0-8fed-4587-876c-d421ccd218e1 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:02:13.172351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.173436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7ee6c599-d75e-42f1-9dfe-b585f376ef47 tempest-RoutersNegativeTest-2106363453 tempest-RoutersNegativeTest-2106363453-project] 10.222.0.25 "DELETE /v2.0/routers/df1ad2d0-8fed-4587-876c-d421ccd218e1 HTTP/1.1" status: 204 len: 168 time: 0.2826395 Oct 26 00:02:13.410464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48980) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:13.540847 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-958fd104-201f-41b5-98db-cebb1ac54f72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59bfb40227854d87a03d683e48d17daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292250 Oct 26 00:02:13.544176 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 48984) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:13.561753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.591958 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db3de7fc-36df-4957-804b-64f5d44dcf8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.614859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db3de7fc-36df-4957-804b-64f5d44dcf8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.660507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db3de7fc-36df-4957-804b-64f5d44dcf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.663199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db3de7fc-36df-4957-804b-64f5d44dcf8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:13.664342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-db3de7fc-36df-4957-804b-64f5d44dcf8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c577d98-1bbf-4a25-b79a-1ddbaa775f31 HTTP/1.1" status: 204 len: 168 time: 0.1193340 Oct 26 00:02:13.671819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de7fc-36df-4957-804b-64f5d44dcf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c577d98-1bbf-4a25-b79a-1ddbaa775f31,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:14.278058 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49006) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:14.373617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1874862141-network', 'tenant_id': '4927470c829349b795cc8c5aa83c7398'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:14.393648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Made reservation on behalf of 4927470c829349b795cc8c5aa83c7398 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:14.395880 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.404722 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.475802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.479229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.505318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:14.510510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100b2fe5-f452-4aaa-9f82-16dddbdf74d4,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:14.517601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.518005 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Added segment cc74120a-8235-493e-9f5a-52d7df420893 of type vlan for network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 Oct 26 00:02:14.563244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.586674 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.587732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:14.588398 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:14.977683 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6984165 Oct 26 00:02:14.981329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49010) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:14.986617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Request body: {'subnet': {'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-subnet', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:14.991906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991933-c62c-4a15-9491-9a0950a1a6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:15.002004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:15.012540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Made reservation on behalf of 4927470c829349b795cc8c5aa83c7398 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:15.014890 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.187016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.242932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79282a2-b98d-4a9e-9be8-6799a0e2ac71,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:15.250085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Checking segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:15.250469 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Network hostable DHCP agents. Network: fe5c2cca-97ff-4980-a1e4-cef2767b5ee3, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:15.266026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:15.273685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, fe5c2cca-97ff-4980-a1e4-cef2767b5ee3) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:15.278033 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:15.278665 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.283201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b6a69-d3fb-44a1-9920-6123270e5562 None None] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:15.298493 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-561e1d42-ae7f-4b90-a899-674ba57200d8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3131220 Oct 26 00:02:15.298717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:15.302917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:15.324157 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.325415 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.376239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.428526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'fixed_ips': [{'subnet_id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:15.429382 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.512738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.558407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Allocated IP 172.20.0.2 (fe5c2cca-97ff-4980-a1e4-cef2767b5ee3/c79282a2-b98d-4a9e-9be8-6799a0e2ac71/9cc6a28d-2407-41d1-a807-eaaed86904e4) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:15.703033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.708884 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.713168 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.732899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.753903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:15.756818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:15.761608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:15.764759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a28d-2407-41d1-a807-eaaed86904e4,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:15.817914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Attempting to bind port 9cc6a28d-2407-41d1-a807-eaaed86904e4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:15.818319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Attempting to bind port 9cc6a28d-2407-41d1-a807-eaaed86904e4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:15.818682 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Attempting to bind port 9cc6a28d-2407-41d1-a807-eaaed86904e4 on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:15.823698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:15.824081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Checking segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:15.824482 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.824872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Bound using segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:15.825339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Bound port: 9cc6a28d-2407-41d1-a807-eaaed86904e4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:15.825749 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.835679 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Allocated IP 172.25.4.207 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/9566d392-59af-4271-9f5e-b68a782493b3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:15.891967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] For port 9cc6a28d-2407-41d1-a807-eaaed86904e4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:15.894955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] For port 9cc6a28d-2407-41d1-a807-eaaed86904e4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9cc6a28d-2407-41d1-a807-eaaed86904e4,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:15.899634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.945714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.957310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7dc60cc-2ffc-4aad-96bd-ecabe71e332e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:15.972661 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a79dc6-41f3-434e-9f0a-80efe8530a39 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a28d-2407-41d1-a807-eaaed86904e4,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:15.983235 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:16.026046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:16.029473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:16.034016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:16.037208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Pushing event updated for resources: {'Port': ['ID=9566d392-59af-4271-9f5e-b68a782493b3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:16.291312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:16.483338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:16.861910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0b11a-f558-436a-a29e-392872862ab9 None None] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:16.949880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Router f222fb65-32a0-473e-b15a-09b99922f256 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:02:16.968289 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:02:16.988461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e56b0ade-0699-49f8-9ba4-16b71e98b8ad None None] Provisioning complete for port 9cc6a28d-2407-41d1-a807-eaaed86904e4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:16.988827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e56b0ade-0699-49f8-9ba4-16b71e98b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.061524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:02:17.073971 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Sync routers for ids ['f222fb65-32a0-473e-b15a-09b99922f256'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:02:17.081771 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.083384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-87128ae0-c106-47df-ac1e-e9a0758ce436 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7837806 Oct 26 00:02:17.086766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49014) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:17.104097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e56b0ade-0699-49f8-9ba4-16b71e98b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.107958 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Routers {'f222fb65-32a0-473e-b15a-09b99922f256'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:17.109245 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f222fb65-32a0-473e-b15a-09b99922f256'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:17.121100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9cc6a28d-2407-41d1-a807-eaaed86904e4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:17.174049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e56b0ade-0699-49f8-9ba4-16b71e98b8ad None None] For port 9cc6a28d-2407-41d1-a807-eaaed86904e4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9cc6a28d-2407-41d1-a807-eaaed86904e4,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:17.186645 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e56b0ade-0699-49f8-9ba4-16b71e98b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.236879 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Set router f222fb65-32a0-473e-b15a-09b99922f256 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:17.250169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b0ade-0699-49f8-9ba4-16b71e98b8ad None None] Pushing event updated for resources: {'Port': ['ID=9cc6a28d-2407-41d1-a807-eaaed86904e4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:17.269388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9cc6a28d-2407-41d1-a807-eaaed86904e4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:17.269758 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.326890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ed61a513-c7df-4312-9fb6-ebd9a72e856c None None] Provisioning complete for port 9cc6a28d-2407-41d1-a807-eaaed86904e4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:17.327279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ed61a513-c7df-4312-9fb6-ebd9a72e856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.437014 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:16Z', 'revision_number': 3, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:17.467979 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Checking router: f222fb65-32a0-473e-b15a-09b99922f256 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:02:17.468315 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Updating router f222fb65-32a0-473e-b15a-09b99922f256 port 9566d392-59af-4271-9f5e-b68a782493b3 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:02:17.492901 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.556664 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.719706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Allocated IP 172.20.0.1 (fe5c2cca-97ff-4980-a1e4-cef2767b5ee3/c79282a2-b98d-4a9e-9be8-6799a0e2ac71/a2add40f-b2a9-48e1-9c73-72665820a247) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:17.737661 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.742651 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.798444 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Pushing event updated for resources: {'Port': ['ID=9566d392-59af-4271-9f5e-b68a782493b3,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:17.800418 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Attempting to bind port 9566d392-59af-4271-9f5e-b68a782493b3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:17.800773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Attempting to bind port 9566d392-59af-4271-9f5e-b68a782493b3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:17.801125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Attempting to bind port 9566d392-59af-4271-9f5e-b68a782493b3 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:17.810899 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:17.811094 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:17.811485 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.811864 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:17.812314 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Bound port: 9566d392-59af-4271-9f5e-b68a782493b3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:17.812681 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.814883 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.815216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.815544 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.815869 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.816193 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.816506 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.816818 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.817137 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.817447 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.817760 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.818069 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.818401 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:17.829922 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.862338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.872887 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] For port 9566d392-59af-4271-9f5e-b68a782493b3, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:17.876495 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] For port 9566d392-59af-4271-9f5e-b68a782493b3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9566d392-59af-4271-9f5e-b68a782493b3,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:17.880506 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:17.902675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:17.907132 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:17.910707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:17.933818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2add40f-b2a9-48e1-9c73-72665820a247,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:17.941695 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Routers {'f222fb65-32a0-473e-b15a-09b99922f256'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:17.942351 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:01:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f222fb65-32a0-473e-b15a-09b99922f256'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:17.954565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.100681 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.116751 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b80e7-60e1-416e-ba04-b020d8bcfcc4 None None] Pushing event updated for resources: {'Port': ['ID=9566d392-59af-4271-9f5e-b68a782493b3,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:18.157690 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] Set router f222fb65-32a0-473e-b15a-09b99922f256 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:18.169231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-dd4f41aa-fb54-4fb6-9e26-4875e7836217 None None] Provisioning complete for port a2add40f-b2a9-48e1-9c73-72665820a247 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:18.169788 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-dd4f41aa-fb54-4fb6-9e26-4875e7836217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.203418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f41aa-fb54-4fb6-9e26-4875e7836217 None None] Port a2add40f-b2a9-48e1-9c73-72665820a247 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:02:18.274634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.279794 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.346625 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:16Z', 'revision_number': 3, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:18.349779 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2add40f-b2a9-48e1-9c73-72665820a247,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:18.352146 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.375575 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95319bc-27fe-4604-a5bd-1cf2b893a560 None None] The sync data for ids ['f222fb65-32a0-473e-b15a-09b99922f256'] in n-d-815373-1 is: [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:16Z', 'revision_number': 3, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:02:18.431488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-154cdb89-b26a-49f9-baed-2403ef9b4f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.446943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:18.448402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:18.573211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Router f222fb65-32a0-473e-b15a-09b99922f256 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:02:18.708351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:02:18.714873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-55b4b21f-1e3b-4d2d-b156-79c797b18ad6 admin admin] 10.222.0.25 "PUT /v2.0/routers/f222fb65-32a0-473e-b15a-09b99922f256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6268690 Oct 26 00:02:18.737503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d215187d-e72f-47e5-8fe8-44dbdd095482 None None] Provisioning complete for port a2add40f-b2a9-48e1-9c73-72665820a247 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:18.737928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d215187d-e72f-47e5-8fe8-44dbdd095482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:18.776212 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d215187d-e72f-47e5-8fe8-44dbdd095482 None None] Port a2add40f-b2a9-48e1-9c73-72665820a247 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:02:19.138224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9566d392-59af-4271-9f5e-b68a782493b3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:19.193945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9566d392-59af-4271-9f5e-b68a782493b3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:19.194606 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.234286 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49030) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:19.239623 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-607906115-network', 'tenant_id': '08bd888f5a9446a7af25bca41713f886'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:19.273091 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Made reservation on behalf of 08bd888f5a9446a7af25bca41713f886 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:19.276930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.283667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.295659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.306863 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 9566d392-59af-4271-9f5e-b68a782493b3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9566d392-59af-4271-9f5e-b68a782493b3,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:19.315489 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.316377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9cc6a28d-2407-41d1-a807-eaaed86904e4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:19.375441 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.379676 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.395762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=9566d392-59af-4271-9f5e-b68a782493b3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:19.405926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9cc6a28d-2407-41d1-a807-eaaed86904e4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:19.406322 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.411103 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:02:19.423985 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3534bb-ad33-4bca-a759-c67e8af3990e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:19.431715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.432210 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Added segment ecf369b9-60ac-4356-85e5-c6b4bf6d535f of type vlan for network c4134007-9fa3-4841-a788-c7172ec83e1f Oct 26 00:02:19.482076 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.512052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.513098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:19.513698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.575576 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3400917 Oct 26 00:02:19.578331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49032) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:19.578905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43129d0-064a-47b3-b78b-6f45ffec3372 admin admin] Pushing event updated for resources: {'Network': ['ID=c4134007-9fa3-4841-a788-c7172ec83e1f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:19.584084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Request body: {'subnet': {'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-subnet', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:19.589035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network c4134007-9fa3-4841-a788-c7172ec83e1f details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:02:19.611082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Made reservation on behalf of 08bd888f5a9446a7af25bca41713f886 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:19.613799 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.804056 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.830695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.859326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743567ae-3813-44f9-9278-7b282814572b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:19.869832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Checking segment: {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:19.870227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Network hostable DHCP agents. Network: c4134007-9fa3-4841-a788-c7172ec83e1f, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:02:19.888103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Network c4134007-9fa3-4841-a788-c7172ec83e1f is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:02:19.896999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, c4134007-9fa3-4841-a788-c7172ec83e1f) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:19.902077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:19.903091 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.911139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba2ab8-73b0-4046-879c-bb17b6163d4b None None] Network c4134007-9fa3-4841-a788-c7172ec83e1f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:19.922388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-35fa5eb9-eaa5-465f-9cc5-310933a0f726 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3427680 Oct 26 00:02:19.924757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:19.929259 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:19.952094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:19.953205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.009922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.060744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-c4134007-9fa3-4841-a788-c7172ec83e1f', 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'fixed_ips': [{'subnet_id': '743567ae-3813-44f9-9278-7b282814572b'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:02:20.061612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.085762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Sync routers for ids ['f222fb65-32a0-473e-b15a-09b99922f256'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:02:20.146643 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.156117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Routers {'f222fb65-32a0-473e-b15a-09b99922f256'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:20.156764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f222fb65-32a0-473e-b15a-09b99922f256'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:20.295061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Allocated IP 172.20.0.2 (c4134007-9fa3-4841-a788-c7172ec83e1f/743567ae-3813-44f9-9278-7b282814572b/7e9aac87-6b80-4e56-8b10-8861472db4d3) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:20.312663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Set router f222fb65-32a0-473e-b15a-09b99922f256 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:20.353213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.373150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.412094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.481451 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Allocated IP 172.25.4.74 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/ff7d5249-76e0-4d1f-99bc-768190cb04b6) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:20.586027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.612492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.619770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.619964 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.664448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:20.669672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:20.674141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:20.677190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7d5249-76e0-4d1f-99bc-768190cb04b6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:20.678698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Network c4134007-9fa3-4841-a788-c7172ec83e1f is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:20.685592 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:20.688104 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Pushing event updated for resources: {'Port': ['ID=7e9aac87-6b80-4e56-8b10-8861472db4d3,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:20.690608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:20.721744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:18Z', 'revision_number': 4, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a2add40f-b2a9-48e1-9c73-72665820a247', 'name': '', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'mac_address': 'fa:16:3e:7c:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:17Z', 'updated_at': '2021-10-26T00:02:18Z', 'revision_number': 2, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'subnets': [{'id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:20.761942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Checking router: f222fb65-32a0-473e-b15a-09b99922f256 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:02:20.762322 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Updating router f222fb65-32a0-473e-b15a-09b99922f256 port a2add40f-b2a9-48e1-9c73-72665820a247 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:02:20.798831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Attempting to bind port 7e9aac87-6b80-4e56-8b10-8861472db4d3 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:20.799207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Attempting to bind port 7e9aac87-6b80-4e56-8b10-8861472db4d3 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:20.799575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Attempting to bind port 7e9aac87-6b80-4e56-8b10-8861472db4d3 on network c4134007-9fa3-4841-a788-c7172ec83e1f {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:20.802658 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.807166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:20.807545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Checking segment: {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:20.808016 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.808416 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Bound using segment: {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:20.808885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Bound port: 7e9aac87-6b80-4e56-8b10-8861472db4d3, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:20.809263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.926333 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.975872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] For port 7e9aac87-6b80-4e56-8b10-8861472db4d3, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:20.991683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:20.993430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] For port 7e9aac87-6b80-4e56-8b10-8861472db4d3, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7e9aac87-6b80-4e56-8b10-8861472db4d3,segment=NetworkSegment(ecf369b9-60ac-4356-85e5-c6b4bf6d535f),segment_id=ecf369b9-60ac-4356-85e5-c6b4bf6d535f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:21.007928 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.067478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9566d392-59af-4271-9f5e-b68a782493b3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:21.139027 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.153053 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869889cd-3cc4-4df1-90c7-624ccc2e2ee7 None None] Pushing event updated for resources: {'Port': ['ID=7e9aac87-6b80-4e56-8b10-8861472db4d3,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:21.189324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 9566d392-59af-4271-9f5e-b68a782493b3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:21.189699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.271539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Router e5458f58-d517-4dcc-8149-0066f6dbd6ce is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:02:21.282923 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.321511 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.402987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235203-f5c1-45fa-bf61-09dbf6ff87f5 None None] Pushing event updated for resources: {'Port': ['ID=a2add40f-b2a9-48e1-9c73-72665820a247,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:21.430836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:02:21.442122 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Sync routers for ids ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:02:21.455954 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Routers {'e5458f58-d517-4dcc-8149-0066f6dbd6ce'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:21.457379 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:21.463707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Attempting to bind port a2add40f-b2a9-48e1-9c73-72665820a247 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:21.464648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Attempting to bind port a2add40f-b2a9-48e1-9c73-72665820a247 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:21.464911 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.465175 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Attempting to bind port a2add40f-b2a9-48e1-9c73-72665820a247 on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:21.466542 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4b23300c-ab81-4e8d-a8f9-d951c38200f2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5408454 Oct 26 00:02:21.469367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:02:21.470831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:21.471291 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Checking segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:21.471623 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.472024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Bound using segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:21.472502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Bound port: a2add40f-b2a9-48e1-9c73-72665820a247, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:21.472891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.546001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] For port a2add40f-b2a9-48e1-9c73-72665820a247, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:21.551615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] For port a2add40f-b2a9-48e1-9c73-72665820a247, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a2add40f-b2a9-48e1-9c73-72665820a247,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:21.558468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.609266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Set router e5458f58-d517-4dcc-8149-0066f6dbd6ce gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:21.623326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Routers {'f222fb65-32a0-473e-b15a-09b99922f256'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:21.623881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f222fb65-32a0-473e-b15a-09b99922f256'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:21.725932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235203-f5c1-45fa-bf61-09dbf6ff87f5 None None] Pushing event updated for resources: {'Port': ['ID=a2add40f-b2a9-48e1-9c73-72665820a247,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:21.758696 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-17728954-75e3-41ab-ab26-ee9c57c487ed None None] Provisioning complete for port a2add40f-b2a9-48e1-9c73-72665820a247 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:21.759125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-17728954-75e3-41ab-ab26-ee9c57c487ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:21.814637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] Set router f222fb65-32a0-473e-b15a-09b99922f256 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:21.859406 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:02:20Z', 'revision_number': 3, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:21.891089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Checking router: e5458f58-d517-4dcc-8149-0066f6dbd6ce for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:02:21.891362 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Updating router e5458f58-d517-4dcc-8149-0066f6dbd6ce port ff7d5249-76e0-4d1f-99bc-768190cb04b6 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:02:21.941491 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.009237 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.187094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-17728954-75e3-41ab-ab26-ee9c57c487ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.246970 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.247743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-17728954-75e3-41ab-ab26-ee9c57c487ed None None] For port a2add40f-b2a9-48e1-9c73-72665820a247, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a2add40f-b2a9-48e1-9c73-72665820a247,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:22.254952 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.264605 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-17728954-75e3-41ab-ab26-ee9c57c487ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.265652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Allocated IP 172.20.0.1 (c4134007-9fa3-4841-a788-c7172ec83e1f/743567ae-3813-44f9-9278-7b282814572b/5bbd13fc-53b9-483a-815d-7b74ee24e2e1) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:22.315432 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Attempting to bind port ff7d5249-76e0-4d1f-99bc-768190cb04b6 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:22.315803 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Attempting to bind port ff7d5249-76e0-4d1f-99bc-768190cb04b6 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:22.316162 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Attempting to bind port ff7d5249-76e0-4d1f-99bc-768190cb04b6 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:22.319356 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5c2f8-2055-4617-badf-133469cec81c None None] Pushing event updated for resources: {'Port': ['ID=ff7d5249-76e0-4d1f-99bc-768190cb04b6,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:22.324924 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:22.325302 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:22.325702 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.326349 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:22.326590 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Bound port: ff7d5249-76e0-4d1f-99bc-768190cb04b6, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:22.326967 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.354409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17728954-75e3-41ab-ab26-ee9c57c487ed None None] Pushing event updated for resources: {'Port': ['ID=a2add40f-b2a9-48e1-9c73-72665820a247,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:22.379048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:18Z', 'revision_number': 4, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a2add40f-b2a9-48e1-9c73-72665820a247', 'name': '', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'mac_address': 'fa:16:3e:7c:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:17Z', 'updated_at': '2021-10-26T00:02:21Z', 'revision_number': 4, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'subnets': [{'id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:22.409124 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] For port ff7d5249-76e0-4d1f-99bc-768190cb04b6, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:22.411086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.412770 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] For port ff7d5249-76e0-4d1f-99bc-768190cb04b6, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ff7d5249-76e0-4d1f-99bc-768190cb04b6,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:22.416281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7ce68-bade-46bd-a64f-2be862600c75 None None] Network c4134007-9fa3-4841-a788-c7172ec83e1f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:02:22.418254 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.421045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da201633-c859-4534-86e2-1a8bfd2f0d08 None None] The sync data for ids ['f222fb65-32a0-473e-b15a-09b99922f256'] in n-d-815373-1 is: [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:18Z', 'revision_number': 4, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a2add40f-b2a9-48e1-9c73-72665820a247', 'name': '', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'mac_address': 'fa:16:3e:7c:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:17Z', 'updated_at': '2021-10-26T00:02:21Z', 'revision_number': 4, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'subnets': [{'id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:02:22.458044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.465078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Routers {'e5458f58-d517-4dcc-8149-0066f6dbd6ce'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:22.466206 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:22.466359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-63f4718a-8217-4679-8d15-8bd54dacfe18 None None] Provisioning complete for port a2add40f-b2a9-48e1-9c73-72665820a247 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:22.466359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63f4718a-8217-4679-8d15-8bd54dacfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.516345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Network c4134007-9fa3-4841-a788-c7172ec83e1f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:22.520183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:22.530633 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:22.582100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Pushing event updated for resources: {'Port': ['ID=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:22.588691 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5c2f8-2055-4617-badf-133469cec81c None None] Pushing event updated for resources: {'Port': ['ID=ff7d5249-76e0-4d1f-99bc-768190cb04b6,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:22.595221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.635699 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] Set router e5458f58-d517-4dcc-8149-0066f6dbd6ce gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:22.756838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.806373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9d50c040-433f-4016-9e43-213e48b477fa None None] Provisioning complete for port 7e9aac87-6b80-4e56-8b10-8861472db4d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:22.807404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d50c040-433f-4016-9e43-213e48b477fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:22.877404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:02:20Z', 'revision_number': 3, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:22.913310 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457d700-d211-42b9-9b41-864be08eb5ec None None] The sync data for ids ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'] in n-d-815373-1 is: [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:02:20Z', 'revision_number': 3, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:02:22.952183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d50c040-433f-4016-9e43-213e48b477fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.005436 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.009198 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9d50c040-433f-4016-9e43-213e48b477fa None None] For port 7e9aac87-6b80-4e56-8b10-8861472db4d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7e9aac87-6b80-4e56-8b10-8861472db4d3,segment=NetworkSegment(ecf369b9-60ac-4356-85e5-c6b4bf6d535f),segment_id=ecf369b9-60ac-4356-85e5-c6b4bf6d535f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:23.017682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9d50c040-433f-4016-9e43-213e48b477fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.036383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.114001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50c040-433f-4016-9e43-213e48b477fa None None] Pushing event updated for resources: {'Port': ['ID=7e9aac87-6b80-4e56-8b10-8861472db4d3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:23.130357 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Pushing event updated for resources: {'Port': ['ID=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:23.143040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88e939b3-c00f-4150-8a01-b45bd67b3f30 None None] Provisioning complete for port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:23.144018 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88e939b3-c00f-4150-8a01-b45bd67b3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.150640 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.212200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7e9aac87-6b80-4e56-8b10-8861472db4d3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:23.272483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-88e939b3-c00f-4150-8a01-b45bd67b3f30 None None] Port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:02:23.295118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Network c4134007-9fa3-4841-a788-c7172ec83e1f is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:23.297018 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:23.306528 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-88e939b3-c00f-4150-8a01-b45bd67b3f30 None None] Provisioning complete for port 7e9aac87-6b80-4e56-8b10-8861472db4d3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:23.306898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-88e939b3-c00f-4150-8a01-b45bd67b3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.378237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7e9aac87-6b80-4e56-8b10-8861472db4d3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:23.378909 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.544828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a2add40f-b2a9-48e1-9c73-72665820a247 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:23.623577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a2add40f-b2a9-48e1-9c73-72665820a247 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:23.623953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.691197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c86efa46-da4b-4e3b-a20d-557069b53b6b None None] Provisioning complete for port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:23.691485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c86efa46-da4b-4e3b-a20d-557069b53b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.749142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c86efa46-da4b-4e3b-a20d-557069b53b6b None None] Port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:02:23.876288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3ce35f89-22aa-491f-a4cc-8953130ec7eb None None] Provisioning complete for port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:23.876661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3ce35f89-22aa-491f-a4cc-8953130ec7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:23.898876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Router e5458f58-d517-4dcc-8149-0066f6dbd6ce has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:02:23.920703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3ce35f89-22aa-491f-a4cc-8953130ec7eb None None] Port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:02:24.020066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:02:24.025756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4017a93b-ecfe-42cd-85ca-9b4071ce659d admin admin] 10.222.0.25 "PUT /v2.0/routers/e5458f58-d517-4dcc-8149-0066f6dbd6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5550427 Oct 26 00:02:24.720388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-3d24d8f3-5f72-4039-8c6f-cb83751b45e6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:24.721868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-3d24d8f3-5f72-4039-8c6f-cb83751b45e6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 817 time: 0.1013961 Oct 26 00:02:24.737190 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-1415259c-2a10-492f-ad3a-fab62328ca7c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/quotas/4927470c829349b795cc8c5aa83c7398 HTTP/1.1" status: 200 len: 375 time: 0.0094368 Oct 26 00:02:24.787173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-4e976f8e-3a96-4ebb-a1b5-6e3e16c7ae0d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447338 Oct 26 00:02:24.972985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-8c734faf-ae7d-45a0-a4ef-ce120cd40c60 service neutron] 10.222.0.25 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740570 Oct 26 00:02:25.067277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-069e96b1-3197-4914-8a1a-9a2f95a17068 service neutron] 10.222.0.25 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880368 Oct 26 00:02:25.135723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7e9aac87-6b80-4e56-8b10-8861472db4d3 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:25.196279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 7e9aac87-6b80-4e56-8b10-8861472db4d3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:25.196666 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:25.238820 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4fd7c7ad-966b-4a13-bebf-e9d383ef90d2 req-b6c5d728-9f30-4c98-83b9-d13390e09374 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 210 time: 0.0308857 Oct 26 00:02:25.285603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ff7d5249-76e0-4d1f-99bc-768190cb04b6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:25.340043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ff7d5249-76e0-4d1f-99bc-768190cb04b6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:25.340539 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:25.427426 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:25.449014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port ff7d5249-76e0-4d1f-99bc-768190cb04b6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ff7d5249-76e0-4d1f-99bc-768190cb04b6,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:25.453508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:25.503050 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=ff7d5249-76e0-4d1f-99bc-768190cb04b6,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:25.851265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Sync routers for ids ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:02:25.863302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Routers {'e5458f58-d517-4dcc-8149-0066f6dbd6ce'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:25.863936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:25.966971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Set router e5458f58-d517-4dcc-8149-0066f6dbd6ce gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:26.172979 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:02:22Z', 'revision_number': 4, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5bbd13fc-53b9-483a-815d-7b74ee24e2e1', 'name': '', 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'mac_address': 'fa:16:3e:b5:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '743567ae-3813-44f9-9278-7b282814572b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:22Z', 'updated_at': '2021-10-26T00:02:22Z', 'revision_number': 2, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'subnets': [{'id': '743567ae-3813-44f9-9278-7b282814572b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:26.201492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Checking router: e5458f58-d517-4dcc-8149-0066f6dbd6ce for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:02:26.202119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Updating router e5458f58-d517-4dcc-8149-0066f6dbd6ce port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:02:26.228429 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.265994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-bec64045-6af5-4a3d-a463-673d03db6622 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:26.268230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-bec64045-6af5-4a3d-a463-673d03db6622 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 817 time: 0.1112809 Oct 26 00:02:26.297601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Request body: {'port': {'device_id': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'admin_state_up': True, 'tenant_id': '4927470c829349b795cc8c5aa83c7398'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:26.376242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-683024fc-1e85-46d1-8150-b47a9c13c9a4 req-cfd22274-122e-4455-b532-6c0840dc97e6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 210 time: 0.0616000 Oct 26 00:02:26.434963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Made reservation on behalf of 4927470c829349b795cc8c5aa83c7398 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:02:26.438614 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.519117 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.524385 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.569722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Allocated IP 172.20.0.11 (fe5c2cca-97ff-4980-a1e4-cef2767b5ee3/c79282a2-b98d-4a9e-9be8-6799a0e2ac71/60da32f7-7cf6-402b-9679-aa0fed1a264c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:02:26.573725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df570899-f327-407b-bfb4-6519f1d69913 None None] Pushing event updated for resources: {'Port': ['ID=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:26.628270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Attempting to bind port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:26.628648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Attempting to bind port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:26.629001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Attempting to bind port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 on network c4134007-9fa3-4841-a788-c7172ec83e1f {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:26.634608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:26.635101 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Checking segment: {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:26.635337 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.635782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Bound using segment: {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:26.636615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Bound port: 5bbd13fc-53b9-483a-815d-7b74ee24e2e1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:26.637175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.707117 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] For port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:26.710419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] For port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,segment=NetworkSegment(ecf369b9-60ac-4356-85e5-c6b4bf6d535f),segment_id=ecf369b9-60ac-4356-85e5-c6b4bf6d535f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:26.717844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.738225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.775369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.776595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Routers {'e5458f58-d517-4dcc-8149-0066f6dbd6ce'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:02:26.777226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:02:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:26.812578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df570899-f327-407b-bfb4-6519f1d69913 None None] Pushing event updated for resources: {'Port': ['ID=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:26.820877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:02:26.822722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:02:26.828029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:02:26.879201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Pushing event updated for resources: {'Port': ['ID=60da32f7-7cf6-402b-9679-aa0fed1a264c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:26.899348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8665ab83-27fd-4b65-bf26-61aa6b5d994a None None] Provisioning complete for port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:26.899727 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8665ab83-27fd-4b65-bf26-61aa6b5d994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.903500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:26.904600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:26.925540 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-ca53c0f5-ea62-4fa8-942d-6e4bf933acc7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330669 Oct 26 00:02:26.936992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] Set router e5458f58-d517-4dcc-8149-0066f6dbd6ce gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:02:26.947165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Request body: {'port': {'device_id': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:02:27.017068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.103852 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ff7d5249-76e0-4d1f-99bc-768190cb04b6 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:27.305511 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60da32f7-7cf6-402b-9679-aa0fed1a264c {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:02:27.313906 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.326506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Transition to ACTIVE for port object 60da32f7-7cf6-402b-9679-aa0fed1a264c will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:02:27.328184 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8665ab83-27fd-4b65-bf26-61aa6b5d994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.331050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.408222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8665ab83-27fd-4b65-bf26-61aa6b5d994a None None] For port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,segment=NetworkSegment(ecf369b9-60ac-4356-85e5-c6b4bf6d535f),segment_id=ecf369b9-60ac-4356-85e5-c6b4bf6d535f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:27.415762 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8665ab83-27fd-4b65-bf26-61aa6b5d994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.418330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Pushing event updated for resources: {'Port': ['ID=60da32f7-7cf6-402b-9679-aa0fed1a264c,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:27.420761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ff7d5249-76e0-4d1f-99bc-768190cb04b6 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:27.420890 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.486459 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Attempting to bind port 60da32f7-7cf6-402b-9679-aa0fed1a264c on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:02:27.486839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Attempting to bind port 60da32f7-7cf6-402b-9679-aa0fed1a264c by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:02:27.487547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Attempting to bind port 60da32f7-7cf6-402b-9679-aa0fed1a264c on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:27.493752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Port 60da32f7-7cf6-402b-9679-aa0fed1a264c on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:02:27.493917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Attempting to bind port 60da32f7-7cf6-402b-9679-aa0fed1a264c on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:02:27.499573 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:02:27.499928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Checking segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:02:27.501056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Bound using segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:02:27.501506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Bound port: 60da32f7-7cf6-402b-9679-aa0fed1a264c, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:02:27.501872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.520385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665ab83-27fd-4b65-bf26-61aa6b5d994a None None] Pushing event updated for resources: {'Port': ['ID=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:27.524664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c078-ca55-464f-8bcb-41881cfc3ab9 req-f3b97dce-cdf2-40c0-8552-597804d50aae tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:27.527936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af98c078-ca55-464f-8bcb-41881cfc3ab9 req-f3b97dce-cdf2-40c0-8552-597804d50aae tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 944 time: 0.0627706 Oct 26 00:02:27.557038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:02:22Z', 'revision_number': 4, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5bbd13fc-53b9-483a-815d-7b74ee24e2e1', 'name': '', 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'mac_address': 'fa:16:3e:b5:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '743567ae-3813-44f9-9278-7b282814572b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:22Z', 'updated_at': '2021-10-26T00:02:26Z', 'revision_number': 4, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'subnets': [{'id': '743567ae-3813-44f9-9278-7b282814572b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:02:27.590572 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-af98c078-ca55-464f-8bcb-41881cfc3ab9 req-5a87d323-4195-4da7-a1aa-070d61949328 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 Oct 26 00:02:27.591952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] For port 60da32f7-7cf6-402b-9679-aa0fed1a264c, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:02:27.600618 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] For port 60da32f7-7cf6-402b-9679-aa0fed1a264c, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:02:27.608055 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.633723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb161-65ea-4f2b-8aab-94f62a40a4c1 None None] The sync data for ids ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'] in n-d-815373-1 is: [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:02:22Z', 'revision_number': 4, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '5bbd13fc-53b9-483a-815d-7b74ee24e2e1', 'name': '', 'network_id': 'c4134007-9fa3-4841-a788-c7172ec83e1f', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'mac_address': 'fa:16:3e:b5:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '743567ae-3813-44f9-9278-7b282814572b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:22Z', 'updated_at': '2021-10-26T00:02:26Z', 'revision_number': 4, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'subnets': [{'id': '743567ae-3813-44f9-9278-7b282814572b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:02:27.647321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5a7a2bdb-6c85-47ad-afbe-f639e9efb302 None None] Provisioning complete for port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:27.647478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:27.647708 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5a7a2bdb-6c85-47ad-afbe-f639e9efb302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.648012 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:27.649864 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] 10.222.0.15 "PUT /v2.0/ports/60da32f7-7cf6-402b-9679-aa0fed1a264c HTTP/1.1" status: 200 len: 1092 time: 0.7079222 Oct 26 00:02:27.649864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'tag': '60da32f7-7cf6-402b-9679-aa0fed1a264c'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:02:27.656880 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01190a3b-7d70-451e-b18b-65a71c3fa787" -d '{"events": [{"name": "network-changed", "server_uuid": "56984b58-6366-40a3-b083-2f2f0b77e48e", "tag": "60da32f7-7cf6-402b-9679-aa0fed1a264c"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:02:27.681386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06208a4c-302c-491a-b0e4-16bd20c87174 service neutron] Pushing event updated for resources: {'Port': ['ID=60da32f7-7cf6-402b-9679-aa0fed1a264c,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:27.803597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-23d74c48-b8a3-4813-aa25-e9fd6494fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:27.805588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-23d74c48-b8a3-4813-aa25-e9fd6494fc20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 1095 time: 0.0765712 Oct 26 00:02:27.866754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-29e845dc-1777-4c42-bf96-d1aeb3df980f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c HTTP/1.1" status: 200 len: 217 time: 0.0462899 Oct 26 00:02:27.868207 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8d1b0-b4fb-4461-aee5-d16d94ee179a x-openstack-request-id: req-fec8d1b0-b4fb-4461-aee5-d16d94ee179a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:02:27.868492 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56984b58-6366-40a3-b083-2f2f0b77e48e", "tag": "60da32f7-7cf6-402b-9679-aa0fed1a264c", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:02:27.868843 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fec8d1b0-b4fb-4461-aee5-d16d94ee179a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:02:27.869115 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'tag': '60da32f7-7cf6-402b-9679-aa0fed1a264c', 'status': 'completed', 'code': 200} Oct 26 00:02:27.928601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-0360eade-7f09-4e34-9c11-7a88f06c35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:27.930475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-0360eade-7f09-4e34-9c11-7a88f06c35c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c79282a2-b98d-4a9e-9be8-6799a0e2ac71 HTTP/1.1" status: 200 len: 856 time: 0.0507808 Oct 26 00:02:27.982042 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-73743d5c-f10b-4c0c-82a8-976ac02f9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:27.983719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-73743d5c-f10b-4c0c-82a8-976ac02f9ad2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464823 Oct 26 00:02:28.090075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-6dfc569a-afbf-4f79-b590-a35ab78e13f8 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976923 Oct 26 00:02:28.186108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2210fec8-79f0-48e7-8322-3cf5ae9f523d req-15e04f2a-b925-4f66-9205-99dd93cb3146 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895431 Oct 26 00:02:28.329856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-26034289-883d-45a2-a0b2-63bb6b3af4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:28.331433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-26034289-883d-45a2-a0b2-63bb6b3af4cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 1095 time: 0.0496657 Oct 26 00:02:28.424529 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-d2082bb2-7d7a-4a8f-b899-14a4303d7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:28.425996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-d2082bb2-7d7a-4a8f-b899-14a4303d7d57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 918 time: 0.0869100 Oct 26 00:02:28.472576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-3b710e0c-350f-4c34-8146-d91e1f4557aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c HTTP/1.1" status: 200 len: 217 time: 0.0384781 Oct 26 00:02:28.522348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-f85ed802-6d09-4414-8815-872822893e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:28.523751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-f85ed802-6d09-4414-8815-872822893e88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c79282a2-b98d-4a9e-9be8-6799a0e2ac71 HTTP/1.1" status: 200 len: 856 time: 0.0441589 Oct 26 00:02:28.569987 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-ed8c97b9-64b8-42d2-916b-9898108e0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:28.571503 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-ed8c97b9-64b8-42d2-916b-9898108e0b37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409048 Oct 26 00:02:28.674403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-3066db0c-9bcc-4630-9a46-44142148c2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955374 Oct 26 00:02:28.708469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c0478-66e6-43aa-97c2-3c232a120569 req-323de4bd-8e88-435f-89e1-a68382a57e14 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:28.710066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec5c0478-66e6-43aa-97c2-3c232a120569 req-323de4bd-8e88-435f-89e1-a68382a57e14 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 944 time: 0.0492692 Oct 26 00:02:28.748962 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec5c0478-66e6-43aa-97c2-3c232a120569 req-5f7e20a1-cf1b-450a-a736-4c16903ac0da tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Oct 26 00:02:28.765721 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-01190a3b-7d70-451e-b18b-65a71c3fa787 req-d067a881-71e9-44f1-87b0-b5cd704f685e service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842998 Oct 26 00:02:28.865397 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:29.068960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:29.121027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:29.121325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:29.869032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541fcb-2422-492f-b0af-8a1d9986d468 req-dedcd269-b5a8-4d20-b2ff-28c08a1823b3 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:29.871196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10541fcb-2422-492f-b0af-8a1d9986d468 req-dedcd269-b5a8-4d20-b2ff-28c08a1823b3 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 944 time: 0.0535862 Oct 26 00:02:29.907755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10541fcb-2422-492f-b0af-8a1d9986d468 req-54e655ab-216a-4602-8622-a4f36a168ae7 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Oct 26 00:02:31.023341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19f6bb-b808-44a8-9b30-8525a34164e5 req-bb0a31cd-266f-4f8e-9dc0-d05462043952 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:31.024811 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce19f6bb-b808-44a8-9b30-8525a34164e5 req-bb0a31cd-266f-4f8e-9dc0-d05462043952 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 944 time: 0.0496459 Oct 26 00:02:31.062382 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ce19f6bb-b808-44a8-9b30-8525a34164e5 req-e6e0cb2f-bc27-4864-9bd3-83f26f592256 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Oct 26 00:02:32.181374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db84c01-91b3-4972-8a34-df9d97f568c4 req-c0cf7d86-6d7e-4d58-9540-f4f73ac99885 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:32.183510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8db84c01-91b3-4972-8a34-df9d97f568c4 req-c0cf7d86-6d7e-4d58-9540-f4f73ac99885 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 944 time: 0.0507064 Oct 26 00:02:32.221088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8db84c01-91b3-4972-8a34-df9d97f568c4 req-88871a92-efd8-49f0-bce3-083b8f541b5f tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Oct 26 00:02:32.629992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60da32f7-7cf6-402b-9679-aa0fed1a264c details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:02:32.725105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60da32f7-7cf6-402b-9679-aa0fed1a264c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:32.736244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '60da32f7-7cf6-402b-9679-aa0fed1a264c', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'port_id': '60da32f7-7cf6-402b-9679-aa0fed1a264c', 'mac_address': 'fa:16:3e:ce:65:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:02:32.773209 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:32.786063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60da32f7-7cf6-402b-9679-aa0fed1a264c {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:02:32.805531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60da32f7-7cf6-402b-9679-aa0fed1a264c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:32.810105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:32.859618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60da32f7-7cf6-402b-9679-aa0fed1a264c,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:33.194230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['60da32f7-7cf6-402b-9679-aa0fed1a264c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:02:33.344626 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd969-f7ea-49d0-a94f-50c998adfa5f req-d666c762-8700-4dff-be71-91d6b5fb274d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:33.346132 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f5cd969-f7ea-49d0-a94f-50c998adfa5f req-d666c762-8700-4dff-be71-91d6b5fb274d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 945 time: 0.0554879 Oct 26 00:02:33.387947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f5cd969-f7ea-49d0-a94f-50c998adfa5f req-863e22bd-0cba-4c0a-ba03-bf92dd4f3b59 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Oct 26 00:02:34.501016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8134a-9098-4bd2-86ed-0b7638b084d3 req-2420be5b-479e-4107-83a9-653902d73128 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:34.502518 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07b8134a-9098-4bd2-86ed-0b7638b084d3 req-2420be5b-479e-4107-83a9-653902d73128 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 945 time: 0.0493572 Oct 26 00:02:34.540047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-07b8134a-9098-4bd2-86ed-0b7638b084d3 req-8399797b-7b13-4ddb-a114-d53ce067f53b tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Oct 26 00:02:34.641253 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60da32f7-7cf6-402b-9679-aa0fed1a264c up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:02:34.692244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 60da32f7-7cf6-402b-9679-aa0fed1a264c completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:02:34.696559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 60da32f7-7cf6-402b-9679-aa0fed1a264c triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:02:34.696931 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:34.772266 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:34.794964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60da32f7-7cf6-402b-9679-aa0fed1a264c'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:02:34.797234 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e190ed-6de4-46f2-8d80-483313d270a6" -d '{"events": [{"server_uuid": "56984b58-6366-40a3-b083-2f2f0b77e48e", "name": "network-vif-plugged", "status": "completed", "tag": "60da32f7-7cf6-402b-9679-aa0fed1a264c"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:02:34.810065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60da32f7-7cf6-402b-9679-aa0fed1a264c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:02:34.814522 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:34.865324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60da32f7-7cf6-402b-9679-aa0fed1a264c,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:02:34.872706 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.873093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.873396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.873732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.874066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.874417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.874745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.875076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.875398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.875722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.876043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.876362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:02:34.905315 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d015b8ec-ac96-4bd7-ac95-e48b57ab2bed x-openstack-request-id: req-d015b8ec-ac96-4bd7-ac95-e48b57ab2bed {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:02:34.905599 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56984b58-6366-40a3-b083-2f2f0b77e48e", "name": "network-vif-plugged", "status": "completed", "tag": "60da32f7-7cf6-402b-9679-aa0fed1a264c", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:02:34.905847 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d015b8ec-ac96-4bd7-ac95-e48b57ab2bed {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:02:34.906274 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60da32f7-7cf6-402b-9679-aa0fed1a264c', 'code': 200} Oct 26 00:02:35.033360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89d3f5-ad0a-48a6-b28a-0cc3726606e4 req-4952814e-d6ea-43cb-a1ee-604bdea57b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:35.034908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d89d3f5-ad0a-48a6-b28a-0cc3726606e4 req-4952814e-d6ea-43cb-a1ee-604bdea57b5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 1097 time: 0.0441048 Oct 26 00:02:35.068825 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0d89d3f5-ad0a-48a6-b28a-0cc3726606e4 req-16201cd5-37cf-442c-b64c-4ceeb8fb6906 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263741 Oct 26 00:02:35.652837 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835baf-fb5b-43a0-afc5-b0ee2681407a req-0d175404-33c1-4752-9de7-4f55229a197d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:35.654496 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68835baf-fb5b-43a0-afc5-b0ee2681407a req-0d175404-33c1-4752-9de7-4f55229a197d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 946 time: 0.0491633 Oct 26 00:02:35.692110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68835baf-fb5b-43a0-afc5-b0ee2681407a req-4b0b6a32-b63b-401e-8f31-dc3d771f3abe tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Oct 26 00:02:36.808340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4532bf-34c3-4309-8663-0885a4dd53a7 req-0c7b12ae-ef8c-4a1a-a989-ce4c37000e7a tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:36.809848 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b4532bf-34c3-4309-8663-0885a4dd53a7 req-0c7b12ae-ef8c-4a1a-a989-ce4c37000e7a tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 946 time: 0.0489264 Oct 26 00:02:36.848023 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b4532bf-34c3-4309-8663-0885a4dd53a7 req-f185b576-ad98-4dc2-a98a-aac5e914927c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Oct 26 00:02:36.963814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08651b7b-f698-4d02-9b49-d766a64ffc6d req-4fefaf7f-c827-4e96-80fd-89039e4dc67d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:36.965427 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08651b7b-f698-4d02-9b49-d766a64ffc6d req-4fefaf7f-c827-4e96-80fd-89039e4dc67d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 946 time: 0.0490494 Oct 26 00:02:37.002904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-08651b7b-f698-4d02-9b49-d766a64ffc6d req-097f2a7e-a3c3-4747-bc91-917bcc507201 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Oct 26 00:02:43.559907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:45.940879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ddd7-72a3-4cd1-a844-058870cbde0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:48.423443 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f19d229b-67ae-4bf1-ad60-39b0b6fe4049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:49.835981 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:50.354414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:50.952551 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:53.967439 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:02:58.884865 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:02:59.654194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88118e-8114-475c-9e03-3d36915547c9 req-4ca6997a-5daa-4ff5-bc20-b32640786cff tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:02:59.655880 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb88118e-8114-475c-9e03-3d36915547c9 req-4ca6997a-5daa-4ff5-bc20-b32640786cff tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 946 time: 0.0541437 Oct 26 00:02:59.695259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fb88118e-8114-475c-9e03-3d36915547c9 req-a9e059ef-0a03-4782-a7d0-ff794b1ba068 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Oct 26 00:03:00.822090 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd76a-ab26-451a-af34-364c38f8423b req-5d3d1cda-2460-4954-80e6-2848b4469e82 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:00.823562 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-923dd76a-ab26-451a-af34-364c38f8423b req-5d3d1cda-2460-4954-80e6-2848b4469e82 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 946 time: 0.0551403 Oct 26 00:03:00.861275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-923dd76a-ab26-451a-af34-364c38f8423b req-3de632c2-2848-4908-87a2-c91797a8bdae tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306044 Oct 26 00:03:01.273687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70cee4ef-f1f8-4a2f-835a-d0ad1505c9d4 req-dfe8962f-fe81-471d-9e27-95dd0d43e01d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249493 Oct 26 00:03:01.338560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70cee4ef-f1f8-4a2f-835a-d0ad1505c9d4 req-15dde40c-0d22-4102-b168-e0cdf517b787 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0242918 Oct 26 00:03:01.378043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70cee4ef-f1f8-4a2f-835a-d0ad1505c9d4 req-e914836b-1a7c-4cf7-88bd-c60b41441244 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198028 Oct 26 00:03:01.474005 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cee4ef-f1f8-4a2f-835a-d0ad1505c9d4 req-e7c5120c-659a-472e-a354-9cbaae589bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:01.475522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-70cee4ef-f1f8-4a2f-835a-d0ad1505c9d4 req-e7c5120c-659a-472e-a354-9cbaae589bb7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904276 Oct 26 00:03:01.589421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-a07470fd-ecfa-42ff-a139-f739bbfd1dd6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:01.591453 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-a07470fd-ecfa-42ff-a139-f739bbfd1dd6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 946 time: 0.0490680 Oct 26 00:03:01.678853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Deleting port 60da32f7-7cf6-402b-9679-aa0fed1a264c {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:01.679192 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:01.768562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] For port 60da32f7-7cf6-402b-9679-aa0fed1a264c, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60da32f7-7cf6-402b-9679-aa0fed1a264c,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:01.768915 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:01.782283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Calling delete_port for 60da32f7-7cf6-402b-9679-aa0fed1a264c owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:01.910368 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:01.937644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Pushing event deleted for resources: {'Port': ['ID=60da32f7-7cf6-402b-9679-aa0fed1a264c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:01.943331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['60da32f7-7cf6-402b-9679-aa0fed1a264c'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:03:01.961714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-282e8da2-2fc7-4557-9330-fb654265246c req-b14ed8e7-c229-4280-9519-ec3916fbfa4b tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=56984b58-6366-40a3-b083-2f2f0b77e48e HTTP/1.1" status: 200 len: 210 time: 0.0315659 Oct 26 00:03:01.992401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] No DVR routers for this DVR port 60da32f7-7cf6-402b-9679-aa0fed1a264c on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:03:01.995090 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:01.998688 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36c87987-5857-41b5-9aa8-c47ebb58b45a req-9865fab3-fa4f-421c-8e41-aa4dada0df2c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "DELETE /v2.0/ports/60da32f7-7cf6-402b-9679-aa0fed1a264c HTTP/1.1" status: 204 len: 173 time: 0.4016135 Oct 26 00:03:01.999140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'name': 'network-vif-deleted', 'tag': '60da32f7-7cf6-402b-9679-aa0fed1a264c'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:03:02.001421 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1083377-0209-45ca-aae4-e4a065fc004e" -d '{"events": [{"server_uuid": "56984b58-6366-40a3-b083-2f2f0b77e48e", "name": "network-vif-deleted", "tag": "60da32f7-7cf6-402b-9679-aa0fed1a264c"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:03:02.050990 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2babaec-044e-4282-8d39-a4f7a6529585 x-openstack-request-id: req-f2babaec-044e-4282-8d39-a4f7a6529585 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:03:02.051283 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56984b58-6366-40a3-b083-2f2f0b77e48e", "name": "network-vif-deleted", "tag": "60da32f7-7cf6-402b-9679-aa0fed1a264c", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:03:02.051531 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2babaec-044e-4282-8d39-a4f7a6529585 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:03:02.051925 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56984b58-6366-40a3-b083-2f2f0b77e48e', 'name': 'network-vif-deleted', 'tag': '60da32f7-7cf6-402b-9679-aa0fed1a264c', 'status': 'completed', 'code': 200} Oct 26 00:03:03.399405 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-0db29715-a702-4685-84c3-442618e43b26 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:03.400873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-0db29715-a702-4685-84c3-442618e43b26 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 817 time: 0.1027060 Oct 26 00:03:03.416898 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-7c587ed1-b9a8-4ddc-967e-2272a2683562 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/quotas/4927470c829349b795cc8c5aa83c7398 HTTP/1.1" status: 200 len: 375 time: 0.0096943 Oct 26 00:03:03.467368 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-ed06fdb4-524f-4b6e-95c8-2ce2d2a8a9da tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445552 Oct 26 00:03:03.565979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-19d7980b-241e-4c47-b6e8-7214f7f390de service neutron] 10.222.0.25 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872068 Oct 26 00:03:03.654837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f134bd60-939c-4a69-8e21-67c2c5726547 service neutron] 10.222.0.25 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825820 Oct 26 00:03:03.815013 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ec358668-2ae1-4081-8ce1-de6e45ae21b5 req-3b765d76-7ce1-49db-99ba-838d050bbfab tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 210 time: 0.0306919 Oct 26 00:03:04.794666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-a0f2ddd9-7c12-48e0-ba1f-de0dfb330485 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:04.796149 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-a0f2ddd9-7c12-48e0-ba1f-de0dfb330485 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 817 time: 0.1058385 Oct 26 00:03:04.815940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Request body: {'port': {'device_id': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'admin_state_up': True, 'tenant_id': '4927470c829349b795cc8c5aa83c7398'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:04.926707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-609a29c6-d584-4d42-9644-61f0e158f9bd req-11e200da-ad50-45a0-a4a6-4f258fce9929 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 210 time: 0.0383692 Oct 26 00:03:04.947937 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Made reservation on behalf of 4927470c829349b795cc8c5aa83c7398 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:03:04.951978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.071388 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Allocated IP 172.20.0.12 (fe5c2cca-97ff-4980-a1e4-cef2767b5ee3/c79282a2-b98d-4a9e-9be8-6799a0e2ac71/bf436519-ef7a-477a-8053-b680a7605ded) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:05.217247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.249575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.295666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:05.298856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:05.302645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:05.330851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Pushing event updated for resources: {'Port': ['ID=bf436519-ef7a-477a-8053-b680a7605ded,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:05.357594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:05.358243 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.375232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-f86514ad-ae38-4bb2-b8f0-ef39af3488f1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637214 Oct 26 00:03:05.393330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Request body: {'port': {'device_id': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:05.449235 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.562375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f2dd769c-f669-41fa-9cb0-d0dc2a30d939 None None] Provisioning complete for port bf436519-ef7a-477a-8053-b680a7605ded triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:05.563015 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2dd769c-f669-41fa-9cb0-d0dc2a30d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.597415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd769c-f669-41fa-9cb0-d0dc2a30d939 None None] Port bf436519-ef7a-477a-8053-b680a7605ded cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:05.707147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf436519-ef7a-477a-8053-b680a7605ded {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:03:05.714312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.727066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Transition to ACTIVE for port object bf436519-ef7a-477a-8053-b680a7605ded will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:03:05.729842 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.777071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Pushing event updated for resources: {'Port': ['ID=bf436519-ef7a-477a-8053-b680a7605ded,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:05.848184 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Attempting to bind port bf436519-ef7a-477a-8053-b680a7605ded on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:03:05.848808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Attempting to bind port bf436519-ef7a-477a-8053-b680a7605ded by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:03:05.848808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Attempting to bind port bf436519-ef7a-477a-8053-b680a7605ded on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:05.853492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Port bf436519-ef7a-477a-8053-b680a7605ded on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:03:05.853818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Attempting to bind port bf436519-ef7a-477a-8053-b680a7605ded on network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:05.859245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:03:05.859588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Checking segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:05.859988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Bound using segment: {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:03:05.860399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Bound port: bf436519-ef7a-477a-8053-b680a7605ded, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc74120a-8235-493e-9f5a-52d7df420893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:03:05.860753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.928824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] For port bf436519-ef7a-477a-8053-b680a7605ded, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:03:05.932037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] For port bf436519-ef7a-477a-8053-b680a7605ded, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf436519-ef7a-477a-8053-b680a7605ded,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:03:05.936382 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.973166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:05.973674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:05.975082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] 10.222.0.15 "PUT /v2.0/ports/bf436519-ef7a-477a-8053-b680a7605ded HTTP/1.1" status: 200 len: 1092 time: 0.5862000 Oct 26 00:03:05.975537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'tag': 'bf436519-ef7a-477a-8053-b680a7605ded'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:03:05.977775 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a38bc-6522-4a56-ad20-76f3f5058e63" -d '{"events": [{"name": "network-changed", "server_uuid": "c57e7dc8-a71a-4809-b8fb-141ab95eb237", "tag": "bf436519-ef7a-477a-8053-b680a7605ded"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:03:06.031995 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ab8b5-c434-4b13-8b1c-d9dc9d9dfa1d service neutron] Pushing event updated for resources: {'Port': ['ID=bf436519-ef7a-477a-8053-b680a7605ded,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:06.036914 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2a7e6f-f509-445b-90ee-494b8cdcccbb x-openstack-request-id: req-ef2a7e6f-f509-445b-90ee-494b8cdcccbb {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:03:06.037180 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57e7dc8-a71a-4809-b8fb-141ab95eb237", "tag": "bf436519-ef7a-477a-8053-b680a7605ded", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:03:06.037425 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef2a7e6f-f509-445b-90ee-494b8cdcccbb {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:03:06.037812 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'tag': 'bf436519-ef7a-477a-8053-b680a7605ded', 'status': 'completed', 'code': 200} Oct 26 00:03:06.063153 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084dada-65a2-4513-a5eb-e5815a64eb55 req-d2422e1b-e7d8-4491-b095-7f0d507cf9f5 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.064723 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4084dada-65a2-4513-a5eb-e5815a64eb55 req-d2422e1b-e7d8-4491-b095-7f0d507cf9f5 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 944 time: 0.0650804 Oct 26 00:03:06.090593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-1e16ef32-83f8-4936-862f-5c59666727b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.092090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-1e16ef32-83f8-4936-862f-5c59666727b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 1095 time: 0.0461252 Oct 26 00:03:06.112669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4084dada-65a2-4513-a5eb-e5815a64eb55 req-5dfb49ca-310e-458f-8b2c-4577965c168d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Oct 26 00:03:06.148176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-bf8de49a-aaf1-4be6-8bd7-e1a8d6798063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf436519-ef7a-477a-8053-b680a7605ded HTTP/1.1" status: 200 len: 217 time: 0.0416589 Oct 26 00:03:06.198324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-2c85deeb-c770-4540-be02-c9f9efbaa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.199797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-2c85deeb-c770-4540-be02-c9f9efbaa452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c79282a2-b98d-4a9e-9be8-6799a0e2ac71 HTTP/1.1" status: 200 len: 856 time: 0.0447321 Oct 26 00:03:06.243960 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-902eced0-885f-4a3a-8959-5f495e1a5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.245418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-902eced0-885f-4a3a-8959-5f495e1a5ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387504 Oct 26 00:03:06.339877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-911b8467-8a68-43c9-ab67-0c5ab89be8e2 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871322 Oct 26 00:03:06.426526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83389289-0fb7-4ccd-9498-7cd27a9a0187 req-b7f2617f-d8f2-418e-a027-150d4eb7f918 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794029 Oct 26 00:03:06.550988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-8b9f567b-69d0-4000-af34-b257f7273a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.552480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-8b9f567b-69d0-4000-af34-b257f7273a19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 1095 time: 0.0396957 Oct 26 00:03:06.646514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-63ee5a2c-7030-4576-b5a2-76dc80da93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.647985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-63ee5a2c-7030-4576-b5a2-76dc80da93ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 918 time: 0.0889192 Oct 26 00:03:06.688978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-109728d8-9dfb-414e-a56e-29b44cf7b097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf436519-ef7a-477a-8053-b680a7605ded HTTP/1.1" status: 200 len: 217 time: 0.0338688 Oct 26 00:03:06.739902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-a965ed19-45ee-4200-86b8-ba6c0636cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.741285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-a965ed19-45ee-4200-86b8-ba6c0636cf8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c79282a2-b98d-4a9e-9be8-6799a0e2ac71 HTTP/1.1" status: 200 len: 856 time: 0.0456209 Oct 26 00:03:06.784791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-655e21cb-94b3-4d4d-81f6-5213f19c1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:06.786285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-655e21cb-94b3-4d4d-81f6-5213f19c1c6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380063 Oct 26 00:03:06.812857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60da32f7-7cf6-402b-9679-aa0fed1a264c no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:06.832939 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 60da32f7-7cf6-402b-9679-aa0fed1a264c {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:06.833360 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60da32f7-7cf6-402b-9679-aa0fed1a264c not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:06.878320 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-b882192a-1820-49e2-9283-839b4ccc9560 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852509 Oct 26 00:03:06.966052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-499a38bc-6522-4a56-ad20-76f3f5058e63 req-749f7fb4-a58c-4698-8f3c-635b451e3a90 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798244 Oct 26 00:03:07.232699 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2912223-85ce-4785-8dde-d4c9b77ab880 req-a4607c89-b452-48b0-aa77-98134255bfde tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:07.234081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2912223-85ce-4785-8dde-d4c9b77ab880 req-a4607c89-b452-48b0-aa77-98134255bfde tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 944 time: 0.0484669 Oct 26 00:03:07.271134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2912223-85ce-4785-8dde-d4c9b77ab880 req-fc022038-da23-4f57-9d6c-c3fe2f44287a tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Oct 26 00:03:08.388777 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112f853-c105-44f7-9966-552906c7f3c9 req-5ce49b78-eb16-40fa-8f12-93caf5734faa tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:08.390280 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e112f853-c105-44f7-9966-552906c7f3c9 req-5ce49b78-eb16-40fa-8f12-93caf5734faa tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 944 time: 0.0503097 Oct 26 00:03:08.426960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e112f853-c105-44f7-9966-552906c7f3c9 req-378dd971-bc07-4984-9056-b5b5f7fca1ab tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Oct 26 00:03:09.545478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839780f-dbd3-4354-be88-170b785b6bd2 req-a065a97a-e295-484a-a4e6-31bb77fe5abb tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:09.546962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5839780f-dbd3-4354-be88-170b785b6bd2 req-a065a97a-e295-484a-a4e6-31bb77fe5abb tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 944 time: 0.0530512 Oct 26 00:03:09.584196 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5839780f-dbd3-4354-be88-170b785b6bd2 req-8aaaef1e-174d-43f7-8c75-e42fbb8a2ee6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Oct 26 00:03:10.701835 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb5c15-a44a-472e-8263-57af8e6174a6 req-d07be958-b9af-4d60-8d76-d50a678d0a22 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:10.703330 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99cb5c15-a44a-472e-8263-57af8e6174a6 req-d07be958-b9af-4d60-8d76-d50a678d0a22 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 944 time: 0.0483913 Oct 26 00:03:10.745026 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99cb5c15-a44a-472e-8263-57af8e6174a6 req-5eca1edf-08c7-4bc0-af5a-bae976f117c6 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357070 Oct 26 00:03:10.811982 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf436519-ef7a-477a-8053-b680a7605ded details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:03:10.902689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bf436519-ef7a-477a-8053-b680a7605ded, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf436519-ef7a-477a-8053-b680a7605ded,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:10.913785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'bf436519-ef7a-477a-8053-b680a7605ded', 'network_id': 'fe5c2cca-97ff-4980-a1e4-cef2767b5ee3', 'port_id': 'bf436519-ef7a-477a-8053-b680a7605ded', 'mac_address': 'fa:16:3e:64:33:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79282a2-b98d-4a9e-9be8-6799a0e2ac71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:03:10.953936 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:10.966409 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf436519-ef7a-477a-8053-b680a7605ded {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:03:10.985425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bf436519-ef7a-477a-8053-b680a7605ded, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf436519-ef7a-477a-8053-b680a7605ded,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:10.989008 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:11.034021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bf436519-ef7a-477a-8053-b680a7605ded,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:11.373295 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bf436519-ef7a-477a-8053-b680a7605ded'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:03:11.860928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76495df-1b0e-4923-b368-63bd45f718d6 req-993c0860-cab6-406c-9366-18f6542d0e88 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:11.862415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c76495df-1b0e-4923-b368-63bd45f718d6 req-993c0860-cab6-406c-9366-18f6542d0e88 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Oct 26 00:03:11.899641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c76495df-1b0e-4923-b368-63bd45f718d6 req-43344e60-6b05-4dd0-977f-649193465b04 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Oct 26 00:03:12.830601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf436519-ef7a-477a-8053-b680a7605ded up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:12.878459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port bf436519-ef7a-477a-8053-b680a7605ded completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:03:12.881925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port bf436519-ef7a-477a-8053-b680a7605ded triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:12.882337 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:12.957151 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:12.983789 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf436519-ef7a-477a-8053-b680a7605ded'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:03:12.986009 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2178d-97e1-4d3e-bef3-3be19f894ea7" -d '{"events": [{"server_uuid": "c57e7dc8-a71a-4809-b8fb-141ab95eb237", "name": "network-vif-plugged", "status": "completed", "tag": "bf436519-ef7a-477a-8053-b680a7605ded"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:03:12.999172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port bf436519-ef7a-477a-8053-b680a7605ded, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf436519-ef7a-477a-8053-b680a7605ded,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:13.004529 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:13.017795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca9e6b-e84b-4fa8-9fc4-f003b7325eb7 req-f31765f5-a569-4891-8ea2-a3d93a96515c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:13.019470 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ca9e6b-e84b-4fa8-9fc4-f003b7325eb7 req-f31765f5-a569-4891-8ea2-a3d93a96515c tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 945 time: 0.0516841 Oct 26 00:03:13.038905 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbccf33-5037-4bcd-b5b3-b3121c8c905f x-openstack-request-id: req-4fbccf33-5037-4bcd-b5b3-b3121c8c905f {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:03:13.039196 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57e7dc8-a71a-4809-b8fb-141ab95eb237", "name": "network-vif-plugged", "status": "completed", "tag": "bf436519-ef7a-477a-8053-b680a7605ded", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:03:13.039437 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fbccf33-5037-4bcd-b5b3-b3121c8c905f {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:03:13.039817 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf436519-ef7a-477a-8053-b680a7605ded', 'code': 200} Oct 26 00:03:13.060563 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24ca9e6b-e84b-4fa8-9fc4-f003b7325eb7 req-7c7cc034-df67-44c0-8350-53bb062b9745 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Oct 26 00:03:13.063770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=bf436519-ef7a-477a-8053-b680a7605ded,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:13.149375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee266-6780-4247-b11e-8b97821507f4 req-3366082c-6c0c-409c-9253-9c19f6dbd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:13.150804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-633ee266-6780-4247-b11e-8b97821507f4 req-3366082c-6c0c-409c-9253-9c19f6dbd53c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 1097 time: 0.0386934 Oct 26 00:03:13.185021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-633ee266-6780-4247-b11e-8b97821507f4 req-115342c0-2dff-4dc5-af1a-2a3789952327 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273058 Oct 26 00:03:13.569845 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:14.187399 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06485-fd3c-406b-9c6e-dd67183b2961 req-1b9ee714-bb4c-4629-9d80-29c3c44e7248 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:14.188873 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48d06485-fd3c-406b-9c6e-dd67183b2961 req-1b9ee714-bb4c-4629-9d80-29c3c44e7248 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Oct 26 00:03:14.224869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-48d06485-fd3c-406b-9c6e-dd67183b2961 req-e1046b0a-fcc3-4842-84b4-1eaf277b7580 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300722 Oct 26 00:03:15.341337 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8cf6-1449-4ae5-b95e-bc1f4f757022 req-e25e5bbd-90f8-4101-8deb-c95cb8854221 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:15.342847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-591d8cf6-1449-4ae5-b95e-bc1f4f757022 req-e25e5bbd-90f8-4101-8deb-c95cb8854221 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 946 time: 0.0501573 Oct 26 00:03:15.381166 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-591d8cf6-1449-4ae5-b95e-bc1f4f757022 req-26320c16-7a9a-4106-afe5-1b17dccb179b tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323882 Oct 26 00:03:15.493114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c44567-e51a-42f3-b164-90b648449661 req-550c0031-c0bb-44d9-8862-8b02d7ff0316 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:15.494647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13c44567-e51a-42f3-b164-90b648449661 req-550c0031-c0bb-44d9-8862-8b02d7ff0316 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 946 time: 0.0476546 Oct 26 00:03:15.531908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-13c44567-e51a-42f3-b164-90b648449661 req-f6d16d29-30a8-470b-9b79-89ee219fe526 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Oct 26 00:03:15.941924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-93b9bf29-5cc1-4cb2-899c-89ba4bada6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:18.240399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-ea99cb02-df26-405f-9651-9f24cf2176b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397432 Oct 26 00:03:18.343408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-d3af1e92-58e2-4730-82fa-395c28fb7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:18.344927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-d3af1e92-58e2-4730-82fa-395c28fb7c7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927470c829349b795cc8c5aa83c7398&device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 1097 time: 0.0477729 Oct 26 00:03:18.428363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80d4c5aa-6b69-41d1-8996-426f9fb1d1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:18.453858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-d738f2aa-b712-4ece-bce1-aaf4f9ad6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:18.455389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-d738f2aa-b712-4ece-bce1-aaf4f9ad6c5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 200 len: 918 time: 0.0901554 Oct 26 00:03:18.500440 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-1df4ddd8-4360-448f-aa1a-68bacaf96dbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf436519-ef7a-477a-8053-b680a7605ded HTTP/1.1" status: 200 len: 217 time: 0.0383184 Oct 26 00:03:18.549205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-e757a9f9-e308-43fd-932e-d80ed561b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:18.550652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-e757a9f9-e308-43fd-932e-d80ed561b113 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c79282a2-b98d-4a9e-9be8-6799a0e2ac71 HTTP/1.1" status: 200 len: 856 time: 0.0434306 Oct 26 00:03:18.596252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-98f996a8-8ac8-435f-952f-87400f40512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:18.597644 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-98f996a8-8ac8-435f-952f-87400f40512f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399427 Oct 26 00:03:19.031624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-fbd7d8d6-d387-4565-996d-39f3d5f02ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267628 Oct 26 00:03:19.120781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-92966d41-36c8-46a4-a0e8-8543859b3770 req-cf9004d4-7e09-4962-a1ce-e5a9a9714833 service neutron] 10.222.0.15 "GET /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Oct 26 00:03:19.839131 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:20.360975 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:20.954261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:28.881694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:30.965877 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:03:38.031277 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9009123-55bd-4775-822f-7abb0e266eaa req-7cdb5bbb-2a2a-4926-974f-45ad4ffdc20d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:38.033513 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9009123-55bd-4775-822f-7abb0e266eaa req-7cdb5bbb-2a2a-4926-974f-45ad4ffdc20d tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 946 time: 0.0545478 Oct 26 00:03:38.085437 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9009123-55bd-4775-822f-7abb0e266eaa req-b40687dc-e697-42ff-9a05-48f9f45f5454 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Oct 26 00:03:39.205464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2661e8d-1d0b-4818-8de1-838d18d25d81 req-2f1366ca-1dd7-462a-88c7-927962f568e0 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:39.206957 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2661e8d-1d0b-4818-8de1-838d18d25d81 req-2f1366ca-1dd7-462a-88c7-927962f568e0 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 946 time: 0.0496688 Oct 26 00:03:39.247836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2661e8d-1d0b-4818-8de1-838d18d25d81 req-3453b09c-3fd6-4342-bdc7-e2c4226fba61 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/security-groups?id=100b2fe5-f452-4aaa-9f82-16dddbdf74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Oct 26 00:03:39.843818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-5f9deaae-e6c0-4f97-8d77-6eb10cc77328 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:39.845306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-5f9deaae-e6c0-4f97-8d77-6eb10cc77328 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 946 time: 0.0485830 Oct 26 00:03:39.935796 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Deleting port bf436519-ef7a-477a-8053-b680a7605ded {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:39.936132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:40.024831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] For port bf436519-ef7a-477a-8053-b680a7605ded, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=bf436519-ef7a-477a-8053-b680a7605ded,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:40.025189 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:40.037576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Calling delete_port for bf436519-ef7a-477a-8053-b680a7605ded owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:40.163074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:40.196753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Pushing event deleted for resources: {'Port': ['ID=bf436519-ef7a-477a-8053-b680a7605ded,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:40.197674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['bf436519-ef7a-477a-8053-b680a7605ded'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:03:40.220502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.221064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.221241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.221579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.221914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.222278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.222713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.223051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.223491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.223693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.224015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.224447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:40.244269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] No DVR routers for this DVR port bf436519-ef7a-477a-8053-b680a7605ded on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:03:40.247655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:40.252002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-117a6bc4-8ed6-4150-8b74-d45f8ead23ef req-14a48d7b-8ed8-428f-ac82-970b8283bdb1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.15 "DELETE /v2.0/ports/bf436519-ef7a-477a-8053-b680a7605ded HTTP/1.1" status: 204 len: 173 time: 0.3968456 Oct 26 00:03:40.252476 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'name': 'network-vif-deleted', 'tag': 'bf436519-ef7a-477a-8053-b680a7605ded'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:03:40.255017 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e668c98c-6635-4204-8483-239eec6bde85" -d '{"events": [{"server_uuid": "c57e7dc8-a71a-4809-b8fb-141ab95eb237", "name": "network-vif-deleted", "tag": "bf436519-ef7a-477a-8053-b680a7605ded"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:03:40.306926 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a77c2b-c8e5-4cf4-ba3a-e710d2da3985 x-openstack-request-id: req-50a77c2b-c8e5-4cf4-ba3a-e710d2da3985 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:03:40.307563 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57e7dc8-a71a-4809-b8fb-141ab95eb237", "name": "network-vif-deleted", "tag": "bf436519-ef7a-477a-8053-b680a7605ded", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:03:40.308021 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50a77c2b-c8e5-4cf4-ba3a-e710d2da3985 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:03:40.308629 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57e7dc8-a71a-4809-b8fb-141ab95eb237', 'name': 'network-vif-deleted', 'tag': 'bf436519-ef7a-477a-8053-b680a7605ded', 'status': 'completed', 'code': 200} Oct 26 00:03:40.368008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7bfef71e-b2e8-4cac-a66b-c30e18a662e1 req-450b80f7-2904-451b-a3c1-c9f0fbe2c8c1 tempest-TestEncryptedCinderVolumes-534140470 tempest-TestEncryptedCinderVolumes-534140470-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57e7dc8-a71a-4809-b8fb-141ab95eb237 HTTP/1.1" status: 200 len: 210 time: 0.0352323 Oct 26 00:03:41.466309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49360) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:41.808208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:42.052227 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Deleting port a2add40f-b2a9-48e1-9c73-72665820a247 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:42.052565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:42.129896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] For port a2add40f-b2a9-48e1-9c73-72665820a247, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a2add40f-b2a9-48e1-9c73-72665820a247,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:42.130197 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:42.142838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Calling delete_port for a2add40f-b2a9-48e1-9c73-72665820a247 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:42.323396 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:42.357505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2add40f-b2a9-48e1-9c73-72665820a247,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:42.381616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.381885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.382239 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.382567 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.382888 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.383207 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.383524 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.383836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.384149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.384460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.384772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.385086 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:42.534384 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:42.746868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Router f222fb65-32a0-473e-b15a-09b99922f256 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:03:42.848488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:03:42.853724 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-94ab1754-242a-45ff-9f46-45bfd723a847 admin admin] 10.222.0.25 "PUT /v2.0/routers/f222fb65-32a0-473e-b15a-09b99922f256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864117 Oct 26 00:03:42.856896 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49364) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:42.859660 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] Sync routers for ids ['f222fb65-32a0-473e-b15a-09b99922f256'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:03:42.869425 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] Routers {'f222fb65-32a0-473e-b15a-09b99922f256'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:42.870103 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f222fb65-32a0-473e-b15a-09b99922f256'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:42.963635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.072072 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] Set router f222fb65-32a0-473e-b15a-09b99922f256 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:43.074461 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.130069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Deleting port 9566d392-59af-4271-9f5e-b68a782493b3 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:43.130463 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.212100 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] For port 9566d392-59af-4271-9f5e-b68a782493b3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9566d392-59af-4271-9f5e-b68a782493b3,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:43.212455 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.224867 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Calling delete_port for 9566d392-59af-4271-9f5e-b68a782493b3 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:43.249909 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '9566d392-59af-4271-9f5e-b68a782493b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:03:42Z', 'revision_number': 5, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port': {'id': '9566d392-59af-4271-9f5e-b68a782493b3', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:43.275131 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] Checking router: f222fb65-32a0-473e-b15a-09b99922f256 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:03:43.283627 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] Routers {'f222fb65-32a0-473e-b15a-09b99922f256'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:43.284154 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f222fb65-32a0-473e-b15a-09b99922f256'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:43.371347 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] Set router f222fb65-32a0-473e-b15a-09b99922f256 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:43.390499 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.416506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Pushing event deleted for resources: {'Port': ['ID=9566d392-59af-4271-9f5e-b68a782493b3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:43.426972 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:03:43Z', 'revision_number': 6, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:43.453306 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc9d3-5384-4d1c-ab70-d6d785dd5475 None None] The sync data for ids ['f222fb65-32a0-473e-b15a-09b99922f256'] in n-d-815373-1 is: [{'id': 'f222fb65-32a0-473e-b15a-09b99922f256', 'name': 'tempest-TestEncryptedCinderVolumes-1874862141-router', 'tenant_id': '4927470c829349b795cc8c5aa83c7398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:15Z', 'updated_at': '2021-10-26T00:03:43Z', 'revision_number': 6, 'project_id': '4927470c829349b795cc8c5aa83c7398', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:03:43.483932 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.557714 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.575044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.577192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.619333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.619877 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f222fb65-32a0-473e-b15a-09b99922f256 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:03:43.625585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.626588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1b8067a8-5805-47cf-8eb3-b58d25bb015a admin admin] 10.222.0.25 "DELETE /v2.0/routers/f222fb65-32a0-473e-b15a-09b99922f256 HTTP/1.1" status: 204 len: 168 time: 0.7687829 Oct 26 00:03:43.629098 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:43.673262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Deleting subnet c79282a2-b98d-4a9e-9be8-6799a0e2ac71 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:03:43.676312 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.713356 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.789250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.844453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.872749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79282a2-b98d-4a9e-9be8-6799a0e2ac71,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:43.874771 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:43.877988 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8cccf51b-86b9-4f0b-adaf-5afd9a3b5f00 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c79282a2-b98d-4a9e-9be8-6799a0e2ac71 HTTP/1.1" status: 204 len: 168 time: 0.2479737 Oct 26 00:03:43.880471 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49370) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:43.883674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75230e35-1567-4dae-8001-d3b6b2fcae01 None None] Network fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:03:43.952600 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.004922 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Deleting port 9cc6a28d-2407-41d1-a807-eaaed86904e4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:44.005256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.067848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] For port 9cc6a28d-2407-41d1-a807-eaaed86904e4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9cc6a28d-2407-41d1-a807-eaaed86904e4,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:44.068139 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.084156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Calling delete_port for 9cc6a28d-2407-41d1-a807-eaaed86904e4 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:44.221798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] DHCP port deletion for fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:03:44.272325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Deleting port 9cc6a28d-2407-41d1-a807-eaaed86904e4 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:44.272697 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.344664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] For port 9cc6a28d-2407-41d1-a807-eaaed86904e4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=9cc6a28d-2407-41d1-a807-eaaed86904e4,segment=NetworkSegment(cc74120a-8235-493e-9f5a-52d7df420893),segment_id=cc74120a-8235-493e-9f5a-52d7df420893)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:44.345067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.359045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Calling delete_port for 9cc6a28d-2407-41d1-a807-eaaed86904e4 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:44.440106 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.468380 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Pushing event deleted for resources: {'Port': ['ID=9cc6a28d-2407-41d1-a807-eaaed86904e4,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:44.472786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] No DVR routers for this DVR port 9cc6a28d-2407-41d1-a807-eaaed86904e4 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:03:44.479890 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.480243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.480622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.481036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.481417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.481637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.481969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.482326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.482650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.483227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.483551 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.484116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337014-c197-4958-a4e5-f54f938b39a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:44.531132 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.557179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc6a28d-2407-41d1-a807-eaaed86904e4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:44.561610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] No DVR routers for this DVR port 9cc6a28d-2407-41d1-a807-eaaed86904e4 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:03:44.635967 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.656449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5c2cca-97ff-4980-a1e4-cef2767b5ee3']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:44.665508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc74120a-8235-493e-9f5a-52d7df420893') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:44.665804 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc74120a-8235-493e-9f5a-52d7df420893') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:44.678209 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.690785 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.697065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:03:44.697466 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: self.session.flush() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:03:44.699625 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:03:44.756540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.762809 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:44.766199 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fe5c2cca-97ff-4980-a1e4-cef2767b5ee3 HTTP/1.1" status: 204 len: 168 time: 0.8847964 Oct 26 00:03:44.769229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49372) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:44.777093 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963ff32-494e-4538-953c-bff01def3739 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5c2cca-97ff-4980-a1e4-cef2767b5ee3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:45.015126 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf436519-ef7a-477a-8053-b680a7605ded no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:45.038786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: bf436519-ef7a-477a-8053-b680a7605ded {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:45.039135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device bf436519-ef7a-477a-8053-b680a7605ded not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:45.092174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9566d392-59af-4271-9f5e-b68a782493b3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:45.111312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:45.112703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9566d392-59af-4271-9f5e-b68a782493b3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:45.113045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9566d392-59af-4271-9f5e-b68a782493b3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:45.113496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9cc6a28d-2407-41d1-a807-eaaed86904e4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:45.132442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 9cc6a28d-2407-41d1-a807-eaaed86904e4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:45.132740 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 9cc6a28d-2407-41d1-a807-eaaed86904e4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:45.133063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a2add40f-b2a9-48e1-9c73-72665820a247 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:45.151116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a2add40f-b2a9-48e1-9c73-72665820a247 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:45.151455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a2add40f-b2a9-48e1-9c73-72665820a247 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:45.349548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Deleting port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:45.349880 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:45.426253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] For port 5bbd13fc-53b9-483a-815d-7b74ee24e2e1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,segment=NetworkSegment(ecf369b9-60ac-4356-85e5-c6b4bf6d535f),segment_id=ecf369b9-60ac-4356-85e5-c6b4bf6d535f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:45.426610 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:45.439386 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Calling delete_port for 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:45.611693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:45.641605 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbd13fc-53b9-483a-815d-7b74ee24e2e1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:45.804967 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:45.947165 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-228d5813-56da-4b1e-9693-62d0d37e1ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.022737 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Router e5458f58-d517-4dcc-8149-0066f6dbd6ce has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:03:46.128152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:03:46.133181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-70b51215-3b16-4f18-9949-c5bd7c19df73 admin admin] 10.222.0.25 "PUT /v2.0/routers/e5458f58-d517-4dcc-8149-0066f6dbd6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3629255 Oct 26 00:03:46.135730 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49374) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:46.138611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] Sync routers for ids ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:03:46.148412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] Routers {'e5458f58-d517-4dcc-8149-0066f6dbd6ce'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:46.149025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:46.238009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.253093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] Set router e5458f58-d517-4dcc-8149-0066f6dbd6ce gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:46.338416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.396562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Deleting port ff7d5249-76e0-4d1f-99bc-768190cb04b6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:46.396897 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.432879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:03:45Z', 'revision_number': 5, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port': {'id': 'ff7d5249-76e0-4d1f-99bc-768190cb04b6', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:02:20Z', 'updated_at': '2021-10-26T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:46.464157 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] Checking router: e5458f58-d517-4dcc-8149-0066f6dbd6ce for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:03:46.473509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] Routers {'e5458f58-d517-4dcc-8149-0066f6dbd6ce'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:46.474116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:46.477735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] For port ff7d5249-76e0-4d1f-99bc-768190cb04b6, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ff7d5249-76e0-4d1f-99bc-768190cb04b6,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:46.478092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.491577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Calling delete_port for ff7d5249-76e0-4d1f-99bc-768190cb04b6 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:46.559622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] Set router e5458f58-d517-4dcc-8149-0066f6dbd6ce gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:46.620358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:03:46Z', 'revision_number': 6, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:46.648264 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dcf3e-1f38-4d76-b73c-f6e1e1376e80 None None] The sync data for ids ['e5458f58-d517-4dcc-8149-0066f6dbd6ce'] in n-d-815373-1 is: [{'id': 'e5458f58-d517-4dcc-8149-0066f6dbd6ce', 'name': 'tempest-TestEncryptedCinderVolumes-607906115-router', 'tenant_id': '08bd888f5a9446a7af25bca41713f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:02:19Z', 'updated_at': '2021-10-26T00:03:46Z', 'revision_number': 6, 'project_id': '08bd888f5a9446a7af25bca41713f886', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:03:46.653660 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.684350 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7d5249-76e0-4d1f-99bc-768190cb04b6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:46.742521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.830854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.833072 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.875575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.876137 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5458f58-d517-4dcc-8149-0066f6dbd6ce {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:03:46.880515 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.881676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7e276b7a-6e6c-4fc8-81b9-2140527167aa admin admin] 10.222.0.25 "DELETE /v2.0/routers/e5458f58-d517-4dcc-8149-0066f6dbd6ce HTTP/1.1" status: 204 len: 168 time: 0.7450531 Oct 26 00:03:46.884147 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49376) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:46.932338 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Deleting subnet 743567ae-3813-44f9-9278-7b282814572b {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:03:46.935916 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:46.968866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.049909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.114126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.145615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743567ae-3813-44f9-9278-7b282814572b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:47.147575 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.150753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-df9bd406-03ef-4ca5-8c6e-4462dd2238d8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/743567ae-3813-44f9-9278-7b282814572b HTTP/1.1" status: 204 len: 168 time: 0.2656991 Oct 26 00:03:47.151995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50d5b76-cf11-4898-a246-c27cf8b033c4 None None] Network c4134007-9fa3-4841-a788-c7172ec83e1f requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:03:47.154113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49378) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:47.223469 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.277161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Deleting port 7e9aac87-6b80-4e56-8b10-8861472db4d3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:03:47.278175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.347663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] For port 7e9aac87-6b80-4e56-8b10-8861472db4d3, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=7e9aac87-6b80-4e56-8b10-8861472db4d3,segment=NetworkSegment(ecf369b9-60ac-4356-85e5-c6b4bf6d535f),segment_id=ecf369b9-60ac-4356-85e5-c6b4bf6d535f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:47.348016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.361224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Calling delete_port for 7e9aac87-6b80-4e56-8b10-8861472db4d3 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:03:47.439714 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.476091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9aac87-6b80-4e56-8b10-8861472db4d3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:47.477174 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:47.480920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] No DVR routers for this DVR port 7e9aac87-6b80-4e56-8b10-8861472db4d3 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:03:47.504570 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:47.504921 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5bbd13fc-53b9-483a-815d-7b74ee24e2e1 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:47.528956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396d034-9825-4620-9e6b-f9ecc1acdf31 None None] DHCP port deletion for c4134007-9fa3-4841-a788-c7172ec83e1f request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:03:47.556054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.577571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4134007-9fa3-4841-a788-c7172ec83e1f']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:47.587696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:47.587990 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf369b9-60ac-4356-85e5-c6b4bf6d535f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:47.598852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.612388 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.618503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:03:47.618888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:03:47.620523 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:03:47.680322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.686521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.689770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] 10.222.0.25 "DELETE /v2.0/networks/c4134007-9fa3-4841-a788-c7172ec83e1f HTTP/1.1" status: 204 len: 168 time: 0.5348008 Oct 26 00:03:47.702951 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceff2a7-08ee-453c-ab27-fd3e0e2f2fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4134007-9fa3-4841-a788-c7172ec83e1f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:47.857589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49382) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:47.896560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3091fd57-0e6d-4a39-9d05-da43d8e6182d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4927470c829349b795cc8c5aa83c7398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375278 Oct 26 00:03:47.899064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49384) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:47.946171 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63eb3989-9fc0-42fb-b68f-22a09463e810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:47.967366 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63eb3989-9fc0-42fb-b68f-22a09463e810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.014298 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63eb3989-9fc0-42fb-b68f-22a09463e810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.016907 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63eb3989-9fc0-42fb-b68f-22a09463e810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.018275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-63eb3989-9fc0-42fb-b68f-22a09463e810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/100b2fe5-f452-4aaa-9f82-16dddbdf74d4 HTTP/1.1" status: 204 len: 168 time: 0.1181533 Oct 26 00:03:48.027117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb3989-9fc0-42fb-b68f-22a09463e810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100b2fe5-f452-4aaa-9f82-16dddbdf74d4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:48.332099 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49390) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:48.378231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e581ce71-83c9-441b-ab00-a9c28c99b495 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08bd888f5a9446a7af25bca41713f886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448017 Oct 26 00:03:48.380553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49392) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:48.421859 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e337f87f-d5b2-4e01-bbbe-74525edba5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.429340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1425e5b1-f404-481d-9cf8-5d1e6c096bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.451600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1425e5b1-f404-481d-9cf8-5d1e6c096bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.500992 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1425e5b1-f404-481d-9cf8-5d1e6c096bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.503638 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1425e5b1-f404-481d-9cf8-5d1e6c096bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:48.504782 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1425e5b1-f404-481d-9cf8-5d1e6c096bda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd3534bb-ad33-4bca-a759-c67e8af3990e HTTP/1.1" status: 204 len: 168 time: 0.1233106 Oct 26 00:03:48.513458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425e5b1-f404-481d-9cf8-5d1e6c096bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3534bb-ad33-4bca-a759-c67e8af3990e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:49.100728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7e9aac87-6b80-4e56-8b10-8861472db4d3 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:49.120505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 7e9aac87-6b80-4e56-8b10-8861472db4d3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:49.120849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 7e9aac87-6b80-4e56-8b10-8861472db4d3 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:49.121266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ff7d5249-76e0-4d1f-99bc-768190cb04b6 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:03:49.140534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ff7d5249-76e0-4d1f-99bc-768190cb04b6 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:03:49.140886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ff7d5249-76e0-4d1f-99bc-768190cb04b6 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:03:49.163998 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49414) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:49.260243 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797017356-network', 'tenant_id': '20529ab150de4012a5f29e78b3636e54'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:49.281850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Made reservation on behalf of 20529ab150de4012a5f29e78b3636e54 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:03:49.284245 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.292346 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.363479 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.367066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.387619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:03:49.401736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a06d7c-617b-466b-a319-eaaec0b3740b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:49.404670 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.405010 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Added segment 3b93c4e4-8258-4987-8693-9fddba399e0f of type vlan for network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb Oct 26 00:03:49.445776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.469959 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.470915 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:49.471489 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.521078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3558750 Oct 26 00:03:49.523861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49418) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:49.528924 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Request body: {'subnet': {'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797017356-subnet', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:49.533885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5325-f3e1-4512-b701-333f6cb28167 admin admin] Pushing event updated for resources: {'Network': ['ID=5957506b-dde0-4d1f-9640-b4e4f56dfbdb,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:49.543845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:03:49.553770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Made reservation on behalf of 20529ab150de4012a5f29e78b3636e54 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:03:49.556192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.724084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.785940 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5552d31e-ed77-42dd-9f75-7dba18534f34,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:49.792711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Checking segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:49.793234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Network hostable DHCP agents. Network: 5957506b-dde0-4d1f-9640-b4e4f56dfbdb, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:03:49.809069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:03:49.817066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5957506b-dde0-4d1f-9640-b4e4f56dfbdb) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:49.821071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:49.821648 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.835635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770ff6f-0a11-4bf5-96fc-3574b9db04d8 None None] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:03:49.837879 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87f2b50e-2fd3-4174-bf6b-3fd2a48a2eee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3129456 Oct 26 00:03:49.841543 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49420) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:49.847927 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:49.868728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.869807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.879186 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.924501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:49.989226 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:03:49.990113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.062576 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.123697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Allocated IP 172.20.0.2 (5957506b-dde0-4d1f-9640-b4e4f56dfbdb/5552d31e-ed77-42dd-9f75-7dba18534f34/94aa763d-8d74-4321-99d9-fc900a25c26e) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:50.267428 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.269746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.275366 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.287332 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.318872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:50.321693 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:50.326389 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:50.333518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Pushing event updated for resources: {'Port': ['ID=94aa763d-8d74-4321-99d9-fc900a25c26e,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:50.383594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.397674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Attempting to bind port 94aa763d-8d74-4321-99d9-fc900a25c26e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:03:50.398046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Attempting to bind port 94aa763d-8d74-4321-99d9-fc900a25c26e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:03:50.398439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Attempting to bind port 94aa763d-8d74-4321-99d9-fc900a25c26e on network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:50.403505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:03:50.403880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Checking segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:50.404279 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.404668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Bound using segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:03:50.405130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Bound port: 94aa763d-8d74-4321-99d9-fc900a25c26e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:03:50.405770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.406766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Allocated IP 172.25.4.252 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/f93522ff-9908-4863-9dbb-4b76839e1929) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:50.467649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] For port 94aa763d-8d74-4321-99d9-fc900a25c26e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:03:50.470839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] For port 94aa763d-8d74-4321-99d9-fc900a25c26e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=94aa763d-8d74-4321-99d9-fc900a25c26e,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:03:50.476438 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.515369 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.538877 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102bfe5-1212-40cf-a3f3-f701be0ed35f None None] Pushing event updated for resources: {'Port': ['ID=94aa763d-8d74-4321-99d9-fc900a25c26e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:50.553337 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.599635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:50.602723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:50.606908 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:50.612683 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Pushing event updated for resources: {'Port': ['ID=f93522ff-9908-4863-9dbb-4b76839e1929,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:50.875386 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:50.957694 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.075857 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.125963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 94aa763d-8d74-4321-99d9-fc900a25c26e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:51.175849 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 94aa763d-8d74-4321-99d9-fc900a25c26e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:51.176315 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.219001 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Router f5ee0e24-cab9-42fb-84d1-e253af9c8655 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:03:51.259403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.295461 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 94aa763d-8d74-4321-99d9-fc900a25c26e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=94aa763d-8d74-4321-99d9-fc900a25c26e,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:51.306407 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.346569 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:03:51.358545 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Sync routers for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:03:51.361297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=94aa763d-8d74-4321-99d9-fc900a25c26e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:51.369066 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:51.370531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:51.373163 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.375538 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-eb7b2e65-3e33-4bcb-87bc-078d5e9d9092 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5325687 Oct 26 00:03:51.378347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:51.484427 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:51.517060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb172246-ebab-4d83-8654-e5ac0a15fb29 None None] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:03:51.587240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-09a5c680-80d5-4142-9762-a64105797ad6 None None] Provisioning complete for port 94aa763d-8d74-4321-99d9-fc900a25c26e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:51.587710 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-09a5c680-80d5-4142-9762-a64105797ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.681337 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:50Z', 'revision_number': 3, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:51.707885 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Checking router: f5ee0e24-cab9-42fb-84d1-e253af9c8655 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:03:51.708225 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Updating router f5ee0e24-cab9-42fb-84d1-e253af9c8655 port f93522ff-9908-4863-9dbb-4b76839e1929 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:03:51.732488 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.827819 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.959869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ab5b4a3e-e91a-4b7f-8e06-2ebea2845b69 None None] Provisioning complete for port 94aa763d-8d74-4321-99d9-fc900a25c26e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:51.960418 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4a3e-e91a-4b7f-8e06-2ebea2845b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:51.991000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Allocated IP 172.20.0.1 (5957506b-dde0-4d1f-9640-b4e4f56dfbdb/5552d31e-ed77-42dd-9f75-7dba18534f34/b4139b47-057a-43bb-ad3a-e847fec815a2) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:52.001149 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.007853 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.059765 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Attempting to bind port f93522ff-9908-4863-9dbb-4b76839e1929 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:03:52.059955 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Attempting to bind port f93522ff-9908-4863-9dbb-4b76839e1929 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:03:52.060160 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Attempting to bind port f93522ff-9908-4863-9dbb-4b76839e1929 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:52.068608 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Pushing event updated for resources: {'Port': ['ID=f93522ff-9908-4863-9dbb-4b76839e1929,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:52.070813 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:03:52.071191 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:52.071577 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.071954 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:03:52.072404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Bound port: f93522ff-9908-4863-9dbb-4b76839e1929, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:03:52.072773 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.096768 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.097102 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.097431 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.097757 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.098078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.098423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.098743 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.099057 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.099365 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.099674 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.099984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.100291 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:03:52.117312 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.135890 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] For port f93522ff-9908-4863-9dbb-4b76839e1929, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:03:52.139374 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] For port f93522ff-9908-4863-9dbb-4b76839e1929, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f93522ff-9908-4863-9dbb-4b76839e1929,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:03:52.143483 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.153139 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.193465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:52.196308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:52.196739 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:52.197361 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:52.200583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:52.230291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Pushing event updated for resources: {'Port': ['ID=b4139b47-057a-43bb-ad3a-e847fec815a2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:52.242670 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.268264 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37b77b-2398-4bff-aaae-4538ca43ffc9 None None] Pushing event updated for resources: {'Port': ['ID=f93522ff-9908-4863-9dbb-4b76839e1929,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:52.326111 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:52.374854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.470370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ce226f20-3d18-4959-bfbe-52ec9d340070 None None] Provisioning complete for port b4139b47-057a-43bb-ad3a-e847fec815a2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:52.471001 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce226f20-3d18-4959-bfbe-52ec9d340070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.506426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-ce226f20-3d18-4959-bfbe-52ec9d340070 None None] Port b4139b47-057a-43bb-ad3a-e847fec815a2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:52.524928 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:50Z', 'revision_number': 3, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:52.549961 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.552192 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f287b1-b9af-4c6a-8553-78fd0e302daf None None] The sync data for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 is: [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:50Z', 'revision_number': 3, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:03:52.555116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:52.967743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Pushing event updated for resources: {'Port': ['ID=b4139b47-057a-43bb-ad3a-e847fec815a2,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:52.971351 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.070494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:53.072087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:53.190419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f93522ff-9908-4863-9dbb-4b76839e1929 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:53.220036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Router f5ee0e24-cab9-42fb-84d1-e253af9c8655 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:03:53.247297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f93522ff-9908-4863-9dbb-4b76839e1929 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:53.247907 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.339352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.357120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:03:53.364495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6d3ed5c0-323b-4700-800f-fa5256c438da admin admin] 10.222.0.25 "PUT /v2.0/routers/f5ee0e24-cab9-42fb-84d1-e253af9c8655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9850492 Oct 26 00:03:53.366348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port f93522ff-9908-4863-9dbb-4b76839e1929, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f93522ff-9908-4863-9dbb-4b76839e1929,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:53.374108 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.375414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 94aa763d-8d74-4321-99d9-fc900a25c26e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:53.467972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c9b3adcf-51dc-4194-b323-6a625bc32fb5 None None] Provisioning complete for port b4139b47-057a-43bb-ad3a-e847fec815a2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:53.468332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c9b3adcf-51dc-4194-b323-6a625bc32fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.489189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=f93522ff-9908-4863-9dbb-4b76839e1929,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:53.515121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3adcf-51dc-4194-b323-6a625bc32fb5 None None] Port b4139b47-057a-43bb-ad3a-e847fec815a2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:53.521227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 94aa763d-8d74-4321-99d9-fc900a25c26e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:53.521602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.857700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49438) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:53.862957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1944280141-network', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:53.884425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Made reservation on behalf of 71c808d5db6446d9bbe9fbb389753aa7 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:03:53.887721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.897033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.974561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:53.978448 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.007249 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:03:54.013675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30645b8f-fb8e-4e4c-b26b-83b13d68eeb3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:54.021600 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.021948 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Added segment 9a35de8d-f746-4e11-b755-5b38ed30f47f of type vlan for network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 Oct 26 00:03:54.067815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.092752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.093761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:54.094369 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.146999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2878692 Oct 26 00:03:54.149964 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49440) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:54.156032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Request body: {'subnet': {'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1944280141-subnet', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:54.160600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6377222-dc99-4613-9cb1-db3e25a8a144 admin admin] Pushing event updated for resources: {'Network': ['ID=43c9ed37-dad2-4a2a-81cb-67b37c9ed052,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:54.170412 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:03:54.177913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Made reservation on behalf of 71c808d5db6446d9bbe9fbb389753aa7 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:03:54.180291 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.224773 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Sync routers for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:03:54.247003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:54.247628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:54.353851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:54.359886 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.421413 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cf91f9-f255-41ea-840d-80fc08eee5a2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:54.429782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Checking segment: {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:54.430134 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Network hostable DHCP agents. Network: 43c9ed37-dad2-4a2a-81cb-67b37c9ed052, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:03:54.447013 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:03:54.456826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 43c9ed37-dad2-4a2a-81cb-67b37c9ed052) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:54.466894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:03:54.467866 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.476654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5c848-9ebb-4526-a680-1c201510fa46 None None] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:03:54.485500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-555cfdad-45fd-47c1-a846-7395ee7cad60 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3343730 Oct 26 00:03:54.488096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49444) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:54.492425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:03:54.514135 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.515153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.567344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.677558 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 2, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:54.681586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-43c9ed37-dad2-4a2a-81cb-67b37c9ed052', 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'fixed_ips': [{'subnet_id': '09cf91f9-f255-41ea-840d-80fc08eee5a2'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:03:54.682450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.708421 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.709783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Checking router: f5ee0e24-cab9-42fb-84d1-e253af9c8655 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:03:54.710137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Updating router f5ee0e24-cab9-42fb-84d1-e253af9c8655 port b4139b47-057a-43bb-ad3a-e847fec815a2 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:03:54.749495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.904044 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.923070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:54.961243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Allocated IP 172.20.0.2 (43c9ed37-dad2-4a2a-81cb-67b37c9ed052/09cf91f9-f255-41ea-840d-80fc08eee5a2/368dce20-5154-40f4-9724-be778d6534d4) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:55.032504 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Allocated IP 172.25.4.201 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/55806e2c-d613-4638-8b54-7f1597f2af15) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:55.149184 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.184920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.221465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f93522ff-9908-4863-9dbb-4b76839e1929 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:55.226758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:55.229747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:55.232237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:55.258142 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Pushing event updated for resources: {'Port': ['ID=55806e2c-d613-4638-8b54-7f1597f2af15,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:55.414876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f93522ff-9908-4863-9dbb-4b76839e1929 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:55.415452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.424119 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.453826 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.488255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.491730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.507742 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.519432 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:55.529249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:55.532548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Pushing event updated for resources: {'Port': ['ID=368dce20-5154-40f4-9724-be778d6534d4,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:55.536081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:55.658031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca77c05-9f9f-4723-b5a4-8fcfeb88329c None None] Pushing event updated for resources: {'Port': ['ID=b4139b47-057a-43bb-ad3a-e847fec815a2,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:55.691896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Attempting to bind port 368dce20-5154-40f4-9724-be778d6534d4 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:03:55.691896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Attempting to bind port 368dce20-5154-40f4-9724-be778d6534d4 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:03:55.691896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Attempting to bind port 368dce20-5154-40f4-9724-be778d6534d4 on network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:55.720986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:03:55.721372 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Checking segment: {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:55.721770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.722180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Bound using segment: {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:03:55.722705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Bound port: 368dce20-5154-40f4-9724-be778d6534d4, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:03:55.723094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.742029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Attempting to bind port b4139b47-057a-43bb-ad3a-e847fec815a2 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:03:55.742433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Attempting to bind port b4139b47-057a-43bb-ad3a-e847fec815a2 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:03:55.742802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Attempting to bind port b4139b47-057a-43bb-ad3a-e847fec815a2 on network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:55.753909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:03:55.754331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Checking segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:55.755087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.755700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Bound using segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:03:55.756158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Bound port: b4139b47-057a-43bb-ad3a-e847fec815a2, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:03:55.756617 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.842014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] For port 368dce20-5154-40f4-9724-be778d6534d4, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:03:55.870272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] For port 368dce20-5154-40f4-9724-be778d6534d4, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=368dce20-5154-40f4-9724-be778d6534d4,segment=NetworkSegment(9a35de8d-f746-4e11-b755-5b38ed30f47f),segment_id=9a35de8d-f746-4e11-b755-5b38ed30f47f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:03:55.878607 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.888378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] For port b4139b47-057a-43bb-ad3a-e847fec815a2, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:03:55.928503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c2f2772a-1b50-4477-abdf-78e2dd21b66f None None] Provisioning complete for port b4139b47-057a-43bb-ad3a-e847fec815a2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:55.928867 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c2f2772a-1b50-4477-abdf-78e2dd21b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.938184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] For port b4139b47-057a-43bb-ad3a-e847fec815a2, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b4139b47-057a-43bb-ad3a-e847fec815a2,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:03:55.963738 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:55.994625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163880a-424c-49c8-b4ce-077f1a7d5c03 None None] Pushing event updated for resources: {'Port': ['ID=368dce20-5154-40f4-9724-be778d6534d4,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:56.001211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2772a-1b50-4477-abdf-78e2dd21b66f None None] Port b4139b47-057a-43bb-ad3a-e847fec815a2 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:56.040827 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:56.041938 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:56.079784 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:56.123268 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca77c05-9f9f-4723-b5a4-8fcfeb88329c None None] Pushing event updated for resources: {'Port': ['ID=b4139b47-057a-43bb-ad3a-e847fec815a2,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:56.180994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:56.252158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:03:56.395405 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:03:56.405154 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Sync routers for ids ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:03:56.415413 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Routers {'5bf6fd45-a423-41b6-bacf-f81ec23c17ed'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:56.416219 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:56.416389 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:56.420800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fde9559d-8012-4b76-b15b-b83d527ed350 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9284263 Oct 26 00:03:56.421126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49446) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:03:56.429975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:55Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:56.463298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d690-f565-4e6e-aa8a-51287aa8772b None None] The sync data for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 is: [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:55Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:03:56.474731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-11d972cb-2e29-4093-9e95-139420867efd None None] Provisioning complete for port b4139b47-057a-43bb-ad3a-e847fec815a2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:56.475237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11d972cb-2e29-4093-9e95-139420867efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:56.530329 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Set router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:56.606762 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11d972cb-2e29-4093-9e95-139420867efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:56.660014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-11d972cb-2e29-4093-9e95-139420867efd None None] For port b4139b47-057a-43bb-ad3a-e847fec815a2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b4139b47-057a-43bb-ad3a-e847fec815a2,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:56.666130 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-11d972cb-2e29-4093-9e95-139420867efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:56.733962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d972cb-2e29-4093-9e95-139420867efd None None] Pushing event updated for resources: {'Port': ['ID=b4139b47-057a-43bb-ad3a-e847fec815a2,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:56.877151 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:55Z', 'revision_number': 3, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:56.909677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Checking router: 5bf6fd45-a423-41b6-bacf-f81ec23c17ed for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:03:56.910496 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Updating router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed port 55806e2c-d613-4638-8b54-7f1597f2af15 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:03:56.937470 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:56.987119 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.172780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64940768-e84a-4d6d-a928-157b819de3fc None None] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:03:57.220849 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Allocated IP 172.20.0.1 (43c9ed37-dad2-4a2a-81cb-67b37c9ed052/09cf91f9-f255-41ea-840d-80fc08eee5a2/c3735afd-ef69-4424-9abe-b647a55a97aa) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:03:57.232819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 368dce20-5154-40f4-9724-be778d6534d4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:57.332293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-80e11550-0c2d-4930-8966-eeffbb55cd20 None None] Provisioning complete for port 368dce20-5154-40f4-9724-be778d6534d4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:57.332685 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80e11550-0c2d-4930-8966-eeffbb55cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.337946 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.346677 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.356532 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.407399 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Attempting to bind port 55806e2c-d613-4638-8b54-7f1597f2af15 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:03:57.407955 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Attempting to bind port 55806e2c-d613-4638-8b54-7f1597f2af15 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:03:57.408108 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Attempting to bind port 55806e2c-d613-4638-8b54-7f1597f2af15 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:03:57.410222 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457e55-a67b-446e-a8db-cd43db9ab9bb None None] Pushing event updated for resources: {'Port': ['ID=55806e2c-d613-4638-8b54-7f1597f2af15,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:57.416279 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:03:57.416586 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:03:57.416985 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.417410 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:03:57.418051 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Bound port: 55806e2c-d613-4638-8b54-7f1597f2af15, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:03:57.418310 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.424361 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.428967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 368dce20-5154-40f4-9724-be778d6534d4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:57.429330 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.476354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:57.480005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:57.483429 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:03:57.492141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] For port 55806e2c-d613-4638-8b54-7f1597f2af15, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:03:57.497151 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] For port 55806e2c-d613-4638-8b54-7f1597f2af15, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=55806e2c-d613-4638-8b54-7f1597f2af15,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:03:57.502258 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.536379 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80e11550-0c2d-4930-8966-eeffbb55cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.556903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Pushing event updated for resources: {'Port': ['ID=c3735afd-ef69-4424-9abe-b647a55a97aa,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:57.579082 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.621467 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Routers {'5bf6fd45-a423-41b6-bacf-f81ec23c17ed'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:57.622106 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:57.627264 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457e55-a67b-446e-a8db-cd43db9ab9bb None None] Pushing event updated for resources: {'Port': ['ID=55806e2c-d613-4638-8b54-7f1597f2af15,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:57.664591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-80e11550-0c2d-4930-8966-eeffbb55cd20 None None] For port 368dce20-5154-40f4-9724-be778d6534d4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=368dce20-5154-40f4-9724-be778d6534d4,segment=NetworkSegment(9a35de8d-f746-4e11-b755-5b38ed30f47f),segment_id=9a35de8d-f746-4e11-b755-5b38ed30f47f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:57.673446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.676386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80e11550-0c2d-4930-8966-eeffbb55cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.813555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11550-0c2d-4930-8966-eeffbb55cd20 None None] Pushing event updated for resources: {'Port': ['ID=368dce20-5154-40f4-9724-be778d6534d4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:57.821934 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 00:03:57.822313 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 00:03:57.838101 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] Set router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:03:57.872374 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.901896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb98f88f-9aec-4325-9687-239d5e2a1969 None None] Provisioning complete for port c3735afd-ef69-4424-9abe-b647a55a97aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:57.903332 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb98f88f-9aec-4325-9687-239d5e2a1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:57.964289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fb98f88f-9aec-4325-9687-239d5e2a1969 None None] Port c3735afd-ef69-4424-9abe-b647a55a97aa cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:58.000928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb98f88f-9aec-4325-9687-239d5e2a1969 None None] Provisioning complete for port 368dce20-5154-40f4-9724-be778d6534d4 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:58.001303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb98f88f-9aec-4325-9687-239d5e2a1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.116590 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:55Z', 'revision_number': 3, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:03:58.151915 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf8505-4c3e-4335-83da-1142dc7eda46 None None] The sync data for ids ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'] in n-d-815373-1 is: [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:55Z', 'revision_number': 3, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:03:58.162069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.175207 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.265579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Pushing event updated for resources: {'Port': ['ID=c3735afd-ef69-4424-9abe-b647a55a97aa,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:58.269279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.278400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8e1372dd-7b10-4347-b2f5-368cf9d9a4fe None None] Provisioning complete for port c3735afd-ef69-4424-9abe-b647a55a97aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:58.279119 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8e1372dd-7b10-4347-b2f5-368cf9d9a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.315895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-8e1372dd-7b10-4347-b2f5-368cf9d9a4fe None None] Port c3735afd-ef69-4424-9abe-b647a55a97aa cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:58.364408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4139b47-057a-43bb-ad3a-e847fec815a2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:58.376020 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:03:58.377884 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:03:58.427311 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b4139b47-057a-43bb-ad3a-e847fec815a2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:58.428013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.548003 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:03:58.678135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:03:58.683096 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d220bda3-b6e0-47ec-b3b5-1bb336b8798a admin admin] 10.222.0.25 "PUT /v2.0/routers/5bf6fd45-a423-41b6-bacf-f81ec23c17ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609658 Oct 26 00:03:58.739584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-74f31781-f7a0-4f22-8a61-00cb045db01b None None] Provisioning complete for port c3735afd-ef69-4424-9abe-b647a55a97aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:58.740145 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-74f31781-f7a0-4f22-8a61-00cb045db01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:58.784221 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-74f31781-f7a0-4f22-8a61-00cb045db01b None None] Port c3735afd-ef69-4424-9abe-b647a55a97aa cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:03:58.898005 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:59.187769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 55806e2c-d613-4638-8b54-7f1597f2af15 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:59.237650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 55806e2c-d613-4638-8b54-7f1597f2af15 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:59.238026 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:59.320374 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:59.341284 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 55806e2c-d613-4638-8b54-7f1597f2af15, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=55806e2c-d613-4638-8b54-7f1597f2af15,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:03:59.351751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:59.352582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 368dce20-5154-40f4-9724-be778d6534d4 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:03:59.432745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=55806e2c-d613-4638-8b54-7f1597f2af15,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:03:59.440502 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 368dce20-5154-40f4-9724-be778d6534d4 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:03:59.441481 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:03:59.949716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Sync routers for ids ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:03:59.961540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Routers {'5bf6fd45-a423-41b6-bacf-f81ec23c17ed'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:03:59.962450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:00.083427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Set router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:04:00.473131 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:57Z', 'revision_number': 4, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c3735afd-ef69-4424-9abe-b647a55a97aa', 'name': '', 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'mac_address': 'fa:16:3e:68:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '09cf91f9-f255-41ea-840d-80fc08eee5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:57Z', 'updated_at': '2021-10-26T00:03:57Z', 'revision_number': 2, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'subnets': [{'id': '09cf91f9-f255-41ea-840d-80fc08eee5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:00.504717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Checking router: 5bf6fd45-a423-41b6-bacf-f81ec23c17ed for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:04:00.505129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Updating router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed port c3735afd-ef69-4424-9abe-b647a55a97aa binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:04:00.542329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:00.842687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:00.849692 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:00.900348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d830c4-43c7-4357-a3fa-e4514fc70ecd None None] Pushing event updated for resources: {'Port': ['ID=c3735afd-ef69-4424-9abe-b647a55a97aa,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:00.970434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Attempting to bind port c3735afd-ef69-4424-9abe-b647a55a97aa on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:04:00.971149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Attempting to bind port c3735afd-ef69-4424-9abe-b647a55a97aa by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:04:00.971149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Attempting to bind port c3735afd-ef69-4424-9abe-b647a55a97aa on network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:04:00.976923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:04:00.977362 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Checking segment: {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:04:00.977774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:00.978335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Bound using segment: {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:04:00.978808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Bound port: c3735afd-ef69-4424-9abe-b647a55a97aa, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a35de8d-f746-4e11-b755-5b38ed30f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:04:00.979211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.052319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] For port c3735afd-ef69-4424-9abe-b647a55a97aa, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:04:01.056262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] For port c3735afd-ef69-4424-9abe-b647a55a97aa, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c3735afd-ef69-4424-9abe-b647a55a97aa,segment=NetworkSegment(9a35de8d-f746-4e11-b755-5b38ed30f47f),segment_id=9a35de8d-f746-4e11-b755-5b38ed30f47f)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:04:01.064175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.146723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 55806e2c-d613-4638-8b54-7f1597f2af15 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:04:01.168207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-78608acb-3137-4129-99e8-1ffb46605c8e None None] Provisioning complete for port c3735afd-ef69-4424-9abe-b647a55a97aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:01.168207 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-78608acb-3137-4129-99e8-1ffb46605c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.223687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d830c4-43c7-4357-a3fa-e4514fc70ecd None None] Pushing event updated for resources: {'Port': ['ID=c3735afd-ef69-4424-9abe-b647a55a97aa,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:01.229170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Routers {'5bf6fd45-a423-41b6-bacf-f81ec23c17ed'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:04:01.229781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:03:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:01.340277 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ded5bc6f-d3a3-4124-aaa1-a63f07009199 req-4389a6b3-eb1f-49f3-95d0-5513727116cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289319 Oct 26 00:04:01.390998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 55806e2c-d613-4638-8b54-7f1597f2af15 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:01.391444 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.424886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ded5bc6f-d3a3-4124-aaa1-a63f07009199 req-2542d9dc-8c94-4094-a485-130bb64991cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0342803 Oct 26 00:04:01.456941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-78608acb-3137-4129-99e8-1ffb46605c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.470942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ded5bc6f-d3a3-4124-aaa1-a63f07009199 req-9a5b24b8-abac-475a-9394-4a3910a656fa service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241709 Oct 26 00:04:01.518958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] Set router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:04:01.548970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-78608acb-3137-4129-99e8-1ffb46605c8e None None] For port c3735afd-ef69-4424-9abe-b647a55a97aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c3735afd-ef69-4424-9abe-b647a55a97aa,segment=NetworkSegment(9a35de8d-f746-4e11-b755-5b38ed30f47f),segment_id=9a35de8d-f746-4e11-b755-5b38ed30f47f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:04:01.572331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-78608acb-3137-4129-99e8-1ffb46605c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.596888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5bc6f-d3a3-4124-aaa1-a63f07009199 req-381dacc8-35b1-494a-9dff-61dad3ddae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:01.598371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ded5bc6f-d3a3-4124-aaa1-a63f07009199 req-381dacc8-35b1-494a-9dff-61dad3ddae47 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196270 Oct 26 00:04:01.719094 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78608acb-3137-4129-99e8-1ffb46605c8e None None] Pushing event updated for resources: {'Port': ['ID=c3735afd-ef69-4424-9abe-b647a55a97aa,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:01.746025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-89465987-659c-46ee-9f9b-d2a281ff25e4 None None] Provisioning complete for port c3735afd-ef69-4424-9abe-b647a55a97aa triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:01.746414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89465987-659c-46ee-9f9b-d2a281ff25e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:01.890829 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:57Z', 'revision_number': 4, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c3735afd-ef69-4424-9abe-b647a55a97aa', 'name': '', 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'mac_address': 'fa:16:3e:68:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '09cf91f9-f255-41ea-840d-80fc08eee5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:57Z', 'updated_at': '2021-10-26T00:04:01Z', 'revision_number': 4, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'subnets': [{'id': '09cf91f9-f255-41ea-840d-80fc08eee5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:01.926487 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f51eb6-5904-4272-96a9-a004fa8d053f None None] The sync data for ids ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'] in n-d-815373-1 is: [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:57Z', 'revision_number': 4, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c3735afd-ef69-4424-9abe-b647a55a97aa', 'name': '', 'network_id': '43c9ed37-dad2-4a2a-81cb-67b37c9ed052', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'mac_address': 'fa:16:3e:68:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '09cf91f9-f255-41ea-840d-80fc08eee5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:57Z', 'updated_at': '2021-10-26T00:04:01Z', 'revision_number': 4, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'subnets': [{'id': '09cf91f9-f255-41ea-840d-80fc08eee5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:04:03.158043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c3735afd-ef69-4424-9abe-b647a55a97aa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:04:03.212915 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c3735afd-ef69-4424-9abe-b647a55a97aa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:03.213352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:07.966290 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:04:08.967817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-53b61282-46dd-4f8a-84ee-95910f9f19f8 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:08.969279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-53b61282-46dd-4f8a-84ee-95910f9f19f8 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 815 time: 0.1072872 Oct 26 00:04:08.985034 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-8e64905c-b9aa-49f9-b87e-87eaa92a41b0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/quotas/20529ab150de4012a5f29e78b3636e54 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Oct 26 00:04:09.034791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-74334a3d-885b-4ae5-9bbb-19786edbab2b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444918 Oct 26 00:04:09.133062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-9aa446cc-f83e-4b5a-afeb-899f6eb45a0d service neutron] 10.222.0.25 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Oct 26 00:04:09.222047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-67ac9791-4435-40fd-99d9-3b53c4ef03ca service neutron] 10.222.0.25 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Oct 26 00:04:09.380936 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-99948478-67e0-431e-9cfc-0fff7266b1c7 req-58afac66-b307-4f7e-a30a-373bd3c1d3a7 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0270638 Oct 26 00:04:10.450120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-e3b3dbb7-2a98-427c-97f0-36f14af13ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:10.451721 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-e3b3dbb7-2a98-427c-97f0-36f14af13ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 815 time: 0.1189590 Oct 26 00:04:10.481082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-791bba00-8ac2-4586-a470-18e8876799e0 req-d6f51e0a-8784-48b0-85c0-2c8da74c29b7 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Oct 26 00:04:10.484665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'port': {'device_id': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'admin_state_up': True, 'tenant_id': '20529ab150de4012a5f29e78b3636e54'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:10.599468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Made reservation on behalf of 20529ab150de4012a5f29e78b3636e54 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:04:10.603023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:10.737677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Allocated IP 172.20.0.4 (5957506b-dde0-4d1f-9640-b4e4f56dfbdb/5552d31e-ed77-42dd-9f75-7dba18534f34/dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:04:10.949181 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:10.996459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:11.065391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:04:11.068668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:04:11.076365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:04:11.091438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:11.149217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:11.150770 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:11.174909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-89190af9-1366-41be-82eb-d72dd0f015fe tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6961167 Oct 26 00:04:11.376590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a22d558c-7325-43d8-8f8e-2dd9c10534b0 None None] Provisioning complete for port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:11.378691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a22d558c-7325-43d8-8f8e-2dd9c10534b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:11.415421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a22d558c-7325-43d8-8f8e-2dd9c10534b0 None None] Port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:04:11.623324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ad59-9daf-4a74-989d-6e6b6d3f1dbd req-6a2a2b76-f206-4f64-b9e6-5b013a66c7c7 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:11.624852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33d4ad59-9daf-4a74-989d-6e6b6d3f1dbd req-6a2a2b76-f206-4f64-b9e6-5b013a66c7c7 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0757897 Oct 26 00:04:11.665501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33d4ad59-9daf-4a74-989d-6e6b6d3f1dbd req-42313b0c-0733-410c-9cf9-d7e82f65994b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344198 Oct 26 00:04:12.801661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831116a-a42a-47d9-9c85-b3a8290eba0a req-be457e58-736d-4333-80aa-af698fd84f12 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:12.803333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5831116a-a42a-47d9-9c85-b3a8290eba0a req-be457e58-736d-4333-80aa-af698fd84f12 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0559883 Oct 26 00:04:12.841432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5831116a-a42a-47d9-9c85-b3a8290eba0a req-95a44de3-a2f1-4693-a85c-953099a35ff0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Oct 26 00:04:13.569325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:13.966373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcea39-975a-4619-a4cd-a15e33854eac req-5108325e-c50b-4b81-b7df-c2e8b4356f17 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:13.967849 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ddcea39-975a-4619-a4cd-a15e33854eac req-5108325e-c50b-4b81-b7df-c2e8b4356f17 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0483887 Oct 26 00:04:14.006384 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0ddcea39-975a-4619-a4cd-a15e33854eac req-644c5084-4c1e-4f9f-adbb-5c7a202bd989 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Oct 26 00:04:15.133794 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1da5-16bd-46e9-8ff9-bdb5fab987e7 req-9cb84739-cab2-4370-a1a4-73a64971bd80 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:15.136548 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ebd1da5-16bd-46e9-8ff9-bdb5fab987e7 req-9cb84739-cab2-4370-a1a4-73a64971bd80 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0630987 Oct 26 00:04:15.182860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ebd1da5-16bd-46e9-8ff9-bdb5fab987e7 req-c2e9376a-c31f-4908-a79e-294a4ddbbf29 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Oct 26 00:04:15.954095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c3e64da9-e28e-462b-9034-d639e564c348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:16.314618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ae110-43da-44d8-84d9-0bc8bcbcf1a5 req-b3d151ed-846d-4f8c-90db-9f32a4b11776 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:16.316080 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023ae110-43da-44d8-84d9-0bc8bcbcf1a5 req-b3d151ed-846d-4f8c-90db-9f32a4b11776 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0530453 Oct 26 00:04:16.353836 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-023ae110-43da-44d8-84d9-0bc8bcbcf1a5 req-0b85a904-663e-4d5b-8bbe-44845d54c450 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Oct 26 00:04:17.469021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980fcc-a342-4380-a43c-db7cbf49e75e req-38666df4-cf8a-4510-9779-3933db5ba679 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:17.470504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb980fcc-a342-4380-a43c-db7cbf49e75e req-38666df4-cf8a-4510-9779-3933db5ba679 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0486550 Oct 26 00:04:17.512384 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bb980fcc-a342-4380-a43c-db7cbf49e75e req-52fa5080-3dbd-44be-a706-64804563b0b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Oct 26 00:04:18.423416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c2ea-4d9a-440e-9417-180c4a2e531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:18.644047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535dfac-83f9-4605-8fcb-ff161ab9f8cc req-053932d4-e236-4e3b-bc91-eeab8518d101 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:18.645689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d535dfac-83f9-4605-8fcb-ff161ab9f8cc req-053932d4-e236-4e3b-bc91-eeab8518d101 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0576053 Oct 26 00:04:18.687130 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d535dfac-83f9-4605-8fcb-ff161ab9f8cc req-c3dfa9f0-f5ba-47a6-9564-ffd40debfb33 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348005 Oct 26 00:04:19.806840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8cae-367b-42c0-9b61-6d6941e17105 req-b752cd41-6c3b-4cc5-a54e-21235afeafcb tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:19.808337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d9d8cae-367b-42c0-9b61-6d6941e17105 req-b752cd41-6c3b-4cc5-a54e-21235afeafcb tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0503333 Oct 26 00:04:19.842525 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:19.847569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d9d8cae-367b-42c0-9b61-6d6941e17105 req-31473626-4e09-4cd7-9f02-e968b3e851d8 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Oct 26 00:04:20.355988 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:20.959112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:20.966074 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253581d0-b9e9-4233-a821-ea39c414948e req-ccd33066-ac53-44f1-90a0-b7d8319c43ca tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:20.967592 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-253581d0-b9e9-4233-a821-ea39c414948e req-ccd33066-ac53-44f1-90a0-b7d8319c43ca tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0518000 Oct 26 00:04:21.005732 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-253581d0-b9e9-4233-a821-ea39c414948e req-2f1171ec-666a-47f5-8e70-ca62c24c4e9a tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Oct 26 00:04:22.119116 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660f1a6-3367-495e-8b1d-32c14622e7a3 req-dba919aa-24f3-40a0-ba22-3bf292678dc2 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:22.120580 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e660f1a6-3367-495e-8b1d-32c14622e7a3 req-dba919aa-24f3-40a0-ba22-3bf292678dc2 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0490489 Oct 26 00:04:22.158886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e660f1a6-3367-495e-8b1d-32c14622e7a3 req-84f8fdbd-bd38-4c33-8ce8-827b61644c13 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Oct 26 00:04:23.275526 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408baf-8c8d-4c34-8745-38176c0a4988 req-6c0743f6-2d77-4578-8b04-480f0b2110a2 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:23.277000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4408baf-8c8d-4c34-8745-38176c0a4988 req-6c0743f6-2d77-4578-8b04-480f0b2110a2 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 931 time: 0.0531664 Oct 26 00:04:23.315392 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4408baf-8c8d-4c34-8745-38176c0a4988 req-8dd80cf9-c037-42df-97f2-bc996996ab58 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Oct 26 00:04:23.522308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Request body: {'port': {'device_id': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:23.580363 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:23.836800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:04:23.844299 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:23.855780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Transition to ACTIVE for port object dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:04:23.860451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:23.913891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:23.987552 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Attempting to bind port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:04:23.988126 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Attempting to bind port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:04:23.988460 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Attempting to bind port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 on network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:04:23.993215 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 on network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:04:23.993527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Attempting to bind port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 on network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:04:23.999661 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:04:23.999991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Checking segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:04:24.000380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Bound using segment: {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:04:24.000812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Bound port: dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b93c4e4-8258-4987-8693-9fddba399e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:04:24.001175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:24.068353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:04:24.071468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:04:24.077304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:24.113412 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.114029 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:24.115436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 1091 time: 0.5975504 Oct 26 00:04:24.115872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:04:24.118291 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c697dc-112a-4944-8a88-155519d00944" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:04:24.139342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20578b3d-f831-44f6-ac68-7874cd166ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:24.166825 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa04d5-d0be-410f-8d4c-f928add1d8c2 x-openstack-request-id: req-f2aa04d5-d0be-410f-8d4c-f928add1d8c2 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:04:24.167118 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:04:24.167444 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2aa04d5-d0be-410f-8d4c-f928add1d8c2 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:04:24.167879 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'status': 'completed', 'code': 200} Oct 26 00:04:24.258051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c697dc-112a-4944-8a88-155519d00944 req-b8182daf-a115-4461-8091-cd53bf5a2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.259634 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7c697dc-112a-4944-8a88-155519d00944 req-b8182daf-a115-4461-8091-cd53bf5a2484 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0478704 Oct 26 00:04:24.371424 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c697dc-112a-4944-8a88-155519d00944 req-caa07179-71b0-4c4d-b569-11ad27689b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.372999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7c697dc-112a-4944-8a88-155519d00944 req-caa07179-71b0-4c4d-b569-11ad27689b4a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=20529ab150de4012a5f29e78b3636e54&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0984752 Oct 26 00:04:24.433617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09293e8e-7afa-4873-b90a-8bd4bc1a96d1 req-d851b1ae-e102-42aa-a683-562d21191ad1 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.435699 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09293e8e-7afa-4873-b90a-8bd4bc1a96d1 req-d851b1ae-e102-42aa-a683-562d21191ad1 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 943 time: 0.0491111 Oct 26 00:04:24.474246 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-09293e8e-7afa-4873-b90a-8bd4bc1a96d1 req-37eb3618-d63c-4865-9e13-ffd11592423f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Oct 26 00:04:24.474964 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c697dc-112a-4944-8a88-155519d00944 req-1e0a7540-acd6-47e3-8e2e-58c495dbf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.476434 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7c697dc-112a-4944-8a88-155519d00944 req-1e0a7540-acd6-47e3-8e2e-58c495dbf6e5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966046 Oct 26 00:04:24.571628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-59290c71-038d-4687-b770-047550c15b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.573111 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-59290c71-038d-4687-b770-047550c15b38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0401428 Oct 26 00:04:24.625870 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-13626d3f-26c4-40b7-bdc4-61ba426b75fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 217 time: 0.0348203 Oct 26 00:04:24.680219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-3b47ea95-4ecd-434d-89cb-b1686fa861f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.681660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-3b47ea95-4ecd-434d-89cb-b1686fa861f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0473213 Oct 26 00:04:24.727342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-45048765-3acb-47ab-b418-ac55e61e7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:24.728832 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-45048765-3acb-47ab-b418-ac55e61e7fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Oct 26 00:04:24.820655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-9132c78c-3977-4dfa-a796-adc3f129e2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845349 Oct 26 00:04:24.907757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-788d2ce8-14bf-4ebc-b0fb-c90ec1c89781 req-ec116cfe-7afa-4bcb-a495-2f8ba7a1e153 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799816 Oct 26 00:04:25.593848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ced36-2f85-4fc7-b530-a8eb1a2e3bb9 req-0a15398f-d9da-4f97-bc33-f2726791447d tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:25.595252 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-955ced36-2f85-4fc7-b530-a8eb1a2e3bb9 req-0a15398f-d9da-4f97-bc33-f2726791447d tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 943 time: 0.0479708 Oct 26 00:04:25.632349 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-955ced36-2f85-4fc7-b530-a8eb1a2e3bb9 req-39e46d4e-7cfb-41e5-bc29-08edca47ea1b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Oct 26 00:04:26.748326 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acef412-5e4b-4b4d-8a85-97c3c846384e req-12e16f93-aff9-4692-9d0d-28c78149eb7e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:26.749797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8acef412-5e4b-4b4d-8a85-97c3c846384e req-12e16f93-aff9-4692-9d0d-28c78149eb7e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 943 time: 0.0490942 Oct 26 00:04:26.787567 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8acef412-5e4b-4b4d-8a85-97c3c846384e req-8a6d8462-2921-4dff-8d1d-1e9e3298dcf8 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Oct 26 00:04:27.905847 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859f00-1443-4830-9088-b327abb6771e req-d730f65a-f49e-4693-babc-6c543da1274f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:27.907360 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39859f00-1443-4830-9088-b327abb6771e req-d730f65a-f49e-4693-babc-6c543da1274f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 943 time: 0.0533869 Oct 26 00:04:27.944915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39859f00-1443-4830-9088-b327abb6771e req-c01cc95d-6775-431f-8fea-f4086c28102d tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Oct 26 00:04:28.896223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:29.071699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91e738-0bb0-4545-bff8-386deee0457f req-26fb7b77-0987-4189-ad55-004d2be3f4d5 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:29.073172 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c91e738-0bb0-4545-bff8-386deee0457f req-26fb7b77-0987-4189-ad55-004d2be3f4d5 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 943 time: 0.0524633 Oct 26 00:04:29.111160 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6c91e738-0bb0-4545-bff8-386deee0457f req-ed8a7cea-c422-4e0f-b15d-5fa54803b1de tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Oct 26 00:04:29.203662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:04:29.297234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:04:29.308414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'port_id': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'mac_address': 'fa:16:3e:cc:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:04:29.499834 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:29.512209 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:04:29.532165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:04:29.535889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:29.580886 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:29.931697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:04:30.224926 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79879-7318-4150-b727-ee249f367065 req-1683c28d-385a-4b47-b14c-76d3dea1e9ae tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:30.226351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bcb79879-7318-4150-b727-ee249f367065 req-1683c28d-385a-4b47-b14c-76d3dea1e9ae tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0481176 Oct 26 00:04:30.266054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bcb79879-7318-4150-b727-ee249f367065 req-6ec11b2a-0316-4bee-a9c8-342fb5c01e4a tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Oct 26 00:04:31.219319 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:04:31.267553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:04:31.271425 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:31.271793 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:31.350393 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:31.372851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:04:31.375182 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6939ae1-b3a3-4c83-9301-027538621ea1" -d '{"events": [{"server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:04:31.383610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3168d7-1526-42b6-8628-4f90e2a0e81a req-33634f37-50cc-4ddb-b85e-b4d670116443 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:31.384831 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c3168d7-1526-42b6-8628-4f90e2a0e81a req-33634f37-50cc-4ddb-b85e-b4d670116443 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0500877 Oct 26 00:04:31.387658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:04:31.393572 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:31.417697 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33cd907-9313-4832-8d19-646a96503158 x-openstack-request-id: req-f33cd907-9313-4832-8d19-646a96503158 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:04:31.417993 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:04:31.418268 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f33cd907-9313-4832-8d19-646a96503158 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:04:31.418661 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'code': 200} Oct 26 00:04:31.428779 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1c3168d7-1526-42b6-8628-4f90e2a0e81a req-bb229d4d-822b-4b7f-a7be-51e0dfa1dd3e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371082 Oct 26 00:04:31.444985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:31.539792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90b1c5-6e88-48df-808b-aaea862f4e68 req-a3a9d59e-2670-4309-a647-f3dc76680ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:31.541242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc90b1c5-6e88-48df-808b-aaea862f4e68 req-a3a9d59e-2670-4309-a647-f3dc76680ae0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0395191 Oct 26 00:04:31.581617 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc90b1c5-6e88-48df-808b-aaea862f4e68 req-2bd8d412-eabe-407b-9e6e-174df906d5e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269909 Oct 26 00:04:32.548682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff9d4d-ece8-4be5-875e-a94a67dda9c6 req-90e5450f-c5a5-44c2-a909-8ede414fcd89 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:32.550056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8aff9d4d-ece8-4be5-875e-a94a67dda9c6 req-90e5450f-c5a5-44c2-a909-8ede414fcd89 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0534801 Oct 26 00:04:32.587509 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8aff9d4d-ece8-4be5-875e-a94a67dda9c6 req-4f5bb96d-5450-4104-a5d7-88e7e674ccf8 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Oct 26 00:04:33.702533 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21da47-0614-49d6-9443-ccbe790c881a req-25065f2d-1839-4a76-b467-d8231c89a560 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:33.703991 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b21da47-0614-49d6-9443-ccbe790c881a req-25065f2d-1839-4a76-b467-d8231c89a560 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Oct 26 00:04:33.741184 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b21da47-0614-49d6-9443-ccbe790c881a req-7b2ff69c-1f25-42f6-85bd-ec0b5c1d8ff8 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Oct 26 00:04:33.853450 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3438177-d3e0-4a5e-99bc-b48039265c09 req-f6e9cee2-c052-41ed-bffc-d462d8d5841a tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:33.854942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3438177-d3e0-4a5e-99bc-b48039265c09 req-f6e9cee2-c052-41ed-bffc-d462d8d5841a tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0477402 Oct 26 00:04:33.892338 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3438177-d3e0-4a5e-99bc-b48039265c09 req-42681d00-b5ad-4fca-b3c0-36f55e31a590 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Oct 26 00:04:34.075131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef144f-03cd-4e35-9c85-f6541a48578c req-f4d59aa2-cbe6-4c82-8a6d-907794e1e935 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:34.076597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00ef144f-03cd-4e35-9c85-f6541a48578c req-f4d59aa2-cbe6-4c82-8a6d-907794e1e935 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0477264 Oct 26 00:04:34.113637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-00ef144f-03cd-4e35-9c85-f6541a48578c req-90a5ae9c-e715-4faf-866a-90d845e2b543 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Oct 26 00:04:43.602217 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:44.965179 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:04:45.946346 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ac9864f3-3395-449e-a742-44e339575166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:47.667553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa4e8-f63b-464d-98e0-2fd1d1f2414c req-9326187e-6716-490a-b6fc-6b04a3d1ca24 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:47.669036 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b12aa4e8-f63b-464d-98e0-2fd1d1f2414c req-9326187e-6716-490a-b6fc-6b04a3d1ca24 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0528407 Oct 26 00:04:47.706980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b12aa4e8-f63b-464d-98e0-2fd1d1f2414c req-a973c740-1e1f-4e44-b20e-6acdfdf01ce2 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Oct 26 00:04:47.729141 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49656) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:47.852626 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb77d0b-8ec2-4f27-8376-3a2c7a87a3d0 tempest-TestMinimumBasicScenario-1919332424 tempest-TestMinimumBasicScenario-1919332424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:47.854137 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-bcb77d0b-8ec2-4f27-8376-3a2c7a87a3d0 tempest-TestMinimumBasicScenario-1919332424 tempest-TestMinimumBasicScenario-1919332424-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1091 time: 0.1240084 Oct 26 00:04:47.857213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49660) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:47.862414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:47.884232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:47.981425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.083851 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Allocated IP 172.25.4.112 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/ea70ecef-3483-482e-957e-125f02590bdc) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:04:48.185573 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.218628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.255558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:04:48.258325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:04:48.261828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:04:48.286578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'Port': ['ID=ea70ecef-3483-482e-957e-125f02590bdc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:48.296860 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.297208 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.297546 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.297881 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.298241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.298571 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.298893 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.299220 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.299543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.299863 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.300182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.300498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:48.425530 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-432311a7-5817-48a9-89ca-99d59fd9d268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.614342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.679438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.825413 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.829936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:48.897560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'Port': ['ID=ea70ecef-3483-482e-957e-125f02590bdc,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:48.908884 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.005699 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Floating IP 181b75b2-83d1-4ab4-ab3e-19e2a767a228 associated. External IP: 172.25.4.112, port: dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0. Oct 26 00:04:49.205751 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Router f5ee0e24-cab9-42fb-84d1-e253af9c8655 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:04:49.313319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:04:49.323259 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] Sync routers for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:04:49.331516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.332523 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:04:49.333134 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:04:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:49.359404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ff5a4b20-6be6-4199-8e53-58170df2b57f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5004971 Oct 26 00:04:49.359983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:04:49.362269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49662) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:49.362765 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4fa705-48f7-4418-a947-eb3709b202d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:04:49.367663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515779801', 'description': 'tempest-secgroup-smoke-515779801 description', 'project_id': '20529ab150de4012a5f29e78b3636e54'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:49.399393 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.405328 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb65e3ad-184f-4657-a3f4-3aef3d810607 x-openstack-request-id: req-bb65e3ad-184f-4657-a3f4-3aef3d810607 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:04:49.405767 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:04:49.406245 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb65e3ad-184f-4657-a3f4-3aef3d810607 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:04:49.406716 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'status': 'completed', 'code': 200} Oct 26 00:04:49.442554 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:04:49.467411 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.473013 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.500510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-d62efdab-2017-4da3-a574-eb6e533a01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:49.502038 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-d62efdab-2017-4da3-a574-eb6e533a01e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0493269 Oct 26 00:04:49.505689 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.506949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436667 Oct 26 00:04:49.510738 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49666) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:49.515854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group_rule': {'security_group_id': '93f1adaa-f572-4e1a-b303-d3ff8999b476', 'project_id': '20529ab150de4012a5f29e78b3636e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:49.520165 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f1adaa-f572-4e1a-b303-d3ff8999b476,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:49.534585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.534930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.535466 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.535976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.536481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.536810 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.537133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.537629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.538124 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.538749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.539224 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.539806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c349ec4-0572-42f0-8937-cd6e794b38ef tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:04:49.564715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.600899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-c8ff5460-6534-435c-991b-8eab7db25149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:49.602390 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-c8ff5460-6534-435c-991b-8eab7db25149 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.0923083 Oct 26 00:04:49.624787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.628793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.648059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da7c7b9-1de0-4a61-8dd4-fc407654a7e9,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:49.656878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.658171 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-675c3047-f044-4fde-8633-d7142c109b71 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462810 Oct 26 00:04:49.660919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49668) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:49.665745 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group_rule': {'security_group_id': '93f1adaa-f572-4e1a-b303-d3ff8999b476', 'project_id': '20529ab150de4012a5f29e78b3636e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:49.685081 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-b7a6eeb4-e17d-4e31-930b-6fc5798c067c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 999 time: 0.0752821 Oct 26 00:04:49.689243 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '181b75b2-83d1-4ab4-ab3e-19e2a767a228', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'port_id': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'mac_address': 'fa:16:3e:cc:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:04:48Z', 'updated_at': '2021-10-26T00:04:48Z', 'revision_number': 0, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:56Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:49.693567 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.723015 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] Checking router: f5ee0e24-cab9-42fb-84d1-e253af9c8655 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:04:49.731644 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:04:49.732241 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:04:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:49.739827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-306a49bb-4c45-4d92-a083-b1a8751cc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:49.741731 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-306a49bb-4c45-4d92-a083-b1a8751cc52b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0486875 Oct 26 00:04:49.754134 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.758637 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.778575 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8321f9e9-06c4-4929-b120-6f8cd98d3b1f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:49.788715 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.792619 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5268d738-6070-42bc-b9ab-c0f53a1530e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279445 Oct 26 00:04:49.792805 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-fd2a6ce2-f16c-4219-964f-46c707c1d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:49.793237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-fd2a6ce2-f16c-4219-964f-46c707c1d95c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450633 Oct 26 00:04:49.793373 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49670) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:49.799057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group_rule': {'security_group_id': '93f1adaa-f572-4e1a-b303-d3ff8999b476', 'project_id': '20529ab150de4012a5f29e78b3636e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:49.829956 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.847127 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.905948 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.910874 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.932083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1c7f32-d65f-49e7-a819-c8639655b3ce,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:49.938487 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:49.942210 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1bce4cec-cf8a-46df-a5d9-d03e826a5483 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453073 Oct 26 00:04:49.943116 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49672) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:49.948894 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group_rule': {'security_group_id': '93f1adaa-f572-4e1a-b303-d3ff8999b476', 'project_id': '20529ab150de4012a5f29e78b3636e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:49.953783 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:04:49.979789 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.045825 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.050760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.071077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30addc6c-ad17-4e48-b9de-b255a26c484a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:50.080417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.085027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-94ec4272-9fe9-43ae-b6ec-5836e1f9e34f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409490 Oct 26 00:04:50.085690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49674) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:50.090251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group_rule': {'security_group_id': '93f1adaa-f572-4e1a-b303-d3ff8999b476', 'project_id': '20529ab150de4012a5f29e78b3636e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:50.116182 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Project 20529ab150de4012a5f29e78b3636e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:04:50.121573 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.189779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.195422 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.215479 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '181b75b2-83d1-4ab4-ab3e-19e2a767a228', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'port_id': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'mac_address': 'fa:16:3e:cc:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:04:48Z', 'updated_at': '2021-10-26T00:04:48Z', 'revision_number': 0, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:56Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:04:50.216537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34f370d-62e8-4e93-af68-3aaaeceb1e77,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:50.223026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.227344 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b4d70481-39a3-4d6b-8fe9-505bfac5c50b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405213 Oct 26 00:04:50.227959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49676) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:04:50.232550 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'security_group_rule': {'security_group_id': '93f1adaa-f572-4e1a-b303-d3ff8999b476', 'project_id': '20529ab150de4012a5f29e78b3636e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:50.245232 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b595385-31b6-4ce8-978b-23b5c459f923 None None] The sync data for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 is: [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '181b75b2-83d1-4ab4-ab3e-19e2a767a228', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'port_id': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'mac_address': 'fa:16:3e:cc:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:04:48Z', 'updated_at': '2021-10-26T00:04:48Z', 'revision_number': 0, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:56Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:04:50.259375 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Project 20529ab150de4012a5f29e78b3636e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:04:50.266500 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.268623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-85d26181-3687-4c98-bde5-48210165dd32 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664614 Oct 26 00:04:50.336507 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.340333 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.360597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2443d72e-d0a6-4e4f-a5b9-c5aafc63ce4c,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:50.361182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.367318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.368685 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bc934c39-4c7f-49ae-9e42-1c543ce6d6b9 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397269 Oct 26 00:04:50.386558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f4fa705-48f7-4418-a947-eb3709b202d8 req-736174b0-75b4-4b1b-b790-4ba3ecb6383b service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102252 Oct 26 00:04:50.452549 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-0dd42fe7-e37e-40d4-954c-a7fe9d0d6270 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515779801&fields=id&tenant_id=20529ab150de4012a5f29e78b3636e54 HTTP/1.1" status: 200 len: 267 time: 0.0342028 Oct 26 00:04:50.490723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcc3c2-b163-4054-abf5-f374ae8f58e7 None None] New status for floating IP 181b75b2-83d1-4ab4-ab3e-19e2a767a228: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:04:50.513269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-39b3ecc6-d3ed-4697-a1f0-f388b7e35ea3 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:50.515584 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-39b3ecc6-d3ed-4697-a1f0-f388b7e35ea3 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0570545 Oct 26 00:04:50.527053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'port': {'security_groups': ['41a06d7c-617b-466b-a319-eaaec0b3740b', '93f1adaa-f572-4e1a-b303-d3ff8999b476']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:04:50.590210 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.777556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:04:50.807398 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.811776 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.844482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:04:50.859431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:50.860325 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.862599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fece0d5b-44f0-4934-9682-bb6c09409fac req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "PUT /v2.0/ports/dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 981 time: 0.3406229 Oct 26 00:04:50.890570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91b36-e44d-4e80-bee9-1e7e57879840 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:04:50.984241 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9546f-0638-4601-9067-6cccc22fe348 req-2bcaaf07-a048-40cf-ad29-5d0d62a38835 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:50.984513 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:50.985909 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33c9546f-0638-4601-9067-6cccc22fe348 req-2bcaaf07-a048-40cf-ad29-5d0d62a38835 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0572879 Oct 26 00:04:50.990744 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:04:51.033222 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33c9546f-0638-4601-9067-6cccc22fe348 req-84a8119c-b859-40ef-91c6-7dfcf191d5ed tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395749 Oct 26 00:04:51.179698 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8468c289-ceb6-4f6a-ba88-7c819533ecde None None] Provisioning complete for port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:04:51.179992 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8468c289-ceb6-4f6a-ba88-7c819533ecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:04:51.407905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:04:51.410292 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55297124-012c-4f9c-9ede-0a4dbb812c17" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:04:51.446417 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b0033-b732-46fd-bf1e-8408660fd50d x-openstack-request-id: req-e30b0033-b732-46fd-bf1e-8408660fd50d {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:04:51.446711 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:04:51.446965 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e30b0033-b732-46fd-bf1e-8408660fd50d {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:04:51.447368 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'status': 'completed', 'code': 200} Oct 26 00:04:51.536329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-4d61550c-88e9-4022-b9a5-f7c001e48096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:51.537845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-4d61550c-88e9-4022-b9a5-f7c001e48096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1135 time: 0.0448666 Oct 26 00:04:51.629971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-85a19c12-3d3e-45af-b908-90ea28d7a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:51.631370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-85a19c12-3d3e-45af-b908-90ea28d7a1fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.0838571 Oct 26 00:04:51.699223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-808d5f07-e754-4181-9142-bd68d2c52637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 1001 time: 0.0596268 Oct 26 00:04:51.749314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-f5b43a8e-7540-4c7e-bd32-25ebe1e2374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:51.750808 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-f5b43a8e-7540-4c7e-bd32-25ebe1e2374c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0430195 Oct 26 00:04:51.796372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-f9b773e7-74c8-4c1b-b715-211d9f4896fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:04:51.797823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-f9b773e7-74c8-4c1b-b715-211d9f4896fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391452 Oct 26 00:04:51.891386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-5408f1c1-6131-47c8-a26a-497c2bfe30be service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Oct 26 00:04:51.978053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55297124-012c-4f9c-9ede-0a4dbb812c17 req-d8571d49-6732-4531-a0e3-c2d03d9d3691 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793240 Oct 26 00:04:58.897079 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:03.277166 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ff5298c-48d7-40c9-9464-c5b9cad2daf9 req-9f1fd021-ad88-437f-8940-4698e85ac867 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297005 Oct 26 00:05:03.346083 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ff5298c-48d7-40c9-9464-c5b9cad2daf9 req-1ff2b799-5a09-46c7-b633-d86576d25b0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0244288 Oct 26 00:05:03.385761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ff5298c-48d7-40c9-9464-c5b9cad2daf9 req-875d7296-9364-4c60-8f7d-2946789026b8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195830 Oct 26 00:05:03.478729 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5298c-48d7-40c9-9464-c5b9cad2daf9 req-bafcbe0f-9418-4fe4-b6a3-4386404aabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:03.480181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5ff5298c-48d7-40c9-9464-c5b9cad2daf9 req-bafcbe0f-9418-4fe4-b6a3-4386404aabac service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874155 Oct 26 00:05:13.624099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:15.947321 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9269700f-def3-4d1a-b415-6c36d9cc7540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:18.426682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0542628-11d2-4cd6-ba10-cdad4ab50447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:19.849155 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:20.204285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-5e0606ce-e4ec-4888-86b2-c665ec817766 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449159 Oct 26 00:05:20.304907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-d4412aa8-223e-4654-a5a7-6127c8bde08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:20.306475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-d4412aa8-223e-4654-a5a7-6127c8bde08e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1135 time: 0.0418591 Oct 26 00:05:20.360172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:20.411660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-736dd5c3-de71-415c-b7f9-653f2929ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:20.413131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-736dd5c3-de71-415c-b7f9-653f2929ead3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.0856798 Oct 26 00:05:20.481205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-e0368045-14c4-44e2-973b-dec5a4c69d68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 1001 time: 0.0602074 Oct 26 00:05:20.529744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-c2829841-b477-44af-b192-6077b47f55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:20.531191 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-c2829841-b477-44af-b192-6077b47f55f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0429521 Oct 26 00:05:20.576559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-2d314988-8b27-41b0-a7e0-135aac9b2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:20.578059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-2d314988-8b27-41b0-a7e0-135aac9b2562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400541 Oct 26 00:05:20.673079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-a4e03606-e523-4548-bdd9-9cd765da14ac service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881948 Oct 26 00:05:20.768063 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce161a19-9309-4c54-8a8b-4a785914f43a req-278e0d55-7bba-4b7f-8463-cc9164f956f0 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877562 Oct 26 00:05:20.964606 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:21.963883 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:05:28.894188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:43.622480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:45.948268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bba0452d-b64b-4557-b912-d181c971918e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:48.427211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e383801d-477e-4941-b69e-e47a91cc3ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:48.703707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678f14-e88f-44ee-9fa4-ec5edfedf765 req-e3b96d5b-fd61-446d-aa20-1fe4cf245929 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:48.705199 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3678f14-e88f-44ee-9fa4-ec5edfedf765 req-e3b96d5b-fd61-446d-aa20-1fe4cf245929 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0507746 Oct 26 00:05:48.769922 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c3678f14-e88f-44ee-9fa4-ec5edfedf765 req-8e98321d-fafa-4aa3-97ce-de16309bfa2f tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563421 Oct 26 00:05:48.772848 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-9f4642ac-60ef-4ff0-b06f-d05885f08c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:48.774084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-9f4642ac-60ef-4ff0-b06f-d05885f08c96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1135 time: 0.0680480 Oct 26 00:05:48.867192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-8f02c5b2-1331-4570-8d4b-812ed5764488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:48.868534 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-8f02c5b2-1331-4570-8d4b-812ed5764488 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.0869827 Oct 26 00:05:48.933429 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-a9a8a340-246a-4a4b-a14b-41410f00eea7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 1001 time: 0.0574133 Oct 26 00:05:48.986641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-d1af0b36-f6c4-4341-a5a0-c5485936d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:48.988098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-d1af0b36-f6c4-4341-a5a0-c5485936d9bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0475662 Oct 26 00:05:49.034274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-2a1cdb0e-157f-4af7-b62d-12351ca130c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:49.035752 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-2a1cdb0e-157f-4af7-b62d-12351ca130c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400267 Oct 26 00:05:49.126824 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-97dcc754-c5e7-47de-8bb6-d94d7200673b service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820808 Oct 26 00:05:49.223599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5b256c8a-509d-4635-9a5c-717f223cbc02 req-884bdb6f-60fa-4d8e-978f-5aedf2db77aa service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895386 Oct 26 00:05:49.852998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:49.891363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052421aa-4a80-4358-8b65-4e7a824ec074 req-016eddae-fd0f-455e-b266-d249a74d3f4c tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:49.892855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-052421aa-4a80-4358-8b65-4e7a824ec074 req-016eddae-fd0f-455e-b266-d249a74d3f4c tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0513618 Oct 26 00:05:49.933930 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-052421aa-4a80-4358-8b65-4e7a824ec074 req-699770c0-e29a-4634-9649-539808ee8f13 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350382 Oct 26 00:05:50.361881 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:50.971610 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:51.049938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62215844-1aca-4c65-b91c-d33bd8b2a394 req-00b3983c-a352-44eb-8f27-4c84bc14334c tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:51.051469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62215844-1aca-4c65-b91c-d33bd8b2a394 req-00b3983c-a352-44eb-8f27-4c84bc14334c tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0488141 Oct 26 00:05:51.090753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62215844-1aca-4c65-b91c-d33bd8b2a394 req-7267aa7a-a865-4d8e-be12-fd0cc34f558e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330315 Oct 26 00:05:52.212391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cf3fc-4391-4bd8-9331-7e02f0617610 req-3ca8ab6f-170d-4283-9c39-e7fdf9c4b145 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:52.213890 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-658cf3fc-4391-4bd8-9331-7e02f0617610 req-3ca8ab6f-170d-4283-9c39-e7fdf9c4b145 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0541341 Oct 26 00:05:52.253325 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-658cf3fc-4391-4bd8-9331-7e02f0617610 req-8e3ec08a-ffd8-47f9-89f4-62e3fe9bb65b tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333292 Oct 26 00:05:53.373657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94285592-dc57-4b49-8acd-a04d2ddbcc82 req-95639d19-8d15-4a4d-8038-1182200596f4 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:53.375099 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94285592-dc57-4b49-8acd-a04d2ddbcc82 req-95639d19-8d15-4a4d-8038-1182200596f4 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0537374 Oct 26 00:05:53.415050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-94285592-dc57-4b49-8acd-a04d2ddbcc82 req-54b4b82a-69bd-4a1e-a7d6-1c724b39b860 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340195 Oct 26 00:05:54.532185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b056157-db4f-4edb-bae3-041819e84ee7 req-528556e3-907e-4f5b-bc01-dfe358326ed5 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:54.533661 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b056157-db4f-4edb-bae3-041819e84ee7 req-528556e3-907e-4f5b-bc01-dfe358326ed5 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0497451 Oct 26 00:05:54.574289 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9b056157-db4f-4edb-bae3-041819e84ee7 req-c4339cb2-4c36-4f13-90d0-da4be579da2a tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343826 Oct 26 00:05:55.694235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc074e-598b-40b0-8366-11d5258320f8 req-49b64156-fa9d-470c-bd0c-c98bca9ea5ea tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:55.695744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8afc074e-598b-40b0-8366-11d5258320f8 req-49b64156-fa9d-470c-bd0c-c98bca9ea5ea tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0502934 Oct 26 00:05:55.735336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8afc074e-598b-40b0-8366-11d5258320f8 req-cb24b6bf-6b9b-4222-947f-589e166a62e2 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334325 Oct 26 00:05:56.850558 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55333-352a-478a-a7ef-219d3c9d2fb2 req-ac8ea50e-9f92-4c98-9eba-67fac9fc2912 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:56.852035 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9da55333-352a-478a-a7ef-219d3c9d2fb2 req-ac8ea50e-9f92-4c98-9eba-67fac9fc2912 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0492101 Oct 26 00:05:56.892034 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9da55333-352a-478a-a7ef-219d3c9d2fb2 req-916f8680-f023-433c-938f-127e3578a7a0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336893 Oct 26 00:05:58.008963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37b1c-57f9-42f3-9694-2567a1bfb3fc req-8ef65d93-3258-4a24-bc15-ead7c19c0613 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:58.010462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96e37b1c-57f9-42f3-9694-2567a1bfb3fc req-8ef65d93-3258-4a24-bc15-ead7c19c0613 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0487010 Oct 26 00:05:58.050514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-96e37b1c-57f9-42f3-9694-2567a1bfb3fc req-5bc6b2f2-2fec-40a8-95b5-5fd45d30fe53 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335550 Oct 26 00:05:58.893391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:05:58.962203 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:05:59.172926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559af9-0b4b-409e-b1fb-02b2e9c53d7a req-167652a4-dcae-4789-8a14-f2a22763ff70 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:05:59.174452 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d559af9-0b4b-409e-b1fb-02b2e9c53d7a req-167652a4-dcae-4789-8a14-f2a22763ff70 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0528436 Oct 26 00:05:59.214545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d559af9-0b4b-409e-b1fb-02b2e9c53d7a req-6f9a67a4-0f0e-4e78-bef4-5404d07279f6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333672 Oct 26 00:06:00.336854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2623f8-c208-401d-82cf-1fe61d4b13e1 req-76521bd9-a100-451e-9f8f-fe6b3c8a5115 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:06:00.338388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe2623f8-c208-401d-82cf-1fe61d4b13e1 req-76521bd9-a100-451e-9f8f-fe6b3c8a5115 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0541692 Oct 26 00:06:00.379588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fe2623f8-c208-401d-82cf-1fe61d4b13e1 req-d728ef48-3d45-4cb0-8e2e-cec938bc0710 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=93f1adaa-f572-4e1a-b303-d3ff8999b476&id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346601 Oct 26 00:06:03.345659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eca338d5-5547-41cf-a01d-db61f3847c0a req-06329e87-5e4a-44a9-80d3-36d940cb04cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0689943 Oct 26 00:06:03.415295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eca338d5-5547-41cf-a01d-db61f3847c0a req-a963b362-9078-4753-ab94-f96ebbe3e021 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0251782 Oct 26 00:06:03.454543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eca338d5-5547-41cf-a01d-db61f3847c0a req-0ab3701d-4021-4f4c-9e5f-c288c08ddab9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189359 Oct 26 00:06:03.556861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca338d5-5547-41cf-a01d-db61f3847c0a req-18c4616b-22d3-4b1e-83c7-3260b55ffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:06:03.558342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eca338d5-5547-41cf-a01d-db61f3847c0a req-18c4616b-22d3-4b1e-83c7-3260b55ffa5b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966444 Oct 26 00:06:13.616183 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:15.950930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-65a9a4fd-9511-4436-9748-c6677936ce94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:18.428406 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-155fe9d0-4bbf-4723-94e2-5e1a9a85c61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:19.854976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:20.363976 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:20.970328 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:22.195065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-3ce7f4df-f281-4167-9875-07a0dd6644d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402694 Oct 26 00:06:22.292251 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5c635-6800-495c-b2d1-f6b173150861 req-1d935e61-3916-4e03-9ba1-8e15a6fb0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:06:22.294371 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-1d935e61-3916-4e03-9ba1-8e15a6fb0266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1135 time: 0.0398707 Oct 26 00:06:22.400611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5c635-6800-495c-b2d1-f6b173150861 req-d08aeaf0-905c-4890-8876-104aa292daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:06:22.402113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-d08aeaf0-905c-4890-8876-104aa292daa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.0876873 Oct 26 00:06:22.471906 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-77117475-8988-41ca-8977-66d99c8792e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 1001 time: 0.0605037 Oct 26 00:06:22.524340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5c635-6800-495c-b2d1-f6b173150861 req-e821e60b-1858-4408-a5c9-f202bdfd6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:06:22.525751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-e821e60b-1858-4408-a5c9-f202bdfd6cef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0472860 Oct 26 00:06:22.572585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5c635-6800-495c-b2d1-f6b173150861 req-4933cc9a-6dff-4a9d-a106-0983da1577b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:06:22.574093 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-4933cc9a-6dff-4a9d-a106-0983da1577b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411894 Oct 26 00:06:22.664242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-c29bbb76-d6e8-4cf3-aa0f-f59cefbf4d51 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829594 Oct 26 00:06:22.758598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3af5c635-6800-495c-b2d1-f6b173150861 req-0b0c32a9-6c88-4714-a95f-046cb4e93f47 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862153 Oct 26 00:06:28.892507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:35.961500 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:06:43.627901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:45.953138 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6598-898f-45d6-9e7c-3b1772f12f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:48.430287 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c6a5555a-74c1-459b-98e7-77a4e7a9714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:49.858884 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:50.365908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:50.973671 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:06:58.909051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:03.847877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea428f27-647c-46d1-b007-43a30a47d588 req-fea345c8-3bb8-48d2-ab4d-b0507aaab9d7 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515779801&fields=id&tenant_id=20529ab150de4012a5f29e78b3636e54 HTTP/1.1" status: 200 len: 267 time: 0.1503577 Oct 26 00:07:03.900120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea428f27-647c-46d1-b007-43a30a47d588 req-45c19c98-6dbd-4c4d-b67f-5f40a14c458d tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:03.901578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea428f27-647c-46d1-b007-43a30a47d588 req-45c19c98-6dbd-4c4d-b67f-5f40a14c458d tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 984 time: 0.0479321 Oct 26 00:07:03.913123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Request body: {'port': {'security_groups': ['41a06d7c-617b-466b-a319-eaaec0b3740b']}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:03.978612 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.157030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:04.184585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.189644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.223163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:07:04.235296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:04.236180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.237595 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ea428f27-647c-46d1-b007-43a30a47d588 req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "PUT /v2.0/ports/dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 942 time: 0.3288918 Oct 26 00:07:04.238064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:07:04.240385 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f842318-1777-44d2-aca8-2d8f413ada87" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:07:04.244438 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49764) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:04.264830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event updated for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:04.274184 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.274635 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.274977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.275311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.275642 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.275973 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.276299 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.276842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.277178 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.277505 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.277826 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.278173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265115-4d25-4f28-81db-74fc7bf84ac0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.373891 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0994e91f-f7e8-48e9-b9ae-f54c089499f3 req-268e5e38-e4ed-4911-b95a-91b3858f1972 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0491984 Oct 26 00:07:04.374592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.383456 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b0108c-7159-4266-b231-0bb15b588163 x-openstack-request-id: req-76b0108c-7159-4266-b231-0bb15b588163 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:07:04.383622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:07:04.383759 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:07:04.384011 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76b0108c-7159-4266-b231-0bb15b588163 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:07:04.384416 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'status': 'completed', 'code': 200} Oct 26 00:07:04.406778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.494438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0994e91f-f7e8-48e9-b9ae-f54c089499f3 req-7ef6567e-e5d6-443c-9a19-ca8ff224dd74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0684991 Oct 26 00:07:04.549826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-77151bcd-abba-4db8-8dd3-073be5bfab47 None None] Provisioning complete for port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:04.550203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-77151bcd-abba-4db8-8dd3-073be5bfab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.562619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0994e91f-f7e8-48e9-b9ae-f54c089499f3 req-c6c76c31-72c5-40b0-a043-47e4d3c2b7cd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403776 Oct 26 00:07:04.565844 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.568429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.569486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "DELETE /v2.0/security-groups/93f1adaa-f572-4e1a-b303-d3ff8999b476 HTTP/1.1" status: 204 len: 168 time: 0.3227010 Oct 26 00:07:04.572391 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49774) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:04.590812 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f1adaa-f572-4e1a-b303-d3ff8999b476,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:04.642705 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.643078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.643401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.643740 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.644079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.644468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.644741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.645082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.645393 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.645912 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.646497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.647014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d9e5e-e2c0-4115-85d0-c3ab92e500d0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:04.654804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-30da826a-6c35-489e-a3e7-eb3ce90d2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:04.656107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-30da826a-6c35-489e-a3e7-eb3ce90d2c5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1096 time: 0.2225502 Oct 26 00:07:04.749115 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994e91f-f7e8-48e9-b9ae-f54c089499f3 req-a666c04b-8154-4bb1-b251-697fbfaca935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:04.750530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0994e91f-f7e8-48e9-b9ae-f54c089499f3 req-a666c04b-8154-4bb1-b251-697fbfaca935 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717262 Oct 26 00:07:04.754488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Deleting port ea70ecef-3483-482e-957e-125f02590bdc {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:04.754827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.778982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-3b8d0cce-246a-4549-b41b-d1877b86ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:04.780426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-3b8d0cce-246a-4549-b41b-d1877b86ef60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.1170633 Oct 26 00:07:04.834870 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.835199 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:04.847311 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Calling delete_port for ea70ecef-3483-482e-957e-125f02590bdc owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:04.850451 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-a96e3840-a4ee-41b7-bd3b-197c4cf285d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 1001 time: 0.0624695 Oct 26 00:07:04.900397 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-aaec721a-9ae2-4b10-9bfc-45471d4edd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:04.901863 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-aaec721a-9ae2-4b10-9bfc-45471d4edd86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0440555 Oct 26 00:07:04.947965 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-cbe11bb2-c758-4c10-bdb2-90ac2f31edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:04.950037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-cbe11bb2-c758-4c10-bdb2-90ac2f31edf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407603 Oct 26 00:07:04.998772 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:05.025610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event deleted for resources: {'Port': ['ID=ea70ecef-3483-482e-957e-125f02590bdc,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:05.048762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-12343447-7c61-4af0-9e55-d0e6cfa257c2 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915220 Oct 26 00:07:05.084966 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:05.085418 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Floating IP 181b75b2-83d1-4ab4-ab3e-19e2a767a228 disassociated (deleted). External IP: 172.25.4.112, port: dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0. Oct 26 00:07:05.144333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2f842318-1777-44d2-aca8-2d8f413ada87 req-68c8effd-f08b-44b2-82f2-adf81f552631 service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881808 Oct 26 00:07:05.293425 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Router f5ee0e24-cab9-42fb-84d1-e253af9c8655 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:07:05.405660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:07:05.411016 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:05.415229 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] Sync routers for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:07:05.425898 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:05.426619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:05.439828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3c7e66d0-dcc7-4bb0-af80-6f1f54d805e6 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "DELETE /v2.0/floatingips/181b75b2-83d1-4ab4-ab3e-19e2a767a228 HTTP/1.1" status: 204 len: 168 time: 0.8658648 Oct 26 00:07:05.532216 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:05.745486 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:56Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:05.770336 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] Checking router: f5ee0e24-cab9-42fb-84d1-e253af9c8655 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:07:05.778070 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:05.778676 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:06:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:05.881082 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:06.073720 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:56Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:06.106643 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655df46f-a7b4-4bf1-aac3-03c9c54b2dbf None None] The sync data for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 is: [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:03:52Z', 'revision_number': 4, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'b4139b47-057a-43bb-ad3a-e847fec815a2', 'name': '', 'network_id': '5957506b-dde0-4d1f-9640-b4e4f56dfbdb', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'mac_address': 'fa:16:3e:3f:b6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:51Z', 'updated_at': '2021-10-26T00:03:56Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'subnets': [{'id': '5552d31e-ed77-42dd-9f75-7dba18534f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:07:06.319645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1f0aa-48a9-4fdf-a99a-05b9668d5f37 None None] New status for floating IP 181b75b2-83d1-4ab4-ab3e-19e2a767a228: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:07:06.385999 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:07:06.388686 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9662c74-d60e-4f44-841b-d87c7e636865" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:07:06.431149 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a243b4-21f1-4277-a387-e73b2910539c x-openstack-request-id: req-78a243b4-21f1-4277-a387-e73b2910539c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:07:06.431443 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:07:06.431698 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78a243b4-21f1-4277-a387-e73b2910539c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:07:06.432126 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'status': 'completed', 'code': 200} Oct 26 00:07:06.521113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-e2fa64b2-3e6f-4fe4-85b8-9b469fe274db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:06.522541 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-e2fa64b2-3e6f-4fe4-85b8-9b469fe274db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20529ab150de4012a5f29e78b3636e54&device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0456512 Oct 26 00:07:06.613906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-668bd725-1c19-44ae-81c2-e1bd33550a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:06.615411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-668bd725-1c19-44ae-81c2-e1bd33550a1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 200 len: 916 time: 0.0853550 Oct 26 00:07:06.662403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-07533d6a-25b8-4de7-b89e-cb63236993f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 200 len: 217 time: 0.0379767 Oct 26 00:07:06.715569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-3ae46013-3cb2-4d6a-9aca-1f03a24e6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:06.715569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-3ae46013-3cb2-4d6a-9aca-1f03a24e6250 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 200 len: 854 time: 0.0458789 Oct 26 00:07:06.762641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-5ad32412-1363-4f2b-b17e-e54dd84efded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:06.764643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-5ad32412-1363-4f2b-b17e-e54dd84efded service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5957506b-dde0-4d1f-9640-b4e4f56dfbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418444 Oct 26 00:07:06.856882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-d62140cb-d652-4e18-ada3-035db4208a6e service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848763 Oct 26 00:07:06.946601 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d9662c74-d60e-4f44-841b-d87c7e636865 req-f976d1ea-3f03-44d4-aff1-252a29ce959e service neutron] 10.222.0.15 "GET /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823467 Oct 26 00:07:12.961244 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:07:13.642751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:14.442982 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f435af-f226-4f80-b5ae-ef261def7770 req-d218dc4f-091f-40bc-8398-e58463d74b57 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:14.444540 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49f435af-f226-4f80-b5ae-ef261def7770 req-d218dc4f-091f-40bc-8398-e58463d74b57 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Oct 26 00:07:14.485380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49f435af-f226-4f80-b5ae-ef261def7770 req-d9334651-2fb2-4eec-a051-a79d2f89c5c1 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Oct 26 00:07:15.656592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b57e8-e3b6-4553-983f-1b06f6279e5b req-b2b17559-9468-48fb-a2de-2df3cbe9dc22 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:15.658064 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa7b57e8-e3b6-4553-983f-1b06f6279e5b req-b2b17559-9468-48fb-a2de-2df3cbe9dc22 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0987389 Oct 26 00:07:15.702736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fa7b57e8-e3b6-4553-983f-1b06f6279e5b req-8812ad16-5d87-4e46-b018-4eca2549c0cb tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/security-groups?id=41a06d7c-617b-466b-a319-eaaec0b3740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Oct 26 00:07:15.954855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b79e50ba-853e-47eb-8139-d347e42c3258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:16.413261 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-c1b688ab-ece1-4937-b9e3-72968abdd3cb tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:16.414841 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-c1b688ab-ece1-4937-b9e3-72968abdd3cb tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Oct 26 00:07:16.503836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Deleting port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:16.504173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:16.592976 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] For port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:16.593248 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:16.605373 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Calling delete_port for dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:16.730378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:16.760814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Pushing event deleted for resources: {'Port': ['ID=dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:16.767924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:07:16.803776 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] No DVR routers for this DVR port dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:07:16.806287 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:16.807942 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1910e356-70f7-4397-951d-74e15e53e135 req-2b926051-8943-44a2-ae2d-084318562ce0 tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5a22b7-0b99-4c46-b255-82b05edb5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0335727 Oct 26 00:07:16.810679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3a6a2c7-9d15-42db-9d26-0161d81981cc req-8b4fe273-014f-43d4-8a3f-057adfc3ac1e tempest-TestMinimumBasicScenario-2131859026 tempest-TestMinimumBasicScenario-2131859026-project] 10.222.0.15 "DELETE /v2.0/ports/dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 HTTP/1.1" status: 204 len: 173 time: 0.3889842 Oct 26 00:07:16.811362 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'name': 'network-vif-deleted', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:07:16.813674 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e737f7-0558-4c09-a0b1-54dcf6aefbe7" -d '{"events": [{"server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "name": "network-vif-deleted", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:07:16.853214 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844d3d71-4d15-4c4f-a84c-5b10d3e6e744 x-openstack-request-id: req-844d3d71-4d15-4c4f-a84c-5b10d3e6e744 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:07:16.853567 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5a22b7-0b99-4c46-b255-82b05edb5fc2", "name": "network-vif-deleted", "tag": "dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:07:16.853816 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-844d3d71-4d15-4c4f-a84c-5b10d3e6e744 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:07:16.854251 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5a22b7-0b99-4c46-b255-82b05edb5fc2', 'name': 'network-vif-deleted', 'tag': 'dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0', 'status': 'completed', 'code': 200} Oct 26 00:07:18.387480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49888) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:18.431926 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83cefa61-5d75-4f48-916c-6e66dfe4abf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.062340 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.303961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Deleting port b4139b47-057a-43bb-ad3a-e847fec815a2 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:19.304297 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.382556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] For port b4139b47-057a-43bb-ad3a-e847fec815a2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b4139b47-057a-43bb-ad3a-e847fec815a2,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:19.382832 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.399525 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Calling delete_port for b4139b47-057a-43bb-ad3a-e847fec815a2 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:19.575593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.601841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4139b47-057a-43bb-ad3a-e847fec815a2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:19.770769 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.860896 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:19.990360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Router f5ee0e24-cab9-42fb-84d1-e253af9c8655 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:07:20.063908 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:20.086722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:20.087060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device dcbd2ffd-e6f8-4699-8e7e-b88d9c0af6d0 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:20.098733 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:07:20.103667 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cce8fef4-612d-4d8f-adcf-c1e870763ff1 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5ee0e24-cab9-42fb-84d1-e253af9c8655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145438 Oct 26 00:07:20.106218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49890) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:20.108988 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] Sync routers for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:07:20.120141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:20.120747 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:20.213283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.315121 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:20.318435 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.368750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.378893 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Deleting port f93522ff-9908-4863-9dbb-4b76839e1929 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:20.379256 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.459926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] For port f93522ff-9908-4863-9dbb-4b76839e1929, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f93522ff-9908-4863-9dbb-4b76839e1929,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:20.460673 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.473083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Calling delete_port for f93522ff-9908-4863-9dbb-4b76839e1929 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:20.494546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:07:19Z', 'revision_number': 5, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port': {'id': 'f93522ff-9908-4863-9dbb-4b76839e1929', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:50Z', 'updated_at': '2021-10-26T00:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:20.523792 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] Checking router: f5ee0e24-cab9-42fb-84d1-e253af9c8655 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:07:20.532026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] Routers {'f5ee0e24-cab9-42fb-84d1-e253af9c8655'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:20.532628 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:20.618005 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] Set router f5ee0e24-cab9-42fb-84d1-e253af9c8655 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:20.645270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.675076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93522ff-9908-4863-9dbb-4b76839e1929,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:20.678989 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:07:20Z', 'revision_number': 6, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:20.711665 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fad467-2f0c-4b48-b21f-4f0763029c43 None None] The sync data for ids ['f5ee0e24-cab9-42fb-84d1-e253af9c8655'] in n-d-815373-1 is: [{'id': 'f5ee0e24-cab9-42fb-84d1-e253af9c8655', 'name': 'tempest-TestMinimumBasicScenario-1797017356-router', 'tenant_id': '20529ab150de4012a5f29e78b3636e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:49Z', 'updated_at': '2021-10-26T00:07:20Z', 'revision_number': 6, 'project_id': '20529ab150de4012a5f29e78b3636e54', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:07:20.741882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.830892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.832964 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.875923 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.875923 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ee0e24-cab9-42fb-84d1-e253af9c8655 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:07:20.880847 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.882064 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-51ec7f1c-deb9-4183-b1d1-d232e53e7ab4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f5ee0e24-cab9-42fb-84d1-e253af9c8655 HTTP/1.1" status: 204 len: 168 time: 0.7741981 Oct 26 00:07:20.884613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49892) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:20.933174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Deleting subnet 5552d31e-ed77-42dd-9f75-7dba18534f34 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:07:20.936348 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.970257 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:20.978437 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.051757 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.108509 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.141711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5552d31e-ed77-42dd-9f75-7dba18534f34,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:21.143721 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.147025 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1ed9402e-23e3-40b9-a167-9cd9a6fb9e6d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5552d31e-ed77-42dd-9f75-7dba18534f34 HTTP/1.1" status: 204 len: 168 time: 0.2614574 Oct 26 00:07:21.149619 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:21.151743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e24a5-f9e3-437b-9e94-03097a40645a None None] Network 5957506b-dde0-4d1f-9640-b4e4f56dfbdb requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:07:21.221816 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.273748 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Deleting port 94aa763d-8d74-4321-99d9-fc900a25c26e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:21.274086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.336885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] For port 94aa763d-8d74-4321-99d9-fc900a25c26e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=94aa763d-8d74-4321-99d9-fc900a25c26e,segment=NetworkSegment(3b93c4e4-8258-4987-8693-9fddba399e0f),segment_id=3b93c4e4-8258-4987-8693-9fddba399e0f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:21.337241 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.350086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Calling delete_port for 94aa763d-8d74-4321-99d9-fc900a25c26e owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:21.431936 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.457545 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=94aa763d-8d74-4321-99d9-fc900a25c26e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:21.462289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] No DVR routers for this DVR port 94aa763d-8d74-4321-99d9-fc900a25c26e on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:07:21.493439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309e585-459d-493e-b665-ab2cf8574ba8 None None] DHCP port deletion for 5957506b-dde0-4d1f-9640-b4e4f56dfbdb request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:07:21.541737 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.553584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f93522ff-9908-4863-9dbb-4b76839e1929 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:21.563514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5957506b-dde0-4d1f-9640-b4e4f56dfbdb']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:21.573475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b93c4e4-8258-4987-8693-9fddba399e0f') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:21.573685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: f93522ff-9908-4863-9dbb-4b76839e1929 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:21.573814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b93c4e4-8258-4987-8693-9fddba399e0f') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:21.573995 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f93522ff-9908-4863-9dbb-4b76839e1929 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:21.574444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 94aa763d-8d74-4321-99d9-fc900a25c26e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:21.584902 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.594614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 94aa763d-8d74-4321-99d9-fc900a25c26e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:21.594960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 94aa763d-8d74-4321-99d9-fc900a25c26e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:21.595383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4139b47-057a-43bb-ad3a-e847fec815a2 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:21.608107 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.618245 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b4139b47-057a-43bb-ad3a-e847fec815a2 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:21.618636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4139b47-057a-43bb-ad3a-e847fec815a2 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:21.619274 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:07:21.619721 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:07:21.621623 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:07:21.678641 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.684163 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:21.687781 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5957506b-dde0-4d1f-9640-b4e4f56dfbdb HTTP/1.1" status: 204 len: 168 time: 0.5367756 Oct 26 00:07:21.691022 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49896) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:21.706245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25e5f-1cb6-4c9c-a1c9-50f3cc9a3e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=5957506b-dde0-4d1f-9640-b4e4f56dfbdb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:22.038500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:22.275919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Deleting port c3735afd-ef69-4424-9abe-b647a55a97aa {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:22.276597 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:22.351975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] For port c3735afd-ef69-4424-9abe-b647a55a97aa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c3735afd-ef69-4424-9abe-b647a55a97aa,segment=NetworkSegment(9a35de8d-f746-4e11-b755-5b38ed30f47f),segment_id=9a35de8d-f746-4e11-b755-5b38ed30f47f)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:22.352329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:22.364692 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Calling delete_port for c3735afd-ef69-4424-9abe-b647a55a97aa owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:22.879042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:22.912559 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3735afd-ef69-4424-9abe-b647a55a97aa,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:23.070926 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:23.280902 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:07:23.385682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:07:23.390895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-075f01fb-a122-4584-8ed6-9cf0f3aa5be7 admin admin] 10.222.0.25 "PUT /v2.0/routers/5bf6fd45-a423-41b6-bacf-f81ec23c17ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989450 Oct 26 00:07:23.393440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49898) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:23.394401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] Sync routers for ids ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:07:23.403842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] Routers {'5bf6fd45-a423-41b6-bacf-f81ec23c17ed'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:23.404288 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:23.492832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:23.507748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] Set router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:23.595996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:23.653442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Deleting port 55806e2c-d613-4638-8b54-7f1597f2af15 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:23.653784 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:23.697675 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:07:22Z', 'revision_number': 5, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port': {'id': '55806e2c-d613-4638-8b54-7f1597f2af15', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:23.724252 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] Checking router: 5bf6fd45-a423-41b6-bacf-f81ec23c17ed for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:07:23.732546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] Routers {'5bf6fd45-a423-41b6-bacf-f81ec23c17ed'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:23.733183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:23.734025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] For port 55806e2c-d613-4638-8b54-7f1597f2af15, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=55806e2c-d613-4638-8b54-7f1597f2af15,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:23.734418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:23.747958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Calling delete_port for 55806e2c-d613-4638-8b54-7f1597f2af15 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:23.824801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] Set router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:23.922668 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:23.954279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55806e2c-d613-4638-8b54-7f1597f2af15,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:24.019340 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.040039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:07:23Z', 'revision_number': 6, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:24.065879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27ea22-d2dd-4859-830f-b33cb29c4fe8 None None] The sync data for ids ['5bf6fd45-a423-41b6-bacf-f81ec23c17ed'] in n-d-815373-1 is: [{'id': '5bf6fd45-a423-41b6-bacf-f81ec23c17ed', 'name': 'tempest-TestMinimumBasicScenario-1944280141-router', 'tenant_id': '71c808d5db6446d9bbe9fbb389753aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:03:54Z', 'updated_at': '2021-10-26T00:07:23Z', 'revision_number': 6, 'project_id': '71c808d5db6446d9bbe9fbb389753aa7', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:07:24.114569 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.116674 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.160113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.160780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf6fd45-a423-41b6-bacf-f81ec23c17ed {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:07:24.165705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.166882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9824ca8e-1929-4e13-b822-c53f305dd8d2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5bf6fd45-a423-41b6-bacf-f81ec23c17ed HTTP/1.1" status: 204 len: 168 time: 0.7725115 Oct 26 00:07:24.169409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49900) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:24.212988 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Deleting subnet 09cf91f9-f255-41ea-840d-80fc08eee5a2 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:07:24.216619 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.255014 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.330376 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.382322 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.411467 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cf91f9-f255-41ea-840d-80fc08eee5a2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:24.413461 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.416881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2a487181-6063-436a-be7c-7dd57fd2f958 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/09cf91f9-f255-41ea-840d-80fc08eee5a2 HTTP/1.1" status: 204 len: 168 time: 0.2463186 Oct 26 00:07:24.418885 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a12aa8e-eebd-47dd-abce-c4261ac27631 None None] Network 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:07:24.421096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49902) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:24.493811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.548439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Deleting port 368dce20-5154-40f4-9724-be778d6534d4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:07:24.548804 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.620033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] For port 368dce20-5154-40f4-9724-be778d6534d4, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=368dce20-5154-40f4-9724-be778d6534d4,segment=NetworkSegment(9a35de8d-f746-4e11-b755-5b38ed30f47f),segment_id=9a35de8d-f746-4e11-b755-5b38ed30f47f)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:24.620390 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.633177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Calling delete_port for 368dce20-5154-40f4-9724-be778d6534d4 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:07:24.708594 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.739149 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Pushing event deleted for resources: {'Port': ['ID=368dce20-5154-40f4-9724-be778d6534d4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:24.742614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] No DVR routers for this DVR port 368dce20-5154-40f4-9724-be778d6534d4 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:07:24.814049 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.836363 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c9ed37-dad2-4a2a-81cb-67b37c9ed052']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:24.847290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91cb84-5e2c-4e48-b2b0-7e1c324c7f1b None None] DHCP port deletion for 43c9ed37-dad2-4a2a-81cb-67b37c9ed052 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:07:24.849169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a35de8d-f746-4e11-b755-5b38ed30f47f') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:24.849460 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a35de8d-f746-4e11-b755-5b38ed30f47f') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:24.861363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.874439 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.881234 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:07:24.881621 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:07:24.883389 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:07:24.943565 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.949629 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:24.953757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] 10.222.0.25 "DELETE /v2.0/networks/43c9ed37-dad2-4a2a-81cb-67b37c9ed052 HTTP/1.1" status: 204 len: 168 time: 0.5316644 Oct 26 00:07:24.967861 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017bb13-b503-4fb3-8890-422080abe522 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c9ed37-dad2-4a2a-81cb-67b37c9ed052,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:25.135489 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49906) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:25.180833 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0abf7a41-3346-4b99-aba1-76ee88f3bd10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20529ab150de4012a5f29e78b3636e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441685 Oct 26 00:07:25.183310 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49908) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:25.223731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c3735afd-ef69-4424-9abe-b647a55a97aa no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:25.232024 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f803fb5-cc3c-4899-a2aa-59164fda1691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.243904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c3735afd-ef69-4424-9abe-b647a55a97aa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:25.244250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c3735afd-ef69-4424-9abe-b647a55a97aa not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:25.244669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 55806e2c-d613-4638-8b54-7f1597f2af15 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:25.254290 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f803fb5-cc3c-4899-a2aa-59164fda1691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.264932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 55806e2c-d613-4638-8b54-7f1597f2af15 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:25.265269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 55806e2c-d613-4638-8b54-7f1597f2af15 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:25.265672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 368dce20-5154-40f4-9724-be778d6534d4 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:07:25.284501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 368dce20-5154-40f4-9724-be778d6534d4 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:07:25.284747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 368dce20-5154-40f4-9724-be778d6534d4 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:07:25.308453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f803fb5-cc3c-4899-a2aa-59164fda1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.311672 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f803fb5-cc3c-4899-a2aa-59164fda1691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.312959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9f803fb5-cc3c-4899-a2aa-59164fda1691 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41a06d7c-617b-466b-a319-eaaec0b3740b HTTP/1.1" status: 204 len: 168 time: 0.1287594 Oct 26 00:07:25.321145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f803fb5-cc3c-4899-a2aa-59164fda1691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a06d7c-617b-466b-a319-eaaec0b3740b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:25.624498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49914) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:25.667535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5b610214-9bbb-4ed4-a271-efd43bce7049 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71c808d5db6446d9bbe9fbb389753aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418637 Oct 26 00:07:25.670568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49916) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:25.717890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f67b4bd0-58fc-44d2-94aa-550359adb78e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.739431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f67b4bd0-58fc-44d2-94aa-550359adb78e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.784153 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f67b4bd0-58fc-44d2-94aa-550359adb78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.786786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f67b4bd0-58fc-44d2-94aa-550359adb78e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:25.787934 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f67b4bd0-58fc-44d2-94aa-550359adb78e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30645b8f-fb8e-4e4c-b26b-83b13d68eeb3 HTTP/1.1" status: 204 len: 168 time: 0.1164887 Oct 26 00:07:25.796422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b4bd0-58fc-44d2-94aa-550359adb78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30645b8f-fb8e-4e4c-b26b-83b13d68eeb3,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:27.302709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:27.307289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766232504', 'description': 'tempest-secgroup-smoke-766232504 description', 'project_id': '273bdb5266ee400189bbe9087a5e4c99'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:27.329809 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.338386 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.416717 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.421040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.460547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2342faba-f771-4977-bd4d-fbbf83e9a7ee,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:27.495159 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.499042 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.525522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.526761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2230477 Oct 26 00:07:27.530389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49958) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:27.531310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddacbff-d419-4749-a843-bf75e47d08e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84542bd-c8ab-4244-8bd5-9c5a27400701,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:27.535611 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'f84542bd-c8ab-4244-8bd5-9c5a27400701', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:27.563845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.609434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.613231 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.631840 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd6360b-c53b-4e65-b17d-156c9aae4408,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:27.638473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.639707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6e7ccd98-9b8e-420e-b98c-88779705bb31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076853 Oct 26 00:07:27.643404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49960) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:27.647660 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'f84542bd-c8ab-4244-8bd5-9c5a27400701', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:27.675548 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.733552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.737245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.754483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aa2078-5c0a-42cf-93b1-a347e83dc6b0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:27.761510 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.763242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-8bac64d4-a0f2-47da-b5a8-8f1c1bd96e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183984 Oct 26 00:07:27.765930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49962) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:27.770370 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'f84542bd-c8ab-4244-8bd5-9c5a27400701', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:27.796834 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.854217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.857758 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.876354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002d3eec-340b-4f01-aa9b-fd22ec0ee92e,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:27.884592 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.885779 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-183339c2-33dc-4228-91c7-c40dc8dc2c6c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187904 Oct 26 00:07:27.888983 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49964) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:27.893180 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'f84542bd-c8ab-4244-8bd5-9c5a27400701', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:27.919478 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.977418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.980751 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:27.998732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6040eb2d-ee0b-410e-8dd8-ff104b4e00b9,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:28.005244 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.006454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-484103b8-d59a-4400-ae88-3727d9fe0edf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165338 Oct 26 00:07:28.009283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49966) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:28.014473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'f84542bd-c8ab-4244-8bd5-9c5a27400701', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:28.036664 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:07:28.041331 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.100393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.104102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.121257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496b36bb-ab03-4628-9a66-e76edd1acc7d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:28.130036 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.131271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8d738587-9f1d-4342-9d69-65e50cfdd2b8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209197 Oct 26 00:07:28.134329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49968) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:28.139295 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'f84542bd-c8ab-4244-8bd5-9c5a27400701', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:28.159829 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:07:28.164692 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.224654 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.228207 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.246403 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b29bc22-40b0-46e8-8739-ead5197106df,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:28.252031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.253223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e63ca024-b6fe-4549-b212-86a4c7fdb3f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179526 Oct 26 00:07:28.256305 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49970) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:28.261079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'network': {'name': 'tempest-network-smoke--1795367510', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:28.281452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:07:28.284815 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.311884 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:07:28.320747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.321114 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Added segment 2203bc77-1a8b-447a-9093-54b04ad09bc6 of type vlan for network 6b209728-eac3-4b54-82ce-95f9960f5074 Oct 26 00:07:28.361081 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.384849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.390711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:28.391288 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.444934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1876152 Oct 26 00:07:28.447820 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49972) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:28.459008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'admin_state_up': True, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:28.470637 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ebc91-5942-437e-8805-28a898a79ee4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Network': ['ID=6b209728-eac3-4b54-82ce-95f9960f5074,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:28.480924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 6b209728-eac3-4b54-82ce-95f9960f5074 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:07:28.489003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.490008 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.545122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.680795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.871903 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.891134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.905386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:28.994704 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.117 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/34acec7b-4109-45ca-b13b-174e7e1ebffa) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:07:29.095247 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:29.127527 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:29.170420 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:07:29.173298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:29.179083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:07:29.203732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=34acec7b-4109-45ca-b13b-174e7e1ebffa,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:29.425301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:29.612411 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:29.730756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router ebfa36aa-ed91-4738-956c-b0f8db14ef2c is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:07:30.155649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:07:30.166174 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Sync routers for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:07:30.176475 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:30.177075 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:30.177524 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.178762 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f5f547d7-8a28-4a3f-9d40-6d5d12a1a49b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7300274 Oct 26 00:07:30.181856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49974) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:30.281656 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:30.304979 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b50ac8d-bff5-405d-937c-fd7cfa619cf4 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=273bdb5266ee400189bbe9087a5e4c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218965 Oct 26 00:07:30.307774 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49978) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:30.397640 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f2dd9-82f0-43a2-adb2-579aab5bb9e4 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:30.399187 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5c4f2dd9-82f0-43a2-adb2-579aab5bb9e4 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902879 Oct 26 00:07:30.402282 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49980) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:30.431150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0b9d1538-ccbf-4ae0-91db-a5e57f04b71a tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275531 Oct 26 00:07:30.433767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 49982) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:30.438483 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1415796925', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:30.458920 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:29Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:30.485353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Checking router: ebfa36aa-ed91-4738-956c-b0f8db14ef2c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:07:30.485943 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Updating router ebfa36aa-ed91-4738-956c-b0f8db14ef2c port 34acec7b-4109-45ca-b13b-174e7e1ebffa binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:07:30.510010 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.530950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:07:30.534413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.719719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.759550 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.764991 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.783678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Subnet': ['ID=6370fd6a-4d9d-4855-a425-e2962d1f3f33,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:30.791408 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Checking segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:07:30.791776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network hostable DHCP agents. Network: 6b209728-eac3-4b54-82ce-95f9960f5074, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:07:30.809380 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 6b209728-eac3-4b54-82ce-95f9960f5074 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:07:30.818039 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Attempting to bind port 34acec7b-4109-45ca-b13b-174e7e1ebffa on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:07:30.818461 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Attempting to bind port 34acec7b-4109-45ca-b13b-174e7e1ebffa by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:07:30.818845 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Attempting to bind port 34acec7b-4109-45ca-b13b-174e7e1ebffa on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:07:30.819276 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 6b209728-eac3-4b54-82ce-95f9960f5074) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:30.820612 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Pushing event updated for resources: {'Port': ['ID=34acec7b-4109-45ca-b13b-174e7e1ebffa,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:30.823478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:30.824366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.828846 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.829213 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.829526 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.829857 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.830205 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.830531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.830914 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.831291 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.831969 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.832291 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.833353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.833353 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:30.838048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3e415-c9c0-46c7-ab30-8b10fece45e8 None None] Network 6b209728-eac3-4b54-82ce-95f9960f5074 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:07:30.838934 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:07:30.839279 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:07:30.839909 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.840280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:07:30.840788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Bound port: 34acec7b-4109-45ca-b13b-174e7e1ebffa, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:07:30.841289 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:30.849598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 49984) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:30.850783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7d57ba82-41d2-4fd3-955d-18adfdde841d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4150312 Oct 26 00:07:30.911349 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] For port 34acec7b-4109-45ca-b13b-174e7e1ebffa, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:07:30.916123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] For port 34acec7b-4109-45ca-b13b-174e7e1ebffa, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=34acec7b-4109-45ca-b13b-174e7e1ebffa,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:07:30.924521 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.010034 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:31.010312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-6b209728-eac3-4b54-82ce-95f9960f5074', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:07:31.010689 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:31.011135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.080901 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f1071-a007-4c29-8b6e-98c7dec4086e None None] Pushing event updated for resources: {'Port': ['ID=34acec7b-4109-45ca-b13b-174e7e1ebffa,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:31.161600 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Allocated IP 172.20.0.2 (6b209728-eac3-4b54-82ce-95f9960f5074/6370fd6a-4d9d-4855-a425-e2962d1f3f33/35af3dfb-b316-462d-a575-db211c6b5828) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:07:31.235551 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:31.327022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.333520 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.343250 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.378012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Network 6b209728-eac3-4b54-82ce-95f9960f5074 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:07:31.381184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:31.385910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:07:31.389657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Pushing event updated for resources: {'Port': ['ID=35af3dfb-b316-462d-a575-db211c6b5828,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:31.400566 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.400920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.401375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.401719 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.402057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.402615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.402952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.403805 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.405067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.405067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.405067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.405815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:07:31.428402 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:29Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:31.454722 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac448e61-c48d-4d8e-a34e-19ac6967d4c7 None None] The sync data for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 is: [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:29Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:07:31.469262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Attempting to bind port 35af3dfb-b316-462d-a575-db211c6b5828 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:07:31.469726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Attempting to bind port 35af3dfb-b316-462d-a575-db211c6b5828 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:07:31.470179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Attempting to bind port 35af3dfb-b316-462d-a575-db211c6b5828 on network 6b209728-eac3-4b54-82ce-95f9960f5074 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:07:31.475697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:07:31.476093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Checking segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:07:31.476498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.476889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Bound using segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:07:31.477357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Bound port: 35af3dfb-b316-462d-a575-db211c6b5828, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:07:31.477737 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.546347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] For port 35af3dfb-b316-462d-a575-db211c6b5828, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:07:31.550318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] For port 35af3dfb-b316-462d-a575-db211c6b5828, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35af3dfb-b316-462d-a575-db211c6b5828,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:07:31.554580 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.616100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c797e-9fe5-4671-8de7-5d279c757810 None None] Pushing event updated for resources: {'Port': ['ID=35af3dfb-b316-462d-a575-db211c6b5828,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:31.652235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.1 (6b209728-eac3-4b54-82ce-95f9960f5074/6370fd6a-4d9d-4855-a425-e2962d1f3f33/be73c658-47a5-4fb4-9fb8-bd3f69409ecf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:07:31.822140 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.866989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:31.917929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 6b209728-eac3-4b54-82ce-95f9960f5074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:07:31.921331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:31.925347 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:07:31.931969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:31.976300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.117086 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.413085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.417821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.492289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:32.494868 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.602869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918f072-1b64-45d9-b5e3-be62128e8390 None None] Network 6b209728-eac3-4b54-82ce-95f9960f5074 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:07:32.605864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 6b209728-eac3-4b54-82ce-95f9960f5074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:07:32.608254 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:32.679694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-48b72662-4d97-488f-a025-d9d5d98743b2 None None] Provisioning complete for port 35af3dfb-b316-462d-a575-db211c6b5828 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:32.680067 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48b72662-4d97-488f-a025-d9d5d98743b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.722676 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router ebfa36aa-ed91-4738-956c-b0f8db14ef2c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:07:32.825206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48b72662-4d97-488f-a025-d9d5d98743b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.835064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:07:32.840607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d6a55513-b4cc-4a44-b957-dd543eddde26 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/ebfa36aa-ed91-4738-956c-b0f8db14ef2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896228 Oct 26 00:07:32.868952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-48b72662-4d97-488f-a025-d9d5d98743b2 None None] For port 35af3dfb-b316-462d-a575-db211c6b5828, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35af3dfb-b316-462d-a575-db211c6b5828,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:32.877325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-48b72662-4d97-488f-a025-d9d5d98743b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:32.931798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b72662-4d97-488f-a025-d9d5d98743b2 None None] Pushing event updated for resources: {'Port': ['ID=35af3dfb-b316-462d-a575-db211c6b5828,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:33.011459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-052222bc-a5d0-424e-9fb5-eb14b60db4b2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766232504&fields=id&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 267 time: 0.0408263 Oct 26 00:07:33.100579 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-60755a24-0763-40dc-9269-78bfdaedf285 None None] Provisioning complete for port 35af3dfb-b316-462d-a575-db211c6b5828 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:33.101110 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-60755a24-0763-40dc-9269-78bfdaedf285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.130182 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-38e92c1b-6959-4a47-b751-5f4b4abc1077 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:33.131629 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-38e92c1b-6959-4a47-b751-5f4b4abc1077 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/networks?id=6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 200 len: 797 time: 0.1129775 Oct 26 00:07:33.148143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-ef415c69-16a5-4789-893a-5d1bcdbf21bc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/quotas/273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 375 time: 0.0102491 Oct 26 00:07:33.205167 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Sync routers for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:07:33.211899 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-1f43daca-93c1-4244-9a2f-113e8c33d4e9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530813 Oct 26 00:07:33.242285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:33.242920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:33.246866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-60755a24-0763-40dc-9269-78bfdaedf285 None None] Provisioning complete for port be73c658-47a5-4fb4-9fb8-bd3f69409ecf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:33.247920 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-60755a24-0763-40dc-9269-78bfdaedf285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.312471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-350d1ad0-aa69-4ab0-a248-980b9cf1edf8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:07:33.313426 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-350d1ad0-aa69-4ab0-a248-980b9cf1edf8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0823917 Oct 26 00:07:33.342514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 34acec7b-4109-45ca-b13b-174e7e1ebffa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:07:33.400080 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-60755a24-0763-40dc-9269-78bfdaedf285 None None] Port be73c658-47a5-4fb4-9fb8-bd3f69409ecf cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:07:33.418032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b7585f08-75ef-4b9b-85b9-2c7e950a4be2 service neutron] 10.222.0.25 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976880 Oct 26 00:07:33.439240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:33.470593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 34acec7b-4109-45ca-b13b-174e7e1ebffa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:33.470968 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.522576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-9d1bab94-8d25-47d9-822a-664c86ad6045 service neutron] 10.222.0.25 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973406 Oct 26 00:07:33.610445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-4def845e-78fd-456e-bfa1-c41d17a63a20 None None] Provisioning complete for port be73c658-47a5-4fb4-9fb8-bd3f69409ecf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:33.611364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4def845e-78fd-456e-bfa1-c41d17a63a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.710669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-049a2f74-422f-46aa-9f28-c2154f44bfeb req-be31e6a5-77b8-4f9a-8860-71cb5337aad0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 210 time: 0.0292432 Oct 26 00:07:33.711250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-4def845e-78fd-456e-bfa1-c41d17a63a20 None None] Port be73c658-47a5-4fb4-9fb8-bd3f69409ecf cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:07:33.721405 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.761357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 34acec7b-4109-45ca-b13b-174e7e1ebffa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=34acec7b-4109-45ca-b13b-174e7e1ebffa,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:33.766711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.767516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35af3dfb-b316-462d-a575-db211c6b5828 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:07:33.869141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=34acec7b-4109-45ca-b13b-174e7e1ebffa,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:33.876333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-19afe441-bbdf-4ebf-bb7f-9528375ec26d None None] Provisioning complete for port be73c658-47a5-4fb4-9fb8-bd3f69409ecf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:33.876701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-19afe441-bbdf-4ebf-bb7f-9528375ec26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.880684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 2, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:33.933505 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Checking router: ebfa36aa-ed91-4738-956c-b0f8db14ef2c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:07:33.933667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Updating router ebfa36aa-ed91-4738-956c-b0f8db14ef2c port be73c658-47a5-4fb4-9fb8-bd3f69409ecf binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:07:33.961742 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-19afe441-bbdf-4ebf-bb7f-9528375ec26d None None] Port be73c658-47a5-4fb4-9fb8-bd3f69409ecf cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:07:33.964735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 35af3dfb-b316-462d-a575-db211c6b5828 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:33.965535 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:33.968908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.471037 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.476495 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.527235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e738cd-f57c-4912-b3b6-479b4f162e01 None None] Pushing event updated for resources: {'Port': ['ID=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:34.573523 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Attempting to bind port be73c658-47a5-4fb4-9fb8-bd3f69409ecf on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:07:34.573899 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Attempting to bind port be73c658-47a5-4fb4-9fb8-bd3f69409ecf by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:07:34.574298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Attempting to bind port be73c658-47a5-4fb4-9fb8-bd3f69409ecf on network 6b209728-eac3-4b54-82ce-95f9960f5074 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:07:34.579844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:07:34.580222 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Checking segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:07:34.580622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.581018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Bound using segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:07:34.581482 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Bound port: be73c658-47a5-4fb4-9fb8-bd3f69409ecf, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:07:34.581860 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.646798 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] For port be73c658-47a5-4fb4-9fb8-bd3f69409ecf, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:07:34.649909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] For port be73c658-47a5-4fb4-9fb8-bd3f69409ecf, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:07:34.655894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.721575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:34.722217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:34.724084 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e738cd-f57c-4912-b3b6-479b4f162e01 None None] Pushing event updated for resources: {'Port': ['ID=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:34.826413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e5b4bd12-6bee-435f-838a-c80b789afdcc None None] Provisioning complete for port be73c658-47a5-4fb4-9fb8-bd3f69409ecf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:34.826857 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5b4bd12-6bee-435f-838a-c80b789afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:34.878904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:34.901956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4492d878-7aad-4b7f-baa3-ee01ef6d22c9 req-50e2928f-373d-427c-b913-57376b209a78 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 210 time: 0.1008425 Oct 26 00:07:34.952306 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-bc6838f1-e5cf-455e-a293-0cae05cedb50 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:34.959850 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-bc6838f1-e5cf-455e-a293-0cae05cedb50 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/networks?id=6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 200 len: 797 time: 0.1493669 Oct 26 00:07:35.012651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-804791ac-0a35-4db2-bbf8-6dc5fd309f23 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 379 time: 0.0367386 Oct 26 00:07:35.045058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5b4bd12-6bee-435f-838a-c80b789afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.053517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'port': {'device_id': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'admin_state_up': True, 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'security_groups': ['f84542bd-c8ab-4244-8bd5-9c5a27400701']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:35.105838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e5b4bd12-6bee-435f-838a-c80b789afdcc None None] For port be73c658-47a5-4fb4-9fb8-bd3f69409ecf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:35.127563 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5b4bd12-6bee-435f-838a-c80b789afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.160510 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:07:35.164075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.187249 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4bd12-6bee-435f-838a-c80b789afdcc None None] Pushing event updated for resources: {'Port': ['ID=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:35.199140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:34Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:35.227581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c04874-da52-42a9-8e87-5c8b4ced5951 None None] The sync data for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 is: [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:34Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:07:35.251100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 34acec7b-4109-45ca-b13b-174e7e1ebffa up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:07:35.281727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5ead8dfb-a5d0-4230-b1f9-c0404e230282 None None] Provisioning complete for port be73c658-47a5-4fb4-9fb8-bd3f69409ecf triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:35.282023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5ead8dfb-a5d0-4230-b1f9-c0404e230282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.334793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.4 (6b209728-eac3-4b54-82ce-95f9960f5074/6370fd6a-4d9d-4855-a425-e2962d1f3f33/c7f220d5-b9fc-4de7-8661-0a36006199f3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:07:35.361839 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 34acec7b-4109-45ca-b13b-174e7e1ebffa triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:35.362703 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.499979 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.535234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.580697 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 6b209728-eac3-4b54-82ce-95f9960f5074 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:07:35.584014 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:35.587877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:07:35.612787 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=c7f220d5-b9fc-4de7-8661-0a36006199f3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:35.643478 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:35.644121 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.661487 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-b87e56c6-2a28-4af9-8d1a-e99ab0fc11a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6118932 Oct 26 00:07:35.680091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Request body: {'port': {'device_id': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:35.739872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.859728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a701f063-ccbd-47ad-a500-680c2d37cb3b None None] Provisioning complete for port c7f220d5-b9fc-4de7-8661-0a36006199f3 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:35.860982 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a701f063-ccbd-47ad-a500-680c2d37cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:35.895785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a701f063-ccbd-47ad-a500-680c2d37cb3b None None] Port c7f220d5-b9fc-4de7-8661-0a36006199f3 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:07:36.019348 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22463770-39c9-4490-ae05-1116d5130d4f req-c383b821-6935-4a2b-8f6d-13bcf8cea7fc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:36.020929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22463770-39c9-4490-ae05-1116d5130d4f req-c383b821-6935-4a2b-8f6d-13bcf8cea7fc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 931 time: 0.0553560 Oct 26 00:07:36.025256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f220d5-b9fc-4de7-8661-0a36006199f3 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:07:36.033506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:36.046753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Transition to ACTIVE for port object c7f220d5-b9fc-4de7-8661-0a36006199f3 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:07:36.053446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:36.071000 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22463770-39c9-4490-ae05-1116d5130d4f req-a6b4e697-ca91-4754-a087-1c8d48e7823b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Oct 26 00:07:36.109533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Pushing event updated for resources: {'Port': ['ID=c7f220d5-b9fc-4de7-8661-0a36006199f3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:36.192163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Attempting to bind port c7f220d5-b9fc-4de7-8661-0a36006199f3 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:07:36.192509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Attempting to bind port c7f220d5-b9fc-4de7-8661-0a36006199f3 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:07:36.192846 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Attempting to bind port c7f220d5-b9fc-4de7-8661-0a36006199f3 on network 6b209728-eac3-4b54-82ce-95f9960f5074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:07:36.198023 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Port c7f220d5-b9fc-4de7-8661-0a36006199f3 on network 6b209728-eac3-4b54-82ce-95f9960f5074 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:07:36.198497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Attempting to bind port c7f220d5-b9fc-4de7-8661-0a36006199f3 on network 6b209728-eac3-4b54-82ce-95f9960f5074 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:07:36.204564 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:07:36.204982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Checking segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:07:36.205443 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Bound using segment: {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:07:36.205947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Bound port: c7f220d5-b9fc-4de7-8661-0a36006199f3, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2203bc77-1a8b-447a-9093-54b04ad09bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:07:36.206393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:36.276535 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] For port c7f220d5-b9fc-4de7-8661-0a36006199f3, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:07:36.280273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] For port c7f220d5-b9fc-4de7-8661-0a36006199f3, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:07:36.286296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:36.325664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:36.326360 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:36.327840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] 10.222.0.15 "PUT /v2.0/ports/c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 200 len: 1091 time: 0.6524136 Oct 26 00:07:36.328296 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:07:36.330962 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0197c9a-d911-4590-839d-63cbff8c424f" -d '{"events": [{"name": "network-changed", "server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:07:36.362835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5a30-be0f-4d40-a313-985d4d08a8fb service neutron] Pushing event updated for resources: {'Port': ['ID=c7f220d5-b9fc-4de7-8661-0a36006199f3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:36.455762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-8e5bfcd1-ec57-40c8-bb79-2d14b7e12709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:36.457892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-8e5bfcd1-ec57-40c8-bb79-2d14b7e12709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1094 time: 0.0611722 Oct 26 00:07:36.464001 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faebed7-68da-4441-bee2-b2aae46cb0ab x-openstack-request-id: req-2faebed7-68da-4441-bee2-b2aae46cb0ab {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:07:36.464314 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:07:36.464566 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2faebed7-68da-4441-bee2-b2aae46cb0ab {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:07:36.464956 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'status': 'completed', 'code': 200} Oct 26 00:07:36.526701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-97df96c3-104d-4277-bd5b-c94982a1435d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 200 len: 217 time: 0.0389767 Oct 26 00:07:36.577092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-4dba3298-fc3b-452b-8ee8-1e2c92ebb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:36.578574 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-4dba3298-fc3b-452b-8ee8-1e2c92ebb076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6370fd6a-4d9d-4855-a425-e2962d1f3f33 HTTP/1.1" status: 200 len: 835 time: 0.0446107 Oct 26 00:07:36.623394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-5473e2b0-fef8-48ad-a96e-2b9af2cc70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:36.624868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-5473e2b0-fef8-48ad-a96e-2b9af2cc70c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b209728-eac3-4b54-82ce-95f9960f5074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388570 Oct 26 00:07:36.721280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-e04a08a3-11a8-453b-9f3d-b9db95ca7f1d service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885751 Oct 26 00:07:36.810645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5f6e0d8-802f-41b1-8224-83542abb7eb5 req-4fdd7936-c31f-477f-86c4-53d61a2a08f8 service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818627 Oct 26 00:07:36.945588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0197c9a-d911-4590-839d-63cbff8c424f req-ad7ca657-7823-49bd-b55e-6e168034d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:36.947125 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-ad7ca657-7823-49bd-b55e-6e168034d78b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1094 time: 0.0445633 Oct 26 00:07:37.036542 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0197c9a-d911-4590-839d-63cbff8c424f req-21a6230e-f879-4496-a0f3-7f6e1875f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:37.037998 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-21a6230e-f879-4496-a0f3-7f6e1875f0c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 200 len: 898 time: 0.0840237 Oct 26 00:07:37.081876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-1623ede6-eea4-486e-a2ee-2af04352e6be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 200 len: 217 time: 0.0365672 Oct 26 00:07:37.131961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0197c9a-d911-4590-839d-63cbff8c424f req-cf132c30-fe3a-46ca-af8f-5d5d515a5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:37.133506 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-cf132c30-fe3a-46ca-af8f-5d5d515a5177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6370fd6a-4d9d-4855-a425-e2962d1f3f33 HTTP/1.1" status: 200 len: 835 time: 0.0442660 Oct 26 00:07:37.185611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0197c9a-d911-4590-839d-63cbff8c424f req-1f739884-a1db-4f87-a064-51883199b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:37.187268 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-1f739884-a1db-4f87-a064-51883199b02a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b209728-eac3-4b54-82ce-95f9960f5074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471940 Oct 26 00:07:37.191803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ce693-6de8-4cb0-86f0-55840d05bc23 req-d2bff434-966e-4af5-984b-7ba87abc13d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:37.193279 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a0ce693-6de8-4cb0-86f0-55840d05bc23 req-d2bff434-966e-4af5-984b-7ba87abc13d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 943 time: 0.0514908 Oct 26 00:07:37.234062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6a0ce693-6de8-4cb0-86f0-55840d05bc23 req-9ba85355-03c2-4a18-9a50-04690aa10263 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344913 Oct 26 00:07:37.261115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be73c658-47a5-4fb4-9fb8-bd3f69409ecf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:07:37.287103 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-bfa2c3db-e71f-4bce-8c51-c0242d9ee6db service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920048 Oct 26 00:07:37.313150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port be73c658-47a5-4fb4-9fb8-bd3f69409ecf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:37.313498 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:37.380188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0197c9a-d911-4590-839d-63cbff8c424f req-4b9fcf5e-b174-49dc-8392-c2e4a483bdaf service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861862 Oct 26 00:07:38.353890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c979ce1-9ba8-45c8-8792-583dee0d158f req-5c2e1f18-66ab-4437-b5e2-fda5836c3c00 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:38.355492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c979ce1-9ba8-45c8-8792-583dee0d158f req-5c2e1f18-66ab-4437-b5e2-fda5836c3c00 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 943 time: 0.0509531 Oct 26 00:07:38.399780 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0c979ce1-9ba8-45c8-8792-583dee0d158f req-ae7083f9-2943-448c-a0d5-29edb4792fd2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374997 Oct 26 00:07:39.516814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25216-623d-4433-bffa-8cb5f7ca6de5 req-8036cf85-dddf-4845-b8b7-68d588503c16 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:39.518334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03b25216-623d-4433-bffa-8cb5f7ca6de5 req-8036cf85-dddf-4845-b8b7-68d588503c16 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 943 time: 0.0493107 Oct 26 00:07:39.555400 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-03b25216-623d-4433-bffa-8cb5f7ca6de5 req-deca7d98-d225-4e62-a041-62e5fe2ac796 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Oct 26 00:07:40.116634 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7f220d5-b9fc-4de7-8661-0a36006199f3 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:07:40.211631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c7f220d5-b9fc-4de7-8661-0a36006199f3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:40.223081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'port_id': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'mac_address': 'fa:16:3e:28:3f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:07:40.259280 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:40.272636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f220d5-b9fc-4de7-8661-0a36006199f3 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:07:40.292297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c7f220d5-b9fc-4de7-8661-0a36006199f3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:40.297304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:40.348662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c7f220d5-b9fc-4de7-8661-0a36006199f3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:40.673791 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd7bf-e952-4cc8-9ba8-0ff3e25a44c6 req-153636fb-3f8d-4e13-9c41-f74ed1626270 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:40.675833 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b4fd7bf-e952-4cc8-9ba8-0ff3e25a44c6 req-153636fb-3f8d-4e13-9c41-f74ed1626270 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 944 time: 0.0514994 Oct 26 00:07:40.713231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4b4fd7bf-e952-4cc8-9ba8-0ff3e25a44c6 req-d971eaf3-e48a-43bd-a893-317403e43e33 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Oct 26 00:07:40.719043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c7f220d5-b9fc-4de7-8661-0a36006199f3'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:07:41.827934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48efe7-b496-426d-bb72-b9e63a7f9d75 req-0a671439-3f3f-4a90-b742-5051bf75011d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:41.829387 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d48efe7-b496-426d-bb72-b9e63a7f9d75 req-0a671439-3f3f-4a90-b742-5051bf75011d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 944 time: 0.0482180 Oct 26 00:07:41.870759 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d48efe7-b496-426d-bb72-b9e63a7f9d75 req-a2b4971d-44bd-4906-b338-260ba692e884 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353215 Oct 26 00:07:42.133134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7f220d5-b9fc-4de7-8661-0a36006199f3 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:07:42.180732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port c7f220d5-b9fc-4de7-8661-0a36006199f3 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:07:42.184377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c7f220d5-b9fc-4de7-8661-0a36006199f3 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:07:42.184771 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:42.257900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:42.282985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:07:42.285295 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf7ad32-26a4-49f4-b2e6-ba9e6b1d6410" -d '{"events": [{"server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "name": "network-vif-plugged", "status": "completed", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:07:42.302593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c7f220d5-b9fc-4de7-8661-0a36006199f3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:07:42.307663 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:42.357417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c7f220d5-b9fc-4de7-8661-0a36006199f3,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:42.382732 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ed8c1-3691-4451-92f5-365afa6f614d x-openstack-request-id: req-000ed8c1-3691-4451-92f5-365afa6f614d {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:07:42.383029 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "name": "network-vif-plugged", "status": "completed", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:07:42.383362 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-000ed8c1-3691-4451-92f5-365afa6f614d {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:07:42.383706 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'code': 200} Oct 26 00:07:42.500825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c322-3a56-46f4-b9b8-3594e6914de0 req-5362b23f-6acc-4750-abf8-4052bfbaf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:42.502363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4972c322-3a56-46f4-b9b8-3594e6914de0 req-5362b23f-6acc-4750-abf8-4052bfbaf8c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1096 time: 0.0398438 Oct 26 00:07:42.536702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4972c322-3a56-46f4-b9b8-3594e6914de0 req-ed8bc3a7-8b4e-40ad-be83-a3a73e831256 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273809 Oct 26 00:07:42.988253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a62a-8936-4dde-96c5-44b4ff226919 req-d0c58c1f-61c4-4819-95b9-c5f6571a3e02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:42.989725 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1190a62a-8936-4dde-96c5-44b4ff226919 req-d0c58c1f-61c4-4819-95b9-c5f6571a3e02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0484436 Oct 26 00:07:43.028715 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1190a62a-8936-4dde-96c5-44b4ff226919 req-c7826867-23cc-4630-9d9c-e0e8e67d3eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329967 Oct 26 00:07:43.641219 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:44.146606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225843-01cc-40fa-960f-a091bd855e9f req-f84b1060-9c29-4777-b255-c9bbd0bee1b6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:44.148057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc225843-01cc-40fa-960f-a091bd855e9f req-f84b1060-9c29-4777-b255-c9bbd0bee1b6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0481596 Oct 26 00:07:44.188107 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-dc225843-01cc-40fa-960f-a091bd855e9f req-64009146-ef10-4728-aba6-cbec4cab5dd4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339873 Oct 26 00:07:44.303140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128fab-7719-415c-9893-ca2f0be726fb req-aca23871-df94-4721-aed3-741b34024743 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:44.304659 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34128fab-7719-415c-9893-ca2f0be726fb req-aca23871-df94-4721-aed3-741b34024743 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Oct 26 00:07:44.342826 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-34128fab-7719-415c-9893-ca2f0be726fb req-7fc741a2-5c37-49a4-b899-5e226a701f1d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Oct 26 00:07:44.364950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50042) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:44.405031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435aad3-782a-4c43-adbf-c43a8024e1ef tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:44.406573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7435aad3-782a-4c43-adbf-c43a8024e1ef tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1091 time: 0.0406768 Oct 26 00:07:44.409432 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50044) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:44.413597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:07:44.436403 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:44.534121 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:44.639404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.6 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/18107cc3-e0e0-46b9-beeb-6fb39902df04) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:07:44.741430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:44.772602 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:44.815328 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:07:44.818169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:07:44.821666 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:07:44.846616 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=18107cc3-e0e0-46b9-beeb-6fb39902df04,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:45.155704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:45.222793 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:45.372152 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:45.376690 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:45.447995 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=18107cc3-e0e0-46b9-beeb-6fb39902df04,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:07:45.454724 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:45.555368 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 88a0a62b-da43-4013-b17b-a4af504ecee6 associated. External IP: 172.25.4.6, port: c7f220d5-b9fc-4de7-8661-0a36006199f3. Oct 26 00:07:45.956823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e87575e-a613-4cdd-8c8c-33eb5e6645d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:46.093158 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router ebfa36aa-ed91-4738-956c-b0f8db14ef2c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:07:46.198749 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:07:46.208981 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] Sync routers for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:07:46.216494 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:46.225658 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:46.226309 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:46.244604 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f9d6cf37-c24d-4653-86f2-78702594ad22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8341758 Oct 26 00:07:46.245195 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:07:46.247665 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00" -d '{"events": [{"name": "network-changed", "server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:07:46.284757 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7cf33-bc19-4bbd-a300-7c9b1d288c4b x-openstack-request-id: req-8fe7cf33-bc19-4bbd-a300-7c9b1d288c4b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:07:46.285083 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:07:46.285335 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fe7cf33-bc19-4bbd-a300-7c9b1d288c4b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:07:46.286189 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'status': 'completed', 'code': 200} Oct 26 00:07:46.345853 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:46.383364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff98a6-6d8a-4ecc-86bf-62f9a99d941e req-2413e000-4aab-4167-9b08-461a32f096d9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:46.384858 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74ff98a6-6d8a-4ecc-86bf-62f9a99d941e req-2413e000-4aab-4167-9b08-461a32f096d9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0809925 Oct 26 00:07:46.386784 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-f3ac43cd-1555-489e-b04b-817a7e9d8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:46.388856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-f3ac43cd-1555-489e-b04b-817a7e9d8003 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1096 time: 0.0597787 Oct 26 00:07:46.476179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74ff98a6-6d8a-4ecc-86bf-62f9a99d941e req-9b2e37de-872d-4564-817a-7ef28c80d7d4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842354 Oct 26 00:07:46.500852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50050) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:46.512067 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-0ddcddd1-cb43-493b-9c30-322905353c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:46.513563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-0ddcddd1-cb43-493b-9c30-322905353c85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 200 len: 898 time: 0.1159956 Oct 26 00:07:46.564550 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-faed832c-a488-48a3-a083-9593e303b35e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/88a0a62b-da43-4013-b17b-a4af504ecee6 HTTP/1.1" status: 200 len: 989 time: 0.0607479 Oct 26 00:07:46.578052 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-6813d4fd-0b93-4e69-b14d-cea6ca12978c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 200 len: 997 time: 0.0577428 Oct 26 00:07:46.579859 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '88a0a62b-da43-4013-b17b-a4af504ecee6', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'port_id': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'mac_address': 'fa:16:3e:28:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:07:45Z', 'updated_at': '2021-10-26T00:07:45Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:35Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:46.605720 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] Checking router: ebfa36aa-ed91-4738-956c-b0f8db14ef2c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:07:46.614910 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:07:46.615164 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:07:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:46.630878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-c0f3928f-419c-4487-a2a9-e0e726503000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:46.632468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-c0f3928f-419c-4487-a2a9-e0e726503000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6370fd6a-4d9d-4855-a425-e2962d1f3f33 HTTP/1.1" status: 200 len: 835 time: 0.0473943 Oct 26 00:07:46.676777 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-75d4c0be-24d1-433c-9259-9c0ffb6c8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:07:46.678333 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-75d4c0be-24d1-433c-9259-9c0ffb6c8f9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b209728-eac3-4b54-82ce-95f9960f5074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394437 Oct 26 00:07:46.719887 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:07:46.768379 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-0b4bed81-ed01-4be1-83b1-9b321edf753c service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823388 Oct 26 00:07:46.862554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5f4e4054-32a9-4807-9ebc-dc6423ce3c00 req-ca2aca14-96a3-4d25-9068-c3d87f4559a0 service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874279 Oct 26 00:07:46.940712 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '88a0a62b-da43-4013-b17b-a4af504ecee6', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'port_id': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'mac_address': 'fa:16:3e:28:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:07:45Z', 'updated_at': '2021-10-26T00:07:45Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:35Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:07:46.966080 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bf0e0-3a1b-42c1-bd4e-2da05ed39861 None None] The sync data for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 is: [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '88a0a62b-da43-4013-b17b-a4af504ecee6', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'port_id': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'mac_address': 'fa:16:3e:28:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:07:45Z', 'updated_at': '2021-10-26T00:07:45Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:35Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:07:47.149397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e244b3-1923-443e-be8b-568da3c23a65 None None] New status for floating IP 88a0a62b-da43-4013-b17b-a4af504ecee6: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:07:47.567359 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50052) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:07:47.630220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-123290ab-3c44-4b22-a500-42a461de0924 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/88a0a62b-da43-4013-b17b-a4af504ecee6 HTTP/1.1" status: 200 len: 991 time: 0.0615942 Oct 26 00:07:48.438206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb366c0d-c8ba-4052-b804-7643559709bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:49.864055 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:49.959736 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:07:50.371480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:50.979185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:07:58.920436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:04.280962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a22e602e-cf15-4d32-b7f8-373cd74dfad8 req-447294cd-f918-4326-9d06-287cabbfcb39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247729 Oct 26 00:08:04.353792 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a22e602e-cf15-4d32-b7f8-373cd74dfad8 req-324ee578-8b79-4916-8ab4-b0b000c826b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0302608 Oct 26 00:08:04.391636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a22e602e-cf15-4d32-b7f8-373cd74dfad8 req-e898a098-fd0a-4bbd-8cd7-6b3e2bba3622 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186424 Oct 26 00:08:04.488654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e602e-cf15-4d32-b7f8-373cd74dfad8 req-49a737c9-6f7b-416c-82aa-95f609abd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:08:04.490097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a22e602e-cf15-4d32-b7f8-373cd74dfad8 req-49a737c9-6f7b-416c-82aa-95f609abd4d6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910869 Oct 26 00:08:13.657367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:15.959112 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6a3623a9-f097-4b0c-aa42-9feb1266eccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:18.439123 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9db343ed-430f-4701-bb11-de6edf7a85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:19.866475 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:20.377019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:20.983312 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:26.187263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-a738d7de-e723-4903-aa49-73438aa727ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399551 Oct 26 00:08:26.287318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-e26ea48f-eefa-4a25-9cfe-5d9c53d2aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:08:26.288767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-e26ea48f-eefa-4a25-9cfe-5d9c53d2aa60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1096 time: 0.0428913 Oct 26 00:08:26.394732 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-303262f3-30cc-41f1-b170-ffc51f6160da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:08:26.396433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-303262f3-30cc-41f1-b170-ffc51f6160da service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 200 len: 898 time: 0.0834413 Oct 26 00:08:26.790435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-58898e6f-013e-4cdc-a868-8e5862f8e063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 200 len: 999 time: 0.3865488 Oct 26 00:08:26.837183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-10565a0f-4bb0-4b13-b654-f0bdc8d6e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:08:26.838592 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-10565a0f-4bb0-4b13-b654-f0bdc8d6e73d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6370fd6a-4d9d-4855-a425-e2962d1f3f33 HTTP/1.1" status: 200 len: 835 time: 0.0415208 Oct 26 00:08:26.883127 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-cf9f2259-f4e8-4d4e-9d3c-d6164e244593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:08:26.884564 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-cf9f2259-f4e8-4d4e-9d3c-d6164e244593 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b209728-eac3-4b54-82ce-95f9960f5074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388987 Oct 26 00:08:26.895594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-5fc6c335-597c-4c8a-9072-2bfc41728dc3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:08:26.896504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-5fc6c335-597c-4c8a-9072-2bfc41728dc3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046799 Oct 26 00:08:26.959158 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:08:26.986933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-8c4cf816-1f81-4067-9c7b-20df5106e758 service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Oct 26 00:08:27.074273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c645ced4-229e-4d3c-bea9-92f761305b09 req-4f748bab-2b93-4122-86e6-8d371f793069 service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800345 Oct 26 00:08:28.935519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:43.654955 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:45.960133 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8d94a2b-e0df-4601-bbc0-675b72ca7a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:48.440798 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-786f1120-a187-45c9-86a2-7d4174460a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:49.869459 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:50.379936 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:50.985599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:08:58.928468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:01.054332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe777-ce58-4d1b-8ba3-2929cd6d9cbc req-cea50ba7-1e87-4102-aca9-ac25c1dd213d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:01.055878 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c67fe777-ce58-4d1b-8ba3-2929cd6d9cbc req-cea50ba7-1e87-4102-aca9-ac25c1dd213d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Oct 26 00:09:01.094755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c67fe777-ce58-4d1b-8ba3-2929cd6d9cbc req-b93701a4-d796-4469-a91c-b4d350a4a42a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325480 Oct 26 00:09:02.212216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f648e-44cd-4150-b511-8df48e41ed81 req-a8b4a302-8f41-46c0-901b-d533368e7e64 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:02.213707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e8f648e-44cd-4150-b511-8df48e41ed81 req-a8b4a302-8f41-46c0-901b-d533368e7e64 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0492468 Oct 26 00:09:02.256079 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e8f648e-44cd-4150-b511-8df48e41ed81 req-e881d9aa-ca8b-493e-b2ca-7a81ff15df32 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356407 Oct 26 00:09:02.279205 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50082) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:02.338636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2c204889-c820-40e7-a8e1-5b1a26b73b92 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/88a0a62b-da43-4013-b17b-a4af504ecee6 HTTP/1.1" status: 200 len: 991 time: 0.0582211 Oct 26 00:09:03.618492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94a4e-0852-4588-8862-1b1e66307746 req-9b1132d8-1ff9-4f3c-90c5-c6c9d4d09735 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:03.619967 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3e94a4e-0852-4588-8862-1b1e66307746 req-9b1132d8-1ff9-4f3c-90c5-c6c9d4d09735 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0501673 Oct 26 00:09:03.658461 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3e94a4e-0852-4588-8862-1b1e66307746 req-67038731-8d23-45b4-ba43-a0f677bfc9f5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Oct 26 00:09:03.958567 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:09:04.779701 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9c63-462f-49b4-86cb-c7a911c273d6 req-c413d0ba-0fb8-4a93-9b1d-45bf77656bc7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:04.781210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4ed9c63-462f-49b4-86cb-c7a911c273d6 req-c413d0ba-0fb8-4a93-9b1d-45bf77656bc7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Oct 26 00:09:04.819814 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4ed9c63-462f-49b4-86cb-c7a911c273d6 req-104ada84-1ddb-4436-9ba1-6a013e989732 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Oct 26 00:09:04.843210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50092) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:04.908869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b59d801d-3d4f-453c-a6e3-79ad4466efec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/88a0a62b-da43-4013-b17b-a4af504ecee6 HTTP/1.1" status: 200 len: 991 time: 0.0645132 Oct 26 00:09:05.155342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50098) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:05.312107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 18107cc3-e0e0-46b9-beeb-6fb39902df04 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:09:05.312443 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:05.391161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:05.391472 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:05.403161 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 18107cc3-e0e0-46b9-beeb-6fb39902df04 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:09:05.555932 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:05.582110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=18107cc3-e0e0-46b9-beeb-6fb39902df04,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:05.606760 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.607160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.607445 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.607781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.608112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.608444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.608774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.609105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.609431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.609761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.610086 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.610434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:05.649537 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:05.649867 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 88a0a62b-da43-4013-b17b-a4af504ecee6 disassociated (deleted). External IP: 172.25.4.6, port: c7f220d5-b9fc-4de7-8661-0a36006199f3. Oct 26 00:09:05.854924 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router ebfa36aa-ed91-4738-956c-b0f8db14ef2c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:09:05.959836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:09:05.964581 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:05.969820 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] Sync routers for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:09:05.979355 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:05.979950 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:05.991352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c0c3166a-0e3d-48ed-9f4f-008a3ffce739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/floatingips/88a0a62b-da43-4013-b17b-a4af504ecee6 HTTP/1.1" status: 204 len: 168 time: 0.8349216 Oct 26 00:09:05.992046 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:09:05.994418 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abff367-70b5-4e19-a715-ab2cd149ebad" -d '{"events": [{"name": "network-changed", "server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:09:06.035327 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0271029-6d41-4fbe-80a0-b59f51e68f1a x-openstack-request-id: req-b0271029-6d41-4fbe-80a0-b59f51e68f1a {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:09:06.035612 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:09:06.035864 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0271029-6d41-4fbe-80a0-b59f51e68f1a {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:09:06.036295 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'status': 'completed', 'code': 200} Oct 26 00:09:06.093299 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:06.134831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-deeaac55-d16a-4acb-b097-432086163ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:06.136464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-deeaac55-d16a-4acb-b097-432086163ad8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 1096 time: 0.0543258 Oct 26 00:09:06.225711 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3042a06-b27e-4254-a886-2be26df87322 req-42219432-e94a-4536-a350-95e9726a5c20 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:06.227999 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3042a06-b27e-4254-a886-2be26df87322 req-42219432-e94a-4536-a350-95e9726a5c20 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0550621 Oct 26 00:09:06.269562 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3042a06-b27e-4254-a886-2be26df87322 req-7eb510d2-c19a-42aa-92c5-8a57dc21c7f3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Oct 26 00:09:06.283302 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10821bf1-59c8-4b6a-8430-532f504e6479 req-13a4b12d-2412-45f8-9e26-662d59792c81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0385742 Oct 26 00:09:06.300991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-6a67fde5-cf60-4537-b977-7ff462dc6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:06.302498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-6a67fde5-cf60-4537-b977-7ff462dc6812 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 200 len: 898 time: 0.1308098 Oct 26 00:09:06.353660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-01a1a306-936b-4914-a830-90a3710529df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 200 len: 217 time: 0.0423846 Oct 26 00:09:06.375032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10821bf1-59c8-4b6a-8430-532f504e6479 req-5df5ac2e-712e-4939-b22e-232a35365a28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0297105 Oct 26 00:09:06.407875 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:35Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:06.431067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10821bf1-59c8-4b6a-8430-532f504e6479 req-ebbbd564-32c9-4ae4-8ead-e148c5ee657f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263972 Oct 26 00:09:06.436547 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] Checking router: ebfa36aa-ed91-4738-956c-b0f8db14ef2c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:09:06.444683 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:06.445271 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:06.447722 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-5035ef99-98ca-4e44-8be7-dcda0bff620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:06.449075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-5035ef99-98ca-4e44-8be7-dcda0bff620d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6370fd6a-4d9d-4855-a425-e2962d1f3f33 HTTP/1.1" status: 200 len: 835 time: 0.0777974 Oct 26 00:09:06.547381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-8e6be357-15dc-44fa-a0c4-db08998b6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:06.548868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-8e6be357-15dc-44fa-a0c4-db08998b6b40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b209728-eac3-4b54-82ce-95f9960f5074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883677 Oct 26 00:09:06.550599 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:06.571514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821bf1-59c8-4b6a-8430-532f504e6479 req-d79f54a9-bfd8-4331-aeb5-ee541035a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:06.572923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-10821bf1-59c8-4b6a-8430-532f504e6479 req-d79f54a9-bfd8-4331-aeb5-ee541035a12a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332369 Oct 26 00:09:06.648664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-22aed2fe-932c-4cc7-81b9-58149a09cbd1 service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888996 Oct 26 00:09:06.744229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3abff367-70b5-4e19-a715-ab2cd149ebad req-fc861503-adca-4252-96bb-639ed3fac3c5 service neutron] 10.222.0.15 "GET /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875123 Oct 26 00:09:06.751842 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:35Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:06.777815 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220f324-bc1a-42ad-8c40-d8ae13487b97 None None] The sync data for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 is: [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:32Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'be73c658-47a5-4fb4-9fb8-bd3f69409ecf', 'name': '', 'network_id': '6b209728-eac3-4b54-82ce-95f9960f5074', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:4d:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:31Z', 'updated_at': '2021-10-26T00:07:35Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '6370fd6a-4d9d-4855-a425-e2962d1f3f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:09:06.991676 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ac369-97a2-4296-b7d7-256c72bb8107 None None] New status for floating IP 88a0a62b-da43-4013-b17b-a4af504ecee6: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:09:07.389502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d9c94-88e5-4d4f-b75c-dc9f341c3abc req-d372ee40-da8d-49bf-ab21-1a21d3a2690d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:07.390986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-124d9c94-88e5-4d4f-b75c-dc9f341c3abc req-d372ee40-da8d-49bf-ab21-1a21d3a2690d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Oct 26 00:09:07.429445 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-124d9c94-88e5-4d4f-b75c-dc9f341c3abc req-161843da-fd1e-4144-8766-6507f5584351 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=f84542bd-c8ab-4244-8bd5-9c5a27400701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325561 Oct 26 00:09:08.101756 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-7c335991-1485-43eb-bb31-89a157046809 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:08.103358 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-7c335991-1485-43eb-bb31-89a157046809 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Oct 26 00:09:08.191775 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port c7f220d5-b9fc-4de7-8661-0a36006199f3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:09:08.192113 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:08.281836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port c7f220d5-b9fc-4de7-8661-0a36006199f3, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c7f220d5-b9fc-4de7-8661-0a36006199f3,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:08.282229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:08.296102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for c7f220d5-b9fc-4de7-8661-0a36006199f3 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:09:08.420264 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:08.451473 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=c7f220d5-b9fc-4de7-8661-0a36006199f3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:08.492994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] No DVR routers for this DVR port c7f220d5-b9fc-4de7-8661-0a36006199f3 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:09:08.495630 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:08.498938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45f41dcb-1fc9-4e59-aa43-53e0f6e5440e req-2b56fb97-00e5-4114-af57-7722b1d5f98c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "DELETE /v2.0/ports/c7f220d5-b9fc-4de7-8661-0a36006199f3 HTTP/1.1" status: 204 len: 173 time: 0.3892233 Oct 26 00:09:08.499385 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'name': 'network-vif-deleted', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:09:08.501619 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f8d02-2337-4900-bcae-d4fe0eb82d9c" -d '{"events": [{"server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "name": "network-vif-deleted", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:09:08.536897 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42de4b88-9b30-4031-a2ac-82fa038470e2 req-dd49b06b-e8c2-4146-ac92-f3ea688680bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c8b9e7-ad15-49e3-b07b-9321229331d8 HTTP/1.1" status: 200 len: 210 time: 0.0290396 Oct 26 00:09:08.547224 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20fc02d-40a4-411b-94ce-eab36afa8617 x-openstack-request-id: req-f20fc02d-40a4-411b-94ce-eab36afa8617 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:09:08.547520 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c8b9e7-ad15-49e3-b07b-9321229331d8", "name": "network-vif-deleted", "tag": "c7f220d5-b9fc-4de7-8661-0a36006199f3", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:09:08.547769 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f20fc02d-40a4-411b-94ce-eab36afa8617 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:09:08.548167 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c8b9e7-ad15-49e3-b07b-9321229331d8', 'name': 'network-vif-deleted', 'tag': 'c7f220d5-b9fc-4de7-8661-0a36006199f3', 'status': 'completed', 'code': 200} Oct 26 00:09:09.595105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50114) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:09.949871 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:10.195181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port be73c658-47a5-4fb4-9fb8-bd3f69409ecf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:09:10.195516 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:10.285936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port be73c658-47a5-4fb4-9fb8-bd3f69409ecf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:10.286326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:10.299353 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for be73c658-47a5-4fb4-9fb8-bd3f69409ecf owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:09:10.480246 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:10.507750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=be73c658-47a5-4fb4-9fb8-bd3f69409ecf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:10.681338 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:10.888319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router ebfa36aa-ed91-4738-956c-b0f8db14ef2c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:09:10.990092 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:09:10.995042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29dc51f8-e2ab-4756-891e-75cddc542c1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/ebfa36aa-ed91-4738-956c-b0f8db14ef2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989174 Oct 26 00:09:10.998237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50116) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:11.000941 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] Sync routers for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:09:11.011316 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:11.011910 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:11.052260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting subnet 6370fd6a-4d9d-4855-a425-e2962d1f3f33 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:09:11.055416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.094795 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.115026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:11.177084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.246866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.271886 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Subnet': ['ID=6370fd6a-4d9d-4855-a425-e2962d1f3f33,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:11.282781 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.289200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb036f-3c6d-4242-a18f-edb4e2c833cb None None] Network 6b209728-eac3-4b54-82ce-95f9960f5074 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:09:11.290169 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:11.304280 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b8bc00ed-02e4-4714-8723-a3e4648d1de5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/subnets/6370fd6a-4d9d-4855-a425-e2962d1f3f33 HTTP/1.1" status: 204 len: 168 time: 0.3049686 Oct 26 00:09:11.313055 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:09:10Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:11.344128 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] Checking router: ebfa36aa-ed91-4738-956c-b0f8db14ef2c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:09:11.352764 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] Routers {'ebfa36aa-ed91-4738-956c-b0f8db14ef2c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:11.353452 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:11.401355 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.458911 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] Set router ebfa36aa-ed91-4738-956c-b0f8db14ef2c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:11.495309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] DHCP port deletion for 6b209728-eac3-4b54-82ce-95f9960f5074 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:09:11.516258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.544842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Deleting port 35af3dfb-b316-462d-a575-db211c6b5828 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:09:11.545222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.572123 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 34acec7b-4109-45ca-b13b-174e7e1ebffa {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:09:11.572467 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.612943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] For port 35af3dfb-b316-462d-a575-db211c6b5828, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35af3dfb-b316-462d-a575-db211c6b5828,segment=NetworkSegment(2203bc77-1a8b-447a-9093-54b04ad09bc6),segment_id=2203bc77-1a8b-447a-9093-54b04ad09bc6)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:11.613341 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.626599 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Calling delete_port for 35af3dfb-b316-462d-a575-db211c6b5828 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:09:11.645908 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:09:10Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:11.660845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 34acec7b-4109-45ca-b13b-174e7e1ebffa, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=34acec7b-4109-45ca-b13b-174e7e1ebffa,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:11.661201 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.673345 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac13f5-b8de-4ae1-b1e8-597e5a077786 None None] The sync data for ids ['ebfa36aa-ed91-4738-956c-b0f8db14ef2c'] in n-d-815373-1 is: [{'id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178616039', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:09:10Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '34acec7b-4109-45ca-b13b-174e7e1ebffa', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa36aa-ed91-4738-956c-b0f8db14ef2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:07:28Z', 'updated_at': '2021-10-26T00:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:09:11.682731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 34acec7b-4109-45ca-b13b-174e7e1ebffa owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:09:11.714707 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.746022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] No DVR routers for this DVR port 35af3dfb-b316-462d-a575-db211c6b5828 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:09:11.755848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Pushing event deleted for resources: {'Port': ['ID=35af3dfb-b316-462d-a575-db211c6b5828,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:11.764121 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.764473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.764820 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.765256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.765591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.765917 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.766262 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.766586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.766905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.767223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.767541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.767861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3a53-ab25-4268-9fc8-75d694d58aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.850025 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:11.879079 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=34acec7b-4109-45ca-b13b-174e7e1ebffa,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:11.889131 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.889486 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.889829 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.890174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.890522 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.890852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.891250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.891495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.891821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.892143 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.892464 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.892799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:11.952338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.045122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.047474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.094892 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.095465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Fanout notify agent at l3_agent the message router_deleted on router ebfa36aa-ed91-4738-956c-b0f8db14ef2c {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:09:12.102911 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.106972 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-07d1b7b5-a485-4c18-95f5-ceec0a3f4a38 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/routers/ebfa36aa-ed91-4738-956c-b0f8db14ef2c HTTP/1.1" status: 204 len: 168 time: 0.8131018 Oct 26 00:09:12.107409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50120) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:12.185679 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.582517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7f220d5-b9fc-4de7-8661-0a36006199f3 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:09:12.603417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: c7f220d5-b9fc-4de7-8661-0a36006199f3 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:09:12.603650 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c7f220d5-b9fc-4de7-8661-0a36006199f3 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:09:12.604864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.624572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b209728-eac3-4b54-82ce-95f9960f5074']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:12.634057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2203bc77-1a8b-447a-9093-54b04ad09bc6') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:12.634380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2203bc77-1a8b-447a-9093-54b04ad09bc6') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:12.644486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.658367 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.664657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:09:12.665111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:09:12.668120 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:09:12.726355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.730732 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.735287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/networks/6b209728-eac3-4b54-82ce-95f9960f5074 HTTP/1.1" status: 204 len: 168 time: 0.6268113 Oct 26 00:09:12.738447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50122) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:12.754715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96191a9-e17d-45ab-9fc4-f75359fee493 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Network': ['ID=6b209728-eac3-4b54-82ce-95f9960f5074,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:12.801344 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2236624-6c0f-436f-a63f-7571faed0cac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.827056 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2236624-6c0f-436f-a63f-7571faed0cac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.885318 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2236624-6c0f-436f-a63f-7571faed0cac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.888750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d2236624-6c0f-436f-a63f-7571faed0cac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:12.889940 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d2236624-6c0f-436f-a63f-7571faed0cac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/security-groups/f84542bd-c8ab-4244-8bd5-9c5a27400701 HTTP/1.1" status: 204 len: 168 time: 0.1504881 Oct 26 00:09:12.900193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2236624-6c0f-436f-a63f-7571faed0cac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84542bd-c8ab-4244-8bd5-9c5a27400701,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:13.277635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 34acec7b-4109-45ca-b13b-174e7e1ebffa no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:09:13.298286 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 34acec7b-4109-45ca-b13b-174e7e1ebffa {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:09:13.298905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 34acec7b-4109-45ca-b13b-174e7e1ebffa not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:09:13.299347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35af3dfb-b316-462d-a575-db211c6b5828 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:09:13.317968 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 35af3dfb-b316-462d-a575-db211c6b5828 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:09:13.318345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35af3dfb-b316-462d-a575-db211c6b5828 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:09:13.318757 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be73c658-47a5-4fb4-9fb8-bd3f69409ecf no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:09:13.337144 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: be73c658-47a5-4fb4-9fb8-bd3f69409ecf {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:09:13.337491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device be73c658-47a5-4fb4-9fb8-bd3f69409ecf not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:09:13.631612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50130) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:13.636321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898703309', 'description': 'tempest-secgroup-smoke-1898703309 description', 'project_id': '273bdb5266ee400189bbe9087a5e4c99'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:13.656719 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.659766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.726326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.729902 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.760726 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.761876 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1292531 Oct 26 00:09:13.762904 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19120-c1bc-43ca-aec6-50a364e56bc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5745d0-1193-4885-9aae-095866bc8c16,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:13.764935 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:13.769756 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'bf5745d0-1193-4885-9aae-095866bc8c16', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:13.796170 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.850541 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.854280 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.879759 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d751354-0164-4d10-b091-dce8dc59d5b7,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:13.885143 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.886324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa63dbc2-268b-483c-a580-b42e57fa6853 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204298 Oct 26 00:09:13.889357 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50134) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:13.893589 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'bf5745d0-1193-4885-9aae-095866bc8c16', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:13.919812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.974764 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.978096 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:13.996520 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8312a97-dd93-43f0-8731-e126cb8a372d,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:14.005268 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.006487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-63f782f8-5a17-4161-a9ee-1cb558027843 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161983 Oct 26 00:09:14.009263 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50136) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:14.013748 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'bf5745d0-1193-4885-9aae-095866bc8c16', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:14.039719 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.097657 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.101177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.119022 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23f7950-c266-4bc0-8aa1-d4e01cb947db,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:14.126053 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.127260 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-1d384f3e-41e5-4228-9106-10c39117db89 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170511 Oct 26 00:09:14.130065 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50138) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:14.134257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'bf5745d0-1193-4885-9aae-095866bc8c16', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:14.160349 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.217851 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.221217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.241047 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d78a1e4-8c9f-4501-bdce-399bdbb5efaf,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:14.250018 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.251200 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-672eeb96-5e50-4457-a154-86c3d9a4cb75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202130 Oct 26 00:09:14.254063 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:14.258269 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'bf5745d0-1193-4885-9aae-095866bc8c16', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:14.279688 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:09:14.284501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.344279 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.347837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.367676 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f59a09-72c5-43f7-a1e2-79e4c1305c09,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:14.373370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.374565 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b62f28b3-6dc2-4b59-a6ea-d667910d0cab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195889 Oct 26 00:09:14.377362 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50142) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:14.381767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'bf5745d0-1193-4885-9aae-095866bc8c16', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:14.403377 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:09:14.408413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.468647 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.472158 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.489771 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9098f40-dbbc-477d-b849-29f1bffad607,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:14.497824 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.499052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-82b946bf-1a89-4bc2-8b21-36af0aeabe35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207550 Oct 26 00:09:14.501898 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50144) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:14.506809 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'network': {'name': 'tempest-network-smoke--1467827749', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'port_security_enabled': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:14.526986 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:09:14.530976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.558315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:09:14.567913 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.568248 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Added segment bc960ec3-5193-4280-ace2-365e838c300b of type vlan for network 5bb98760-57df-4962-a394-cc0630a5e37d Oct 26 00:09:14.611596 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.636145 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.641814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:14.642419 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.693983 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1910384 Oct 26 00:09:14.696876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50146) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:14.701713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'admin_state_up': True, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:14.711638 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213582a0-e96e-4af5-affb-8478b9c9d40f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Network': ['ID=5bb98760-57df-4962-a394-cc0630a5e37d,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:14.724679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 5bb98760-57df-4962-a394-cc0630a5e37d details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:09:14.731132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.733161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.783029 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:14.921697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.108205 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.130105 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.229083 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.205 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/ccf95511-39f2-4f73-8785-7d10aabd4a3b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:09:15.334875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.367130 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.408590 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:09:15.411480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:15.413858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:09:15.420553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=ccf95511-39f2-4f73-8785-7d10aabd4a3b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:15.666690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.862553 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.960378 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8c02a95b-5386-4f26-9283-6d964e92cbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:15.987644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:09:16.090368 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:09:16.101230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Sync routers for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:09:16.111511 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.111736 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:16.112501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:16.112995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b9ea80b5-5f14-4ef9-8f5a-e22ffdcda5d3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4150662 Oct 26 00:09:16.116096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50148) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:16.145980 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3b3c68eb-e539-4dd3-9a21-5ddfac40e506 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=273bdb5266ee400189bbe9087a5e4c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287111 Oct 26 00:09:16.148561 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50150) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:16.215567 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:16.235734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3490c444-aa74-4d0e-9fb9-bcf0b66b5614 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:16.237489 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3490c444-aa74-4d0e-9fb9-bcf0b66b5614 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877922 Oct 26 00:09:16.240324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50152) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:16.272369 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e5e68370-5f8b-4f3b-89b6-5bc21c5ea454 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310061 Oct 26 00:09:16.274845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50154) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:16.280726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-577146108', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:16.369928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:09:16.374071 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.396330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:15Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:16.423068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Checking router: 629d0186-f12a-4a0b-a2db-287d5a6a0d4c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:09:16.423424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Updating router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c port ccf95511-39f2-4f73-8785-7d10aabd4a3b binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:09:16.447266 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.556001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.618971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Subnet': ['ID=fb1e169d-a76b-4850-be83-4e9d954bfb05,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:16.628506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Checking segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:09:16.628864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network hostable DHCP agents. Network: 5bb98760-57df-4962-a394-cc0630a5e37d, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:09:16.646517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 5bb98760-57df-4962-a394-cc0630a5e37d is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:09:16.656216 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 5bb98760-57df-4962-a394-cc0630a5e37d) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:16.660363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:16.660939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.667034 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66025d7-4e34-464c-b40d-58868e04651a None None] Network 5bb98760-57df-4962-a394-cc0630a5e37d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:09:16.678683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6ecc2e7c-7049-434d-a3d6-905df68d82d7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028275 Oct 26 00:09:16.679393 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50156) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:16.757641 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.765877 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.840895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c504ff-1123-4d7e-ad45-d5118096dcb7 None None] Pushing event updated for resources: {'Port': ['ID=ccf95511-39f2-4f73-8785-7d10aabd4a3b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:16.860778 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Attempting to bind port ccf95511-39f2-4f73-8785-7d10aabd4a3b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:09:16.861142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Attempting to bind port ccf95511-39f2-4f73-8785-7d10aabd4a3b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:09:16.861495 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Attempting to bind port ccf95511-39f2-4f73-8785-7d10aabd4a3b on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:09:16.875710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:09:16.876078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:09:16.876472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.876855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:09:16.877320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Bound port: ccf95511-39f2-4f73-8785-7d10aabd4a3b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:09:16.877695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.938486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-5bb98760-57df-4962-a394-cc0630a5e37d', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:09:16.939333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:16.963439 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] For port ccf95511-39f2-4f73-8785-7d10aabd4a3b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:09:16.980549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] For port ccf95511-39f2-4f73-8785-7d10aabd4a3b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ccf95511-39f2-4f73-8785-7d10aabd4a3b,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:09:16.987844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.106099 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:17.107312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:08:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:17.124497 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.164875 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c504ff-1123-4d7e-ad45-d5118096dcb7 None None] Pushing event updated for resources: {'Port': ['ID=ccf95511-39f2-4f73-8785-7d10aabd4a3b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:17.224876 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Allocated IP 172.20.0.2 (5bb98760-57df-4962-a394-cc0630a5e37d/fb1e169d-a76b-4850-be83-4e9d954bfb05/4a3f12ae-89ea-48b0-82b1-56fba931dafd) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:09:17.308646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:17.527663 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.534859 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.573394 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Network 5bb98760-57df-4962-a394-cc0630a5e37d is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:09:17.581414 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.1 (5bb98760-57df-4962-a394-cc0630a5e37d/fb1e169d-a76b-4850-be83-4e9d954bfb05/410b6ced-a21a-4f60-83eb-534fd9c5cc37) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:09:17.581781 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:17.587130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:09:17.600243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Pushing event updated for resources: {'Port': ['ID=4a3f12ae-89ea-48b0-82b1-56fba931dafd,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:17.642549 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:15Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:17.680061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9fc51-72de-4c26-84c9-dc2e332d6a59 None None] The sync data for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 is: [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:15Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:09:17.683503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Attempting to bind port 4a3f12ae-89ea-48b0-82b1-56fba931dafd on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:09:17.683868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Attempting to bind port 4a3f12ae-89ea-48b0-82b1-56fba931dafd by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:09:17.684224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Attempting to bind port 4a3f12ae-89ea-48b0-82b1-56fba931dafd on network 5bb98760-57df-4962-a394-cc0630a5e37d {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:09:17.690110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:09:17.690510 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Checking segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:09:17.691185 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.691303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Bound using segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:09:17.691739 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Bound port: 4a3f12ae-89ea-48b0-82b1-56fba931dafd, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:09:17.692113 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.705146 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.742772 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.760007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] For port 4a3f12ae-89ea-48b0-82b1-56fba931dafd, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:09:17.764648 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] For port 4a3f12ae-89ea-48b0-82b1-56fba931dafd, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4a3f12ae-89ea-48b0-82b1-56fba931dafd,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:09:17.768723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:17.788661 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 5bb98760-57df-4962-a394-cc0630a5e37d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:09:17.794891 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:17.799159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:09:17.824159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=410b6ced-a21a-4f60-83eb-534fd9c5cc37,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:17.831427 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fb617-4c66-4217-820a-5b48a9d0bb70 None None] Pushing event updated for resources: {'Port': ['ID=4a3f12ae-89ea-48b0-82b1-56fba931dafd,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:17.852618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.038022 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.361975 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.366929 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.442387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=410b6ced-a21a-4f60-83eb-534fd9c5cc37,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:18.445798 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.446568 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58326afd-b5b9-4971-b999-c0f138e8a8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.550652 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 5bb98760-57df-4962-a394-cc0630a5e37d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:09:18.552087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:18.675314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:09:18.794189 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:09:18.799334 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0bfcda54-a11b-42f9-a109-6fcbfa744279 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/629d0186-f12a-4a0b-a2db-287d5a6a0d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189110 Oct 26 00:09:18.815139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d57673-7cd9-461e-adb7-fea24518c0b2 None None] Network 5bb98760-57df-4962-a394-cc0630a5e37d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:09:18.876147 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8af6117a-66b0-4157-8fbf-ec30af0a7575 None None] Provisioning complete for port 4a3f12ae-89ea-48b0-82b1-56fba931dafd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:18.876507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8af6117a-66b0-4157-8fbf-ec30af0a7575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:18.951465 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-927423b5-557b-4ebb-9372-c179c8d90213 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898703309&fields=id&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 267 time: 0.0331514 Oct 26 00:09:19.071219 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-3e22e0f4-678b-434d-afed-1a682957d676 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:19.072949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-3e22e0f4-678b-434d-afed-1a682957d676 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 797 time: 0.1138749 Oct 26 00:09:19.091108 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-c47a763c-8170-41df-9904-1dbee29c20ee tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/quotas/273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 375 time: 0.0103259 Oct 26 00:09:19.153060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-ea2dff33-befa-4505-9184-df30581516d8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551977 Oct 26 00:09:19.202545 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8af6117a-66b0-4157-8fbf-ec30af0a7575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.311059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8af6117a-66b0-4157-8fbf-ec30af0a7575 None None] For port 4a3f12ae-89ea-48b0-82b1-56fba931dafd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4a3f12ae-89ea-48b0-82b1-56fba931dafd,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:19.322176 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8af6117a-66b0-4157-8fbf-ec30af0a7575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.348180 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Sync routers for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:09:19.365555 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:19.366563 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:09:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:19.403888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-8872b412-d2f9-4ed6-9c65-452298bf98df service neutron] 10.222.0.25 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379544 Oct 26 00:09:19.416000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6117a-66b0-4157-8fbf-ec30af0a7575 None None] Pushing event updated for resources: {'Port': ['ID=4a3f12ae-89ea-48b0-82b1-56fba931dafd,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:19.451140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ccf95511-39f2-4f73-8785-7d10aabd4a3b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:09:19.510818 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ccf95511-39f2-4f73-8785-7d10aabd4a3b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:19.511358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.526478 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:19.536596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-c6aa952d-8d7a-47da-9d09-8b87747d89a4 service neutron] 10.222.0.25 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203923 Oct 26 00:09:19.599401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.628370 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port ccf95511-39f2-4f73-8785-7d10aabd4a3b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ccf95511-39f2-4f73-8785-7d10aabd4a3b,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:19.640887 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.641671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4a3f12ae-89ea-48b0-82b1-56fba931dafd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:09:19.741733 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-73b3f473-6a2c-4e03-9a8a-79dfd1023318 None None] Provisioning complete for port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:19.742130 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73b3f473-6a2c-4e03-9a8a-79dfd1023318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.769361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=ccf95511-39f2-4f73-8785-7d10aabd4a3b,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:19.803972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38198487-ec33-4a54-8feb-26ac82a83b2e req-3a84955b-89d1-4baa-8118-8da5f17e4aeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 210 time: 0.0517936 Oct 26 00:09:19.810959 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-73b3f473-6a2c-4e03-9a8a-79dfd1023318 None None] Port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:09:19.827077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4a3f12ae-89ea-48b0-82b1-56fba931dafd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:19.827453 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.869141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-73b3f473-6a2c-4e03-9a8a-79dfd1023318 None None] Provisioning complete for port 4a3f12ae-89ea-48b0-82b1-56fba931dafd triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:19.869515 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-73b3f473-6a2c-4e03-9a8a-79dfd1023318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.872677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:18Z', 'revision_number': 2, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:19.902196 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Checking router: 629d0186-f12a-4a0b-a2db-287d5a6a0d4c for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:09:19.902793 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Updating router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:09:19.922532 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:19.933712 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.155459 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0a998331-b82b-4eae-8b3e-fb75b199a4cd None None] Provisioning complete for port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:20.155763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a998331-b82b-4eae-8b3e-fb75b199a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.191807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0a998331-b82b-4eae-8b3e-fb75b199a4cd None None] Port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:09:20.237910 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.243023 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.311817 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Pushing event updated for resources: {'Port': ['ID=410b6ced-a21a-4f60-83eb-534fd9c5cc37,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:20.338559 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.338892 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.339228 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.339550 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.339874 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.340210 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.340543 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.340867 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.341347 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.342228 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.342450 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.342773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:09:20.355318 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Attempting to bind port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:09:20.356602 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Attempting to bind port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:09:20.357026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Attempting to bind port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 on network 5bb98760-57df-4962-a394-cc0630a5e37d {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:09:20.362781 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:09:20.363143 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Checking segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:09:20.363532 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.363906 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Bound using segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:09:20.364545 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Bound port: 410b6ced-a21a-4f60-83eb-534fd9c5cc37, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:09:20.365093 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.393691 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.441035 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] For port 410b6ced-a21a-4f60-83eb-534fd9c5cc37, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:09:20.445015 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] For port 410b6ced-a21a-4f60-83eb-534fd9c5cc37, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=410b6ced-a21a-4f60-83eb-534fd9c5cc37,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:09:20.449184 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.508310 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:20.508920 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:09:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:20.521834 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d348e50d-b5d0-48e7-8f91-f229620536ab None None] Provisioning complete for port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:20.522363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d348e50d-b5d0-48e7-8f91-f229620536ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.601588 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd7dd1-e2d2-4e5c-b584-2cd0d6f824d9 None None] Pushing event updated for resources: {'Port': ['ID=410b6ced-a21a-4f60-83eb-534fd9c5cc37,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:20.619188 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d348e50d-b5d0-48e7-8f91-f229620536ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.654756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d348e50d-b5d0-48e7-8f91-f229620536ab None None] For port 410b6ced-a21a-4f60-83eb-534fd9c5cc37, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=410b6ced-a21a-4f60-83eb-534fd9c5cc37,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:20.659359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d348e50d-b5d0-48e7-8f91-f229620536ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.666984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:20.711770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348e50d-b5d0-48e7-8f91-f229620536ab None None] Pushing event updated for resources: {'Port': ['ID=410b6ced-a21a-4f60-83eb-534fd9c5cc37,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:20.779199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-92a39bfa-c06d-4765-81db-874b82c6b2fa None None] Provisioning complete for port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:20.779646 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-92a39bfa-c06d-4765-81db-874b82c6b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:20.881885 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:20.904254 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-85dc747a-9802-4c56-88c9-4671fb535a18 req-627c1c05-fc8f-4b11-8a03-4465abec54b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 210 time: 0.0336821 Oct 26 00:09:20.911332 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ac867-81d5-48f2-a6e6-3d06801249e7 None None] The sync data for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 is: [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:09:20.993022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.087507 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-372931da-248f-49fc-9854-c3a7f46bfa5c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:21.089140 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-372931da-248f-49fc-9854-c3a7f46bfa5c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 797 time: 0.1254301 Oct 26 00:09:21.280878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-f4a47a62-c44b-493f-8a7a-dcdd69e9678e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 380 time: 0.0476542 Oct 26 00:09:21.294516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'port': {'device_id': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'admin_state_up': True, 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'security_groups': ['bf5745d0-1193-4885-9aae-095866bc8c16']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:21.365971 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 410b6ced-a21a-4f60-83eb-534fd9c5cc37 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:09:21.420697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:21.421063 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.428065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:09:21.431869 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.510907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ccf95511-39f2-4f73-8785-7d10aabd4a3b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:09:21.564572 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port ccf95511-39f2-4f73-8785-7d10aabd4a3b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:21.565199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.569994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.3 (5bb98760-57df-4962-a394-cc0630a5e37d/fb1e169d-a76b-4850-be83-4e9d954bfb05/89c4a0b0-deb2-4e1e-9ee6-66eba9b28648) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:09:21.651192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4a3f12ae-89ea-48b0-82b1-56fba931dafd up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:09:21.702853 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4a3f12ae-89ea-48b0-82b1-56fba931dafd triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:21.703217 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.726064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.763895 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.816052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 5bb98760-57df-4962-a394-cc0630a5e37d is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:09:21.819287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:21.823320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:09:21.850629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:21.883718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:21.884564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:21.909995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-79ef0eea-fef3-43b8-b1f5-1498d2fe85ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202345 Oct 26 00:09:21.928766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Request body: {'port': {'device_id': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:21.992997 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.094709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53790-80c1-4122-8ce1-c0c320ccb1f3 req-57ec4f10-d619-4080-bdbc-85064876bd7a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:22.096217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffb53790-80c1-4122-8ce1-c0c320ccb1f3 req-57ec4f10-d619-4080-bdbc-85064876bd7a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 931 time: 0.0998414 Oct 26 00:09:22.114994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-94407fd1-b96d-46a8-8c59-49bc167cd267 None None] Provisioning complete for port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:22.115363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-94407fd1-b96d-46a8-8c59-49bc167cd267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.152930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-94407fd1-b96d-46a8-8c59-49bc167cd267 None None] Port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:09:22.223323 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffb53790-80c1-4122-8ce1-c0c320ccb1f3 req-3ea66d56-de46-4a16-96e7-79bbde8865d0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859115 Oct 26 00:09:22.321905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:09:22.329833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.341946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Transition to ACTIVE for port object 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:09:22.345688 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.413404 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:22.471244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Attempting to bind port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:09:22.471579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Attempting to bind port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:09:22.471905 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Attempting to bind port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 on network 5bb98760-57df-4962-a394-cc0630a5e37d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:09:22.476439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 on network 5bb98760-57df-4962-a394-cc0630a5e37d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:09:22.476758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Attempting to bind port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 on network 5bb98760-57df-4962-a394-cc0630a5e37d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:09:22.481876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:09:22.482232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Checking segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:09:22.482623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Bound using segment: {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:09:22.483049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Bound port: 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc960ec3-5193-4280-ace2-365e838c300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:09:22.483409 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.551089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] For port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:09:22.554555 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] For port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:09:22.558782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.593273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:22.593973 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:22.595330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] 10.222.0.15 "PUT /v2.0/ports/89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 1091 time: 0.6709237 Oct 26 00:09:22.595780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:09:22.598049 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:09:22.626932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1ce39-7035-4722-83c8-96f0e553bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:22.667075 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8af3aa6-4196-4c6c-8a52-386f47d2ac83 x-openstack-request-id: req-a8af3aa6-4196-4c6c-8a52-386f47d2ac83 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:09:22.667370 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:09:22.667627 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8af3aa6-4196-4c6c-8a52-386f47d2ac83 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:09:22.668034 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'status': 'completed', 'code': 200} Oct 26 00:09:22.702834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-fa558284-a3f3-4f32-aeab-660209f68e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:22.704364 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-fa558284-a3f3-4f32-aeab-660209f68e74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1094 time: 0.0466564 Oct 26 00:09:22.757635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-aec0d2c3-b719-4acb-beb4-5c314dd433d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 217 time: 0.0382075 Oct 26 00:09:22.808638 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-f5c2d5e9-2346-4df9-9d7f-98bfa6bb9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:22.810275 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-f5c2d5e9-2346-4df9-9d7f-98bfa6bb9fe5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0453713 Oct 26 00:09:22.854719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a59-c882-4724-9b60-355b6202fd00 req-15c28627-adf0-4917-8a93-5732e48487cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:22.856248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-15c28627-adf0-4917-8a93-5732e48487cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393662 Oct 26 00:09:22.948711 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-652f1763-0955-45fc-bd3d-dcaa0a1ecea5 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853019 Oct 26 00:09:23.037927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3534a59-c882-4724-9b60-355b6202fd00 req-bc10768c-658a-41eb-9d30-1bd7ef399510 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812573 Oct 26 00:09:23.170916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-732d00fd-0a76-4d61-9315-d99079c2fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:23.172321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-732d00fd-0a76-4d61-9315-d99079c2fb35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1094 time: 0.0452447 Oct 26 00:09:23.263879 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-f2b7cfc0-c68e-4b2b-a338-9d3f5d890dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:23.265382 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-f2b7cfc0-c68e-4b2b-a338-9d3f5d890dd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 898 time: 0.0860045 Oct 26 00:09:23.318860 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-cba71976-2d5f-439e-b533-d598751af65f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 217 time: 0.0458498 Oct 26 00:09:23.392439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a420-3d00-44b8-a52b-a0cb84ed9f46 req-7965b11f-abd1-437e-a357-cc739537b159 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:23.393908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3539a420-3d00-44b8-a52b-a0cb84ed9f46 req-7965b11f-abd1-437e-a357-cc739537b159 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 943 time: 0.0847661 Oct 26 00:09:23.395210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-67738d46-752b-42ff-9978-9cf61ba3a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:23.396511 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-67738d46-752b-42ff-9978-9cf61ba3a464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0604208 Oct 26 00:09:23.455095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3539a420-3d00-44b8-a52b-a0cb84ed9f46 req-8354c270-b314-466a-91a9-00e9d7e5dc87 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552280 Oct 26 00:09:23.464396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-6b0d6585-4aa2-4bef-bd93-1881651f3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:23.465901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-6b0d6585-4aa2-4bef-bd93-1881651f3278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604019 Oct 26 00:09:23.557231 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-4b307ded-13b5-42be-b6eb-03df24938554 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844276 Oct 26 00:09:23.649299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e9e2a980-ae67-4e49-bca1-99d04b54d3bd req-61cce6aa-4171-45d7-b114-29ad7efcfc39 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Oct 26 00:09:24.573148 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58725cd9-9246-49ed-8efc-8ee16e99cb87 req-c862e3c5-7c98-4dd5-ad0e-21ee18a8bd3d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:24.574503 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58725cd9-9246-49ed-8efc-8ee16e99cb87 req-c862e3c5-7c98-4dd5-ad0e-21ee18a8bd3d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 943 time: 0.0477824 Oct 26 00:09:24.611055 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-58725cd9-9246-49ed-8efc-8ee16e99cb87 req-d3e57caa-570b-4187-8d0e-862207be55f5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305469 Oct 26 00:09:25.727843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ce8a-b91c-4a48-9f87-66d5d761343f req-6f5e642e-7ffa-4841-822b-b463a9bd85e7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:25.729347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9d6ce8a-b91c-4a48-9f87-66d5d761343f req-6f5e642e-7ffa-4841-822b-b463a9bd85e7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 943 time: 0.0489345 Oct 26 00:09:25.767237 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9d6ce8a-b91c-4a48-9f87-66d5d761343f req-54f6d50c-c0e1-4643-8db9-42f4af36ed75 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Oct 26 00:09:26.659455 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:09:26.754410 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:26.765864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'port_id': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'mac_address': 'fa:16:3e:fa:72:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:09:26.803229 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:26.817331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:09:26.836842 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:26.841168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:26.884057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd9b0-83b0-4cc8-ac78-29500d7d8b60 req-2cf8c7ff-8cfb-4890-a074-a6eb93e538d9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:26.885546 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d20fd9b0-83b0-4cc8-ac78-29500d7d8b60 req-2cf8c7ff-8cfb-4890-a074-a6eb93e538d9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 944 time: 0.0499799 Oct 26 00:09:26.887833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:26.929299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d20fd9b0-83b0-4cc8-ac78-29500d7d8b60 req-88fffbb4-6689-4914-999e-94542ae1eb43 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362811 Oct 26 00:09:27.210340 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['89c4a0b0-deb2-4e1e-9ee6-66eba9b28648'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:09:28.044724 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a0df-38f8-4cbf-881a-8f74165e334c req-4b05ee71-15b7-4991-b0e6-e2a89876577b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:28.046216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74f4a0df-38f8-4cbf-881a-8f74165e334c req-4b05ee71-15b7-4991-b0e6-e2a89876577b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 944 time: 0.0475214 Oct 26 00:09:28.083265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-74f4a0df-38f8-4cbf-881a-8f74165e334c req-ebae1a4e-2215-4b69-ac49-7ac8cb07e274 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Oct 26 00:09:28.675217 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:09:28.723023 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:09:28.726614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:09:28.726993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:28.803720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:28.825986 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:09:28.828243 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa8b1a-3a9a-4b2e-bc9e-23dd46b08468" -d '{"events": [{"server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "name": "network-vif-plugged", "status": "completed", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:09:28.845086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:09:28.849173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:28.871580 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294671d3-9afd-4177-b23d-6c48c14ac4bb x-openstack-request-id: req-294671d3-9afd-4177-b23d-6c48c14ac4bb {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:09:28.871869 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "name": "network-vif-plugged", "status": "completed", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:09:28.872119 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-294671d3-9afd-4177-b23d-6c48c14ac4bb {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:09:28.872561 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'code': 200} Oct 26 00:09:28.903618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:28.943811 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:28.998211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66468-6e3a-42c4-a89f-13562e3b1027 req-e56b0676-506e-41f5-a883-4339c3aee81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:28.999673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fc66468-6e3a-42c4-a89f-13562e3b1027 req-e56b0676-506e-41f5-a883-4339c3aee81d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1096 time: 0.0429425 Oct 26 00:09:29.033896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2fc66468-6e3a-42c4-a89f-13562e3b1027 req-9270d9dc-c5f8-43d0-b1ac-2c3e3943d0fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276213 Oct 26 00:09:29.197160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bcc8-abe9-4ca3-b0c7-f17f5be86f2a req-b344b23a-385c-4d49-ad0c-6a59e2973692 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:29.198557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fac5bcc8-abe9-4ca3-b0c7-f17f5be86f2a req-b344b23a-385c-4d49-ad0c-6a59e2973692 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Oct 26 00:09:29.237755 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fac5bcc8-abe9-4ca3-b0c7-f17f5be86f2a req-e6e3f32d-52ce-4908-bffc-4201e1bde827 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Oct 26 00:09:30.355947 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8e05-2d3d-4c87-90e2-6b3096608be3 req-3bcaedde-7ee1-4da8-8d65-ada6abd450a1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:30.357472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f74b8e05-2d3d-4c87-90e2-6b3096608be3 req-3bcaedde-7ee1-4da8-8d65-ada6abd450a1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0497394 Oct 26 00:09:30.399797 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f74b8e05-2d3d-4c87-90e2-6b3096608be3 req-8c9903ec-9977-4901-a473-2abebe9b4d8b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360029 Oct 26 00:09:31.514949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076835-5947-407b-b52c-978369ecab8e req-e080ad94-da62-4022-8a87-4fb1c89de272 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:31.516402 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-47076835-5947-407b-b52c-978369ecab8e req-e080ad94-da62-4022-8a87-4fb1c89de272 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0486536 Oct 26 00:09:31.554745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-47076835-5947-407b-b52c-978369ecab8e req-db63a4b1-dfab-4868-af92-de1481ae96d6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Oct 26 00:09:31.669323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cb9b3-8a48-4e22-8cac-cd9a343dda2c req-e9538f5d-2dbe-4af9-9638-4faa31bc7d32 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:31.671620 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d8cb9b3-8a48-4e22-8cac-cd9a343dda2c req-e9538f5d-2dbe-4af9-9638-4faa31bc7d32 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0494175 Oct 26 00:09:31.708573 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6d8cb9b3-8a48-4e22-8cac-cd9a343dda2c req-29358701-203e-44d6-88fb-8c3ca199b50c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Oct 26 00:09:31.729863 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50216) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:31.768944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728696b3-2b6a-4fb9-9518-9b9a659299fd tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:31.770425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-728696b3-2b6a-4fb9-9518-9b9a659299fd tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1091 time: 0.0395257 Oct 26 00:09:31.773177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50218) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:31.777365 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:09:31.799382 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:31.897757 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:32.001316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.147 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/d61f3447-d547-4e3c-9afc-85aee6c3d1c3) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:09:32.443972 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:32.475946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:32.518987 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:09:32.521854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:09:32.525417 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:09:32.530959 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=d61f3447-d547-4e3c-9afc-85aee6c3d1c3,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:32.867921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:32.937123 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:33.088034 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:33.092306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:33.161156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=d61f3447-d547-4e3c-9afc-85aee6c3d1c3,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:09:33.169096 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:33.272578 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP fc3e4e81-cf8e-434e-b288-af4089a55170 associated. External IP: 172.25.4.147, port: 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648. Oct 26 00:09:33.484583 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:09:33.591597 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:09:33.602546 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] Sync routers for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:09:33.610172 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:33.613148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:33.613745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:09:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:33.642163 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-51d49863-a8b1-4c2d-8c24-395b4b7a3cbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8679330 Oct 26 00:09:33.642806 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:09:33.645202 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4618837c-d5a2-47eb-98e6-10a3540838d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:09:33.687224 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229570a6-bab7-450c-8deb-5cc3789ec42c x-openstack-request-id: req-229570a6-bab7-450c-8deb-5cc3789ec42c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:09:33.687520 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:09:33.687773 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-229570a6-bab7-450c-8deb-5cc3789ec42c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:09:33.688185 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'status': 'completed', 'code': 200} Oct 26 00:09:33.733230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:33.768195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35dfdc-b2e6-4e98-8a42-476f6bf2b741 req-71c5bec3-aba1-4747-a5f1-33db32ecf8df tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:33.769581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df35dfdc-b2e6-4e98-8a42-476f6bf2b741 req-71c5bec3-aba1-4747-a5f1-33db32ecf8df tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0766532 Oct 26 00:09:33.795641 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-ebabbbd6-95e9-408d-9536-3893830545ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:33.797098 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-ebabbbd6-95e9-408d-9536-3893830545ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1096 time: 0.0649817 Oct 26 00:09:33.830869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-df35dfdc-b2e6-4e98-8a42-476f6bf2b741 req-d7928fbc-21a4-464d-8cfb-4ded5c60b37e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541799 Oct 26 00:09:33.852978 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50224) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:33.901480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-1453e4b6-0e1a-43ca-8772-d832bdb50b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:33.903092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-1453e4b6-0e1a-43ca-8772-d832bdb50b6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 898 time: 0.0956762 Oct 26 00:09:33.924295 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2f673812-1cf2-47da-b30a-9584c5ee25fd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/fc3e4e81-cf8e-434e-b288-af4089a55170 HTTP/1.1" status: 200 len: 991 time: 0.0685036 Oct 26 00:09:33.966306 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'fc3e4e81-cf8e-434e-b288-af4089a55170', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'port_id': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'mac_address': 'fa:16:3e:fa:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:09:32Z', 'updated_at': '2021-10-26T00:09:32Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:33.970583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-f10de693-d8a8-4754-802b-98be51901f31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 999 time: 0.0599840 Oct 26 00:09:33.994692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] Checking router: 629d0186-f12a-4a0b-a2db-287d5a6a0d4c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:09:34.003655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:09:34.004263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:09:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:34.017941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-3b4dafbf-f665-4244-9a46-c1dcb4a95750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:34.019474 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-3b4dafbf-f665-4244-9a46-c1dcb4a95750 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0427158 Oct 26 00:09:34.068635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-da5d7869-3b65-475f-a9bb-07ead85c515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:09:34.070121 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-da5d7869-3b65-475f-a9bb-07ead85c515e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438921 Oct 26 00:09:34.109492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:09:34.350248 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'fc3e4e81-cf8e-434e-b288-af4089a55170', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'port_id': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'mac_address': 'fa:16:3e:fa:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:09:32Z', 'updated_at': '2021-10-26T00:09:32Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:09:34.378344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70040778-a761-4de5-a863-cc43adeaf5f3 None None] The sync data for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 is: [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'fc3e4e81-cf8e-434e-b288-af4089a55170', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'port_id': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'mac_address': 'fa:16:3e:fa:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:09:32Z', 'updated_at': '2021-10-26T00:09:32Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:09:34.497620 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-40031aed-f1b7-4d57-b059-159e2722b317 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191473 Oct 26 00:09:34.578376 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f603bad-6061-4885-b87c-0a4cc7112ea3 None None] New status for floating IP fc3e4e81-cf8e-434e-b288-af4089a55170: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:09:34.598060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4618837c-d5a2-47eb-98e6-10a3540838d4 req-3c7ea3f6-4dbe-441d-a093-f3ffee38b930 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928056 Oct 26 00:09:34.927211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50226) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:09:34.986638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b211e2ee-6b51-4e7d-ad68-ca7eabe5ef8e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/fc3e4e81-cf8e-434e-b288-af4089a55170 HTTP/1.1" status: 200 len: 993 time: 0.0583296 Oct 26 00:09:40.957885 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:09:43.665654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:45.961743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-daf352ab-8167-451f-8956-0a872370738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:48.441352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d58ff297-00a1-4fe3-98f9-c8add106746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:49.878105 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:50.387601 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:50.991612 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:09:58.963329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:06.305641 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7981eb92-5baa-4cdb-86ae-4e60ae0be1f6 req-6c0d8955-893b-4e10-9008-ef950b54d661 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250616 Oct 26 00:10:06.374725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7981eb92-5baa-4cdb-86ae-4e60ae0be1f6 req-89ee8e5f-f90b-47ec-a84e-a8dd89795f67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Oct 26 00:10:06.412888 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7981eb92-5baa-4cdb-86ae-4e60ae0be1f6 req-b14d1122-976b-498f-be82-5fa024a1c958 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197706 Oct 26 00:10:06.508062 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981eb92-5baa-4cdb-86ae-4e60ae0be1f6 req-c8db512c-aa21-4df0-87e5-b8c09cb6972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:06.509520 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7981eb92-5baa-4cdb-86ae-4e60ae0be1f6 req-c8db512c-aa21-4df0-87e5-b8c09cb6972b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900576 Oct 26 00:10:13.663588 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:15.964775 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e1923386-3b63-4885-adc4-619d18a4bb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:17.957794 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:10:18.442980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1d3e-9e99-4979-ad98-66f22b8d65cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:19.882723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:20.545202 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:20.994325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:28.184846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-54ffd368-524d-435c-bab1-16d23322f570 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423527 Oct 26 00:10:28.280321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-d1e7b74b-3c22-43f4-a982-bfea5dad7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:28.282789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-d1e7b74b-3c22-43f4-a982-bfea5dad7a46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1096 time: 0.0403697 Oct 26 00:10:28.385200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-4e348004-633e-4018-afac-34ce2c24f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:28.386699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-4e348004-633e-4018-afac-34ce2c24f50d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 898 time: 0.0843115 Oct 26 00:10:28.455295 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-0a7f4e1e-ef30-4ab6-8c64-084546a8c002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 1001 time: 0.0596869 Oct 26 00:10:28.503148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-63a2ac46-0e1a-4b7f-86ef-f79735991df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:28.504561 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-63a2ac46-0e1a-4b7f-86ef-f79735991df4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0423169 Oct 26 00:10:28.548947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-cc60258a-8957-4356-b88e-42b6b5091a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:28.550425 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-cc60258a-8957-4356-b88e-42b6b5091a4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391171 Oct 26 00:10:28.641816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-ee23e49b-7944-478b-afc8-eb1f6c578c8d service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Oct 26 00:10:28.736306 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcf19b35-ef69-4830-a514-cf18e2bb2719 req-b7b28cc4-c781-422d-8640-85fddf1f48c9 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Oct 26 00:10:28.962929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:37.827662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3393f2-aa18-4361-b26d-cbe9eb20feb2 req-ae3d416a-2805-41ca-89e2-99ad471fd8db tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:37.829268 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b3393f2-aa18-4361-b26d-cbe9eb20feb2 req-ae3d416a-2805-41ca-89e2-99ad471fd8db tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0541737 Oct 26 00:10:37.847263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-8943d37e-aff9-4360-af22-5c2b86de818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:37.848754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-8943d37e-aff9-4360-af22-5c2b86de818e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1096 time: 0.0441773 Oct 26 00:10:37.873255 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b3393f2-aa18-4361-b26d-cbe9eb20feb2 req-3571f089-8400-41e9-95a3-c248efb05a20 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 Oct 26 00:10:37.943933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-8c3b34d8-23ba-4631-b66d-2e066361a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:37.945411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-8c3b34d8-23ba-4631-b66d-2e066361a0f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 898 time: 0.0891542 Oct 26 00:10:38.014090 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-e8ef4cf8-ba04-4615-9934-4722b0b33624 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 1001 time: 0.0615628 Oct 26 00:10:38.066406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-ba065f98-f4df-4d9e-b987-8c6ae4e670f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:38.067790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-ba065f98-f4df-4d9e-b987-8c6ae4e670f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0446017 Oct 26 00:10:38.113419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-635f114a-2034-4a6b-b59a-227e15d54256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:38.114969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-635f114a-2034-4a6b-b59a-227e15d54256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406423 Oct 26 00:10:38.209821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-bc1065db-8e74-4e69-9600-263821703377 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868866 Oct 26 00:10:38.306941 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a8a31440-2ae3-4a5e-896e-d89790279a98 req-928ff98e-752e-4d4a-aa84-70d1a9b6ac6d service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Oct 26 00:10:38.998387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126122f-135f-4e62-8933-31e8c54e6a8b req-85267f09-115d-4335-aa1e-366bb3ccefd1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:39.000097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9126122f-135f-4e62-8933-31e8c54e6a8b req-85267f09-115d-4335-aa1e-366bb3ccefd1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Oct 26 00:10:39.038279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9126122f-135f-4e62-8933-31e8c54e6a8b req-a591b303-c677-4a51-b414-9c5d15899978 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Oct 26 00:10:40.158428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955045d2-fa55-4013-8635-5bdb47d86a59 req-4e164ebc-2c74-4c8b-a602-869f522b27d1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:40.159899 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-955045d2-fa55-4013-8635-5bdb47d86a59 req-4e164ebc-2c74-4c8b-a602-869f522b27d1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0543361 Oct 26 00:10:40.197948 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-955045d2-fa55-4013-8635-5bdb47d86a59 req-a95fac93-d38f-4038-af66-dcda952619b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Oct 26 00:10:41.314001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdf78-a7c6-467c-9b2c-fa853cc3d32e req-3f88b23f-f33a-4b13-ad41-4adf6c40e42e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:41.315507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef2bdf78-a7c6-467c-9b2c-fa853cc3d32e req-3f88b23f-f33a-4b13-ad41-4adf6c40e42e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Oct 26 00:10:41.352193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ef2bdf78-a7c6-467c-9b2c-fa853cc3d32e req-d118b639-3e57-48ad-af50-7283c0dd415d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Oct 26 00:10:42.474177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aae278-ddc4-488d-9af0-349ed2e089e7 req-3f993a3f-e2fe-4050-92f4-ddaa5020000c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:42.475736 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49aae278-ddc4-488d-9af0-349ed2e089e7 req-3f993a3f-e2fe-4050-92f4-ddaa5020000c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0528059 Oct 26 00:10:42.514164 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-49aae278-ddc4-488d-9af0-349ed2e089e7 req-6c1f68dc-e5df-4d6e-844e-c1b6ba9e2fc7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Oct 26 00:10:43.632026 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7a4ca-c99c-41cb-894e-3798eb25a3f5 req-b188952d-2ccd-472e-bbc3-c9b520c48e66 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:43.633512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7e7a4ca-c99c-41cb-894e-3798eb25a3f5 req-b188952d-2ccd-472e-bbc3-c9b520c48e66 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0505233 Oct 26 00:10:43.670093 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:43.677969 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7e7a4ca-c99c-41cb-894e-3798eb25a3f5 req-41fc3c59-1e02-45f7-9a2b-71cb37ac9c0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383036 Oct 26 00:10:44.794495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee64b-8b59-4a21-b476-d1c91ec2a27a req-68c305c6-675f-451d-860f-856fa0e9c4f7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:44.795960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-718ee64b-8b59-4a21-b476-d1c91ec2a27a req-68c305c6-675f-451d-860f-856fa0e9c4f7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0485561 Oct 26 00:10:44.833434 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-718ee64b-8b59-4a21-b476-d1c91ec2a27a req-22ccd9f3-2f2a-4168-8587-bebb45d6ca44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Oct 26 00:10:45.948419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e96e9a-7fb9-48d9-8727-c0b35a69dec1 req-b9de6ebd-d662-4ec1-b98c-5e00cf878414 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:45.949897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51e96e9a-7fb9-48d9-8727-c0b35a69dec1 req-b9de6ebd-d662-4ec1-b98c-5e00cf878414 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Oct 26 00:10:45.967109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5f17bc3f-dde2-4c99-884e-32d95c84522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:45.990226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-51e96e9a-7fb9-48d9-8727-c0b35a69dec1 req-95f7617e-003b-43bf-8c2f-f911bf0680a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Oct 26 00:10:47.108766 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e89a-0b86-4711-bb08-8feba1a1fad9 req-008f512e-5a19-4a1d-9f26-373911fb7d1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:47.110997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d55e89a-0b86-4711-bb08-8feba1a1fad9 req-008f512e-5a19-4a1d-9f26-373911fb7d1b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0536749 Oct 26 00:10:47.147738 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1d55e89a-0b86-4711-bb08-8feba1a1fad9 req-499b5aac-d5de-44ae-915b-ca5644806b33 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Oct 26 00:10:48.263070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff2c3-fed9-4f0a-b1d2-b5530231176e req-5e740f7a-ce96-446b-8798-f6a180567c2b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:48.264552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2ff2c3-fed9-4f0a-b1d2-b5530231176e req-5e740f7a-ce96-446b-8798-f6a180567c2b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0500708 Oct 26 00:10:48.303181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be2ff2c3-fed9-4f0a-b1d2-b5530231176e req-38a0c3a1-09b3-4ee4-83f3-ce03b51e82c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321505 Oct 26 00:10:48.444270 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-227c7cd5-8ee5-49a4-bcf3-687e0d42da83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:49.417444 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f64e79-82fc-4fa3-85b2-24af471c398d req-1bb00db3-5003-4a2b-9fb8-9bc8eb7c3513 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:49.418956 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b9f64e79-82fc-4fa3-85b2-24af471c398d req-1bb00db3-5003-4a2b-9fb8-9bc8eb7c3513 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Oct 26 00:10:49.456150 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b9f64e79-82fc-4fa3-85b2-24af471c398d req-123f4765-20a5-4801-814a-a3fccb49e989 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307319 Oct 26 00:10:49.882944 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:50.387748 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:50.572085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476543b6-63d8-4c01-b9f1-6757db751c47 req-0bf252c6-0176-4263-ba1b-eaf81436890f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:50.573462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-476543b6-63d8-4c01-b9f1-6757db751c47 req-0bf252c6-0176-4263-ba1b-eaf81436890f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0479250 Oct 26 00:10:50.616176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-476543b6-63d8-4c01-b9f1-6757db751c47 req-ee691205-ab91-4f2f-8001-31343704f2f4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362310 Oct 26 00:10:50.997483 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:10:51.739568 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ab20f-05d3-4219-a474-83f3e4918c6a req-43d14206-749c-483f-b6d3-b5236b479802 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:51.741065 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b56ab20f-05d3-4219-a474-83f3e4918c6a req-43d14206-749c-483f-b6d3-b5236b479802 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0525322 Oct 26 00:10:51.778747 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b56ab20f-05d3-4219-a474-83f3e4918c6a req-af263a16-bfb4-45ee-ba4b-8006b0f51a2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Oct 26 00:10:52.893152 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e6355-a2f4-47d1-b185-e50187c0cef1 req-ea6bfbd8-3cb1-44fc-8969-ce69aaa39425 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:52.894653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf1e6355-a2f4-47d1-b185-e50187c0cef1 req-ea6bfbd8-3cb1-44fc-8969-ce69aaa39425 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Oct 26 00:10:52.931646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cf1e6355-a2f4-47d1-b185-e50187c0cef1 req-48771c41-cf7a-4c4c-9d14-d5f631998f10 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Oct 26 00:10:54.053104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4816c1d-7506-4daf-82e1-822c8817ccb3 req-c2289136-56fa-405e-8e5f-96eb40a4e4e4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:54.054701 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4816c1d-7506-4daf-82e1-822c8817ccb3 req-c2289136-56fa-405e-8e5f-96eb40a4e4e4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0555573 Oct 26 00:10:54.092856 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4816c1d-7506-4daf-82e1-822c8817ccb3 req-97b43702-b11c-4079-80c6-1151e7379d9a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Oct 26 00:10:54.958541 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:10:55.206923 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11921942-0173-46ab-948c-cf3df10cd1cb req-5eeda338-074a-4e96-9fee-d34aa496ab55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:10:55.208389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11921942-0173-46ab-948c-cf3df10cd1cb req-5eeda338-074a-4e96-9fee-d34aa496ab55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0487103 Oct 26 00:10:55.245388 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11921942-0173-46ab-948c-cf3df10cd1cb req-fc156262-ec2c-424b-a72e-fff1ae2d1ae6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310545 Oct 26 00:10:55.267470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50298) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:10:55.330156 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-75877bf4-67fa-4356-b3ad-1f134276e34a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/fc3e4e81-cf8e-434e-b288-af4089a55170 HTTP/1.1" status: 200 len: 993 time: 0.0615709 Oct 26 00:10:58.961550 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:06.336897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-573ca15f-2d8b-4552-b5be-d812c51bb4d3 req-6df308c0-2378-4ec3-9675-cfeb4348e5be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0888352 Oct 26 00:11:06.402467 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-573ca15f-2d8b-4552-b5be-d812c51bb4d3 req-b2729e2b-618d-4677-9b8e-6b1191f9c038 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0248220 Oct 26 00:11:06.441313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-573ca15f-2d8b-4552-b5be-d812c51bb4d3 req-fb7ef04b-2367-48dc-877e-39b12e80f4c6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203564 Oct 26 00:11:06.538277 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca15f-2d8b-4552-b5be-d812c51bb4d3 req-ed81cbce-2af6-40b9-95c0-30139d49b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:06.539751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-573ca15f-2d8b-4552-b5be-d812c51bb4d3 req-ed81cbce-2af6-40b9-95c0-30139d49b4df service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918639 Oct 26 00:11:13.677271 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:15.969540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-83320ab1-d582-4adc-b0b3-1b760fdcf725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:18.445260 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5366a9cd-028f-41ad-8839-84cd1a165111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:19.885712 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:20.389777 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:21.000163 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:28.181633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-14b7b3a5-61b3-48b8-94bc-7704c8f7f92a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403323 Oct 26 00:11:28.277687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-b15c7515-d097-4adc-8f0a-8475b68e2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:28.279210 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-b15c7515-d097-4adc-8f0a-8475b68e2c61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Oct 26 00:11:28.385906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-c9c66525-db76-4ae1-8cfc-f5a3f060b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:28.387396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-c9c66525-db76-4ae1-8cfc-f5a3f060b9cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 898 time: 0.0885842 Oct 26 00:11:28.449981 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-0374de75-c43a-4ff6-8459-20b6ddf6a451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 1001 time: 0.0555830 Oct 26 00:11:28.503821 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-eebd5259-a4e2-4283-a62f-bda27e7c4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:28.505228 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-eebd5259-a4e2-4283-a62f-bda27e7c4e9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0482397 Oct 26 00:11:28.552032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-9bb5f3ec-ab76-43f3-8eab-f939c2bc2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:28.553600 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-9bb5f3ec-ab76-43f3-8eab-f939c2bc2218 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414176 Oct 26 00:11:28.642623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-47b15de8-5646-41b4-843c-3aa881079b02 service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815852 Oct 26 00:11:28.736554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7ab4ca9-10aa-40b3-8984-e11fec4e9b28 req-f48c73f9-f201-401a-8a08-01990e302c9c service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857093 Oct 26 00:11:28.972598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:31.958587 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:11:43.698852 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:45.905736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50316) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:45.974869 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7facaec4-e601-49f8-addc-5bc901450492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.062644 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port d61f3447-d547-4e3c-9afc-85aee6c3d1c3 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:11:46.062978 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.139744 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.140067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.152449 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for d61f3447-d547-4e3c-9afc-85aee6c3d1c3 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:11:46.294031 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.321163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=d61f3447-d547-4e3c-9afc-85aee6c3d1c3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:46.344089 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.344440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.344779 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.345112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.345440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.346394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.346725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.347053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.347381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.347702 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.348027 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.348345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:46.388242 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.388723 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP fc3e4e81-cf8e-434e-b288-af4089a55170 disassociated (deleted). External IP: 172.25.4.147, port: 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648. Oct 26 00:11:46.590741 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:11:46.695943 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:11:46.700739 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:46.706499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] Sync routers for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:11:46.715449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:11:46.716044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:46.727835 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-37fb494a-397d-4581-9e8d-61b8685cb2b5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc3e4e81-cf8e-434e-b288-af4089a55170 HTTP/1.1" status: 204 len: 168 time: 0.8209918 Oct 26 00:11:46.728541 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:11:46.730907 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:11:46.776814 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cc4b83-d275-4dc9-a721-e405d392a0db x-openstack-request-id: req-49cc4b83-d275-4dc9-a721-e405d392a0db {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:11:46.777108 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:11:46.777364 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49cc4b83-d275-4dc9-a721-e405d392a0db {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:11:46.777761 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'status': 'completed', 'code': 200} Oct 26 00:11:46.823819 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:11:46.868098 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-fc03fdad-8069-416e-b751-a851f64051c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:46.869616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-fc03fdad-8069-416e-b751-a851f64051c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 1096 time: 0.0479810 Oct 26 00:11:46.965943 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261aeb28-7c41-4e9e-8d98-dde667784d3b req-80200337-b4f0-47b8-b5e6-915c4e26b7c0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:46.968128 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-261aeb28-7c41-4e9e-8d98-dde667784d3b req-80200337-b4f0-47b8-b5e6-915c4e26b7c0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0550833 Oct 26 00:11:46.999059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-dce66333-30da-42dc-85a7-ebda78c7a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:47.000935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-dce66333-30da-42dc-85a7-ebda78c7a674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 200 len: 898 time: 0.0906646 Oct 26 00:11:47.009039 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-261aeb28-7c41-4e9e-8d98-dde667784d3b req-a8c5ad72-e9d0-44f0-8c61-1bf9c105ee0d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Oct 26 00:11:47.039855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:47.044695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-4392cdb5-5bbb-43d4-b894-947f179fcc53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 200 len: 217 time: 0.0364316 Oct 26 00:11:47.071430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] Checking router: 629d0186-f12a-4a0b-a2db-287d5a6a0d4c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:11:47.079793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:11:47.081169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:47.093864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-a0964566-eab3-41d8-b036-5de9ce559e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:47.095383 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-a0964566-eab3-41d8-b036-5de9ce559e0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 200 len: 834 time: 0.0432878 Oct 26 00:11:47.145320 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-d5bda8fc-4b9d-4f14-800c-80a2cc3e8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:47.146774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-d5bda8fc-4b9d-4f14-800c-80a2cc3e8568 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bb98760-57df-4962-a394-cc0630a5e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437572 Oct 26 00:11:47.181367 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:11:47.242428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-f414d420-b593-4ed9-9d71-7cdbb2eccf9d service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Oct 26 00:11:47.340475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e2a4eda6-bdd1-4bed-8e8d-665fd339e734 req-721042ac-2d17-49c5-a8ba-33f3e6bb9e7a service neutron] 10.222.0.15 "GET /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894113 Oct 26 00:11:47.394376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:47.420605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2893a-72be-4473-8766-849b261481e0 None None] The sync data for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 is: [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:09:17Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '410b6ced-a21a-4f60-83eb-534fd9c5cc37', 'name': '', 'network_id': '5bb98760-57df-4962-a394-cc0630a5e37d', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:57:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:17Z', 'updated_at': '2021-10-26T00:09:20Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'fb1e169d-a76b-4850-be83-4e9d954bfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:11:47.629682 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b253ed-3581-4c22-bc72-17c013ade3db None None] New status for floating IP fc3e4e81-cf8e-434e-b288-af4089a55170: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:11:48.127723 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fdc8-d859-4b94-b230-dfc4234892e2 req-72c0d713-a894-4771-92b9-fcb4b748c999 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:48.129270 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6809fdc8-d859-4b94-b230-dfc4234892e2 req-72c0d713-a894-4771-92b9-fcb4b748c999 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0493894 Oct 26 00:11:48.167470 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6809fdc8-d859-4b94-b230-dfc4234892e2 req-daaa6a4e-d251-46ad-8de8-09b11e29b7f5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5745d0-1193-4885-9aae-095866bc8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321410 Oct 26 00:11:48.445853 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40f9a44c-d14d-425d-8764-e62c1aa7e998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:48.869223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-f249b8a9-68d1-4739-b54e-8a9fbb1d50ee tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:48.870722 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-f249b8a9-68d1-4739-b54e-8a9fbb1d50ee tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 945 time: 0.0473983 Oct 26 00:11:48.960419 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:11:48.960751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:49.048406 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:11:49.049364 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:49.061711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:11:49.190480 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:49.222767 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=89c4a0b0-deb2-4e1e-9ee6-66eba9b28648,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:49.266176 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da39b44c-8e17-40e7-87a5-47846df6aa21 req-ea5f52f6-42c3-41a6-9d31-468ba8ae5111 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53e8905-e2c7-455e-829b-7346a00588e7 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Oct 26 00:11:49.270689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] No DVR routers for this DVR port 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:11:49.273380 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:49.276797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-05016648-49fb-4ca7-b7a0-7f7764438cb1 req-ab0d1ecf-2b1d-42c7-b161-82b847e44896 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "DELETE /v2.0/ports/89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 HTTP/1.1" status: 204 len: 173 time: 0.4001434 Oct 26 00:11:49.277415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'name': 'network-vif-deleted', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:11:49.279582 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a83f0e7-ff14-409d-a8a6-579c0cd2860a" -d '{"events": [{"server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "name": "network-vif-deleted", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:11:49.318854 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a075ad4f-a464-4fb5-9a55-b743f95bbe39 x-openstack-request-id: req-a075ad4f-a464-4fb5-9a55-b743f95bbe39 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:11:49.319143 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53e8905-e2c7-455e-829b-7346a00588e7", "name": "network-vif-deleted", "tag": "89c4a0b0-deb2-4e1e-9ee6-66eba9b28648", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:11:49.319469 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a075ad4f-a464-4fb5-9a55-b743f95bbe39 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:11:49.319866 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53e8905-e2c7-455e-829b-7346a00588e7', 'name': 'network-vif-deleted', 'tag': '89c4a0b0-deb2-4e1e-9ee6-66eba9b28648', 'status': 'completed', 'code': 200} Oct 26 00:11:49.892494 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:50.323138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50332) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:50.394873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:50.677229 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:51.005654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:51.252483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 410b6ced-a21a-4f60-83eb-534fd9c5cc37 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:11:51.252824 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:51.344232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 410b6ced-a21a-4f60-83eb-534fd9c5cc37, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=410b6ced-a21a-4f60-83eb-534fd9c5cc37,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:11:51.344888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:51.357957 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 410b6ced-a21a-4f60-83eb-534fd9c5cc37 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:11:51.537186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:51.562849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=410b6ced-a21a-4f60-83eb-534fd9c5cc37,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:51.734462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:51.945471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:11:52.047854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:11:52.052974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ed98e607-1b48-4c2a-8e9b-3e622cedec7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/629d0186-f12a-4a0b-a2db-287d5a6a0d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288337 Oct 26 00:11:52.055715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50334) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:52.058352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] Sync routers for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:11:52.068708 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:11:52.069315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:52.106539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting subnet fb1e169d-a76b-4850-be83-4e9d954bfb05 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:11:52.109652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.150178 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.173203 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:11:52.238867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.305148 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.332667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1e169d-a76b-4850-be83-4e9d954bfb05,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:52.336348 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.339901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a9861a61-04e6-4c2a-ba4e-215625593aa8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/subnets/fb1e169d-a76b-4850-be83-4e9d954bfb05 HTTP/1.1" status: 204 len: 168 time: 0.2829463 Oct 26 00:11:52.342271 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50336) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:52.346641 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee5cf6-bb5f-4be1-94f1-89c20f0ae801 None None] Network 5bb98760-57df-4962-a394-cc0630a5e37d requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:11:52.410493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:11:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:52.445124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] Checking router: 629d0186-f12a-4a0b-a2db-287d5a6a0d4c for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:11:52.449778 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.484516 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] Routers {'629d0186-f12a-4a0b-a2db-287d5a6a0d4c'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:11:52.485138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:52.554561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.609688 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] Set router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:11:52.614235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port ccf95511-39f2-4f73-8785-7d10aabd4a3b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:11:52.614521 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.667777 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] DHCP port deletion for 5bb98760-57df-4962-a394-cc0630a5e37d request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:11:52.702930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port ccf95511-39f2-4f73-8785-7d10aabd4a3b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=ccf95511-39f2-4f73-8785-7d10aabd4a3b,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:11:52.703289 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.716253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for ccf95511-39f2-4f73-8785-7d10aabd4a3b owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:11:52.803870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Deleting port 4a3f12ae-89ea-48b0-82b1-56fba931dafd {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:11:52.804255 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.882830 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:52.908204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=ccf95511-39f2-4f73-8785-7d10aabd4a3b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:52.977389 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.035962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] For port 4a3f12ae-89ea-48b0-82b1-56fba931dafd, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4a3f12ae-89ea-48b0-82b1-56fba931dafd,segment=NetworkSegment(bc960ec3-5193-4280-ace2-365e838c300b),segment_id=bc960ec3-5193-4280-ace2-365e838c300b)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:11:53.036361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.051769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Calling delete_port for 4a3f12ae-89ea-48b0-82b1-56fba931dafd owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:11:53.066991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:11:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:53.069862 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.073304 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.116697 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.117276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Fanout notify agent at l3_agent the message router_deleted on router 629d0186-f12a-4a0b-a2db-287d5a6a0d4c {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:11:53.121556 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0c725-a1be-4a51-aa6c-e9b1379010b4 None None] The sync data for ids ['629d0186-f12a-4a0b-a2db-287d5a6a0d4c'] in n-d-815373-1 is: [{'id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087997187', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:09:14Z', 'updated_at': '2021-10-26T00:11:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': 'ccf95511-39f2-4f73-8785-7d10aabd4a3b', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d0186-f12a-4a0b-a2db-287d5a6a0d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:09:15Z', 'updated_at': '2021-10-26T00:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:11:53.125326 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.129633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-1e63469b-abf8-4968-961e-282921d2f406 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/routers/629d0186-f12a-4a0b-a2db-287d5a6a0d4c HTTP/1.1" status: 204 len: 168 time: 0.7831626 Oct 26 00:11:53.130179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50338) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:53.173028 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.199738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Pushing event deleted for resources: {'Port': ['ID=4a3f12ae-89ea-48b0-82b1-56fba931dafd,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:53.210176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] No DVR routers for this DVR port 4a3f12ae-89ea-48b0-82b1-56fba931dafd on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:11:53.219302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220249 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.220803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f99a10-09f4-4aec-80d3-4f635a052776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.307443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.327723 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb98760-57df-4962-a394-cc0630a5e37d']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:53.336864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc960ec3-5193-4280-ace2-365e838c300b') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:53.337154 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc960ec3-5193-4280-ace2-365e838c300b') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:53.346180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.358905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.365445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:11:53.365817 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:11:53.368697 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:11:53.430522 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.438360 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.442553 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/networks/5bb98760-57df-4962-a394-cc0630a5e37d HTTP/1.1" status: 204 len: 168 time: 0.3113403 Oct 26 00:11:53.445456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50340) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:53.460223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Network': ['ID=5bb98760-57df-4962-a394-cc0630a5e37d,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:53.468818 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.469174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.469518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.469851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.470487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.470993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.471511 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.472546 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.473202 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.473704 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.474236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.474739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5209-54aa-4101-8494-d090fb907ccd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:53.520201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:11:53.526300 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bdbdb39-878e-4f33-90ae-8b8b3f7adf98 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.557987 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:11:53.558396 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 89c4a0b0-deb2-4e1e-9ee6-66eba9b28648 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:11:53.568926 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bdbdb39-878e-4f33-90ae-8b8b3f7adf98 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.646067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bdbdb39-878e-4f33-90ae-8b8b3f7adf98 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.648764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8bdbdb39-878e-4f33-90ae-8b8b3f7adf98 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:53.652940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8bdbdb39-878e-4f33-90ae-8b8b3f7adf98 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf5745d0-1193-4885-9aae-095866bc8c16 HTTP/1.1" status: 204 len: 168 time: 0.2038054 Oct 26 00:11:53.663129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbdb39-878e-4f33-90ae-8b8b3f7adf98 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5745d0-1193-4885-9aae-095866bc8c16,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:53.700007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 410b6ced-a21a-4f60-83eb-534fd9c5cc37 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:11:53.720612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 410b6ced-a21a-4f60-83eb-534fd9c5cc37 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:11:53.720964 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 410b6ced-a21a-4f60-83eb-534fd9c5cc37 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:11:53.721385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4a3f12ae-89ea-48b0-82b1-56fba931dafd no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:11:53.741941 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4a3f12ae-89ea-48b0-82b1-56fba931dafd {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:11:53.742316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4a3f12ae-89ea-48b0-82b1-56fba931dafd not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:11:55.179914 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50348) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.184516 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371517519', 'description': 'tempest-secgroup-smoke-1371517519 description', 'project_id': '273bdb5266ee400189bbe9087a5e4c99'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.210938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.276313 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.279949 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.308480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d937b-1f34-4696-a709-f2c9b14e4eb2,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:55.312004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ccf95511-39f2-4f73-8785-7d10aabd4a3b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:11:55.313285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.317953 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-97e2e6e4-7d79-4ba4-abcb-b99cc1a45790 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336043 Oct 26 00:11:55.318355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50350) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.322543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d937b-1f34-4696-a709-f2c9b14e4eb2', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.334645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: ccf95511-39f2-4f73-8785-7d10aabd4a3b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:11:55.334989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device ccf95511-39f2-4f73-8785-7d10aabd4a3b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:11:55.347814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.402355 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.406224 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.423426 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a624749-9857-4b27-9a07-4ca70fcad157,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:55.431054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.432236 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ce1e0137-8d56-407d-8eba-470db419bc24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131806 Oct 26 00:11:55.435183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50352) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.439431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d937b-1f34-4696-a709-f2c9b14e4eb2', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.464438 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.519738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.522953 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.539871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11877c51-0cf3-47dc-8427-89df3e6434aa,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:55.549690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.551679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e1d7a2f1-cbe5-4098-8fa7-28edf64658a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155727 Oct 26 00:11:55.554364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.558584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d937b-1f34-4696-a709-f2c9b14e4eb2', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.584176 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.643694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.647557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.665063 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16d81c5-a7af-429e-9694-0f2a4122c0a2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:55.673294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.674515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f9455e1b-b0bd-4440-a242-adbc834d446c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192348 Oct 26 00:11:55.678134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50356) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.682439 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d937b-1f34-4696-a709-f2c9b14e4eb2', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.708132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.765529 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.768803 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.786668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41f0dbc-d753-4ba9-bb99-46ef016bb822,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:55.793767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.794997 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6a5566ca-e2fe-4b5d-b3d0-bf06025da223 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158884 Oct 26 00:11:55.797907 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50358) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.802989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d937b-1f34-4696-a709-f2c9b14e4eb2', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.824021 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:11:55.828806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.886989 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.890225 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.907100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7feb7950-4db5-46c3-967d-6acd385fc4cd,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:55.915747 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:55.916882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a19639cd-e140-4f5b-b62c-ab072c2f3e52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179831 Oct 26 00:11:55.920690 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50360) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:55.924947 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d937b-1f34-4696-a709-f2c9b14e4eb2', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:55.946856 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:11:55.951508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.015582 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.019508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.036630 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3649c71-29d6-45dd-9ab5-4ddfcaf1752f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:56.048539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.049725 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-31d978ef-f29e-4dc9-b1b5-38ff1b654c12 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281209 Oct 26 00:11:56.053234 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50362) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:56.057954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'network': {'name': 'tempest-network-smoke--1158408390', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:56.078349 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:11:56.081764 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.104428 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:11:56.113565 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.113902 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Added segment 99a1b1f2-0034-4e39-bc2d-6f66c20b785a of type vlan for network 8d087e11-1c04-4af2-ae2b-25fcce898368 Oct 26 00:11:56.152584 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.176583 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.182066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:56.182696 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.239744 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1855109 Oct 26 00:11:56.242939 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50364) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:56.247731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'admin_state_up': True, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:56.251589 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697c85b-c569-4565-ae23-76d0eb34379a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Network': ['ID=8d087e11-1c04-4af2-ae2b-25fcce898368,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:56.262391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:11:56.271710 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.272765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.331776 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.466300 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.658827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.678812 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.782785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.171 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/2b7db344-e873-45c5-8ff8-1b969d7d3f4e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:11:56.883868 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.916528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:56.957161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:11:56.960011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:11:56.963506 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:11:56.989836 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:57.213495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:57.417935 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:57.537274 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router e3826e9b-f737-45b5-9c0f-1d394a03f940 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:11:57.642018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:11:57.651813 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Sync routers for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:11:57.661964 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:11:57.662597 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:57.663001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:57.664290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c4bd5299-1012-4c6a-a0a1-822d5d8be352 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4202149 Oct 26 00:11:57.667318 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50366) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:57.696904 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cc23b578-7383-4abc-b2ed-80c0b7be1166 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=273bdb5266ee400189bbe9087a5e4c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284436 Oct 26 00:11:57.699605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50368) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:57.765510 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:11:57.789587 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54f6d9-4bbf-4380-a09d-365dbbe3f6df tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:57.793907 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7d54f6d9-4bbf-4380-a09d-365dbbe3f6df tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904238 Oct 26 00:11:57.794088 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50370) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:57.823426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-fa3a0117-8399-4a19-8d58-c5e1eddd6a1d tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283461 Oct 26 00:11:57.825918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50372) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:57.830828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063394826', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:11:58.046070 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:57Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:58.074355 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Checking router: e3826e9b-f737-45b5-9c0f-1d394a03f940 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:11:58.074702 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Updating router e3826e9b-f737-45b5-9c0f-1d394a03f940 port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:11:58.100599 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.261838 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:11:58.265364 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.360991 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.366932 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.419412 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Pushing event updated for resources: {'Port': ['ID=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:58.421419 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Attempting to bind port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:11:58.421776 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Attempting to bind port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:11:58.422126 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Attempting to bind port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:11:58.433378 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.433716 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.434089 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.434441 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.434762 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.435085 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.435403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.435716 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.436029 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.436342 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.436649 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.436959 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:11:58.440493 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:11:58.440970 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:11:58.441624 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.442002 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:11:58.442495 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Bound port: 2b7db344-e873-45c5-8ff8-1b969d7d3f4e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:11:58.442867 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.454805 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.496242 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] For port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:11:58.499820 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] For port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:11:58.504380 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.519389 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Subnet': ['ID=0b69154f-a53f-40ff-8dbd-4c8a97bb2332,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:58.526949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Checking segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:11:58.527309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network hostable DHCP agents. Network: 8d087e11-1c04-4af2-ae2b-25fcce898368, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:11:58.545216 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:11:58.556094 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 8d087e11-1c04-4af2-ae2b-25fcce898368) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:11:58.561145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:11:58.562859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.565356 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6123c841-8123-477d-aa6b-a680278ce2bc None None] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:11:58.569218 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:11:58.570236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:58.583947 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0bc61ef0-0dff-41e7-844b-c407fd7ef08b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7539680 Oct 26 00:11:58.584183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50374) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:11:58.635423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a231e5-463f-4825-b3c5-ce2981b53781 None None] Pushing event updated for resources: {'Port': ['ID=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:58.685957 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:11:58.720357 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-8d087e11-1c04-4af2-ae2b-25fcce898368', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:11:58.721304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:58.869237 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:57Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:11:58.875825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Allocated IP 172.20.0.2 (8d087e11-1c04-4af2-ae2b-25fcce898368/0b69154f-a53f-40ff-8dbd-4c8a97bb2332/35b858e3-2f7a-4a04-9af0-c1ab799fb84d) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:11:58.898436 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22734a70-9f2d-4334-805b-ebddae528d5a None None] The sync data for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 is: [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:57Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:11:59.041070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.049099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.050635 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.060080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.092801 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:11:59.098143 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:11:59.101250 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:11:59.144509 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Pushing event updated for resources: {'Port': ['ID=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:59.191451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Attempting to bind port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:11:59.191825 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Attempting to bind port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:11:59.192187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Attempting to bind port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d on network 8d087e11-1c04-4af2-ae2b-25fcce898368 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:11:59.197666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:11:59.198035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Checking segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:11:59.198477 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.199110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Bound using segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:11:59.199577 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Bound port: 35b858e3-2f7a-4a04-9af0-c1ab799fb84d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:11:59.200075 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.272529 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] For port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:11:59.275965 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] For port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:11:59.281070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.381765 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2aa73-0521-41f5-93f3-d5cc64fe870a None None] Pushing event updated for resources: {'Port': ['ID=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:59.409450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b7db344-e873-45c5-8ff8-1b969d7d3f4e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:11:59.432377 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.1 (8d087e11-1c04-4af2-ae2b-25fcce898368/0b69154f-a53f-40ff-8dbd-4c8a97bb2332/4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:11:59.464910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:11:59.465725 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.571257 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.598475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:11:59.600437 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.603078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.652577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.669365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:59.704856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:11:59.708716 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:11:59.713837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:11:59.718243 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:11:59.765607 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:11:59.908704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.197928 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.203111 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.281529 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:00.287378 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.337038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297539ed-ffe7-4156-acd7-b796f4ee6afc None None] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:12:00.384913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:12:00.386747 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:12:00.459453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2407cbd7-1aee-474c-807e-b28ef8da08d5 None None] Provisioning complete for port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:00.459730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2407cbd7-1aee-474c-807e-b28ef8da08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.511628 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router e3826e9b-f737-45b5-9c0f-1d394a03f940 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:12:00.582795 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2407cbd7-1aee-474c-807e-b28ef8da08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.618277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2407cbd7-1aee-474c-807e-b28ef8da08d5 None None] For port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:12:00.626933 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2407cbd7-1aee-474c-807e-b28ef8da08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.652620 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:12:00.659072 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-344ca3f0-6bb1-4048-9ca9-5753df2509ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/e3826e9b-f737-45b5-9c0f-1d394a03f940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0736313 Oct 26 00:12:00.686738 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407cbd7-1aee-474c-807e-b28ef8da08d5 None None] Pushing event updated for resources: {'Port': ['ID=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:00.834694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-91a45d70-79a2-4e59-8c89-6ca1f145f222 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371517519&fields=id&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 267 time: 0.0377860 Oct 26 00:12:00.852014 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f3a18c12-4e61-4f7e-a223-aea7a171391a None None] Provisioning complete for port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:00.852014 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f3a18c12-4e61-4f7e-a223-aea7a171391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:00.886381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Sync routers for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:12:00.902433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f3a18c12-4e61-4f7e-a223-aea7a171391a None None] Port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:12:00.910419 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:12:00.911142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:00.969792 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-bc5cc877-3c5e-4c65-bf2f-b9ddc6c5ac00 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:00.971408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-bc5cc877-3c5e-4c65-bf2f-b9ddc6c5ac00 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 797 time: 0.1250441 Oct 26 00:12:00.991507 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-65c3aab5-5997-43bb-a27f-ccd7c3dd803f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/quotas/273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 375 time: 0.0120621 Oct 26 00:12:00.992170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f3a18c12-4e61-4f7e-a223-aea7a171391a None None] Provisioning complete for port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:00.992533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f3a18c12-4e61-4f7e-a223-aea7a171391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:01.053757 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-1678daeb-f70c-4931-8259-50f98f4b6e3a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558000 Oct 26 00:12:01.064562 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:12:01.158194 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-6349dcaa-228a-4858-b145-66f8aedacd80 service neutron] 10.222.0.25 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900660 Oct 26 00:12:01.257645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-2bb03665-83b9-4f50-bbf8-663c770130c9 service neutron] 10.222.0.25 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918493 Oct 26 00:12:01.297547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-96a357db-2ce9-469a-9d25-161bfefab379 None None] Provisioning complete for port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:01.297913 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-96a357db-2ce9-469a-9d25-161bfefab379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:01.341654 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:00Z', 'revision_number': 2, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:01.344601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-96a357db-2ce9-469a-9d25-161bfefab379 None None] Port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:12:01.370225 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Checking router: e3826e9b-f737-45b5-9c0f-1d394a03f940 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:12:01.370533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Updating router e3826e9b-f737-45b5-9c0f-1d394a03f940 port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:12:01.423362 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:01.435306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-97e680f5-6ab6-4813-b4b0-ee369a0b6506 req-e300297f-4700-4744-b959-85b80d02504e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Oct 26 00:12:01.522171 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b858e3-2f7a-4a04-9af0-c1ab799fb84d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:12:01.639869 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:01.640474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:01.789342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:01.791866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b7db344-e873-45c5-8ff8-1b969d7d3f4e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:12:01.813347 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:01.877643 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb9ff-26fa-4b42-af19-0a87476802fb None None] Pushing event updated for resources: {'Port': ['ID=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:02.075446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:02.075816 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.122300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Attempting to bind port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:12:02.122668 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Attempting to bind port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:12:02.123024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Attempting to bind port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae on network 8d087e11-1c04-4af2-ae2b-25fcce898368 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:12:02.131859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:12:02.132177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Checking segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:12:02.132573 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.132963 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Bound using segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:12:02.133426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Bound port: 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:12:02.133801 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.230868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e9d72a73-685b-40ac-bda8-524cc2091424 None None] Provisioning complete for port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:02.231231 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a73-685b-40ac-bda8-524cc2091424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.262519 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] For port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:12:02.282803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] For port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:12:02.288565 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.290822 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e9d72a73-685b-40ac-bda8-524cc2091424 None None] Port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:12:02.346814 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:12:02.347973 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:02.387331 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb9ff-26fa-4b42-af19-0a87476802fb None None] Pushing event updated for resources: {'Port': ['ID=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:02.482026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:12:02.525617 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-42b5ebac-10ee-4a15-a7be-5487c4a70c32 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:02.527952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-42b5ebac-10ee-4a15-a7be-5487c4a70c32 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 797 time: 0.1460402 Oct 26 00:12:02.593583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4aca9799-7f68-42d5-8863-e85e77dbec92 req-73bb4a93-e73e-4b24-af04-c1659a914f92 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 210 time: 0.0388489 Oct 26 00:12:02.617879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-94d29542-55f2-4f44-a582-826da7e9c7cb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 380 time: 0.0728774 Oct 26 00:12:02.630931 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'port': {'device_id': 'e966a6ce-0590-4690-a481-1568df51b397', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'admin_state_up': True, 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'security_groups': ['ac2d937b-1f34-4696-a709-f2c9b14e4eb2']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:12:02.658745 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-232bc37f-54dd-44ef-b442-8663874b822f None None] Provisioning complete for port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:02.659391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-232bc37f-54dd-44ef-b442-8663874b822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.740745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:12:02.744263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.790230 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-232bc37f-54dd-44ef-b442-8663874b822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.818004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:02.854833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6bbad-c81d-42de-9624-f7fa5ce2e632 None None] The sync data for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 is: [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:12:02.857420 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-232bc37f-54dd-44ef-b442-8663874b822f None None] For port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:12:02.865058 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-232bc37f-54dd-44ef-b442-8663874b822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:02.874069 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.13 (8d087e11-1c04-4af2-ae2b-25fcce898368/0b69154f-a53f-40ff-8dbd-4c8a97bb2332/60408765-0c64-470b-91ec-22e91deb78ab) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:12:02.949177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc37f-54dd-44ef-b442-8663874b822f None None] Pushing event updated for resources: {'Port': ['ID=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:03.051671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.093007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.139113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:12:03.142387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:12:03.147096 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:12:03.153961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:03.205854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:03.207251 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.226301 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-e1c308ac-34b6-449e-b193-f5702915cf8c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008084 Oct 26 00:12:03.245391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Request body: {'port': {'device_id': 'e966a6ce-0590-4690-a481-1568df51b397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:12:03.323545 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.393580 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-bd3d64cd-a501-4fd0-9ee6-9ff420877566 None None] Provisioning complete for port 60408765-0c64-470b-91ec-22e91deb78ab triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:03.394648 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bd3d64cd-a501-4fd0-9ee6-9ff420877566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.421114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:12:03.469434 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d64cd-a501-4fd0-9ee6-9ff420877566 None None] Port 60408765-0c64-470b-91ec-22e91deb78ab cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:12:03.487978 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:03.488352 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.612332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60408765-0c64-470b-91ec-22e91deb78ab {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:12:03.621383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.641603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Transition to ACTIVE for port object 60408765-0c64-470b-91ec-22e91deb78ab will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:12:03.646393 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.699484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:03.829834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Attempting to bind port 60408765-0c64-470b-91ec-22e91deb78ab on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:12:03.830642 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Attempting to bind port 60408765-0c64-470b-91ec-22e91deb78ab by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:12:03.831334 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Attempting to bind port 60408765-0c64-470b-91ec-22e91deb78ab on network 8d087e11-1c04-4af2-ae2b-25fcce898368 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:12:03.837138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Port 60408765-0c64-470b-91ec-22e91deb78ab on network 8d087e11-1c04-4af2-ae2b-25fcce898368 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:12:03.839375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Attempting to bind port 60408765-0c64-470b-91ec-22e91deb78ab on network 8d087e11-1c04-4af2-ae2b-25fcce898368 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:12:03.846949 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:12:03.847431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Checking segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:12:03.847833 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Bound using segment: {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:12:03.848276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Bound port: 60408765-0c64-470b-91ec-22e91deb78ab, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a1b1f2-0034-4e39-bc2d-6f66c20b785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:12:03.848637 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:03.867595 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7b467-c8f6-4dce-9c0d-a05aad26c3e0 req-267ee3ff-040e-470e-b05b-7d19ab44c739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:03.876370 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7a7b467-c8f6-4dce-9c0d-a05aad26c3e0 req-267ee3ff-040e-470e-b05b-7d19ab44c739 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 944 time: 0.1928823 Oct 26 00:12:03.922726 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7a7b467-c8f6-4dce-9c0d-a05aad26c3e0 req-a2b77468-40bb-405a-953c-047e47f6bc22 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 Oct 26 00:12:03.949212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:12:03.953103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:12:03.959904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:04.002928 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.004486 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:04.005909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] 10.222.0.15 "PUT /v2.0/ports/60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 1092 time: 0.7650540 Oct 26 00:12:04.010588 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:12:04.012915 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3e542-734e-4632-ae4e-2209f5220f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:12:04.056359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172fa45-4da9-4be9-ae4d-b79719b12bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:04.064525 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f914f-5c3c-42e2-ad73-ad1b7a6e6c92 x-openstack-request-id: req-a62f914f-5c3c-42e2-ad73-ad1b7a6e6c92 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:12:04.064817 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:12:04.065066 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a62f914f-5c3c-42e2-ad73-ad1b7a6e6c92 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:12:04.065465 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'status': 'completed', 'code': 200} Oct 26 00:12:04.129080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-6f3a9d95-7816-47b9-ac1b-b5a7cd849a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.130663 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-6f3a9d95-7816-47b9-ac1b-b5a7cd849a7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1095 time: 0.0507195 Oct 26 00:12:04.184042 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-ddc2e51f-f27e-4ff5-9013-40663021ad65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 217 time: 0.0384336 Oct 26 00:12:04.234952 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-07488aa1-1ad1-43e1-9b07-a70702bbdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.236414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-07488aa1-1ad1-43e1-9b07-a70702bbdba8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0442607 Oct 26 00:12:04.286331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-1f9561ef-67b7-4f4c-92db-98249b3650f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.287855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-1f9561ef-67b7-4f4c-92db-98249b3650f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447357 Oct 26 00:12:04.381285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-96c1b496-c058-4bf7-8e92-55c9c225021e service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Oct 26 00:12:04.516923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-614a9e1e-87dd-4a24-a183-564ad4c80b36 req-fb5d2360-e9ff-4c9f-97e0-b3989496ee2d service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281710 Oct 26 00:12:04.653454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-7fd1e5d1-8280-4209-b5fb-934e9db49c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.654942 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-7fd1e5d1-8280-4209-b5fb-934e9db49c9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1095 time: 0.0440557 Oct 26 00:12:04.750855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-5d0fd9ab-1189-47a5-b630-de0689608e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.752313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-5d0fd9ab-1189-47a5-b630-de0689608e03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0906520 Oct 26 00:12:04.792840 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-26714d92-8945-45b6-ac4d-2ebc3969bd55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 217 time: 0.0339103 Oct 26 00:12:04.843718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-e5e19660-d94b-4226-a7d7-e5d0c5e4cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.845120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-e5e19660-d94b-4226-a7d7-e5d0c5e4cbf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0454094 Oct 26 00:12:04.893110 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-475c7409-6447-4044-829e-ef95764ac2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:04.895679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-475c7409-6447-4044-829e-ef95764ac2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437100 Oct 26 00:12:04.985386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-ec041901-5735-4169-858f-5e04d8eba62f service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817811 Oct 26 00:12:05.051321 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6afd2-fe70-43a8-a1f2-8601fee8320e req-946d318d-24fd-4543-b740-77deed5a5d87 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:05.053220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-48e6afd2-fe70-43a8-a1f2-8601fee8320e req-946d318d-24fd-4543-b740-77deed5a5d87 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 944 time: 0.0595169 Oct 26 00:12:05.082806 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aeb3e542-734e-4632-ae4e-2209f5220f3a req-ae5784a7-e44b-407e-81ac-6795ef270df8 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903964 Oct 26 00:12:05.092212 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-48e6afd2-fe70-43a8-a1f2-8601fee8320e req-11ffe121-dbe8-43c6-b987-aa77291dfc7c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Oct 26 00:12:06.207774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13493e2-2902-479f-9c74-9c3a8c98bce3 req-80f20240-c714-424c-b477-5d1334d7e7e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:06.209256 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f13493e2-2902-479f-9c74-9c3a8c98bce3 req-80f20240-c714-424c-b477-5d1334d7e7e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 944 time: 0.0486701 Oct 26 00:12:06.247285 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f13493e2-2902-479f-9c74-9c3a8c98bce3 req-1fc52ea0-f570-4da8-9c77-95b946718cc1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Oct 26 00:12:06.273150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55fa4499-c7be-45c4-99e3-9c3247d9895e req-76d33d63-17b2-404c-87da-257532fed0c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248790 Oct 26 00:12:06.338225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55fa4499-c7be-45c4-99e3-9c3247d9895e req-c6277a0d-008a-4412-b122-6cad8bb3408e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0236611 Oct 26 00:12:06.375921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55fa4499-c7be-45c4-99e3-9c3247d9895e req-4497f481-1374-4f67-8b56-5c3857e8f9fe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190294 Oct 26 00:12:06.470755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa4499-c7be-45c4-99e3-9c3247d9895e req-be558abb-ea4f-4661-9eb6-9c6c7947ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:06.472936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-55fa4499-c7be-45c4-99e3-9c3247d9895e req-be558abb-ea4f-4661-9eb6-9c6c7947ede9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899875 Oct 26 00:12:07.362534 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed2a04-9dc2-43e8-aa5b-72bbdaede41d req-2145668c-23bf-4734-9516-1d756856a9b7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:07.364053 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4ed2a04-9dc2-43e8-aa5b-72bbdaede41d req-2145668c-23bf-4734-9516-1d756856a9b7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 944 time: 0.0491698 Oct 26 00:12:07.402505 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4ed2a04-9dc2-43e8-aa5b-72bbdaede41d req-fa9e3ed9-c5b3-43e3-bc88-34b7b519ec81 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Oct 26 00:12:07.559024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:12:07.653178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:12:07.663999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '60408765-0c64-470b-91ec-22e91deb78ab', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'port_id': '60408765-0c64-470b-91ec-22e91deb78ab', 'mac_address': 'fa:16:3e:49:cf:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:12:07.704068 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:07.717026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60408765-0c64-470b-91ec-22e91deb78ab {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:12:07.735456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:12:07.739813 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:07.784936 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:08.177230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['60408765-0c64-470b-91ec-22e91deb78ab'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:12:08.516444 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700498f4-7dc6-4571-98c2-107170a477d9 req-3224743f-904d-44d4-9a37-0575add5b0ad tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:08.517903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-700498f4-7dc6-4571-98c2-107170a477d9 req-3224743f-904d-44d4-9a37-0575add5b0ad tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Oct 26 00:12:08.555679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-700498f4-7dc6-4571-98c2-107170a477d9 req-7da2420b-0304-4d69-8098-0c9e3fcf6f8f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Oct 26 00:12:08.961950 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:12:09.574303 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:12:09.634110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 60408765-0c64-470b-91ec-22e91deb78ab completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:12:09.638586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 60408765-0c64-470b-91ec-22e91deb78ab triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:12:09.639056 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:09.694598 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42618f40-6093-4be7-a290-b1e068f144b4 req-797d765a-6f9e-4807-9e40-e8586ec4ff62 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:09.697188 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42618f40-6093-4be7-a290-b1e068f144b4 req-797d765a-6f9e-4807-9e40-e8586ec4ff62 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 945 time: 0.0611401 Oct 26 00:12:09.722031 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:09.741765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42618f40-6093-4be7-a290-b1e068f144b4 req-375b236b-6167-4bda-9f0a-a6a2667c84c4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387166 Oct 26 00:12:09.747701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:12:09.749974 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43f1b3-b005-4e6b-82ba-aa450d253c91" -d '{"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-plugged", "status": "completed", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:12:09.764503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:12:09.769226 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:09.795570 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a104d-2540-477e-a56b-95d45724a92b x-openstack-request-id: req-692a104d-2540-477e-a56b-95d45724a92b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:12:09.795859 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-plugged", "status": "completed", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:12:09.796109 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-692a104d-2540-477e-a56b-95d45724a92b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:12:09.796500 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'code': 200} Oct 26 00:12:09.823170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:09.929961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57477f-2667-46e4-b1b8-4b2c0b2e67fb req-b7e2ef56-8b70-4b26-af8b-1af637fa5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:09.932157 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b57477f-2667-46e4-b1b8-4b2c0b2e67fb req-b7e2ef56-8b70-4b26-af8b-1af637fa5bc3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0474019 Oct 26 00:12:09.970904 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1b57477f-2667-46e4-b1b8-4b2c0b2e67fb req-d4d05534-f597-4ff5-85b5-10c6dd066358 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306606 Oct 26 00:12:10.864633 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197032-44a0-4f07-b1fd-f86186d8e209 req-9fb4201c-4629-4ccc-8a21-0f0cd28f3c94 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:10.866098 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4197032-44a0-4f07-b1fd-f86186d8e209 req-9fb4201c-4629-4ccc-8a21-0f0cd28f3c94 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0530446 Oct 26 00:12:10.904090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4197032-44a0-4f07-b1fd-f86186d8e209 req-3d880945-6f3e-4275-9086-7165aac8eeb5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Oct 26 00:12:12.021407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c987e0a-52bb-414f-aa7a-edb448ae4162 req-2321a816-6f8f-4d2e-9938-d3dc6d1b6f7d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:12.022925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c987e0a-52bb-414f-aa7a-edb448ae4162 req-2321a816-6f8f-4d2e-9938-d3dc6d1b6f7d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0489678 Oct 26 00:12:12.059789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8c987e0a-52bb-414f-aa7a-edb448ae4162 req-13c4bc1e-0745-4e7d-8b3b-374f72bd99bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Oct 26 00:12:12.173605 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65da9e-a750-4201-a8c6-0edc8b9491ee req-06a64e09-b393-4b24-8e2b-c87291feb6ec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:12.175672 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd65da9e-a750-4201-a8c6-0edc8b9491ee req-06a64e09-b393-4b24-8e2b-c87291feb6ec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0495977 Oct 26 00:12:12.212790 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fd65da9e-a750-4201-a8c6-0edc8b9491ee req-f3df13bc-96b6-41b7-8d0b-558c665aaa37 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Oct 26 00:12:12.234048 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50432) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:12:12.273435 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1aa20-9807-4b81-9d23-275fd55d7070 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:12.274997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6ac1aa20-9807-4b81-9d23-275fd55d7070 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1092 time: 0.0400033 Oct 26 00:12:12.277741 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50434) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:12:12.281906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '60408765-0c64-470b-91ec-22e91deb78ab', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:12:12.305506 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:12.403019 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:12.503617 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.92 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/10d41193-5606-4ec7-a246-326b1b540d7f) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:12:12.607584 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:12.642088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:12.677993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:12:12.682819 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:12:12.686334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:12:12.718008 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=10d41193-5606-4ec7-a246-326b1b540d7f,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:13.033766 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.102891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.251527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.256283 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.323034 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=10d41193-5606-4ec7-a246-326b1b540d7f,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:12:13.338001 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.436511 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 0ac88a1b-1c98-467c-b1e2-57c557bb08a7 associated. External IP: 172.25.4.92, port: 60408765-0c64-470b-91ec-22e91deb78ab. Oct 26 00:12:13.641545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router e3826e9b-f737-45b5-9c0f-1d394a03f940 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:12:13.700845 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.751953 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:12:13.762262 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] Sync routers for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:12:13.771330 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:13.773370 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:12:13.774078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:13.798306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-330125ae-d014-4a18-9234-67fbee4ffbda tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5195301 Oct 26 00:12:13.798968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:12:13.801953 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a86868-8bcb-48db-945b-aacd8c80b36f" -d '{"events": [{"name": "network-changed", "server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:12:13.884171 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:12:13.901409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136269a-29dc-49ad-9d93-78629ca7acff req-5d2afa88-6640-4839-b4a8-c1f617fcd780 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:13.902950 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5136269a-29dc-49ad-9d93-78629ca7acff req-5d2afa88-6640-4839-b4a8-c1f617fcd780 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0502946 Oct 26 00:12:13.908008 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b53172-4f18-45b9-bba0-62e4da04a0ef x-openstack-request-id: req-41b53172-4f18-45b9-bba0-62e4da04a0ef {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:12:13.908372 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:12:13.908693 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41b53172-4f18-45b9-bba0-62e4da04a0ef {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:12:13.909440 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'status': 'completed', 'code': 200} Oct 26 00:12:13.944430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5136269a-29dc-49ad-9d93-78629ca7acff req-5b0fe91a-3d5f-429e-95be-1d4577710437 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Oct 26 00:12:13.968449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50442) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:12:13.999436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-c0bc8f6a-ffd4-4864-a546-c4247dc4df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:14.001035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-c0bc8f6a-ffd4-4864-a546-c4247dc4df6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0467560 Oct 26 00:12:14.038541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-043b6be4-421d-409a-8d4b-e66a630b5e35 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/0ac88a1b-1c98-467c-b1e2-57c557bb08a7 HTTP/1.1" status: 200 len: 991 time: 0.0678031 Oct 26 00:12:14.092804 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-1a815836-ecdb-41c2-b972-b4d923534fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:14.094433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-1a815836-ecdb-41c2-b972-b4d923534fc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0867338 Oct 26 00:12:14.115980 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '0ac88a1b-1c98-467c-b1e2-57c557bb08a7', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'port_id': '60408765-0c64-470b-91ec-22e91deb78ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'mac_address': 'fa:16:3e:49:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a6ce-0590-4690-a481-1568df51b397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:12:12Z', 'updated_at': '2021-10-26T00:12:12Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:14.145421 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] Checking router: e3826e9b-f737-45b5-9c0f-1d394a03f940 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:12:14.153619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:12:14.154166 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:11:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:14.163055 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-30772bee-f252-43f9-9d3d-6f37a25f320f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 999 time: 0.0620229 Oct 26 00:12:14.214982 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-86b69ba8-f5c6-42e0-b112-be36eb490349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:14.216505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-86b69ba8-f5c6-42e0-b112-be36eb490349 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0465398 Oct 26 00:12:14.258095 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:12:14.265828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-0a4db1c9-c08a-4f65-83d3-fbbce1b069b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:14.267410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-0a4db1c9-c08a-4f65-83d3-fbbce1b069b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440526 Oct 26 00:12:14.600847 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '0ac88a1b-1c98-467c-b1e2-57c557bb08a7', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'port_id': '60408765-0c64-470b-91ec-22e91deb78ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'mac_address': 'fa:16:3e:49:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a6ce-0590-4690-a481-1568df51b397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:12:12Z', 'updated_at': '2021-10-26T00:12:12Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:12:14.627958 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cda639-1d1c-4b74-9eed-8852971b74ae None None] The sync data for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 is: [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '0ac88a1b-1c98-467c-b1e2-57c557bb08a7', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'port_id': '60408765-0c64-470b-91ec-22e91deb78ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'mac_address': 'fa:16:3e:49:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966a6ce-0590-4690-a481-1568df51b397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:12:12Z', 'updated_at': '2021-10-26T00:12:12Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:12:14.712607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-72e0fb1b-62c7-4d6a-9971-3bfd6934df12 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381628 Oct 26 00:12:14.806048 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-31a86868-8bcb-48db-945b-aacd8c80b36f req-1da5de70-4b0b-4bf2-aa89-7ae5b0f0aec1 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Oct 26 00:12:14.831735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a541e17-1ca8-420e-8454-0f6319a38634 None None] New status for floating IP 0ac88a1b-1c98-467c-b1e2-57c557bb08a7: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:12:15.041295 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50448) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:12:15.101224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4afa2fa5-25db-4e3d-9220-b05f69720942 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/0ac88a1b-1c98-467c-b1e2-57c557bb08a7 HTTP/1.1" status: 200 len: 993 time: 0.0587924 Oct 26 00:12:15.967452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-71f2a960-94cf-4bc5-bdd8-09d46ced2524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:18.447045 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e41a14c9-4f27-4db5-bced-43f0f2d08a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:19.891251 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:20.399820 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:21.007558 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:29.005780 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:30.190001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-75139e04-e840-43e2-bd4b-31532bb0f9f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415874 Oct 26 00:12:30.293165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-7de8617e-9d50-4b75-ac1f-5fc6ed3d680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:30.294691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-7de8617e-9d50-4b75-ac1f-5fc6ed3d680d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0396619 Oct 26 00:12:30.400783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-a88c557f-b288-451e-b25c-bc2fcb6df0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:30.402261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-a88c557f-b288-451e-b25c-bc2fcb6df0b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0881181 Oct 26 00:12:30.465598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-fb2a2d7c-787f-4934-a93f-cee876724735 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 1001 time: 0.0561707 Oct 26 00:12:30.514361 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-694cc4d5-a309-43cb-9d03-b87106290284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:30.515770 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-694cc4d5-a309-43cb-9d03-b87106290284 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0430350 Oct 26 00:12:30.564021 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-aafe483a-a3d5-4590-a011-bb27dfbf50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:12:30.566233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-aafe483a-a3d5-4590-a011-bb27dfbf50bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422220 Oct 26 00:12:30.654104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-1c44ca03-2903-4b83-87d6-22039a7b35d2 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812931 Oct 26 00:12:30.746433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3d3988ff-7645-4ea7-8548-6d6c367e14cf req-b5dbe77a-bf42-4a6d-b3fd-6ba66c3ce643 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848873 Oct 26 00:12:43.691453 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:45.960975 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:12:45.967563 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58e5b788-94a5-470b-a14c-f95ddcf4c19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:48.447480 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-58bb2034-de9e-4593-9511-3155c15492cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:49.894524 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:50.401763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:51.009376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:12:59.008290 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:08.254895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f3c2e71-dda9-42b1-8395-52e32804d546 req-a8858579-150a-4708-8a40-7ac7493e4375 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252175 Oct 26 00:13:08.321431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f3c2e71-dda9-42b1-8395-52e32804d546 req-0a288569-ebd4-44d8-b2e8-fdbfd989dbd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0248697 Oct 26 00:13:08.359266 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f3c2e71-dda9-42b1-8395-52e32804d546 req-e98b6ee0-50db-44cc-976e-404080d4d9e8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184770 Oct 26 00:13:08.456497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c2e71-dda9-42b1-8395-52e32804d546 req-e2b95e42-ff08-4e47-8cde-b2ca4635298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:08.457968 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f3c2e71-dda9-42b1-8395-52e32804d546 req-e2b95e42-ff08-4e47-8cde-b2ca4635298a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909903 Oct 26 00:13:13.705221 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:15.968465 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2f8f-0d22-4dea-ad5e-953c7a9eea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:18.449296 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c10d6897-cbcd-4e2f-b905-75480e0a1925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:19.896746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:20.404416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:21.012715 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:22.962285 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:13:26.490502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-7df3b0af-b190-480a-9bb5-b9958e3cdb2a req-e22b139f-ff06-43c1-bd41-b37f9d3d7bf1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:13:26.491521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7df3b0af-b190-480a-9bb5-b9958e3cdb2a req-e22b139f-ff06-43c1-bd41-b37f9d3d7bf1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0455396 Oct 26 00:13:26.678408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50490) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:13:26.679799 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9642-f925-4705-9bc7-8b9876fbab4b req-18b8485e-6afc-4a3a-bfa9-746b23ebec80 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:26.681322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25ce9642-f925-4705-9bc7-8b9876fbab4b req-18b8485e-6afc-4a3a-bfa9-746b23ebec80 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0563745 Oct 26 00:13:26.721641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-25ce9642-f925-4705-9bc7-8b9876fbab4b req-f4a1b225-e661-46ae-8268-0e1d08e1feca tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Oct 26 00:13:26.757849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-6d7a2ace-4771-4562-b851-3bf987d3e03e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782573 Oct 26 00:13:26.767186 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-9cea369c-1d4d-431e-8a7f-37cd1069e2e5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:13:26.768120 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-9cea369c-1d4d-431e-8a7f-37cd1069e2e5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049224 Oct 26 00:13:27.911279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8429c6-28f0-49b3-be69-0a87db1a4430 req-2d1a1374-1ec3-4cd2-966f-3555eecca033 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:27.912798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a8429c6-28f0-49b3-be69-0a87db1a4430 req-2d1a1374-1ec3-4cd2-966f-3555eecca033 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.1219697 Oct 26 00:13:27.981488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0a8429c6-28f0-49b3-be69-0a87db1a4430 req-2849e225-b7cf-448d-a077-b0a19dbc0991 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623310 Oct 26 00:13:27.990945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-d0177c69-bbe9-49a8-a066-0768dcde2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:27.992423 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-d0177c69-bbe9-49a8-a066-0768dcde2567 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0574265 Oct 26 00:13:28.084453 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-ac1670e9-f1f5-4cc3-ba5a-21a1edddff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:28.085917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-ac1670e9-f1f5-4cc3-ba5a-21a1edddff57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0855772 Oct 26 00:13:28.157381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-1db87965-238f-4bfe-a46e-b09a55aab978 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 1001 time: 0.0630507 Oct 26 00:13:28.208505 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-9739deb4-11ce-4015-999b-6f262bbd9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:28.210050 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-9739deb4-11ce-4015-999b-6f262bbd9b56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0447433 Oct 26 00:13:28.263211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-b647b9c2-690b-4e06-8585-ef6d7b930183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:28.264679 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-b647b9c2-690b-4e06-8585-ef6d7b930183 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404007 Oct 26 00:13:28.363909 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-744cf37f-6362-41b4-8c7d-13b4e1d77134 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864429 Oct 26 00:13:28.453232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-5788dad2-adbe-4430-8b22-baaff77651fd service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823786 Oct 26 00:13:29.009211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:29.097218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64812fc7-36f4-4c68-bb1d-b3e78b1ee9b5 req-4a6a83bf-3a1f-4baa-948f-fc4cb84ff318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:29.098755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64812fc7-36f4-4c68-bb1d-b3e78b1ee9b5 req-4a6a83bf-3a1f-4baa-948f-fc4cb84ff318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Oct 26 00:13:29.137251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-64812fc7-36f4-4c68-bb1d-b3e78b1ee9b5 req-a96a890a-3fdd-4bd7-8afe-8c803ff857cb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Oct 26 00:13:30.257058 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0ce3-88d9-480e-ad51-7398f44fcb83 req-7694436c-bd5a-428a-a53b-fcd79a848f59 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:30.258557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b13f0ce3-88d9-480e-ad51-7398f44fcb83 req-7694436c-bd5a-428a-a53b-fcd79a848f59 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0526097 Oct 26 00:13:30.296418 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b13f0ce3-88d9-480e-ad51-7398f44fcb83 req-a33f5496-0c0a-4485-9946-ebaaef7e5148 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Oct 26 00:13:31.256001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87861-63cd-4291-827b-a33ad33b1190 req-1066484f-5f80-46dd-8b90-534b41e4d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:31.257510 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-1066484f-5f80-46dd-8b90-534b41e4d643 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0400565 Oct 26 00:13:31.371494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87861-63cd-4291-827b-a33ad33b1190 req-7cdbcefb-7af9-4da7-99fd-e118d0ed38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:31.372973 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-7cdbcefb-7af9-4da7-99fd-e118d0ed38af service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0943637 Oct 26 00:13:31.413574 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9ad0-0258-4293-aa7b-83dbca2269ae req-c72d10ce-05cc-4e81-bf16-b777c2427f29 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:31.415093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-538f9ad0-0258-4293-aa7b-83dbca2269ae req-c72d10ce-05cc-4e81-bf16-b777c2427f29 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0489128 Oct 26 00:13:31.439250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-1c30d4e6-460d-46b4-b12b-4f5bb1e48d5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 1001 time: 0.0589373 Oct 26 00:13:31.453582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-538f9ad0-0258-4293-aa7b-83dbca2269ae req-1771bf72-e5ab-4fdd-aca6-910209ce1515 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Oct 26 00:13:31.487294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87861-63cd-4291-827b-a33ad33b1190 req-718b5d96-9c3b-482d-abe2-f3d3ee827c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:31.488763 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-718b5d96-9c3b-482d-abe2-f3d3ee827c63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0435293 Oct 26 00:13:31.537834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87861-63cd-4291-827b-a33ad33b1190 req-46477388-5fb1-4ca8-9d45-3de071509e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:31.539359 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-46477388-5fb1-4ca8-9d45-3de071509e33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435305 Oct 26 00:13:31.632389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-297a984e-8fb5-4023-8642-43c2f8fcd4fc service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850811 Oct 26 00:13:31.725412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-eef87861-63cd-4291-827b-a33ad33b1190 req-40f76d12-1763-4231-b7b5-6876027f8515 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859091 Oct 26 00:13:32.567763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9746bea-c833-4992-92e1-c1acee96409f req-d4500d7f-dd5f-4d17-972e-bc70a6c37f7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:32.569156 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9746bea-c833-4992-92e1-c1acee96409f req-d4500d7f-dd5f-4d17-972e-bc70a6c37f7e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0484157 Oct 26 00:13:32.607943 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9746bea-c833-4992-92e1-c1acee96409f req-3f281f77-e946-427e-9b5f-554c3a114f6e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Oct 26 00:13:33.728420 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b348c-9527-4c73-aa76-31b82b0ecc87 req-7c38fb9a-5ec4-4250-af83-bfda7c5e006c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:33.729873 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-965b348c-9527-4c73-aa76-31b82b0ecc87 req-7c38fb9a-5ec4-4250-af83-bfda7c5e006c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Oct 26 00:13:33.768066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-965b348c-9527-4c73-aa76-31b82b0ecc87 req-d0f74f28-6ca3-40a4-9a60-362675dec5f7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Oct 26 00:13:34.880407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc145-1fad-4450-9dd9-88dea8c86520 req-dc99018f-a31e-4693-a573-5ea733e8ae64 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:34.881876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-196fc145-1fad-4450-9dd9-88dea8c86520 req-dc99018f-a31e-4693-a573-5ea733e8ae64 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0476527 Oct 26 00:13:34.918876 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-196fc145-1fad-4450-9dd9-88dea8c86520 req-a324e992-2d38-495b-a297-8bfa0b54f27b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306065 Oct 26 00:13:36.036256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5517-7ca2-4a42-8ab3-d5b3aff121e9 req-c6e48356-8bd6-4d6d-ba57-836b4ed70efd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:36.037707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5eec5517-7ca2-4a42-8ab3-d5b3aff121e9 req-c6e48356-8bd6-4d6d-ba57-836b4ed70efd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0480890 Oct 26 00:13:36.075290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5eec5517-7ca2-4a42-8ab3-d5b3aff121e9 req-88bf0e8a-193b-49e8-bd18-e1dbccfddc85 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307376 Oct 26 00:13:37.196989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9318b9-c856-4a91-8da9-affce3298458 req-84fd3999-ee38-49af-9721-9d58f70bf8b4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:37.198486 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af9318b9-c856-4a91-8da9-affce3298458 req-84fd3999-ee38-49af-9721-9d58f70bf8b4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Oct 26 00:13:37.236965 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-af9318b9-c856-4a91-8da9-affce3298458 req-a36825ca-0853-4ad1-a29b-b1b3cb72123f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Oct 26 00:13:38.357051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d69b6-dcf8-4511-8b52-494747758c4d req-f5a5e8b5-06c4-425b-86fa-3abfb80cc388 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:38.358698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-395d69b6-dcf8-4511-8b52-494747758c4d req-f5a5e8b5-06c4-425b-86fa-3abfb80cc388 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0516369 Oct 26 00:13:38.398533 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-395d69b6-dcf8-4511-8b52-494747758c4d req-4e52d70b-a0a8-4540-b960-556a3dff956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Oct 26 00:13:39.514518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050d669-f7c2-4af1-8cf3-7d00ab7ba3a2 req-3525077c-07da-4639-b550-045fd94af03f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:39.515999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3050d669-f7c2-4af1-8cf3-7d00ab7ba3a2 req-3525077c-07da-4639-b550-045fd94af03f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0489199 Oct 26 00:13:39.553293 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3050d669-f7c2-4af1-8cf3-7d00ab7ba3a2 req-8ded9c61-e7e1-4b68-b133-7cba506a3d65 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313110 Oct 26 00:13:40.677177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fcad1-107d-4c46-98ef-5628c7f5945b req-7b97ed4c-320c-4645-bbb0-d320404862c7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:40.678767 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc1fcad1-107d-4c46-98ef-5628c7f5945b req-7b97ed4c-320c-4645-bbb0-d320404862c7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0566919 Oct 26 00:13:40.720342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cc1fcad1-107d-4c46-98ef-5628c7f5945b req-2a5c12ef-5153-4271-8dfb-630896342066 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347364 Oct 26 00:13:41.835036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bfab-23be-41af-92eb-5aca6fa5b31f req-ff8233cf-385d-404a-b0b5-b85a713ffb46 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:41.836516 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16e4bfab-23be-41af-92eb-5aca6fa5b31f req-ff8233cf-385d-404a-b0b5-b85a713ffb46 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0478420 Oct 26 00:13:41.874224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-16e4bfab-23be-41af-92eb-5aca6fa5b31f req-72fc4f79-bf09-46a3-a26b-eee4a18c453e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Oct 26 00:13:42.992482 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732a6a2-7b39-425d-b8b1-b881fb543b3c req-e5eec963-2281-43e9-93e7-cb54b751a7b7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:42.994652 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2732a6a2-7b39-425d-b8b1-b881fb543b3c req-e5eec963-2281-43e9-93e7-cb54b751a7b7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Oct 26 00:13:43.035443 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2732a6a2-7b39-425d-b8b1-b881fb543b3c req-68ac07f2-d27a-46f6-af9c-6100e3da1b4a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340264 Oct 26 00:13:43.718223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:44.156519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7f430-836b-4c1c-8233-75785380a030 req-8cb7f0ad-2f62-47e2-88a5-88f21bf70586 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:44.157985 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da7f430-836b-4c1c-8233-75785380a030 req-8cb7f0ad-2f62-47e2-88a5-88f21bf70586 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0534167 Oct 26 00:13:44.194422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1da7f430-836b-4c1c-8233-75785380a030 req-7ac2d018-892a-4585-93a4-0db5a27ac4c5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304222 Oct 26 00:13:45.310789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c021de4-35c9-40f8-a4cc-931c1c698de6 req-2afc8210-aa28-40cd-be10-fe0e4553ba7a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:45.312265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c021de4-35c9-40f8-a4cc-931c1c698de6 req-2afc8210-aa28-40cd-be10-fe0e4553ba7a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Oct 26 00:13:45.349316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7c021de4-35c9-40f8-a4cc-931c1c698de6 req-11f6169a-6aeb-4e6c-95b8-ebf82db3696f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309527 Oct 26 00:13:45.518576 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-8ef2875f-3f13-4077-bf93-c2c9f3e2a0e9 service neutron] 10.222.0.15 "GET /v2.0/ports/60408765-0c64-470b-91ec-22e91deb78ab/bindings/n-h1-815373-1 HTTP/1.1" status: 200 len: 382 time: 0.0544958 Oct 26 00:13:45.733200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-09efdb62-88aa-4997-89b0-ab582c3a0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:45.734718 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-09efdb62-88aa-4997-89b0-ab582c3a0fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 1097 time: 0.0411036 Oct 26 00:13:45.805518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-f01308ed-169e-400c-ae01-25c374047453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:45.807031 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-f01308ed-169e-400c-ae01-25c374047453 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0396590 Oct 26 00:13:45.899006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-94c87af8-2567-4cb2-8cf6-32a8330191b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:45.900431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-94c87af8-2567-4cb2-8cf6-32a8330191b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0858965 Oct 26 00:13:45.967918 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-b33efe0b-ebc1-4e58-a2db-4a81d9330292 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 1001 time: 0.0602307 Oct 26 00:13:45.970265 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40c66d4d-c54c-407f-88ea-8d44e49754c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:46.016818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-25611a5a-78ef-4cd8-856c-47a0a626f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:46.018287 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-25611a5a-78ef-4cd8-856c-47a0a626f43c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0439379 Oct 26 00:13:46.064055 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-b2eda598-a5a3-46a2-8f83-80ea38dc9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:46.065483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-b2eda598-a5a3-46a2-8f83-80ea38dc9fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400853 Oct 26 00:13:46.156779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-dd806025-c6f4-4a34-9b10-e240b2ff0216 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Oct 26 00:13:46.245351 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d0f8037d-5aa8-458d-9bb5-228e25b965f4 req-efac57c6-694c-425d-bf9c-868246ba2bee service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811799 Oct 26 00:13:46.464537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f126272-1e08-4903-b805-f571a02f33b1 req-00f96892-e8ef-42f2-9c83-4c1fe4ed3544 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:46.466112 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f126272-1e08-4903-b805-f571a02f33b1 req-00f96892-e8ef-42f2-9c83-4c1fe4ed3544 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Oct 26 00:13:46.507680 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f126272-1e08-4903-b805-f571a02f33b1 req-af8dfa59-8a10-4352-8883-5f9e10042676 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353928 Oct 26 00:13:47.628015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559027f-c211-4dee-86c6-418b822cfcf1 req-c398f2f1-ce39-4ef3-9ddc-b616aebb3962 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:47.629656 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6559027f-c211-4dee-86c6-418b822cfcf1 req-c398f2f1-ce39-4ef3-9ddc-b616aebb3962 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Oct 26 00:13:47.667938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6559027f-c211-4dee-86c6-418b822cfcf1 req-cb07d46f-79cc-47c5-85ff-430d5d816da0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Oct 26 00:13:48.450894 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4bd35cd6-7aad-4521-a99d-fb616b86d819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:48.784332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b323-1e32-4593-bc77-b76865ab5745 req-6ea9b1e1-c59d-4b1a-a014-126dccefd457 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:48.785820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8a9b323-1e32-4593-bc77-b76865ab5745 req-6ea9b1e1-c59d-4b1a-a014-126dccefd457 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0492165 Oct 26 00:13:48.822419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8a9b323-1e32-4593-bc77-b76865ab5745 req-83a50b3e-44c8-4ba2-9444-4bb40387a5c7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Oct 26 00:13:49.901358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:49.941876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c12c7a-391e-498d-88fc-42287f75a6ba req-d2c3344d-6d29-4014-a3ff-c0422492cb99 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:49.943369 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9c12c7a-391e-498d-88fc-42287f75a6ba req-d2c3344d-6d29-4014-a3ff-c0422492cb99 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0491617 Oct 26 00:13:49.981107 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d9c12c7a-391e-498d-88fc-42287f75a6ba req-9c76fe21-22c7-44ea-a9e8-cb6b3231eb96 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Oct 26 00:13:50.113145 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:13:50.128655 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:13:50.178117 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1df6a-3719-4bf3-a85d-eb046458e2ff req-e01f505f-31a5-4a00-bfeb-3684cfe8652e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.179638 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42a1df6a-3719-4bf3-a85d-eb046458e2ff req-e01f505f-31a5-4a00-bfeb-3684cfe8652e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0558052 Oct 26 00:13:50.206258 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-bbe6cc61-e02e-449a-b273-e2116839bde7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.207678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-bbe6cc61-e02e-449a-b273-e2116839bde7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397&tenant_id=273bdb5266ee400189bbe9087a5e4c99&binding%3Ahost_id=n-h1-815373-1 HTTP/1.1" status: 200 len: 946 time: 0.0568702 Oct 26 00:13:50.221342 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-42a1df6a-3719-4bf3-a85d-eb046458e2ff req-5543578c-1aa0-47bd-9c13-0414f44cee82 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346522 Oct 26 00:13:50.279702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:13:50.291035 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:50.298554 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '60408765-0c64-470b-91ec-22e91deb78ab', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'port_id': '60408765-0c64-470b-91ec-22e91deb78ab', 'mac_address': 'fa:16:3e:49:cf:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:13:50.319980 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-0f53c855-dd8a-4e3e-bbdd-42ded1c741d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.321463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-0f53c855-dd8a-4e3e-bbdd-42ded1c741d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0530086 Oct 26 00:13:50.337339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:13:50.339625 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ed8d91-355f-4b2f-866b-ea6690378662" -d '{"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-unplugged", "status": "completed", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:13:50.359320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:13:50.364293 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:50.367577 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:50.405493 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60408765-0c64-470b-91ec-22e91deb78ab {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:13:50.425917 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5a77-0adf-4f42-8203-f3fdd8c9ab92 req-d8d8d90f-531d-44b7-93e1-36c616de62a4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.427928 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f93d5a77-0adf-4f42-8203-f3fdd8c9ab92 req-d8d8d90f-531d-44b7-93e1-36c616de62a4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.1223948 Oct 26 00:13:50.455594 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9aa56a-5792-4ceb-ba8d-fe69e4d8b0c8 x-openstack-request-id: req-0b9aa56a-5792-4ceb-ba8d-fe69e4d8b0c8 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:13:50.455886 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-unplugged", "status": "completed", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:13:50.456133 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b9aa56a-5792-4ceb-ba8d-fe69e4d8b0c8 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:13:50.456514 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'code': 200} Oct 26 00:13:50.463701 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:50.472890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-42a44ddd-1713-4cb9-9863-430466aa2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.474392 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-42a44ddd-1713-4cb9-9863-430466aa2823 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.1359427 Oct 26 00:13:50.476911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:13:50.486139 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 00:13:50.486517 n-d-815373-1 neutron-server[102135]: DEBUG oslo_db.api [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 00:13:50.488262 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f93d5a77-0adf-4f42-8203-f3fdd8c9ab92 req-f619ba8c-37b7-4a29-a596-9faacd124365 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Oct 26 00:13:50.488387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.488607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.488945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.489277 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.489608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.489933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.490525 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.490859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.491182 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.491517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.491828 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.492148 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:13:50.551890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-0a2ba691-d89e-40ba-9468-8e81d59ddcac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 999 time: 0.0626817 Oct 26 00:13:50.601868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-43f61cba-6a1c-4eb4-b70f-3f2c5442a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.603329 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-43f61cba-6a1c-4eb4-b70f-3f2c5442a6fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0431945 Oct 26 00:13:50.648858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-518d504b-e284-40ec-bff7-bd5a379823b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:50.650284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-518d504b-e284-40ec-bff7-bd5a379823b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400746 Oct 26 00:13:50.742827 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-af8117e0-6c15-448c-ac14-f71754a6e129 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854127 Oct 26 00:13:50.830692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f8679910-73f9-4cbc-ad51-c4b3326db253 req-0e71a5e1-235a-4cff-b6b5-7f83aec79e10 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808465 Oct 26 00:13:51.032767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:51.033524 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:51.047070 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60408765-0c64-470b-91ec-22e91deb78ab {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:13:51.067048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:13:51.070665 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:51.119451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:13:51.500590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['60408765-0c64-470b-91ec-22e91deb78ab'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:13:51.615772 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eb083-1fec-4ede-a2e1-81698804dc32 req-cb0586c4-66ae-454b-bc95-f45840e299bb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:13:51.617244 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9f5eb083-1fec-4ede-a2e1-81698804dc32 req-cb0586c4-66ae-454b-bc95-f45840e299bb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Oct 26 00:13:51.656237 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9f5eb083-1fec-4ede-a2e1-81698804dc32 req-2deb5166-8c3b-49d8-9034-ee9a51c024e8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Oct 26 00:13:51.679862 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50574) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:13:51.741031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6bb9be67-7777-450c-8f91-48e3e3bf580a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/0ac88a1b-1c98-467c-b1e2-57c557bb08a7 HTTP/1.1" status: 200 len: 992 time: 0.0597646 Oct 26 00:13:54.112893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:13:54.159967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 60408765-0c64-470b-91ec-22e91deb78ab triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:13:54.160349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:54.241677 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:54.263787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:13:54.266042 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945594b3-df29-4efe-9a34-03fb1c0e4aed" -d '{"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-plugged", "status": "completed", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:13:54.278499 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:13:54.283497 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:54.309502 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166036e9-ca2f-4790-8d4f-c009a9cf5170 x-openstack-request-id: req-166036e9-ca2f-4790-8d4f-c009a9cf5170 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:13:54.309790 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-plugged", "status": "completed", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:13:54.310043 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-166036e9-ca2f-4790-8d4f-c009a9cf5170 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:13:54.310451 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'code': 200} Oct 26 00:13:54.332904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:13:59.009051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:13:59.961084 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:14:09.294682 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4cae63b6-090d-4578-8f4b-9e3e2539d559 req-25111f40-efdb-4470-8a75-7e25f3c3c9a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285113 Oct 26 00:14:09.362363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4cae63b6-090d-4578-8f4b-9e3e2539d559 req-ea166c18-5e20-4917-9269-7933cd9b660d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0252073 Oct 26 00:14:09.401640 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4cae63b6-090d-4578-8f4b-9e3e2539d559 req-205e34ee-b6bc-4427-9dc5-3c5251a055d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187995 Oct 26 00:14:09.493047 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae63b6-090d-4578-8f4b-9e3e2539d559 req-1accf206-ca36-4d8f-9c1f-59744ffa7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:09.494526 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4cae63b6-090d-4578-8f4b-9e3e2539d559 req-1accf206-ca36-4d8f-9c1f-59744ffa7787 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867076 Oct 26 00:14:13.721511 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:15.972158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-42aef7b6-ed0b-4101-948e-fbf76085b4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:18.453176 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97f61c56-7e55-4013-a732-7e3d9b464dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:19.904275 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:20.408681 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:21.018494 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:29.017186 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:31.211938 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-aa324d4b-3e47-41c8-866b-68600f254bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429370 Oct 26 00:14:31.308981 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-fd107a19-9394-49d4-84c4-d2d686d61f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:31.310514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-fd107a19-9394-49d4-84c4-d2d686d61f2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0404036 Oct 26 00:14:31.416558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-ab573d4c-e90e-45a9-809f-d0f1669df026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:31.417986 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-ab573d4c-e90e-45a9-809f-d0f1669df026 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.0868695 Oct 26 00:14:31.481908 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-19620549-83a2-4fa0-8185-dadfd3235baa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 1001 time: 0.0558867 Oct 26 00:14:31.529606 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-98766887-53ae-426f-9705-8efd2b7469f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:31.531294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-98766887-53ae-426f-9705-8efd2b7469f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0426745 Oct 26 00:14:31.579183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-9f787e69-0f39-4af0-afdc-fbd88865b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:31.580624 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-9f787e69-0f39-4af0-afdc-fbd88865b143 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426412 Oct 26 00:14:31.667896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-6647e864-7007-497d-baef-dd05368d4667 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800588 Oct 26 00:14:31.760754 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ea802a1-cedc-4d2b-b182-515cd9da0280 req-47fadb7c-03a0-4613-a714-3da3d56248d3 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Oct 26 00:14:36.960714 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:14:43.722671 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:45.974394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-75c6c2fc-46e4-4a13-ab90-511d6bb1cec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:47.009834 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50598) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:47.164590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 10d41193-5606-4ec7-a246-326b1b540d7f {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:14:47.164931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:47.242413 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:47.242732 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:47.255049 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 10d41193-5606-4ec7-a246-326b1b540d7f owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:14:47.403217 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:47.430358 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=10d41193-5606-4ec7-a246-326b1b540d7f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:47.455382 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.455732 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.456068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.456401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.456730 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.457057 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.457383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.457708 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.458030 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.458387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.458706 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.459029 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:47.497589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:47.497894 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 0ac88a1b-1c98-467c-b1e2-57c557bb08a7 disassociated (deleted). External IP: 172.25.4.92, port: 60408765-0c64-470b-91ec-22e91deb78ab. Oct 26 00:14:48.045992 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router e3826e9b-f737-45b5-9c0f-1d394a03f940 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:14:48.152469 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:14:48.158323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:48.163814 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] Sync routers for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:14:48.174382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:14:48.174991 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:48.186795 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b6b07862-370b-447a-8f3d-b9eb27d290c1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/floatingips/0ac88a1b-1c98-467c-b1e2-57c557bb08a7 HTTP/1.1" status: 204 len: 168 time: 1.1758637 Oct 26 00:14:48.187686 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:14:48.190140 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39382327-1611-4f83-b170-9a851faa0ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:14:48.230366 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e1d34-3300-4f7f-901c-094aa893d07a x-openstack-request-id: req-208e1d34-3300-4f7f-901c-094aa893d07a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:14:48.230657 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:14:48.230904 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-208e1d34-3300-4f7f-901c-094aa893d07a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:14:48.231303 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'status': 'completed', 'code': 200} Oct 26 00:14:48.288514 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:14:48.323431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382327-1611-4f83-b170-9a851faa0ab7 req-e3d6c39d-b315-492e-a00d-edb225bcc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:48.323431 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-e3d6c39d-b315-492e-a00d-edb225bcc810 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 1097 time: 0.0500669 Oct 26 00:14:48.426731 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b26309-6d07-45a9-9bde-fc34f1f73c9d req-5a3380af-c85f-44fd-8edd-0f04ea40d13d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:48.430616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b26309-6d07-45a9-9bde-fc34f1f73c9d req-5a3380af-c85f-44fd-8edd-0f04ea40d13d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0556245 Oct 26 00:14:48.458718 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-599a422f-f436-475c-9b9a-07e03276f174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:48.462570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382327-1611-4f83-b170-9a851faa0ab7 req-ac041fcf-9c8f-442d-a2ff-a8b3c73234c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:48.464649 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-ac041fcf-9c8f-442d-a2ff-a8b3c73234c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 200 len: 898 time: 0.1020379 Oct 26 00:14:48.473405 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51b26309-6d07-45a9-9bde-fc34f1f73c9d req-4b354106-c2d2-4f96-a813-3859467ceea5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Oct 26 00:14:48.508694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-41508202-c284-4a55-aa43-c5c5a1078351 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 200 len: 217 time: 0.0363095 Oct 26 00:14:48.509833 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:48.536499 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] Checking router: e3826e9b-f737-45b5-9c0f-1d394a03f940 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:14:48.544749 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:14:48.545342 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:48.559064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382327-1611-4f83-b170-9a851faa0ab7 req-bed1a71f-b453-4760-a87d-8efe34092caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:48.560454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-bed1a71f-b453-4760-a87d-8efe34092caf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 200 len: 835 time: 0.0437672 Oct 26 00:14:48.609795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382327-1611-4f83-b170-9a851faa0ab7 req-4613364a-1c77-44f4-a10f-688960b0f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:48.611357 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-4613364a-1c77-44f4-a10f-688960b0f159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d087e11-1c04-4af2-ae2b-25fcce898368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433528 Oct 26 00:14:48.651537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:14:48.702400 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-3a782831-efa2-4200-b378-e8cc521d7057 service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Oct 26 00:14:48.796732 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39382327-1611-4f83-b170-9a851faa0ab7 req-e65a8ecc-a48b-419f-ae02-1f8fec8f392c service neutron] 10.222.0.15 "GET /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864291 Oct 26 00:14:48.849505 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:48.959977 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3bf59-2e96-4980-8486-0b26ea64f264 None None] The sync data for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 is: [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae', 'name': '', 'network_id': '8d087e11-1c04-4af2-ae2b-25fcce898368', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:95:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:59Z', 'updated_at': '2021-10-26T00:12:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '0b69154f-a53f-40ff-8dbd-4c8a97bb2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:14:49.161452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2bd6a5-93e5-42b4-ad83-5eea4817c026 None None] New status for floating IP 0ac88a1b-1c98-467c-b1e2-57c557bb08a7: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:14:49.593807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d5f7-0c7a-4db6-87ee-9adb7d06350c req-890d526f-fac5-4dff-b646-fdedb8c2e3b6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:49.595260 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bd0d5f7-0c7a-4db6-87ee-9adb7d06350c req-890d526f-fac5-4dff-b646-fdedb8c2e3b6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0476370 Oct 26 00:14:49.632187 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5bd0d5f7-0c7a-4db6-87ee-9adb7d06350c req-1a0fdf15-c230-45cc-96dd-95536a79c586 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac2d937b-1f34-4696-a709-f2c9b14e4eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Oct 26 00:14:49.904930 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:50.156429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-c60ee295-fa84-4565-99cc-3f31ed82ee04 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:50.157845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-c60ee295-fa84-4565-99cc-3f31ed82ee04 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 946 time: 0.0468202 Oct 26 00:14:50.249610 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 60408765-0c64-470b-91ec-22e91deb78ab {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:14:50.250129 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:50.337409 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 60408765-0c64-470b-91ec-22e91deb78ab, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=60408765-0c64-470b-91ec-22e91deb78ab,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:14:50.337769 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:50.350713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 60408765-0c64-470b-91ec-22e91deb78ab owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:14:50.410726 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:50.482033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:50.510930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=60408765-0c64-470b-91ec-22e91deb78ab,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:50.522864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.523213 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.523550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.523880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.524207 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.524533 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.524861 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.525183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.525501 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.525823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.526163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.526482 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:50.563415 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] No DVR routers for this DVR port 60408765-0c64-470b-91ec-22e91deb78ab on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:14:50.566020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:50.569288 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ad7b8c96-e70f-42dd-ae61-9d0b664ac876 req-272fe619-b238-41b4-9b10-4fc586a3ef0f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "DELETE /v2.0/ports/60408765-0c64-470b-91ec-22e91deb78ab HTTP/1.1" status: 204 len: 173 time: 0.4058323 Oct 26 00:14:50.569742 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-deleted', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:14:50.571978 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159a1a0c-de9f-49f2-a563-4b6714439791" -d '{"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-deleted", "tag": "60408765-0c64-470b-91ec-22e91deb78ab"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:14:50.666612 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0b500b-be25-4232-968e-3f6c48f3a1af x-openstack-request-id: req-5e0b500b-be25-4232-968e-3f6c48f3a1af {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:14:50.667588 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966a6ce-0590-4690-a481-1568df51b397", "name": "network-vif-deleted", "tag": "60408765-0c64-470b-91ec-22e91deb78ab", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:14:50.667841 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e0b500b-be25-4232-968e-3f6c48f3a1af {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:14:50.668242 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966a6ce-0590-4690-a481-1568df51b397', 'name': 'network-vif-deleted', 'tag': '60408765-0c64-470b-91ec-22e91deb78ab', 'status': 'completed', 'code': 200} Oct 26 00:14:50.757895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-082aa607-08e3-45a9-b787-dd58b5680733 req-92027e5f-a2a7-4b4d-9cad-b6af4f5aa8a4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=e966a6ce-0590-4690-a481-1568df51b397 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Oct 26 00:14:51.021812 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:51.815005 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50616) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:52.177905 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:52.437952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:14:52.438205 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:52.524909 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:14:52.525262 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:52.538260 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:14:52.724792 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:52.750590 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:52.925270 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.142075 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router e3826e9b-f737-45b5-9c0f-1d394a03f940 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:14:53.251851 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:14:53.258079 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1882446-8757-4df9-b16d-d6c1b9a1cd3b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/e3826e9b-f737-45b5-9c0f-1d394a03f940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418144 Oct 26 00:14:53.260613 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50618) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:53.262087 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] Sync routers for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:14:53.271789 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:14:53.272387 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:53.313608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting subnet 0b69154f-a53f-40ff-8dbd-4c8a97bb2332 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:14:53.316775 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.356855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.374530 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:14:53.449739 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.511023 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.541628 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.545910 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/subnets/0b69154f-a53f-40ff-8dbd-4c8a97bb2332 HTTP/1.1" status: 204 len: 168 time: 0.2843544 Oct 26 00:14:53.547016 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24a65b-fb2a-4612-835c-bf025af99eec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Subnet': ['ID=0b69154f-a53f-40ff-8dbd-4c8a97bb2332,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:53.548738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50620) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:53.551290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd37f776-05e7-424d-af97-6bdf0de2285d None None] Network 8d087e11-1c04-4af2-ae2b-25fcce898368 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:14:53.559212 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:14:52Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:53.590732 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] Checking router: e3826e9b-f737-45b5-9c0f-1d394a03f940 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:14:53.599855 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] Routers {'e3826e9b-f737-45b5-9c0f-1d394a03f940'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:14:53.600541 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['e3826e9b-f737-45b5-9c0f-1d394a03f940'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:53.715505 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] Set router e3826e9b-f737-45b5-9c0f-1d394a03f940 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:14:53.753118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] DHCP port deletion for 8d087e11-1c04-4af2-ae2b-25fcce898368 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:14:53.808785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Deleting port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:14:53.809162 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.878929 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] For port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,segment=NetworkSegment(99a1b1f2-0034-4e39-bc2d-6f66c20b785a),segment_id=99a1b1f2-0034-4e39-bc2d-6f66c20b785a)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:14:53.879316 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:53.892699 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Calling delete_port for 35b858e3-2f7a-4a04-9af0-c1ab799fb84d owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:14:53.904722 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:14:52Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:53.931404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ff9cd-f5cf-412b-8002-685b6f5fb525 None None] The sync data for ids ['e3826e9b-f737-45b5-9c0f-1d394a03f940'] in n-d-815373-1 is: [{'id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205489847', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:14:52Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '2b7db344-e873-45c5-8ff8-1b969d7d3f4e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3826e9b-f737-45b5-9c0f-1d394a03f940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:11:56Z', 'updated_at': '2021-10-26T00:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:14:53.988135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.013451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Pushing event deleted for resources: {'Port': ['ID=35b858e3-2f7a-4a04-9af0-c1ab799fb84d,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:54.018399 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.022748 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.023083 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.023414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.023743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.024067 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.024384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.024703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.025020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.025335 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.025717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.026038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.026377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:14:54.029009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb993faa-2423-467f-a16c-f007df87d124 None None] No DVR routers for this DVR port 35b858e3-2f7a-4a04-9af0-c1ab799fb84d on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:14:54.124310 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.175078 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:14:54.175416 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.253228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 2b7db344-e873-45c5-8ff8-1b969d7d3f4e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:14:54.253504 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.269827 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 2b7db344-e873-45c5-8ff8-1b969d7d3f4e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:14:54.305534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:14:54.326705 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 60408765-0c64-470b-91ec-22e91deb78ab {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:14:54.327042 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 60408765-0c64-470b-91ec-22e91deb78ab not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:14:54.439099 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.469836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=2b7db344-e873-45c5-8ff8-1b969d7d3f4e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:54.529053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.616988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.619085 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.664687 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.665235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Fanout notify agent at l3_agent the message router_deleted on router e3826e9b-f737-45b5-9c0f-1d394a03f940 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:14:54.672187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.673282 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ccacc08e-a1d8-4564-96db-11342b30ada8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/routers/e3826e9b-f737-45b5-9c0f-1d394a03f940 HTTP/1.1" status: 204 len: 168 time: 1.1175814 Oct 26 00:14:54.676056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50622) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:54.758652 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.847821 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.867166 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d087e11-1c04-4af2-ae2b-25fcce898368']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:54.876515 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a1b1f2-0034-4e39-bc2d-6f66c20b785a') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:54.876808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a1b1f2-0034-4e39-bc2d-6f66c20b785a') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:54.885645 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.898767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.904311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:14:54.904684 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:14:54.907556 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:14:54.962329 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.969365 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:54.972350 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/networks/8d087e11-1c04-4af2-ae2b-25fcce898368 HTTP/1.1" status: 204 len: 168 time: 0.2953494 Oct 26 00:14:54.975364 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50624) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:54.983758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82abf42-9bf0-4ebb-b617-b764844f9d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Network': ['ID=8d087e11-1c04-4af2-ae2b-25fcce898368,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:55.035738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b80d-b46a-436d-abfe-01bf4f113ef4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.061434 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b80d-b46a-436d-abfe-01bf4f113ef4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.123996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b80d-b46a-436d-abfe-01bf4f113ef4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.127258 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b80d-b46a-436d-abfe-01bf4f113ef4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.128416 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5ee6b80d-b46a-436d-abfe-01bf4f113ef4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/security-groups/ac2d937b-1f34-4696-a709-f2c9b14e4eb2 HTTP/1.1" status: 204 len: 168 time: 0.1520624 Oct 26 00:14:55.137933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6b80d-b46a-436d-abfe-01bf4f113ef4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d937b-1f34-4696-a709-f2c9b14e4eb2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:55.422624 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50630) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:55.427319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813252985', 'description': 'tempest-secgroup-smoke-1813252985 description', 'project_id': '273bdb5266ee400189bbe9087a5e4c99'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:55.448548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.451517 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:14:55.472605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:14:55.473049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 4cc17bc2-8ab5-4491-8eb1-1ac7a6fad3ae not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:14:55.473543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b858e3-2f7a-4a04-9af0-c1ab799fb84d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:14:55.496089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 35b858e3-2f7a-4a04-9af0-c1ab799fb84d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:14:55.496734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 35b858e3-2f7a-4a04-9af0-c1ab799fb84d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:14:55.497156 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b7db344-e873-45c5-8ff8-1b969d7d3f4e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:14:55.516170 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 2b7db344-e873-45c5-8ff8-1b969d7d3f4e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:14:55.516512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 2b7db344-e873-45c5-8ff8-1b969d7d3f4e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:14:55.526454 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.530506 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.561482 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.565377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390512 Oct 26 00:14:55.565377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d9b7f-538b-4b09-8328-cd95fc45f618 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea81e6-907f-4b88-951c-115abc0eed81,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:55.566069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50632) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:55.571725 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea81e6-907f-4b88-951c-115abc0eed81', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:55.603993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.649430 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.652842 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.671111 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4e0e1d-9d36-4e8e-8a68-44be1aaccb27,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:55.678704 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.679891 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-73bf5e1f-4077-48d5-8248-fe66d7df94ce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120501 Oct 26 00:14:55.682636 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50634) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:55.687051 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea81e6-907f-4b88-951c-115abc0eed81', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:55.713214 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.770946 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.774509 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.792197 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a247c55-d746-49cb-b640-b2f4ed8b11f9,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:55.803940 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.805123 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-12a50995-2b38-449c-8b4f-1ed3a80816a3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215842 Oct 26 00:14:55.807842 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50636) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:55.812193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea81e6-907f-4b88-951c-115abc0eed81', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:55.838490 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.895893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.899471 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.916430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e71ad7-9e6e-449b-8034-63d91f426839,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:55.924976 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:55.926179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c54ccf45-9781-4099-ae66-ab7b3fa2692c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173921 Oct 26 00:14:55.928859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50638) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:55.933085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea81e6-907f-4b88-951c-115abc0eed81', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:55.959559 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.020549 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.024050 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.040140 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cdbcfb-3560-4595-a367-61aae00332fc,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:56.051435 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.052621 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ff36c8a9-2336-4e3d-af87-4265e108fb1a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228564 Oct 26 00:14:56.055559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50640) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:56.059765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea81e6-907f-4b88-951c-115abc0eed81', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:56.082478 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:14:56.087068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.146698 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.150159 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.167882 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb35357a-6436-4b11-a6de-0f9557a09af1,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:56.175189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.176375 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e13c5efc-bac2-405b-8e31-76e45dd3f4a0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199105 Oct 26 00:14:56.179191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50642) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:56.183458 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea81e6-907f-4b88-951c-115abc0eed81', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:56.206644 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:14:56.211557 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.271026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.274470 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.292306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c740ec-b3cf-4fa8-b927-c221f2877f63,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:56.302473 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.303697 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-204312c8-7b06-4598-b29d-02886acc8d02 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235411 Oct 26 00:14:56.306549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50644) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:56.311361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'network': {'name': 'tempest-network-smoke--374670290', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'port_security_enabled': True}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:56.333309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:14:56.336634 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.360151 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:14:56.369418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.369756 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Added segment fedf6291-7cf3-4c13-9879-4b2ff5a64aaf of type vlan for network f4e749f7-c06b-4fb5-b574-ad3d7a69061a Oct 26 00:14:56.412720 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.436342 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.442477 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:56.443057 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.498547 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1909599 Oct 26 00:14:56.502029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50646) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:56.506585 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'admin_state_up': True, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:56.514018 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b6f3a-3d04-44b6-b115-0fc6e546caa1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Network': ['ID=f4e749f7-c06b-4fb5-b574-ad3d7a69061a,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:56.524309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:14:56.529003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.530051 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.582548 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.719281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.907150 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:56.929132 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:57.026547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.194 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:14:57.132208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:57.164560 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:57.198845 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:14:57.204682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:14:57.207025 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:14:57.236885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:57.457437 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:57.651693 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:57.776680 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 4d22de2e-34be-4634-b679-f2515252d1d2 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:14:57.880293 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:14:57.889800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Sync routers for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:14:57.899881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:14:57.900492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:57.900644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:57.901706 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9e3fea1a-de38-49e7-865b-7e14d0e285dd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3986499 Oct 26 00:14:57.904872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50648) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:57.975733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-7056c174-a6ff-449a-9537-78187ba50882 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=273bdb5266ee400189bbe9087a5e4c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697296 Oct 26 00:14:57.978360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50652) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:58.006904 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:14:58.064222 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a665a96-56db-45e1-b662-0ef6964f8232 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:58.065742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-3a665a96-56db-45e1-b662-0ef6964f8232 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864847 Oct 26 00:14:58.068628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:58.101821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-36988dde-61d3-422e-bab4-99a7f27cafbc tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319562 Oct 26 00:14:58.104257 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50656) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:58.108967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363205950', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:14:58.189555 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:57Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:58.197660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:14:58.201358 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.217146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Checking router: 4d22de2e-34be-4634-b679-f2515252d1d2 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:14:58.217496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Updating router 4d22de2e-34be-4634-b679-f2515252d1d2 port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:14:58.241415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.390199 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.462304 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Subnet': ['ID=2828b41c-24d9-466d-afd5-700e1968bc06,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:58.469457 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Checking segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:14:58.469829 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network hostable DHCP agents. Network: f4e749f7-c06b-4fb5-b574-ad3d7a69061a, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:14:58.487262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:14:58.496142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.497195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, f4e749f7-c06b-4fb5-b574-ad3d7a69061a) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:14:58.503955 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.505921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:14:58.506736 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.509669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c3e8d-7486-4d81-9923-976d2885dde5 None None] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:14:58.526659 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e2acd60a-bfb3-4b68-8222-3139e73651d5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4186237 Oct 26 00:14:58.526865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50658) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:14:58.606312 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Attempting to bind port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:14:58.606673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Attempting to bind port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:14:58.607020 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Attempting to bind port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:14:58.611483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd28e42-c6de-4bc1-8830-2bbb889b6bc5 None None] Pushing event updated for resources: {'Port': ['ID=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:58.620215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:14:58.620593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:14:58.620990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.621373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:14:58.621837 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Bound port: 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:14:58.622237 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.715651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] For port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:14:58.720451 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] For port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:14:58.725709 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.795015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:14:58.795843 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:58.828155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd28e42-c6de-4bc1-8830-2bbb889b6bc5 None None] Pushing event updated for resources: {'Port': ['ID=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:58.836469 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:14:58.837078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:58.959123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.038351 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:14:59.227713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Allocated IP 172.20.0.2 (f4e749f7-c06b-4fb5-b574-ad3d7a69061a/2828b41c-24d9-466d-afd5-700e1968bc06/97f5e569-d1c4-4a8d-88f5-bad049084ec1) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:14:59.259361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.486750 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.492723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.522077 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:57Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:14:59.540620 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.1 (f4e749f7-c06b-4fb5-b574-ad3d7a69061a/2828b41c-24d9-466d-afd5-700e1968bc06/c4974575-fe30-4cb3-bfb1-da103c8765a0) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:14:59.559524 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:14:59.560428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b0c7-3a0a-45bd-842b-1e021a73eb93 None None] The sync data for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 is: [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:57Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:14:59.566710 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:14:59.570086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:14:59.582889 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Pushing event updated for resources: {'Port': ['ID=97f5e569-d1c4-4a8d-88f5-bad049084ec1,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:59.633456 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Attempting to bind port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:14:59.633841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Attempting to bind port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:14:59.634235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Attempting to bind port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 on network f4e749f7-c06b-4fb5-b574-ad3d7a69061a {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:14:59.639462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:14:59.639841 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Checking segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:14:59.640247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.641163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Bound using segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:14:59.641644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Bound port: 97f5e569-d1c4-4a8d-88f5-bad049084ec1, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:14:59.642025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.662833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.699021 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.711481 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] For port 97f5e569-d1c4-4a8d-88f5-bad049084ec1, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:14:59.715955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] For port 97f5e569-d1c4-4a8d-88f5-bad049084ec1, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=97f5e569-d1c4-4a8d-88f5-bad049084ec1,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:14:59.721610 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.749596 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:14:59.753172 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:14:59.757194 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:14:59.783308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=c4974575-fe30-4cb3-bfb1-da103c8765a0,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:14:59.821544 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:14:59.837001 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d60cf-300d-4aac-8c1e-0d120c0aa866 None None] Pushing event updated for resources: {'Port': ['ID=97f5e569-d1c4-4a8d-88f5-bad049084ec1,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:00.342882 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:00.632743 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:00.638101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:00.717011 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=c4974575-fe30-4cb3-bfb1-da103c8765a0,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:00.721482 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:00.758006 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4462e9-cfc5-44ba-a222-4b5be447312c None None] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:15:00.819850 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:15:00.821102 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fb951f33-ac95-48f8-9492-1b0194759238 None None] Provisioning complete for port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:00.821233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:15:00.821464 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb951f33-ac95-48f8-9492-1b0194759238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:00.936682 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 4d22de2e-34be-4634-b679-f2515252d1d2 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:15:00.966863 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb951f33-ac95-48f8-9492-1b0194759238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.009008 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-fb951f33-ac95-48f8-9492-1b0194759238 None None] For port 97f5e569-d1c4-4a8d-88f5-bad049084ec1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=97f5e569-d1c4-4a8d-88f5-bad049084ec1,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:15:01.014278 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fb951f33-ac95-48f8-9492-1b0194759238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.061136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:15:01.074989 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cc8ad59f-fe26-4f42-8624-c60c6b8bede2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/4d22de2e-34be-4634-b679-f2515252d1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398402 Oct 26 00:15:01.075257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb951f33-ac95-48f8-9492-1b0194759238 None None] Pushing event updated for resources: {'Port': ['ID=97f5e569-d1c4-4a8d-88f5-bad049084ec1,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:01.228462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-fde87128-d7d1-4a7c-ae86-c664a085b19c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813252985&fields=id&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 267 time: 0.0382931 Oct 26 00:15:01.244243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-10595d44-2b0f-4851-8931-800aa9b9b3a2 None None] Provisioning complete for port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:01.244610 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-10595d44-2b0f-4851-8931-800aa9b9b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.315555 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Sync routers for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:15:01.329868 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:15:01.330883 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:01.358139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-10595d44-2b0f-4851-8931-800aa9b9b3a2 None None] Provisioning complete for port c4974575-fe30-4cb3-bfb1-da103c8765a0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:01.358844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-10595d44-2b0f-4851-8931-800aa9b9b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.365713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-ee0aeb1b-db1b-4005-ab21-ebe95921163f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:01.367758 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-ee0aeb1b-db1b-4005-ab21-ebe95921163f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 796 time: 0.1313419 Oct 26 00:15:01.387233 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-36d114b2-5781-484e-9a2f-da4a298ee67d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/quotas/273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 375 time: 0.0126660 Oct 26 00:15:01.413317 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-10595d44-2b0f-4851-8931-800aa9b9b3a2 None None] Port c4974575-fe30-4cb3-bfb1-da103c8765a0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:15:01.442730 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:15:01.465291 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-4dd9b5c3-e045-4910-b5b5-477e589d0abb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701594 Oct 26 00:15:01.540349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d8e27be6-15e2-463f-a03f-f7853c8fe50b None None] Provisioning complete for port c4974575-fe30-4cb3-bfb1-da103c8765a0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:01.540829 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8e27be6-15e2-463f-a03f-f7853c8fe50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.581397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:15:01.613830 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-107d9a1a-706c-4579-b62d-18bd109b3253 service neutron] 10.222.0.25 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356909 Oct 26 00:15:01.635667 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d8e27be6-15e2-463f-a03f-f7853c8fe50b None None] Port c4974575-fe30-4cb3-bfb1-da103c8765a0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:15:01.643807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:01.644269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.654046 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 2, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:01.682236 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Checking router: 4d22de2e-34be-4634-b679-f2515252d1d2 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:15:01.682827 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Updating router 4d22de2e-34be-4634-b679-f2515252d1d2 port c4974575-fe30-4cb3-bfb1-da103c8765a0 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:15:01.710605 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.732222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-89a750f6-7edd-47e1-b512-5425d5a026d3 service neutron] 10.222.0.25 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115446 Oct 26 00:15:01.744070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.769207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:15:01.773884 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.775096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 97f5e569-d1c4-4a8d-88f5-bad049084ec1 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:15:01.876329 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:01.893955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-66588cec-f5ff-4b80-9e82-8f2ad0449b02 None None] Provisioning complete for port c4974575-fe30-4cb3-bfb1-da103c8765a0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:01.894751 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66588cec-f5ff-4b80-9e82-8f2ad0449b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.920226 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-20f30b41-0bfb-4f79-b925-a00def4be77c req-797492f1-197b-4df7-94d4-dd5930388bce tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 210 time: 0.0287499 Oct 26 00:15:01.937054 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:01.937743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:01.940674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-66588cec-f5ff-4b80-9e82-8f2ad0449b02 None None] Port c4974575-fe30-4cb3-bfb1-da103c8765a0 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:15:02.005763 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.011972 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.102296 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Pushing event updated for resources: {'Port': ['ID=c4974575-fe30-4cb3-bfb1-da103c8765a0,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:02.120549 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.120895 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.121228 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.121620 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.121877 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.122414 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.122927 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.123256 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.123558 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.123870 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.124192 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.124505 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:15:02.128537 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Attempting to bind port c4974575-fe30-4cb3-bfb1-da103c8765a0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:15:02.128900 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Attempting to bind port c4974575-fe30-4cb3-bfb1-da103c8765a0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:15:02.129255 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Attempting to bind port c4974575-fe30-4cb3-bfb1-da103c8765a0 on network f4e749f7-c06b-4fb5-b574-ad3d7a69061a {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:15:02.135547 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:15:02.135808 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Checking segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:15:02.136145 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.137001 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Bound using segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:15:02.137339 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Bound port: c4974575-fe30-4cb3-bfb1-da103c8765a0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:15:02.137713 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.298432 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] For port c4974575-fe30-4cb3-bfb1-da103c8765a0, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:15:02.301584 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] For port c4974575-fe30-4cb3-bfb1-da103c8765a0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c4974575-fe30-4cb3-bfb1-da103c8765a0,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:15:02.307073 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.363532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-397c068b-ecf2-4e61-911a-4f689a4eec49 None None] Provisioning complete for port c4974575-fe30-4cb3-bfb1-da103c8765a0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:02.363974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-397c068b-ecf2-4e61-911a-4f689a4eec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.366662 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:15:02.367539 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:02.369470 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62025063-5469-4f86-8d7c-4b215bdd1c7e None None] Pushing event updated for resources: {'Port': ['ID=c4974575-fe30-4cb3-bfb1-da103c8765a0,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:02.467656 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-397c068b-ecf2-4e61-911a-4f689a4eec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.486382 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:15:02.506948 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-397c068b-ecf2-4e61-911a-4f689a4eec49 None None] For port c4974575-fe30-4cb3-bfb1-da103c8765a0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c4974575-fe30-4cb3-bfb1-da103c8765a0,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:15:02.513721 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-397c068b-ecf2-4e61-911a-4f689a4eec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.569201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c068b-ecf2-4e61-911a-4f689a4eec49 None None] Pushing event updated for resources: {'Port': ['ID=c4974575-fe30-4cb3-bfb1-da103c8765a0,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:02.633613 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-1dce5d73-e477-479e-ae82-9647db4638be None None] Provisioning complete for port c4974575-fe30-4cb3-bfb1-da103c8765a0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:02.633903 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1dce5d73-e477-479e-ae82-9647db4638be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:02.720478 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:02.746700 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f24887-e5e6-4054-8dac-d8bfbcc55ef2 None None] The sync data for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 is: [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:15:03.057701 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6e50697b-cdce-4e6c-9f80-aab07994eebf req-4488fdfe-a6e2-4225-9a50-b0559e764f32 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 210 time: 0.0407641 Oct 26 00:15:03.108657 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-4c2e6958-9e7c-4338-8a02-9e47a7ab4b15 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:03.111492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-4c2e6958-9e7c-4338-8a02-9e47a7ab4b15 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 796 time: 0.1638057 Oct 26 00:15:03.163789 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-60192f67-88c2-4592-8686-657635a03927 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 380 time: 0.0360034 Oct 26 00:15:03.181468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'port': {'device_id': '67422f9f-033f-445c-91e7-91eff27f39af', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'admin_state_up': True, 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'security_groups': ['c6ea81e6-907f-4b88-951c-115abc0eed81']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:15:03.295289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:15:03.300217 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.441874 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.10 (f4e749f7-c06b-4fb5-b574-ad3d7a69061a/2828b41c-24d9-466d-afd5-700e1968bc06/eb965e1c-e5ef-4ec1-9c24-3b72557e0573) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:15:03.553038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:15:03.607166 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:03.607676 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.608277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.645377 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.696215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c4974575-fe30-4cb3-bfb1-da103c8765a0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:15:03.700346 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:15:03.703799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:15:03.708410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:15:03.758377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:03.758606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c4974575-fe30-4cb3-bfb1-da103c8765a0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:03.758947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.759069 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.762752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:03.781670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-3127901b-0d6d-46af-855a-63f8440d6359 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040988 Oct 26 00:15:03.801700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Request body: {'port': {'device_id': '67422f9f-033f-445c-91e7-91eff27f39af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:15:03.875058 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.946729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-0e464405-7ea6-4576-8613-7b93ba2f35ec None None] Provisioning complete for port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:03.947158 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0e464405-7ea6-4576-8613-7b93ba2f35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:03.982791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-0e464405-7ea6-4576-8613-7b93ba2f35ec None None] Port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:15:04.136281 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb965e1c-e5ef-4ec1-9c24-3b72557e0573 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:15:04.145427 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:04.159140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Transition to ACTIVE for port object eb965e1c-e5ef-4ec1-9c24-3b72557e0573 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:15:04.162730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:04.188514 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906863-54ce-4469-8ba5-558bf37084dc req-38259c89-06ca-4748-8b41-1bb8a3cc28c4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:04.190060 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e906863-54ce-4469-8ba5-558bf37084dc req-38259c89-06ca-4748-8b41-1bb8a3cc28c4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 932 time: 0.0551322 Oct 26 00:15:04.217287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Pushing event updated for resources: {'Port': ['ID=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:04.246350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e906863-54ce-4469-8ba5-558bf37084dc req-9b05cb36-9996-4f01-9e50-043b26dfc647 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Oct 26 00:15:04.294506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Attempting to bind port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:15:04.294996 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Attempting to bind port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:15:04.295335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Attempting to bind port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 on network f4e749f7-c06b-4fb5-b574-ad3d7a69061a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:15:04.300974 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 on network f4e749f7-c06b-4fb5-b574-ad3d7a69061a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:15:04.301287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Attempting to bind port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 on network f4e749f7-c06b-4fb5-b574-ad3d7a69061a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:15:04.306493 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:15:04.306838 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Checking segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:15:04.307229 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Bound using segment: {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:15:04.307658 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Bound port: eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:15:04.308023 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:04.374718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] For port eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:15:04.378109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] For port eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:15:04.383682 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:04.419801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:04.420442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:04.422473 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 1092 time: 0.6254897 Oct 26 00:15:04.422891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:15:04.425202 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef0c8c-1d04-49db-b29a-5976bafe05ce" -d '{"events": [{"name": "network-changed", "server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:15:04.447945 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bd63f-e092-4e54-abb9-cc5ac9610072 service neutron] Pushing event updated for resources: {'Port': ['ID=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:04.467517 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30045e34-9167-4074-9b22-00980fb7f53c x-openstack-request-id: req-30045e34-9167-4074-9b22-00980fb7f53c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:15:04.467946 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:15:04.469216 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30045e34-9167-4074-9b22-00980fb7f53c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:15:04.469701 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'status': 'completed', 'code': 200} Oct 26 00:15:04.530183 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-dd7389ab-b17a-4aa5-ba79-e2e5ee89b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:04.532258 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-dd7389ab-b17a-4aa5-ba79-e2e5ee89b9ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1095 time: 0.0459995 Oct 26 00:15:04.581822 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-7d60f50a-b884-48ed-9a65-5ecebd784bc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 217 time: 0.0350587 Oct 26 00:15:04.632668 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-40cb3a34-480a-4024-80d3-1e295bbbd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:04.634249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-40cb3a34-480a-4024-80d3-1e295bbbd640 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0461564 Oct 26 00:15:04.684890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-f0a97e80-dd7b-48bd-a1ce-5da19897a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:04.686570 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-f0a97e80-dd7b-48bd-a1ce-5da19897a99d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447996 Oct 26 00:15:04.777380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-d6ca0821-0666-4058-ba3d-137e3f715b1d service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835559 Oct 26 00:15:04.870387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7cd81ba6-44c9-4562-8559-77e305b2cf45 req-dec5551d-d4a1-41d8-97b1-d8c351f68731 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Oct 26 00:15:04.994994 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-16ab50ee-215e-4262-81aa-b6f198877725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:04.996505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-16ab50ee-215e-4262-81aa-b6f198877725 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1095 time: 0.0416901 Oct 26 00:15:05.087911 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-112d68ce-4194-4c22-88f8-aca3de6521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:05.089378 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-112d68ce-4194-4c22-88f8-aca3de6521d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.0858076 Oct 26 00:15:05.130060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-93a1acab-9528-43ec-a7e0-cbcd738fbc60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 217 time: 0.0336607 Oct 26 00:15:05.177452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-87b15d8d-d75f-4a09-8c42-a21b3ae5b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:05.178925 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-87b15d8d-d75f-4a09-8c42-a21b3ae5b283 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0424578 Oct 26 00:15:05.226308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-285316fa-78b1-456c-b8d5-caa5a3cfacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:05.227776 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-285316fa-78b1-456c-b8d5-caa5a3cfacf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423067 Oct 26 00:15:05.317793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-10b60ae4-e9b0-439d-96b0-3a1ebe76bc6d service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 Oct 26 00:15:05.358185 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302eda3-87db-42b4-84f0-007a40f3baa0 req-3fdb3b92-813a-486a-b036-170bda9c2547 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:05.359828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7302eda3-87db-42b4-84f0-007a40f3baa0 req-3fdb3b92-813a-486a-b036-170bda9c2547 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 944 time: 0.0487521 Oct 26 00:15:05.398343 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7302eda3-87db-42b4-84f0-007a40f3baa0 req-22241d5a-3537-43b0-9b5c-0c44546ac6ec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Oct 26 00:15:05.414225 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4fef0c8c-1d04-49db-b29a-5976bafe05ce req-74537a16-96b0-42a6-b9ff-486804bae135 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Oct 26 00:15:06.514105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8b4b2-3abf-4267-b9c6-780b572e2b4b req-3ac694d7-b66d-46f1-a824-9586f3766d8f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:06.515678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c8b4b2-3abf-4267-b9c6-780b572e2b4b req-3ac694d7-b66d-46f1-a824-9586f3766d8f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 944 time: 0.0481846 Oct 26 00:15:06.552177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-33c8b4b2-3abf-4267-b9c6-780b572e2b4b req-7955565a-59fc-4aca-9f62-2158e7cb9fc3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304956 Oct 26 00:15:07.667015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca671395-4a53-4a4e-998d-2089940cee5c req-66872a58-41b7-4ef4-9d2c-0b7b5160d4b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:07.668482 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca671395-4a53-4a4e-998d-2089940cee5c req-66872a58-41b7-4ef4-9d2c-0b7b5160d4b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 944 time: 0.0488687 Oct 26 00:15:07.706824 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ca671395-4a53-4a4e-998d-2089940cee5c req-72570df4-45ae-4355-b0fe-67f35d367241 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324163 Oct 26 00:15:08.332940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb965e1c-e5ef-4ec1-9c24-3b72557e0573 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:15:08.424871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:15:08.435590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'port_id': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'mac_address': 'fa:16:3e:73:0d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:15:08.475258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:08.487607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb965e1c-e5ef-4ec1-9c24-3b72557e0573 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:15:08.505913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:15:08.509808 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:08.555681 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:08.820836 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c65d82-f55b-414c-8da1-f6b77d342509 req-28373897-66e4-4fc3-b985-203cc8dfda94 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:08.822234 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30c65d82-f55b-414c-8da1-f6b77d342509 req-28373897-66e4-4fc3-b985-203cc8dfda94 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 945 time: 0.0492992 Oct 26 00:15:08.861845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-30c65d82-f55b-414c-8da1-f6b77d342509 req-85f2b6fe-f533-4474-9ab7-d10c49f0e610 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324035 Oct 26 00:15:08.891751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['eb965e1c-e5ef-4ec1-9c24-3b72557e0573'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:15:09.257867 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66f2f1ba-ee55-429a-a4e4-8f16489ff5f7 req-123cc218-4266-4d13-8d10-06ee94fefded service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276175 Oct 26 00:15:09.322241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66f2f1ba-ee55-429a-a4e4-8f16489ff5f7 req-b4f516f3-ab05-4ca8-8461-7a69ea68f5d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0241890 Oct 26 00:15:09.361615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66f2f1ba-ee55-429a-a4e4-8f16489ff5f7 req-01379d71-d6fe-41e2-bd5f-3d543076e8d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193782 Oct 26 00:15:09.454966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2f1ba-ee55-429a-a4e4-8f16489ff5f7 req-aca33a7a-f21a-4cdd-9d24-26e4800dc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:09.456415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66f2f1ba-ee55-429a-a4e4-8f16489ff5f7 req-aca33a7a-f21a-4cdd-9d24-26e4800dc7e4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865088 Oct 26 00:15:09.979607 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ec56-cc7e-40b7-8e6d-5e5841aa5e83 req-7f494d35-2886-45fb-8944-9a1356967b94 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:09.981069 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2449ec56-cc7e-40b7-8e6d-5e5841aa5e83 req-7f494d35-2886-45fb-8944-9a1356967b94 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 945 time: 0.0525870 Oct 26 00:15:10.018727 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2449ec56-cc7e-40b7-8e6d-5e5841aa5e83 req-56a98059-7ba4-489a-909e-d35449b4f074 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Oct 26 00:15:10.334141 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb965e1c-e5ef-4ec1-9c24-3b72557e0573 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:15:10.381545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:15:10.385002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:15:10.385364 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:10.462358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:10.484949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:15:10.487195 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb74717-575d-4569-ba8c-6a2f827c0cff" -d '{"events": [{"server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "name": "network-vif-plugged", "status": "completed", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:15:10.501257 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:15:10.505333 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:10.530038 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd49170-1c28-42a1-b934-4452566bb297 x-openstack-request-id: req-ccd49170-1c28-42a1-b934-4452566bb297 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:15:10.530346 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "name": "network-vif-plugged", "status": "completed", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:15:10.530594 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccd49170-1c28-42a1-b934-4452566bb297 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:15:10.531506 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'code': 200} Oct 26 00:15:10.555783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:10.651666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ce37-f0bf-4040-bcb4-4ae49e7e8680 req-ae2cb4fa-b857-4d8f-ac54-de6d86f847a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:10.653153 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25a5ce37-f0bf-4040-bcb4-4ae49e7e8680 req-ae2cb4fa-b857-4d8f-ac54-de6d86f847a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0441062 Oct 26 00:15:10.686984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25a5ce37-f0bf-4040-bcb4-4ae49e7e8680 req-f9ad3011-cc4f-4ac0-83c9-4f2b93fe6d74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272264 Oct 26 00:15:11.136653 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33aed-a1fa-442e-b768-a39a2ff9a6b4 req-c850ba83-db02-4751-b992-73bd6bb8d40b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:11.138111 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4da33aed-a1fa-442e-b768-a39a2ff9a6b4 req-c850ba83-db02-4751-b992-73bd6bb8d40b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0490079 Oct 26 00:15:11.176600 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4da33aed-a1fa-442e-b768-a39a2ff9a6b4 req-79ea5628-4ea8-4094-81fa-fd9bd176d140 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Oct 26 00:15:12.293440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d86ea0-f2bf-4fe8-a738-471983760e20 req-df378673-b4b2-4389-b0c4-c67e6739f37e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:12.294963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38d86ea0-f2bf-4fe8-a738-471983760e20 req-df378673-b4b2-4389-b0c4-c67e6739f37e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0481775 Oct 26 00:15:12.333073 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-38d86ea0-f2bf-4fe8-a738-471983760e20 req-33a272bc-af94-4d28-8d1a-13e100059dbd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314453 Oct 26 00:15:12.452231 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335295ce-e5a6-4ec5-a320-cee0acb0f439 req-caec0389-6712-4e6e-9535-ed1ccc384abd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:12.454324 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-335295ce-e5a6-4ec5-a320-cee0acb0f439 req-caec0389-6712-4e6e-9535-ed1ccc384abd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0491359 Oct 26 00:15:12.492486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-335295ce-e5a6-4ec5-a320-cee0acb0f439 req-b445f313-069b-486e-871a-acca1ddd3f03 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Oct 26 00:15:12.513793 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50712) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:15:12.558270 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f701e-fe16-46a8-a47a-652bdde73a27 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:12.559776 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-753f701e-fe16-46a8-a47a-652bdde73a27 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1092 time: 0.0449727 Oct 26 00:15:12.563334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50714) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:15:12.567610 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:15:12.592779 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:12.714733 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:12.837012 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.70 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c38ed58e-456f-4436-9c45-3c92eda38ca2) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:15:12.953357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:12.992837 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.044171 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:15:13.047532 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:15:13.052570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:15:13.055991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=c38ed58e-456f-4436-9c45-3c92eda38ca2,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:13.411820 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.482701 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.634326 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.638644 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.708069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=c38ed58e-456f-4436-9c45-3c92eda38ca2,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:15:13.717164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.720338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:13.824316 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 992d20ec-ad23-44e0-b63e-f937f1e15d04 associated. External IP: 172.25.4.70, port: eb965e1c-e5ef-4ec1-9c24-3b72557e0573. Oct 26 00:15:13.960135 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:15:14.026225 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 4d22de2e-34be-4634-b679-f2515252d1d2 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:15:14.139278 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:15:14.149701 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] Sync routers for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:15:14.157728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:14.159160 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:15:14.159771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:14.184825 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9c0c497a-f10a-4f9f-a49e-205a425f86b1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6203802 Oct 26 00:15:14.185468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:15:14.191027 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a20c0-6b60-4a6a-a740-11be98a57139" -d '{"events": [{"name": "network-changed", "server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:15:14.233418 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d750eead-b55a-4b65-a0ce-526deb02fcf4 x-openstack-request-id: req-d750eead-b55a-4b65-a0ce-526deb02fcf4 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:15:14.233844 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:15:14.234252 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d750eead-b55a-4b65-a0ce-526deb02fcf4 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:15:14.234723 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'status': 'completed', 'code': 200} Oct 26 00:15:14.267955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:15:14.319531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66723e-594c-4a46-b63d-31e5d63a25d8 req-f9ab3fc2-5dc5-4679-9a62-65e2c89d5331 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:14.321110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f66723e-594c-4a46-b63d-31e5d63a25d8 req-f9ab3fc2-5dc5-4679-9a62-65e2c89d5331 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0761726 Oct 26 00:15:14.360780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-8e6f9c40-a143-47f4-a9c4-b60825e7e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:14.362290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-8e6f9c40-a143-47f4-a9c4-b60825e7e91a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0797505 Oct 26 00:15:14.369895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3f66723e-594c-4a46-b63d-31e5d63a25d8 req-eba01d0f-f77b-4279-bcbf-9ca558c1d551 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Oct 26 00:15:14.394707 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50720) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:15:14.456426 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7dcac58c-5ebd-416e-bf42-d4b0dc98bc19 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/992d20ec-ad23-44e0-b63e-f937f1e15d04 HTTP/1.1" status: 200 len: 991 time: 0.0602102 Oct 26 00:15:14.458601 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-9fb6cd24-1488-4529-b7de-06593117c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:14.460054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-9fb6cd24-1488-4529-b7de-06593117c27e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.0878804 Oct 26 00:15:14.500755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '992d20ec-ad23-44e0-b63e-f937f1e15d04', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'port_id': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'mac_address': 'fa:16:3e:73:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67422f9f-033f-445c-91e7-91eff27f39af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:15:13Z', 'updated_at': '2021-10-26T00:15:13Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:14.527366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] Checking router: 4d22de2e-34be-4634-b679-f2515252d1d2 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:15:14.530283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-d1b61c19-64b6-4931-88ae-172d94844abf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 999 time: 0.0625999 Oct 26 00:15:14.536316 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:15:14.536922 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:14:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:14.578314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-e063594c-c7e9-4cfa-b70b-6d31cf843c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:14.580020 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-e063594c-c7e9-4cfa-b70b-6d31cf843c3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0435584 Oct 26 00:15:14.624509 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-46adeff3-def6-4762-8025-5f27e6dedc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:14.626030 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-46adeff3-def6-4762-8025-5f27e6dedc0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392635 Oct 26 00:15:14.642530 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:15:14.724386 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-359792fe-eb3a-491a-a4ae-ba0d2d01e218 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910344 Oct 26 00:15:14.817967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-751a20c0-6b60-4a6a-a740-11be98a57139 req-f6f3e62a-e736-4f3d-a892-f94c253fe716 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Oct 26 00:15:15.025993 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '992d20ec-ad23-44e0-b63e-f937f1e15d04', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'port_id': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'mac_address': 'fa:16:3e:73:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67422f9f-033f-445c-91e7-91eff27f39af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:15:13Z', 'updated_at': '2021-10-26T00:15:13Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:15:15.051911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637af5a-cef4-41f1-8f20-2a6b6ea941b8 None None] The sync data for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 is: [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '992d20ec-ad23-44e0-b63e-f937f1e15d04', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'port_id': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'mac_address': 'fa:16:3e:73:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67422f9f-033f-445c-91e7-91eff27f39af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:15:13Z', 'updated_at': '2021-10-26T00:15:13Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:15:15.240908 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195933ae-3c4b-4710-8ee7-3cd41c7276da None None] New status for floating IP 992d20ec-ad23-44e0-b63e-f937f1e15d04: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:15:15.459933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50722) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:15:15.524252 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c2cd276c-2641-4a42-bc76-2710148cd0bd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/992d20ec-ad23-44e0-b63e-f937f1e15d04 HTTP/1.1" status: 200 len: 993 time: 0.0631793 Oct 26 00:15:15.978198 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a1578589-7f1f-4de1-b6b3-7f17ecaecf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:16.540560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-a36fb6ef-dbd8-4dc7-8688-0dd1fc454974 req-cfcc5ebf-b6ef-4b25-bed9-c311a7da3c67 service neutron] (102133) timed out ('10.222.0.25', 45920) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 00:15:18.450785 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6f0ff48a-ee55-48be-96f6-bbaaedcab3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:19.906805 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:20.412291 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:21.022179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:29.038329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:32.208069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-34db2986-5524-4d9c-b01b-c4c11bd9e2e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434320 Oct 26 00:15:32.309143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-4642af0a-02ac-40af-ab13-d81d90e308b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:32.310684 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-4642af0a-02ac-40af-ab13-d81d90e308b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0433447 Oct 26 00:15:32.418942 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-2602a051-c438-4e88-8692-6cb71423523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:32.420376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-2602a051-c438-4e88-8692-6cb71423523d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.0891931 Oct 26 00:15:32.483879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-b18aea29-c1df-4025-9a91-97f1b53cea00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 1001 time: 0.0558054 Oct 26 00:15:32.532464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-0def9efe-796d-42c7-94b1-8adbfda65430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:32.533856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-0def9efe-796d-42c7-94b1-8adbfda65430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0427418 Oct 26 00:15:32.581158 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-aefd8824-297c-4277-bb81-afdf26837ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:15:32.582651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-aefd8824-297c-4277-bb81-afdf26837ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416720 Oct 26 00:15:32.672443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-20e17a51-f5df-4e71-9b3c-9a0622840b58 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819423 Oct 26 00:15:32.765820 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-18e08c86-9331-48b3-b50f-7abc66daeb45 req-3ba4e4a0-e594-443c-a4c5-e9ab3906d417 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864408 Oct 26 00:15:43.726848 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:45.979753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-43b20a8b-4573-49dc-a629-49411ed0d2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:48.452425 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-01bd2e5d-a1b7-4eeb-a50e-cda5e9fe88a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:49.910386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:50.417554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:50.959487 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:15:51.023796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:15:59.049025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:09.290588 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3dd756b4-808d-4082-a86d-8909f4b64e57 req-dd55828b-0159-439e-9f69-82a93560c939 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0629170 Oct 26 00:16:09.356000 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3dd756b4-808d-4082-a86d-8909f4b64e57 req-6a311adc-61a3-4cec-9831-84e1ed8f4767 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0241499 Oct 26 00:16:09.395676 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3dd756b4-808d-4082-a86d-8909f4b64e57 req-d5b529af-9d41-43fc-b748-4c2b5e5334e9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186679 Oct 26 00:16:09.491817 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd756b4-808d-4082-a86d-8909f4b64e57 req-5b55246c-8770-460f-8ab5-645bbfde2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:09.493188 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3dd756b4-808d-4082-a86d-8909f4b64e57 req-5b55246c-8770-460f-8ab5-645bbfde2a3d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899780 Oct 26 00:16:13.727690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:15.981283 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-44cc11af-752a-417c-acb2-37c8f0943725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:18.458181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3eb0d9f2-a3a2-4a3f-a09f-50e68b514dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:19.913387 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:20.283969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9bcc3-1378-4b92-9b9c-ac7e2e35df5b req-d9a337d5-8e82-42c6-87c3-0762577fe6f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:20.285453 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22e9bcc3-1378-4b92-9b9c-ac7e2e35df5b req-d9a337d5-8e82-42c6-87c3-0762577fe6f8 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0506225 Oct 26 00:16:20.323850 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-22e9bcc3-1378-4b92-9b9c-ac7e2e35df5b req-d28253fb-c0d8-410f-9f12-f88e50a27525 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Oct 26 00:16:20.418523 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:21.026873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:21.441563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002307bc-e8bb-4441-a77f-99c3e50ee3a8 req-d7573fd0-1ec4-41c6-84ef-1d9b99a8bb24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:21.443076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-002307bc-e8bb-4441-a77f-99c3e50ee3a8 req-d7573fd0-1ec4-41c6-84ef-1d9b99a8bb24 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0486438 Oct 26 00:16:21.481479 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-002307bc-e8bb-4441-a77f-99c3e50ee3a8 req-edf526d3-aa6b-479f-978a-abf3b3eee10a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Oct 26 00:16:22.605565 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f68eca-a2a2-4ef8-ae72-bea399677c59 req-7bdf2211-1043-4712-b2ec-5bb9acf07058 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:22.607015 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4f68eca-a2a2-4ef8-ae72-bea399677c59 req-7bdf2211-1043-4712-b2ec-5bb9acf07058 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0506122 Oct 26 00:16:22.647062 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d4f68eca-a2a2-4ef8-ae72-bea399677c59 req-263fbe1f-136a-4b7f-8fb3-0f8ba6994816 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 Oct 26 00:16:23.764749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2305e02-e709-4653-9614-160004a7a985 req-a625d556-bcbb-48de-8a18-71029a50011d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:23.766726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2305e02-e709-4653-9614-160004a7a985 req-a625d556-bcbb-48de-8a18-71029a50011d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0489604 Oct 26 00:16:23.803271 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f2305e02-e709-4653-9614-160004a7a985 req-3af7216f-469e-4879-8607-f13d0f9475f3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303741 Oct 26 00:16:24.921104 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c144e-dc6c-498f-83a9-15461617880e req-7d774c2c-9be2-44b3-bf7b-82544b5b65ad tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:24.923262 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d72c144e-dc6c-498f-83a9-15461617880e req-7d774c2c-9be2-44b3-bf7b-82544b5b65ad tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0523384 Oct 26 00:16:24.959989 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d72c144e-dc6c-498f-83a9-15461617880e req-53e2d29a-1588-4e0c-8e64-5b8d85bee1ab tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Oct 26 00:16:26.079591 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34b02-5daf-4908-8100-e5ecb71fb789 req-381146ee-e533-4ea1-8566-17de53f2ee8d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:26.081078 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7b34b02-5daf-4908-8100-e5ecb71fb789 req-381146ee-e533-4ea1-8566-17de53f2ee8d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0527649 Oct 26 00:16:26.118522 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f7b34b02-5daf-4908-8100-e5ecb71fb789 req-8700a335-18f9-49f4-bad9-cfd6d9e255c5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Oct 26 00:16:27.233537 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068cb3d-b218-4478-a5ca-1936e3a04eae req-e29c750c-4623-4876-99bb-1396c3622c3a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:27.235532 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2068cb3d-b218-4478-a5ca-1936e3a04eae req-e29c750c-4623-4876-99bb-1396c3622c3a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0484359 Oct 26 00:16:27.279224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2068cb3d-b218-4478-a5ca-1936e3a04eae req-5d3b0a60-0c11-49c5-9276-c9ad26d5ab41 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Oct 26 00:16:27.958898 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:16:28.394192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fe99-5371-4cea-99cb-56f696324244 req-174e7c5c-aea4-42cd-bfef-cfde3c49d9d4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:28.395674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45b9fe99-5371-4cea-99cb-56f696324244 req-174e7c5c-aea4-42cd-bfef-cfde3c49d9d4 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0493753 Oct 26 00:16:28.433249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45b9fe99-5371-4cea-99cb-56f696324244 req-60bba618-a5c7-45a6-a1c6-d4bf5a4b0e88 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Oct 26 00:16:29.040391 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:29.546011 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7acf-0c23-4932-b73a-b6111a2f8af9 req-3e102e1b-c0de-4794-bb1f-6c6775828309 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:29.547492 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b4e7acf-0c23-4932-b73a-b6111a2f8af9 req-3e102e1b-c0de-4794-bb1f-6c6775828309 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0478182 Oct 26 00:16:29.585010 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b4e7acf-0c23-4932-b73a-b6111a2f8af9 req-0c1d65dd-7be2-4f91-9c45-71d7419f8a46 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Oct 26 00:16:30.699593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145fcd4-fb55-4c59-8f04-9e0cb9cdfbc5 req-b7b9286d-2d57-427d-9b4c-8ef3ca7ba66f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:30.701077 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e145fcd4-fb55-4c59-8f04-9e0cb9cdfbc5 req-b7b9286d-2d57-427d-9b4c-8ef3ca7ba66f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0493963 Oct 26 00:16:30.739813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e145fcd4-fb55-4c59-8f04-9e0cb9cdfbc5 req-27d745a0-57c3-4917-aad6-31307cb945ba tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Oct 26 00:16:31.862009 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ed6c8-3ed0-458c-aae2-68a2e80f460f req-ed3ce470-6394-4871-8c00-42a274c885f1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:31.863541 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f5ed6c8-3ed0-458c-aae2-68a2e80f460f req-ed3ce470-6394-4871-8c00-42a274c885f1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0524945 Oct 26 00:16:32.257707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0f5ed6c8-3ed0-458c-aae2-68a2e80f460f req-a8547f62-6551-4918-9240-1e33f013ddc9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880987 Oct 26 00:16:33.223700 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-1abb3984-63b7-4878-bcde-f649ce0d9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:33.225159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-1abb3984-63b7-4878-bcde-f649ce0d9af0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0467701 Oct 26 00:16:33.346037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-79079cf7-3276-4a56-8a6c-c9fa0e136eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:33.347505 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-79079cf7-3276-4a56-8a6c-c9fa0e136eef service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.1013486 Oct 26 00:16:33.763108 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-e1976933-7722-4a55-ac55-0d6e0f30a402 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 1001 time: 0.4026546 Oct 26 00:16:33.771345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7383fc-ef81-46f0-8962-1fc021840ef3 req-81a2b8b9-78b9-419c-bd15-5038b4acd5c7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:33.772738 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7383fc-ef81-46f0-8962-1fc021840ef3 req-81a2b8b9-78b9-419c-bd15-5038b4acd5c7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.4391208 Oct 26 00:16:33.841416 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-c6499b17-840d-45ff-aaa8-ed0ce38d3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:33.842865 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-c6499b17-840d-45ff-aaa8-ed0ce38d3d9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0693042 Oct 26 00:16:33.845901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc7383fc-ef81-46f0-8962-1fc021840ef3 req-e6adc1d1-1331-49bd-8edb-7399eed1fd67 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650709 Oct 26 00:16:33.888899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-9249f719-33a7-4c37-b237-f013d8319f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:33.890411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-9249f719-33a7-4c37-b237-f013d8319f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409546 Oct 26 00:16:33.977395 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-56ef16b8-f322-42b8-817c-ff5366a20f46 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801263 Oct 26 00:16:34.069892 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-25ccb7bb-9e71-4e5b-ab4f-fd51a1e909d8 req-e4f0dfc0-dd2f-470a-b337-ae05282960b2 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Oct 26 00:16:34.960191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee5bb-8239-4e1e-96a4-b6431ee2d529 req-f1841fd6-5ac2-4b5b-9a87-ed1842f243d6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:34.961669 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e6ee5bb-8239-4e1e-96a4-b6431ee2d529 req-f1841fd6-5ac2-4b5b-9a87-ed1842f243d6 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0484571 Oct 26 00:16:34.999349 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7e6ee5bb-8239-4e1e-96a4-b6431ee2d529 req-c67c3a82-5f50-41c6-8ab1-9b29ba8f29ae tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Oct 26 00:16:36.368570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a3759-929d-41c2-8572-e57e431da12d req-ab71fae6-cdab-4425-8a16-918adff3570e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:36.370311 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b71a3759-929d-41c2-8572-e57e431da12d req-ab71fae6-cdab-4425-8a16-918adff3570e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0503547 Oct 26 00:16:36.413016 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b71a3759-929d-41c2-8572-e57e431da12d req-33ca2a2e-8a3c-44cd-9c7d-9da2c66a06f3 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Oct 26 00:16:36.435780 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50782) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:16:36.499173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-40c52298-25ae-4be0-ba50-fe06c55a8c08 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/992d20ec-ad23-44e0-b63e-f937f1e15d04 HTTP/1.1" status: 200 len: 993 time: 0.0622678 Oct 26 00:16:37.772478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c36e19-45a7-4575-b558-e77f70172454 req-8620b149-c39a-4ead-a312-acbad932d488 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:37.773961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51c36e19-45a7-4575-b558-e77f70172454 req-8620b149-c39a-4ead-a312-acbad932d488 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0585985 Oct 26 00:16:37.811869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-5393c373-5038-47b2-a343-0ef67c9cdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:37.814837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-5393c373-5038-47b2-a343-0ef67c9cdec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0447700 Oct 26 00:16:37.818753 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-51c36e19-45a7-4575-b558-e77f70172454 req-da8344c4-2a5b-4d0f-a6e4-f586dd9bdc65 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386915 Oct 26 00:16:37.910006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-b74168ec-b289-4159-ad43-46e2d9973c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:37.911415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-b74168ec-b289-4159-ad43-46e2d9973c57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.0888815 Oct 26 00:16:37.976793 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-c52bd6c6-75df-48c4-9087-f8a83131907d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 1001 time: 0.0576203 Oct 26 00:16:38.026975 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-d51c1e5d-02c3-4f43-a65f-454b85778b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:38.028443 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-d51c1e5d-02c3-4f43-a65f-454b85778b4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0451372 Oct 26 00:16:38.077865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-ec8f29de-3880-4e7f-97fe-0c636e96c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:38.079396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-ec8f29de-3880-4e7f-97fe-0c636e96c276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444498 Oct 26 00:16:38.170130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-a9fa5ae2-ad80-44f5-9d74-d3a3837307e7 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832736 Oct 26 00:16:38.268595 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e4fbd162-c8d0-45fa-8128-a8e2832ee606 req-07ab79c5-d468-4af1-a253-3f14ff99c0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908346 Oct 26 00:16:38.943694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f97c9-fa5d-4e3e-b6e1-61c451455913 req-91525373-d607-4f12-b986-28bd316e3556 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:38.945259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b38f97c9-fa5d-4e3e-b6e1-61c451455913 req-91525373-d607-4f12-b986-28bd316e3556 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0523400 Oct 26 00:16:38.988040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b38f97c9-fa5d-4e3e-b6e1-61c451455913 req-ed29ab54-9030-428d-8347-0d8dabd0a986 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352268 Oct 26 00:16:40.133099 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3207fe1-3053-4f6e-8367-45ca11c7b33c req-f3caf24b-e7df-4dc7-a5ce-c8bb569f3442 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:16:40.134929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3207fe1-3053-4f6e-8367-45ca11c7b33c req-f3caf24b-e7df-4dc7-a5ce-c8bb569f3442 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0657105 Oct 26 00:16:40.189556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3207fe1-3053-4f6e-8367-45ca11c7b33c req-ca782c79-3436-49cb-ad49-8335015e9f7a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Oct 26 00:16:40.225137 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50794) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:16:40.289961 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-87e71168-4cad-4b69-8448-064a98416852 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/992d20ec-ad23-44e0-b63e-f937f1e15d04 HTTP/1.1" status: 200 len: 993 time: 0.0636632 Oct 26 00:16:43.745025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:45.982034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e5f34396-e85d-4021-a4fa-346c46ff5798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:48.459248 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-950131e6-b98d-4526-b96a-af82482c4778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:49.916459 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:50.420160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:51.030502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:16:59.060238 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:04.957875 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:17:10.268265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-791715de-eaec-4455-8e9d-927d50639dc0 req-be9fe146-9995-4d30-916f-382e540acf0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249374 Oct 26 00:17:10.340156 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-791715de-eaec-4455-8e9d-927d50639dc0 req-5824ec66-077d-4ab2-89a3-d7deb6826c39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0286083 Oct 26 00:17:10.378913 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-791715de-eaec-4455-8e9d-927d50639dc0 req-1d241c1d-a631-41ce-9506-7c9ddd8a7b14 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192575 Oct 26 00:17:10.474359 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791715de-eaec-4455-8e9d-927d50639dc0 req-42d02956-a6d1-4cf5-b098-de65d8a551e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:10.475779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-791715de-eaec-4455-8e9d-927d50639dc0 req-42d02956-a6d1-4cf5-b098-de65d8a551e9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883367 Oct 26 00:17:13.748125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:15.983578 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2384f732-10db-470a-b36d-9a7e8e29ab4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:18.459286 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6958d441-f7f2-4adf-9c65-429d50da2218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:19.919975 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:20.422620 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:21.034053 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:29.077085 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:34.258886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-9f59f5b1-a215-4c27-8b31-210e08e3219e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301205 Oct 26 00:17:34.357736 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-32b35dd6-f5ef-44b9-bcff-c068fc64bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:34.359224 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-32b35dd6-f5ef-44b9-bcff-c068fc64bb11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0395396 Oct 26 00:17:34.459869 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-a8eb46ac-2bba-493d-9681-f5d7b83f720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:34.461223 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-a8eb46ac-2bba-493d-9681-f5d7b83f720a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.0835719 Oct 26 00:17:34.529299 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-c14bacbf-b129-43f3-b8f0-c2379468aaa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 1001 time: 0.0603726 Oct 26 00:17:34.577512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-c024e38c-4390-4c19-9ea8-d473152e65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:34.578933 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-c024e38c-4390-4c19-9ea8-d473152e65fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0429235 Oct 26 00:17:34.624020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-18af87e2-7510-429f-8ee9-57387a3eb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:34.625462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-18af87e2-7510-429f-8ee9-57387a3eb7ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395236 Oct 26 00:17:34.718628 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-27842011-6c56-4ae8-9852-8e4a3ce86d20 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858915 Oct 26 00:17:34.813766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8fd1f851-b79c-4cb8-a159-b9a4e0eb5a52 req-801ab8b9-1d8f-412b-80e2-358b20f9f787 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878284 Oct 26 00:17:35.192582 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:35.349045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port c38ed58e-456f-4436-9c45-3c92eda38ca2 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:17:35.349387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:35.426853 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:35.427177 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:35.439518 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for c38ed58e-456f-4436-9c45-3c92eda38ca2 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:17:35.585993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:35.612402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=c38ed58e-456f-4436-9c45-3c92eda38ca2,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:35.637447 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.637796 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.638135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.638492 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.638821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.639150 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.639478 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.639802 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.640129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.640450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.640767 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.641083 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:35.680267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:35.680592 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 992d20ec-ad23-44e0-b63e-f937f1e15d04 disassociated (deleted). External IP: 172.25.4.70, port: eb965e1c-e5ef-4ec1-9c24-3b72557e0573. Oct 26 00:17:35.887845 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 4d22de2e-34be-4634-b679-f2515252d1d2 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:17:35.994679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:17:35.999305 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:36.005589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] Sync routers for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:17:36.015498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:36.016114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:36.026040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b1909f80-c829-40ba-a03e-c86620a2eaeb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/floatingips/992d20ec-ad23-44e0-b63e-f937f1e15d04 HTTP/1.1" status: 204 len: 168 time: 0.8323970 Oct 26 00:17:36.026744 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:17:36.029080 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1b744f-37d3-4177-9e64-6a4377379860" -d '{"events": [{"name": "network-changed", "server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:17:36.126788 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:36.208723 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85588e5c-e239-4db1-a214-7967f7d3b99e x-openstack-request-id: req-85588e5c-e239-4db1-a214-7967f7d3b99e {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:17:36.209803 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:17:36.209803 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85588e5c-e239-4db1-a214-7967f7d3b99e {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:17:36.210324 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'status': 'completed', 'code': 200} Oct 26 00:17:36.317310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-daf4858b-a5ff-47b0-8448-32ed53147de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:36.320283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-daf4858b-a5ff-47b0-8448-32ed53147de4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 1097 time: 0.0438089 Oct 26 00:17:36.323632 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4748-26ee-46bb-a5e5-27025bec3535 req-1f05379b-2ed8-45e3-8d4b-a5f6db78db31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:36.325258 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c51f4748-26ee-46bb-a5e5-27025bec3535 req-1f05379b-2ed8-45e3-8d4b-a5f6db78db31 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.1049099 Oct 26 00:17:36.343845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:36.366106 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c51f4748-26ee-46bb-a5e5-27025bec3535 req-ec6b7d08-4dd3-4aed-b659-b8449254be00 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339391 Oct 26 00:17:36.370949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] Checking router: 4d22de2e-34be-4634-b679-f2515252d1d2 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:17:36.379375 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:36.379975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:36.417283 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-c4090c50-ee8f-4e31-bdf9-34a5da94a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:36.418733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-c4090c50-ee8f-4e31-bdf9-34a5da94a8b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 200 len: 897 time: 0.0908451 Oct 26 00:17:36.464798 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-e292df8a-84c7-4f1a-906e-23f114480650 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 200 len: 217 time: 0.0382581 Oct 26 00:17:36.483321 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:36.514985 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-c7ad9171-84dc-4dfd-81d8-2967ba1294c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:36.516452 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-c7ad9171-84dc-4dfd-81d8-2967ba1294c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 200 len: 834 time: 0.0445316 Oct 26 00:17:36.563667 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-503aa361-aad8-41c0-bc74-60b2f2ce5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:36.565174 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-503aa361-aad8-41c0-bc74-60b2f2ce5cb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4e749f7-c06b-4fb5-b574-ad3d7a69061a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406981 Oct 26 00:17:36.662049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-ec5db79d-3ad4-480d-a821-d77c685c3c38 service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864108 Oct 26 00:17:36.682289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:36.708957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e398e40-a430-44df-8ea8-5e0d78c628f2 None None] The sync data for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 is: [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:00Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'c4974575-fe30-4cb3-bfb1-da103c8765a0', 'name': '', 'network_id': 'f4e749f7-c06b-4fb5-b574-ad3d7a69061a', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:6d:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:59Z', 'updated_at': '2021-10-26T00:15:02Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': '2828b41c-24d9-466d-afd5-700e1968bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:17:36.760067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0f1b744f-37d3-4177-9e64-6a4377379860 req-88e1129d-cc0e-44ce-bc46-7251f7318f1a service neutron] 10.222.0.15 "GET /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889037 Oct 26 00:17:36.922508 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b54a6-f66f-47c5-8a53-b7cb5846cf9f None None] New status for floating IP 992d20ec-ad23-44e0-b63e-f937f1e15d04: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:17:37.487592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60678e2-fe0b-4a9d-b78c-a931f04342fd req-ef67186c-35b1-474e-99e1-54dfd088b659 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:37.489067 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e60678e2-fe0b-4a9d-b78c-a931f04342fd req-ef67186c-35b1-474e-99e1-54dfd088b659 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0537291 Oct 26 00:17:37.527569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e60678e2-fe0b-4a9d-b78c-a931f04342fd req-7e800d4c-439e-4188-9740-a1b959b5d594 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ea81e6-907f-4b88-951c-115abc0eed81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Oct 26 00:17:38.266276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-90647783-857a-4625-a1c4-0a69a3cab8b2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:38.267668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-90647783-857a-4625-a1c4-0a69a3cab8b2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 946 time: 0.0504436 Oct 26 00:17:38.358113 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:17:38.358478 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:38.454313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port eb965e1c-e5ef-4ec1-9c24-3b72557e0573, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:38.454676 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:38.467447 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for eb965e1c-e5ef-4ec1-9c24-3b72557e0573 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:17:38.600620 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:38.632383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=eb965e1c-e5ef-4ec1-9c24-3b72557e0573,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:38.647632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4cc87be4-a4d6-451d-95f2-e9175016efd7 req-9bc01f98-23ce-4f50-9121-b408297b614b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=67422f9f-033f-445c-91e7-91eff27f39af HTTP/1.1" status: 200 len: 210 time: 0.0497327 Oct 26 00:17:38.658579 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.658934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.659273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.659600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.659927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.660253 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.660576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.660898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.661227 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.661538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.661854 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.662181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:38.691862 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] No DVR routers for this DVR port eb965e1c-e5ef-4ec1-9c24-3b72557e0573 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:17:38.694556 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:38.697921 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0225e545-b9aa-4018-82f5-4b15a3fcdd1a req-c7a9f9fc-a9ba-4227-84b6-df37965199aa tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "DELETE /v2.0/ports/eb965e1c-e5ef-4ec1-9c24-3b72557e0573 HTTP/1.1" status: 204 len: 173 time: 0.4237814 Oct 26 00:17:38.698410 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'name': 'network-vif-deleted', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:17:38.700652 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003f884-6de6-46c6-ae73-281586c56252" -d '{"events": [{"server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "name": "network-vif-deleted", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:17:38.746479 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48e9775-5257-4cfb-90bc-eef6619bf4c0 x-openstack-request-id: req-b48e9775-5257-4cfb-90bc-eef6619bf4c0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:17:38.746775 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67422f9f-033f-445c-91e7-91eff27f39af", "name": "network-vif-deleted", "tag": "eb965e1c-e5ef-4ec1-9c24-3b72557e0573", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:17:38.747029 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b48e9775-5257-4cfb-90bc-eef6619bf4c0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:17:38.747433 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67422f9f-033f-445c-91e7-91eff27f39af', 'name': 'network-vif-deleted', 'tag': 'eb965e1c-e5ef-4ec1-9c24-3b72557e0573', 'status': 'completed', 'code': 200} Oct 26 00:17:39.699035 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50838) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:40.053003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:40.307054 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port c4974575-fe30-4cb3-bfb1-da103c8765a0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:17:40.307334 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:40.402110 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port c4974575-fe30-4cb3-bfb1-da103c8765a0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c4974575-fe30-4cb3-bfb1-da103c8765a0,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:40.402496 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:40.415618 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for c4974575-fe30-4cb3-bfb1-da103c8765a0 owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:17:40.597401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:40.625208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=c4974575-fe30-4cb3-bfb1-da103c8765a0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:40.798187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.011046 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 4d22de2e-34be-4634-b679-f2515252d1d2 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:17:41.115340 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:17:41.121104 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-27c39a0f-38ff-404f-95b5-1e983b626716 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/4d22de2e-34be-4634-b679-f2515252d1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206519 Oct 26 00:17:41.123739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50840) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:41.125813 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] Sync routers for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:17:41.136723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:41.137336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:41.175068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting subnet 2828b41c-24d9-466d-afd5-700e1968bc06 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:17:41.178142 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.218582 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.240213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:41.308383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb965e1c-e5ef-4ec1-9c24-3b72557e0573 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:17:41.309114 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.355447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: eb965e1c-e5ef-4ec1-9c24-3b72557e0573 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:17:41.355755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device eb965e1c-e5ef-4ec1-9c24-3b72557e0573 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:17:41.371787 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.399612 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Subnet': ['ID=2828b41c-24d9-466d-afd5-700e1968bc06,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:41.403661 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.409687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50842) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:41.410216 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-c4b98268-292f-45f8-80ee-0b6e7d696401 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/subnets/2828b41c-24d9-466d-afd5-700e1968bc06 HTTP/1.1" status: 204 len: 168 time: 0.2849069 Oct 26 00:17:41.416540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009e9eb-0ae4-46df-aca4-03c4fdeb133b None None] Network f4e749f7-c06b-4fb5-b574-ad3d7a69061a requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:17:41.521973 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.540293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:17:40Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:41.568651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] Checking router: 4d22de2e-34be-4634-b679-f2515252d1d2 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:17:41.581864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] Routers {'4d22de2e-34be-4634-b679-f2515252d1d2'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:41.582478 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4d22de2e-34be-4634-b679-f2515252d1d2'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:41.637111 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.694666 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:17:41.695064 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.782477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:41.782832 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.796091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:17:41.805761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] DHCP port deletion for f4e749f7-c06b-4fb5-b574-ad3d7a69061a request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:17:41.880531 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] Set router 4d22de2e-34be-4634-b679-f2515252d1d2 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:41.956773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:17:41.961525 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.973220 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Deleting port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:17:41.973590 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:41.987256 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:42.051759 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.058694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] For port 97f5e569-d1c4-4a8d-88f5-bad049084ec1, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=97f5e569-d1c4-4a8d-88f5-bad049084ec1,segment=NetworkSegment(fedf6291-7cf3-4c13-9879-4b2ff5a64aaf),segment_id=fedf6291-7cf3-4c13-9879-4b2ff5a64aaf)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:42.059095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.077359 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Calling delete_port for 97f5e569-d1c4-4a8d-88f5-bad049084ec1 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:17:42.142985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.145005 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.188759 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:17:40Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:42.191003 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.191512 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Fanout notify agent at l3_agent the message router_deleted on router 4d22de2e-34be-4634-b679-f2515252d1d2 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:17:42.199218 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.200330 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-abb6d895-0737-412e-8644-43d750e81f1f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/routers/4d22de2e-34be-4634-b679-f2515252d1d2 HTTP/1.1" status: 204 len: 168 time: 0.7888751 Oct 26 00:17:42.203084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50844) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:42.218636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.222903 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6519956-8e00-4ecb-98ac-3cff24a6d36b None None] The sync data for ids ['4d22de2e-34be-4634-b679-f2515252d1d2'] in n-d-815373-1 is: [{'id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53201585', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:17:40Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22de2e-34be-4634-b679-f2515252d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:14:56Z', 'updated_at': '2021-10-26T00:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:17:42.248914 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Pushing event deleted for resources: {'Port': ['ID=97f5e569-d1c4-4a8d-88f5-bad049084ec1,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.261402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.262137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.262137 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.262568 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.262687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:42.265545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf8f7e-5cd5-4ade-a837-42eb7494935a None None] No DVR routers for this DVR port 97f5e569-d1c4-4a8d-88f5-bad049084ec1 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:17:42.290682 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.373912 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.393433 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e749f7-c06b-4fb5-b574-ad3d7a69061a']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:42.403138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:42.403434 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedf6291-7cf3-4c13-9879-4b2ff5a64aaf') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:42.412492 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.424909 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.430831 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:17:42.431213 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:17:42.434041 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:17:42.495517 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.502799 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.505910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/networks/f4e749f7-c06b-4fb5-b574-ad3d7a69061a HTTP/1.1" status: 204 len: 168 time: 0.3018539 Oct 26 00:17:42.509254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50846) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:42.517551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040522fe-fa1b-4f39-89b8-dbc348c105e0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Network': ['ID=f4e749f7-c06b-4fb5-b574-ad3d7a69061a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:42.570070 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7827b97-745b-4ed7-a909-b5425229478f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.600140 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7827b97-745b-4ed7-a909-b5425229478f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.663370 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7827b97-745b-4ed7-a909-b5425229478f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.666337 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b7827b97-745b-4ed7-a909-b5425229478f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:42.667510 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b7827b97-745b-4ed7-a909-b5425229478f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/security-groups/c6ea81e6-907f-4b88-951c-115abc0eed81 HTTP/1.1" status: 204 len: 168 time: 0.1573181 Oct 26 00:17:42.677548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7827b97-745b-4ed7-a909-b5425229478f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea81e6-907f-4b88-951c-115abc0eed81,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:43.530763 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c4974575-fe30-4cb3-bfb1-da103c8765a0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:17:43.551039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c4974575-fe30-4cb3-bfb1-da103c8765a0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:17:43.551387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c4974575-fe30-4cb3-bfb1-da103c8765a0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:17:43.551803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:17:43.572243 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:17:43.572645 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 98b1d3d8-7b70-4d17-8dbe-90bf6b8c4332 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:17:43.573116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 97f5e569-d1c4-4a8d-88f5-bad049084ec1 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:17:43.591475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 97f5e569-d1c4-4a8d-88f5-bad049084ec1 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:17:43.591806 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 97f5e569-d1c4-4a8d-88f5-bad049084ec1 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:17:43.758844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:43.954468 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50854) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:43.959211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033591320', 'description': 'tempest-secgroup-smoke-2033591320 description', 'project_id': '273bdb5266ee400189bbe9087a5e4c99'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:43.985200 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.055798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.059418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.089123 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.093114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1348636 Oct 26 00:17:44.093436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50856) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.097572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': '2921efbb-ce68-4837-b023-936bb2792b94', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.103537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c0776-a2fb-4f68-9736-6311bdbd72cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2921efbb-ce68-4837-b023-936bb2792b94,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.127730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.184490 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.188006 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.210916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4324986-b38d-4db0-9711-b2ddd5595709,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.216851 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.218043 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-668892ee-32dd-491c-a61d-5db8aa0bb47a tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238132 Oct 26 00:17:44.220744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50858) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.225236 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': '2921efbb-ce68-4837-b023-936bb2792b94', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.251831 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.308232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.312004 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.330979 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7334bc2-ae3c-413d-9f13-6bbe75b59a0b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.337116 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.338327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4fd03461-2f16-459d-adcb-84d0503b354f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166296 Oct 26 00:17:44.340944 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.345160 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': '2921efbb-ce68-4837-b023-936bb2792b94', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.371955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.428459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.431985 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.448962 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a48d1e-3172-4797-9184-36d84b5b0ad4,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.456584 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.457759 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5892a553-db5d-49d2-8b00-dc3c013bf011 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159084 Oct 26 00:17:44.461425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50862) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.465582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': '2921efbb-ce68-4837-b023-936bb2792b94', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.491001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.547564 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.550959 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.570797 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bdc865-87a7-4d7c-a514-6effa8e4c846,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.576822 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.577988 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-16bdb13c-cd07-40b6-ade4-4fb2443035ef tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156573 Oct 26 00:17:44.580711 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50864) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.585677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': '2921efbb-ce68-4837-b023-936bb2792b94', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.607497 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:17:44.612650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.671442 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.675281 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.693157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fb513b-a25e-42fe-a0d0-20d20cbdc35b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.701407 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.702625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5d1a310-32d6-4f07-b99b-d12ae3eea62f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209633 Oct 26 00:17:44.705351 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50866) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.709607 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'security_group_rule': {'security_group_id': '2921efbb-ce68-4837-b023-936bb2792b94', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.731883 n-d-815373-1 neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Project 273bdb5266ee400189bbe9087a5e4c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:17:44.736922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.796965 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.800763 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.819275 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3909457-daa8-4a1a-82bd-e8ab0a23a9f4,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:44.825838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.827180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a381984f-01f0-4b02-befa-4ff9da86b7bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208196 Oct 26 00:17:44.829959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50868) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:44.834807 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'network': {'name': 'tempest-network-smoke--1380114295', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'port_security_enabled': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:44.855054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:17:44.858401 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.881840 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:17:44.891255 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.891603 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Added segment 15b21ded-efde-4d70-8ed0-277c8864cbc5 of type vlan for network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 Oct 26 00:17:44.933310 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.957079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:44.963053 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:44.963642 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.017488 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864758 Oct 26 00:17:45.020314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50870) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:45.025302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'admin_state_up': True, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:45.047211 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910ac0-8a81-406c-9be0-3ec54acaffe0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Network': ['ID=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:45.057610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:17:45.061016 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.062068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.116845 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.248066 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.435624 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.453786 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.555799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.163 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/42bc02f4-a467-49b2-860f-812ffc69f4cf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:17:45.657209 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.688925 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.731138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:17:45.734040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:17:45.737543 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:17:45.762398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=42bc02f4-a467-49b2-860f-812ffc69f4cf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:45.978306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:45.985179 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-47348096-ec6a-48be-b193-b1955e534b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:46.497214 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:46.618034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:17:46.722341 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:17:46.732226 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Sync routers for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:17:46.742259 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:46.742514 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:46.743112 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:46.743483 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-347ebec9-d3e9-4a5e-a879-c016dfcd1119 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7222385 Oct 26 00:17:46.747045 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50872) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:46.776758 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5eadec02-ccee-4b0a-8972-05a09b6ddf3f tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=273bdb5266ee400189bbe9087a5e4c99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280485 Oct 26 00:17:46.779570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50874) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:46.876722 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8b68e-6616-4182-b28d-cbd9e905b390 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:46.878582 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ece8b68e-6616-4182-b28d-cbd9e905b390 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980737 Oct 26 00:17:46.881428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50876) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:46.911257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3ddb941c-d9b8-403e-942b-1f7cdeb7aa58 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=dd7d8481-027d-42e7-bcb5-8b3a62ff7f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279155 Oct 26 00:17:46.915181 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50878) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:46.951248 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:47.043813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591029390', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:47.127973 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:45Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:47.130820 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:17:47.134864 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.155029 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Checking router: 6eab0079-7bf5-4524-a2d0-7eda1e962d94 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:17:47.155373 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Updating router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 port 42bc02f4-a467-49b2-860f-812ffc69f4cf binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:17:47.182363 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.316331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.382256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Subnet': ['ID=ff514630-b4c3-4248-81e1-9243631102a8,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:47.391023 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Checking segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:17:47.391390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network hostable DHCP agents. Network: e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:17:47.409314 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:17:47.418487 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:17:47.422798 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:47.423392 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.431438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03275d40-4296-417d-9e19-6d6507d80572 None None] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:17:47.431985 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.439454 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.443668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dfda59d5-c3d5-4e9f-abb1-92316e907fd7 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5274258 Oct 26 00:17:47.447279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50882) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:17:47.493159 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Attempting to bind port 42bc02f4-a467-49b2-860f-812ffc69f4cf on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:17:47.493527 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Attempting to bind port 42bc02f4-a467-49b2-860f-812ffc69f4cf by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:17:47.493895 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Attempting to bind port 42bc02f4-a467-49b2-860f-812ffc69f4cf on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:17:47.501645 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:17:47.502012 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:17:47.502447 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.503062 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:17:47.503288 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Bound port: 42bc02f4-a467-49b2-860f-812ffc69f4cf, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:17:47.503661 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.505120 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Pushing event updated for resources: {'Port': ['ID=42bc02f4-a467-49b2-860f-812ffc69f4cf,revision_number=2']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:47.532966 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.533314 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.534044 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.534044 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.534330 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.534639 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.534959 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.535280 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.535605 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.535924 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.536242 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.536935 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:17:47.580469 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] For port 42bc02f4-a467-49b2-860f-812ffc69f4cf, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:17:47.586687 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] For port 42bc02f4-a467-49b2-860f-812ffc69f4cf, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42bc02f4-a467-49b2-860f-812ffc69f4cf,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:17:47.592942 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:17:47.593818 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.594725 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.667454 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:47.668076 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:47.673731 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8b68-714b-4f04-82d7-24b0905bbb02 None None] Pushing event updated for resources: {'Port': ['ID=42bc02f4-a467-49b2-860f-812ffc69f4cf,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:47.737169 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Allocated IP 172.20.0.2 (e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5/ff514630-b4c3-4248-81e1-9243631102a8/6f06294d-35c9-405e-b780-ead86ccb74b7) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:17:47.795923 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:47.886171 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.893401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.905022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:47.936673 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:17:47.939702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:17:47.944635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:17:47.947918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Pushing event updated for resources: {'Port': ['ID=6f06294d-35c9-405e-b780-ead86ccb74b7,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:47.990008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:45Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:48.001035 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Attempting to bind port 6f06294d-35c9-405e-b780-ead86ccb74b7 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:17:48.001532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Attempting to bind port 6f06294d-35c9-405e-b780-ead86ccb74b7 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:17:48.001990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Attempting to bind port 6f06294d-35c9-405e-b780-ead86ccb74b7 on network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:17:48.007969 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:17:48.008674 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Checking segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:17:48.009168 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.009651 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Bound using segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:17:48.010407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Bound port: 6f06294d-35c9-405e-b780-ead86ccb74b7, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:17:48.010883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.020001 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c5327-955b-47d7-9c6a-52df2ff2c88c None None] The sync data for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 is: [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:45Z', 'revision_number': 3, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:17:48.080065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] For port 6f06294d-35c9-405e-b780-ead86ccb74b7, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:17:48.083800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] For port 6f06294d-35c9-405e-b780-ead86ccb74b7, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6f06294d-35c9-405e-b780-ead86ccb74b7,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:17:48.089485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.151970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462a18-c5df-46b5-b2a8-a017bb40edc3 None None] Pushing event updated for resources: {'Port': ['ID=6f06294d-35c9-405e-b780-ead86ccb74b7,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:48.211103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.1 (e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5/ff514630-b4c3-4248-81e1-9243631102a8/f772bc2b-7683-48f6-a9e5-8cb67b00bd3e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:17:48.388508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.439459 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.467235 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-97cfa1a0-1cc3-4250-b4cd-82765e5910f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.489832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:17:48.493916 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:17:48.497102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:17:48.539656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:48.563452 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.698863 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.993531 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:48.998874 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.079879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.081634 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:49.181056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:17:49.182524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:17:49.218366 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b7fa0-4dfc-4f9b-91ff-9932ce2d4815 None None] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:17:49.305811 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:17:49.315022 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-66c9e1c5-0433-42ba-a501-c5df3bfba3f2 None None] Provisioning complete for port 6f06294d-35c9-405e-b780-ead86ccb74b7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:49.315396 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66c9e1c5-0433-42ba-a501-c5df3bfba3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.421185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:17:49.431742 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e63ba646-c7f2-4bc7-8797-79077b048226 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/6eab0079-7bf5-4524-a2d0-7eda1e962d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9776969 Oct 26 00:17:49.455051 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66c9e1c5-0433-42ba-a501-c5df3bfba3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.520118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-66c9e1c5-0433-42ba-a501-c5df3bfba3f2 None None] For port 6f06294d-35c9-405e-b780-ead86ccb74b7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6f06294d-35c9-405e-b780-ead86ccb74b7,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:49.529025 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-66c9e1c5-0433-42ba-a501-c5df3bfba3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.589874 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9e1c5-0433-42ba-a501-c5df3bfba3f2 None None] Pushing event updated for resources: {'Port': ['ID=6f06294d-35c9-405e-b780-ead86ccb74b7,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:49.624927 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-07a18442-0003-4f72-aaf9-9e4a6c85ca4b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033591320&fields=id&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 267 time: 0.0467262 Oct 26 00:17:49.640605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6f06294d-35c9-405e-b780-ead86ccb74b7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:17:49.697007 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6f06294d-35c9-405e-b780-ead86ccb74b7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:49.697433 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.757009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Sync routers for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:17:49.760743 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-4649b5e5-1345-446c-8885-2882d3d1f18f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:49.762366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-4649b5e5-1345-446c-8885-2882d3d1f18f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 797 time: 0.1268187 Oct 26 00:17:49.780101 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-ec15186b-194d-4988-8601-d0d4d97b762b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/quotas/273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 375 time: 0.0106995 Oct 26 00:17:49.798110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:49.798859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:49.809460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fbafa2bc-a994-481b-94ae-6c5e1650cd9a None None] Provisioning complete for port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:49.809919 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fbafa2bc-a994-481b-94ae-6c5e1650cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:49.835952 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-4243875a-ad25-46b1-8259-7c501a3c9298 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493727 Oct 26 00:17:49.855835 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-2678f9af-5625-4b8a-b3d9-741c310857f3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:17:49.856842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-2678f9af-5625-4b8a-b3d9-741c310857f3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066171 Oct 26 00:17:49.899093 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42bc02f4-a467-49b2-860f-812ffc69f4cf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:17:49.962432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-6bb4af99-2022-4afd-807f-57c71fdab25b service neutron] 10.222.0.25 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984647 Oct 26 00:17:49.967662 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-fbafa2bc-a994-481b-94ae-6c5e1650cd9a None None] Port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:17:49.974839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.001728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-fbafa2bc-a994-481b-94ae-6c5e1650cd9a None None] Provisioning complete for port 6f06294d-35c9-405e-b780-ead86ccb74b7 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:50.002096 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fbafa2bc-a994-481b-94ae-6c5e1650cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.032870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:50.064250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-b516e9cc-76a2-48bf-b0c1-e1f822137dc5 service neutron] 10.222.0.25 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926223 Oct 26 00:17:50.075684 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42bc02f4-a467-49b2-860f-812ffc69f4cf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:50.076054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.250071 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9fed8498-dddc-4ddd-8cf5-652c760007c5 req-291ae3c7-cd79-467e-84ce-db70732202bf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 210 time: 0.0330086 Oct 26 00:17:50.476474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.486304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.527918 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 42bc02f4-a467-49b2-860f-812ffc69f4cf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42bc02f4-a467-49b2-860f-812ffc69f4cf,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:50.533977 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.610197 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-7b3b69ee-8927-41e5-9ef8-e5e6503652b4 None None] Provisioning complete for port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:50.610568 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7b3b69ee-8927-41e5-9ef8-e5e6503652b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:50.614947 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 2, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:50.634056 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=42bc02f4-a467-49b2-860f-812ffc69f4cf,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:50.667575 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Checking router: 6eab0079-7bf5-4524-a2d0-7eda1e962d94 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:17:50.667957 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Updating router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:17:50.710954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b69ee-8927-41e5-9ef8-e5e6503652b4 None None] Port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:17:50.715417 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.008004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.015115 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.074786 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfdf30-0a1b-40ec-9a0e-2608fbfcb6ee None None] Pushing event updated for resources: {'Port': ['ID=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:51.078470 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.141044 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Attempting to bind port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:17:51.141723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Attempting to bind port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:17:51.142399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Attempting to bind port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e on network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:17:51.152048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:17:51.152658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Checking segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:17:51.153331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.154004 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Bound using segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:17:51.154937 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Bound port: f772bc2b-7683-48f6-a9e5-8cb67b00bd3e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:17:51.155577 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.223700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] For port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:17:51.229068 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] For port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:17:51.235666 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.294462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:17:51.295424 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:51.399402 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfdf30-0a1b-40ec-9a0e-2608fbfcb6ee None None] Pushing event updated for resources: {'Port': ['ID=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:51.408807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-b85d7ce9-ba41-4dbf-b733-23895210c86a None None] Provisioning complete for port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:51.409244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b85d7ce9-ba41-4dbf-b733-23895210c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.445406 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bd9b2e99-0ab3-42b9-88d7-bc8adbb4b9eb req-dfe924ee-c985-40d5-8aa2-3d52b5f2ed51 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 210 time: 0.0662389 Oct 26 00:17:51.523936 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b85d7ce9-ba41-4dbf-b733-23895210c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.528475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-aa250820-0695-45bc-adba-23c530aa731d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:51.530002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-aa250820-0695-45bc-adba-23c530aa731d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 797 time: 0.2112036 Oct 26 00:17:51.530333 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:17:51.597244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-45dde071-f6e7-470b-8e88-b0e612f018f5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273bdb5266ee400189bbe9087a5e4c99 HTTP/1.1" status: 200 len: 380 time: 0.0501826 Oct 26 00:17:51.606526 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'port': {'device_id': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'admin_state_up': True, 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'security_groups': ['2921efbb-ce68-4837-b023-936bb2792b94']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:51.617646 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6f06294d-35c9-405e-b780-ead86ccb74b7 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:17:51.710382 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b85d7ce9-ba41-4dbf-b733-23895210c86a None None] For port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:51.719205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b85d7ce9-ba41-4dbf-b733-23895210c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.723480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Made reservation on behalf of 273bdb5266ee400189bbe9087a5e4c99 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:17:51.727332 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.803026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6f06294d-35c9-405e-b780-ead86ccb74b7 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:51.803418 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.820900 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d7ce9-ba41-4dbf-b733-23895210c86a None None] Pushing event updated for resources: {'Port': ['ID=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:51.865708 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.20.0.6 (e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5/ff514630-b4c3-4248-81e1-9243631102a8/a7174b68-a467-4589-b858-c25b08d61c02) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:17:51.884040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-771222bd-c71d-48bb-84b5-f46a794f062a None None] Provisioning complete for port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:51.884403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-771222bd-c71d-48bb-84b5-f46a794f062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:51.952355 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:17:51.989040 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f298-05d8-4635-91cd-09e990498d84 None None] The sync data for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 is: [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:17:52.000230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42bc02f4-a467-49b2-860f-812ffc69f4cf up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:17:52.008768 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.073833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.091177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 42bc02f4-a467-49b2-860f-812ffc69f4cf triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:52.093740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.120648 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:17:52.124287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:17:52.126706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:17:52.190489 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=a7174b68-a467-4589-b858-c25b08d61c02,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:52.208372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:52.209050 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.230415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-950dbd67-4b04-4037-a547-740fcc4d8d25 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6274183 Oct 26 00:17:52.248331 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Request body: {'port': {'device_id': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:17:52.308075 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.407845 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f3347cce-ad44-41aa-90ec-98ad58094172 None None] Provisioning complete for port a7174b68-a467-4589-b858-c25b08d61c02 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:52.408566 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f3347cce-ad44-41aa-90ec-98ad58094172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.451843 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f3347cce-ad44-41aa-90ec-98ad58094172 None None] Port a7174b68-a467-4589-b858-c25b08d61c02 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:17:52.603087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729995f-88b3-40db-bc95-a640865bd232 req-fcf1f62c-86a7-4000-b1b8-d2e85335a581 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:52.604751 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5729995f-88b3-40db-bc95-a640865bd232 req-fcf1f62c-86a7-4000-b1b8-d2e85335a581 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 931 time: 0.0585020 Oct 26 00:17:52.622694 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7174b68-a467-4589-b858-c25b08d61c02 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:17:52.630705 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.645093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5729995f-88b3-40db-bc95-a640865bd232 req-e34f5175-91ec-4a2b-b362-d13423df5742 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343230 Oct 26 00:17:52.645427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Transition to ACTIVE for port object a7174b68-a467-4589-b858-c25b08d61c02 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:17:52.650698 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.704382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7174b68-a467-4589-b858-c25b08d61c02,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:52.783109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Attempting to bind port a7174b68-a467-4589-b858-c25b08d61c02 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:17:52.783726 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Attempting to bind port a7174b68-a467-4589-b858-c25b08d61c02 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:17:52.784048 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Attempting to bind port a7174b68-a467-4589-b858-c25b08d61c02 on network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:17:52.789759 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Port a7174b68-a467-4589-b858-c25b08d61c02 on network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:17:52.790075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Attempting to bind port a7174b68-a467-4589-b858-c25b08d61c02 on network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:17:52.795456 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:17:52.795788 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Checking segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:17:52.796164 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Bound using segment: {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:17:52.796592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Bound port: a7174b68-a467-4589-b858-c25b08d61c02, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b21ded-efde-4d70-8ed0-277c8864cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:17:52.796943 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.875260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] For port a7174b68-a467-4589-b858-c25b08d61c02, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:17:52.878939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] For port a7174b68-a467-4589-b858-c25b08d61c02, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7174b68-a467-4589-b858-c25b08d61c02,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:17:52.884110 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.930599 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:52.931296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:52.932843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 1091 time: 0.6892571 Oct 26 00:17:52.933352 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:17:52.935745 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3586288-6f49-4290-bc43-158efa43ac82" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "tag": "a7174b68-a467-4589-b858-c25b08d61c02"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:17:52.971707 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57d55d-bbd4-4900-9761-e96a150beeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7174b68-a467-4589-b858-c25b08d61c02,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:53.019500 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5051bad7-9bc2-4c4c-b0d7-a0223409d1fe x-openstack-request-id: req-5051bad7-9bc2-4c4c-b0d7-a0223409d1fe {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:17:53.020007 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "tag": "a7174b68-a467-4589-b858-c25b08d61c02", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:17:53.020334 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5051bad7-9bc2-4c4c-b0d7-a0223409d1fe {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:17:53.021005 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02', 'status': 'completed', 'code': 200} Oct 26 00:17:53.084522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-2d71c014-bddb-46a5-8fad-b36f9cb6385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.086490 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-2d71c014-bddb-46a5-8fad-b36f9cb6385a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1094 time: 0.0470185 Oct 26 00:17:53.148635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-7feea873-0121-43e6-af73-3597fce45aaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 217 time: 0.0489421 Oct 26 00:17:53.202540 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-3819c773-5864-4f1b-9716-10b513030910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.204334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-3819c773-5864-4f1b-9716-10b513030910 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 200 len: 835 time: 0.0480952 Oct 26 00:17:53.261001 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fd214404-4987-4124-831d-2e6dc8d328e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.263481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-fd214404-4987-4124-831d-2e6dc8d328e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518513 Oct 26 00:17:53.368834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-1276e96a-ae7e-427e-8208-f23def50278b service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984838 Oct 26 00:17:53.456930 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-89b24897-1d41-433c-9d75-96275cecb1f3 req-e24549dd-21a3-4771-9ca9-7c54636ca55d service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807002 Oct 26 00:17:53.560537 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f772bc2b-7683-48f6-a9e5-8cb67b00bd3e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:17:53.585594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3586288-6f49-4290-bc43-158efa43ac82 req-8561b5a7-5e34-40b3-87a6-3fe7d91924a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.587235 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-8561b5a7-5e34-40b3-87a6-3fe7d91924a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1094 time: 0.0476708 Oct 26 00:17:53.619230 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:53.619598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:53.682120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3586288-6f49-4290-bc43-158efa43ac82 req-da370003-b8c9-435e-9d78-36e259895eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.683643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-da370003-b8c9-435e-9d78-36e259895eb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 898 time: 0.0886738 Oct 26 00:17:53.731495 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-5f3790aa-bdc9-4805-b1b2-3e0afa3aee9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 217 time: 0.0409451 Oct 26 00:17:53.776407 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3816533-1152-4b30-9353-a1edeae2d831 req-64568683-bdf4-4d5b-be80-e02dbeb0959f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.777925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3816533-1152-4b30-9353-a1edeae2d831 req-64568683-bdf4-4d5b-be80-e02dbeb0959f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 943 time: 0.0501018 Oct 26 00:17:53.785297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3586288-6f49-4290-bc43-158efa43ac82 req-311fc5ad-8c1a-4125-874d-3bc0c75a1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.786821 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-311fc5ad-8c1a-4125-874d-3bc0c75a1673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 200 len: 835 time: 0.0491490 Oct 26 00:17:53.823089 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f3816533-1152-4b30-9353-a1edeae2d831 req-4a69f6f8-de86-43c9-874f-c5c2191e5c34 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380869 Oct 26 00:17:53.841369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3586288-6f49-4290-bc43-158efa43ac82 req-a5353da9-07e9-42c3-aea7-46d44294ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:53.843940 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-a5353da9-07e9-42c3-aea7-46d44294ade9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486686 Oct 26 00:17:54.270727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-8d26a498-4a05-4934-bed9-982998787861 service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200597 Oct 26 00:17:54.360528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d3586288-6f49-4290-bc43-158efa43ac82 req-03d430e9-28bf-40b8-ba42-98b21255831c service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813997 Oct 26 00:17:54.947297 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcde67-3129-45bb-aa22-9971d23f16cf req-b02c111b-4aa3-4526-b45c-5fd2cf9e47ec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:54.948753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99dcde67-3129-45bb-aa22-9971d23f16cf req-b02c111b-4aa3-4526-b45c-5fd2cf9e47ec tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 943 time: 0.0476344 Oct 26 00:17:54.989551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99dcde67-3129-45bb-aa22-9971d23f16cf req-a2b410ff-9f6f-4c9e-a007-82d41a12f319 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347934 Oct 26 00:17:56.103387 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cd2c3-9138-49fa-95d8-14e911ac9563 req-d4b58de7-1c5f-4ba4-aaad-993fb1d1dd52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:56.104877 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0c8cd2c3-9138-49fa-95d8-14e911ac9563 req-d4b58de7-1c5f-4ba4-aaad-993fb1d1dd52 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 943 time: 0.0482924 Oct 26 00:17:56.141952 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0c8cd2c3-9138-49fa-95d8-14e911ac9563 req-41558bf5-7de5-490e-9701-05528bf17019 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Oct 26 00:17:57.254417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8a0a1-1861-430d-b141-a01a99814c01 req-02b3b356-4882-4f03-9d40-377dd9a62639 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:57.255854 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66b8a0a1-1861-430d-b141-a01a99814c01 req-02b3b356-4882-4f03-9d40-377dd9a62639 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 943 time: 0.0477705 Oct 26 00:17:57.292765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66b8a0a1-1861-430d-b141-a01a99814c01 req-c213811e-38bb-4cac-bc95-62126aa08238 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Oct 26 00:17:57.376140 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7174b68-a467-4589-b858-c25b08d61c02 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:17:57.472833 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a7174b68-a467-4589-b858-c25b08d61c02, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7174b68-a467-4589-b858-c25b08d61c02,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:57.484200 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'a7174b68-a467-4589-b858-c25b08d61c02', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'port_id': 'a7174b68-a467-4589-b858-c25b08d61c02', 'mac_address': 'fa:16:3e:66:5a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:17:57.520335 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:57.533489 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7174b68-a467-4589-b858-c25b08d61c02 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:17:57.551349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a7174b68-a467-4589-b858-c25b08d61c02, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7174b68-a467-4589-b858-c25b08d61c02,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:57.555204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:57.601609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a7174b68-a467-4589-b858-c25b08d61c02,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:58.000413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['a7174b68-a467-4589-b858-c25b08d61c02'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:17:58.409588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547060ef-461b-4417-baf6-2c5bb58aaff6 req-8c4d1834-c180-4ab0-9e2d-ddf9bfa7ee0c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:58.411086 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-547060ef-461b-4417-baf6-2c5bb58aaff6 req-8c4d1834-c180-4ab0-9e2d-ddf9bfa7ee0c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 944 time: 0.0484772 Oct 26 00:17:58.448799 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-547060ef-461b-4417-baf6-2c5bb58aaff6 req-4b8281d1-43c6-4411-8e12-3ee95b87b663 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Oct 26 00:17:59.079049 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:59.391384 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7174b68-a467-4589-b858-c25b08d61c02 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:17:59.566816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c07a-0607-49af-91e7-54ad255fb948 req-206bb842-dc1c-40e1-b447-ab52b327624b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:59.568337 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2314c07a-0607-49af-91e7-54ad255fb948 req-206bb842-dc1c-40e1-b447-ab52b327624b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 944 time: 0.0498710 Oct 26 00:17:59.601078 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port a7174b68-a467-4589-b858-c25b08d61c02 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:17:59.604807 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port a7174b68-a467-4589-b858-c25b08d61c02 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:17:59.605169 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:59.607515 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2314c07a-0607-49af-91e7-54ad255fb948 req-bb14e2d7-c6cd-49ef-a364-b9e5126ba0f9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Oct 26 00:17:59.682824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:59.704110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:17:59.706395 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad8914-695c-4103-9b08-79b505e47852" -d '{"events": [{"server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "name": "network-vif-plugged", "status": "completed", "tag": "a7174b68-a467-4589-b858-c25b08d61c02"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:17:59.719368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port a7174b68-a467-4589-b858-c25b08d61c02, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7174b68-a467-4589-b858-c25b08d61c02,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:17:59.723349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:17:59.747518 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835dc043-c23f-44cf-a2f7-ff3b02dd673b x-openstack-request-id: req-835dc043-c23f-44cf-a2f7-ff3b02dd673b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:17:59.747814 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "name": "network-vif-plugged", "status": "completed", "tag": "a7174b68-a467-4589-b858-c25b08d61c02", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:17:59.748069 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-835dc043-c23f-44cf-a2f7-ff3b02dd673b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:17:59.748459 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02', 'code': 200} Oct 26 00:17:59.772629 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=a7174b68-a467-4589-b858-c25b08d61c02,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:17:59.864140 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f4b63-7567-470e-a4d6-efb08c0905d4 req-45cabc27-9e33-4376-b2a0-02366248c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:17:59.865673 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-293f4b63-7567-470e-a4d6-efb08c0905d4 req-45cabc27-9e33-4376-b2a0-02366248c878 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1096 time: 0.0395801 Oct 26 00:17:59.903637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-293f4b63-7567-470e-a4d6-efb08c0905d4 req-3b546f51-d6a1-493b-962b-3276ca216930 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302463 Oct 26 00:18:00.725616 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd3ad-b521-4551-affd-8f38c31733e8 req-365a9b9e-284e-433f-99e8-082430c69857 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:00.727119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0bffd3ad-b521-4551-affd-8f38c31733e8 req-365a9b9e-284e-433f-99e8-082430c69857 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Oct 26 00:18:00.767044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0bffd3ad-b521-4551-affd-8f38c31733e8 req-a43a4ac8-ee01-475f-bcaa-6243edb19dd5 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Oct 26 00:18:01.882619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bebd0-5507-4287-84d7-73d8fb2a06f7 req-0b68ab27-9db2-4c66-8df3-7b9942b26b48 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:01.884067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-842bebd0-5507-4287-84d7-73d8fb2a06f7 req-0b68ab27-9db2-4c66-8df3-7b9942b26b48 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Oct 26 00:18:01.924308 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-842bebd0-5507-4287-84d7-73d8fb2a06f7 req-a49eeb56-847c-49b8-b509-302ef3f89889 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343535 Oct 26 00:18:02.036318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22d926-e3bf-4188-bf9c-72e71b244ad9 req-cbb36902-a414-4eff-9045-fbb5e3f300ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:02.037787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a22d926-e3bf-4188-bf9c-72e71b244ad9 req-cbb36902-a414-4eff-9045-fbb5e3f300ff tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Oct 26 00:18:02.075559 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a22d926-e3bf-4188-bf9c-72e71b244ad9 req-4a5e9987-6630-4fa4-9b82-3a2ed3ff15b0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Oct 26 00:18:02.097224 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50938) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:18:02.135212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e4f75-2e3d-48fd-b82e-19d606a2a4b4 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:02.136683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-625e4f75-2e3d-48fd-b82e-19d606a2a4b4 tempest-TestNetworkAdvancedServerOps-808629394 tempest-TestNetworkAdvancedServerOps-808629394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1091 time: 0.0385001 Oct 26 00:18:02.139528 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50940) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:18:02.143645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'a7174b68-a467-4589-b858-c25b08d61c02', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:18:02.165131 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:02.260726 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:02.363016 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Allocated IP 172.25.4.65 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/4de7a660-2bb3-4591-9ad1-82054223fbd4) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:18:02.461576 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:02.493140 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:02.537649 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:18:02.540696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:18:02.545177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:18:02.547930 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=4de7a660-2bb3-4591-9ad1-82054223fbd4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:18:02.877947 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:02.945755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:03.094880 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:03.099296 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:03.168210 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event updated for resources: {'Port': ['ID=4de7a660-2bb3-4591-9ad1-82054223fbd4,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:18:03.179797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:03.278562 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 6042fa29-943d-4a81-9d1b-0dcfded8837e associated. External IP: 172.25.4.65, port: a7174b68-a467-4589-b858-c25b08d61c02. Oct 26 00:18:03.487770 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:18:03.596432 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:18:03.608825 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] Sync routers for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:18:03.614780 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:03.620380 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:18:03.620984 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:18:03.642790 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-c1261dd4-5a36-4d3c-9822-f4096464c318 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5022759 Oct 26 00:18:03.643497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:18:03.645850 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2272efe7-0bdb-4c57-85b6-5ce507e5f378" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "tag": "a7174b68-a467-4589-b858-c25b08d61c02"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:18:03.685386 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91fd349-26ad-4361-ac36-b76885998081 x-openstack-request-id: req-f91fd349-26ad-4361-ac36-b76885998081 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:18:03.685680 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "tag": "a7174b68-a467-4589-b858-c25b08d61c02", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:18:03.685929 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91fd349-26ad-4361-ac36-b76885998081 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:18:03.687318 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02', 'status': 'completed', 'code': 200} Oct 26 00:18:03.737418 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:18:03.747885 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b814c-184f-4a20-8909-2edf63e63f35 req-29a81528-506e-4779-892e-761eb707dadf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:03.756004 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe3b814c-184f-4a20-8909-2edf63e63f35 req-29a81528-506e-4779-892e-761eb707dadf tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0599213 Oct 26 00:18:03.793136 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-5a30bc55-95bf-4e7c-8ed1-36ade39802c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:03.794936 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-5a30bc55-95bf-4e7c-8ed1-36ade39802c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1096 time: 0.0576658 Oct 26 00:18:03.808327 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fe3b814c-184f-4a20-8909-2edf63e63f35 req-15e3dd46-72ab-4f32-882d-00ffa2c95463 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511632 Oct 26 00:18:03.837056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50946) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:18:03.938565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f59b9bc9-0371-4263-a002-38109fee9898 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/6042fa29-943d-4a81-9d1b-0dcfded8837e HTTP/1.1" status: 200 len: 990 time: 0.0992858 Oct 26 00:18:03.958781 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-47fc607e-3151-43e1-9285-cfcb5aff9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:03.960877 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-47fc607e-3151-43e1-9285-cfcb5aff9724 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 898 time: 0.1581533 Oct 26 00:18:03.982708 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '6042fa29-943d-4a81-9d1b-0dcfded8837e', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'port_id': 'a7174b68-a467-4589-b858-c25b08d61c02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'mac_address': 'fa:16:3e:66:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:18:02Z', 'updated_at': '2021-10-26T00:18:02Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:18:04.012770 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] Checking router: 6eab0079-7bf5-4524-a2d0-7eda1e962d94 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:18:04.020768 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:18:04.021370 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:17:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:18:04.030823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-66bad303-f91a-49d7-b9e9-d1078b0b5b4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 998 time: 0.0617416 Oct 26 00:18:04.080077 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-2695eaff-e950-41c9-a06a-8d37cfbeb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:04.081545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-2695eaff-e950-41c9-a06a-8d37cfbeb2c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 200 len: 835 time: 0.0439355 Oct 26 00:18:04.129959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-84a266f1-f77d-4171-9a14-1d1e1955632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:04.132498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-84a266f1-f77d-4171-9a14-1d1e1955632a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439186 Oct 26 00:18:04.224301 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:18:04.228176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-a9ff34a1-8e12-44da-a861-fed0370bd365 service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887666 Oct 26 00:18:04.325399 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2272efe7-0bdb-4c57-85b6-5ce507e5f378 req-718b7573-234c-4a1f-ab9a-dc598bbf13ff service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903385 Oct 26 00:18:04.451773 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '6042fa29-943d-4a81-9d1b-0dcfded8837e', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'port_id': 'a7174b68-a467-4589-b858-c25b08d61c02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'mac_address': 'fa:16:3e:66:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:18:02Z', 'updated_at': '2021-10-26T00:18:02Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:18:04.477570 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54279fb7-9c95-4f17-a246-07dd6440c83e None None] The sync data for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 is: [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '6042fa29-943d-4a81-9d1b-0dcfded8837e', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'port_id': 'a7174b68-a467-4589-b858-c25b08d61c02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'mac_address': 'fa:16:3e:66:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:18:02Z', 'updated_at': '2021-10-26T00:18:02Z', 'revision_number': 0, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:18:04.668229 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a1c46-dc73-494c-8bd3-7c6da26334e4 None None] New status for floating IP 6042fa29-943d-4a81-9d1b-0dcfded8837e: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:18:04.941311 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50948) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:18:05.006183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eedcc938-e1d7-4970-9b67-dec91ecdc609 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/6042fa29-943d-4a81-9d1b-0dcfded8837e HTTP/1.1" status: 200 len: 992 time: 0.0636108 Oct 26 00:18:12.261409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87fe1aed-602b-4750-b913-0889d7677aca req-294121e0-9187-404e-a81d-e1caed801b76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259242 Oct 26 00:18:12.328455 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87fe1aed-602b-4750-b913-0889d7677aca req-7790aabb-54c8-4035-82de-a84e2e490ed1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0258729 Oct 26 00:18:12.366815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87fe1aed-602b-4750-b913-0889d7677aca req-5381701a-a224-4b4e-8756-24c204c54199 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191216 Oct 26 00:18:12.464417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe1aed-602b-4750-b913-0889d7677aca req-1d79dd7c-0005-4051-a076-edfb6b75290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:12.465895 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-87fe1aed-602b-4750-b913-0889d7677aca req-1d79dd7c-0005-4051-a076-edfb6b75290d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931365 Oct 26 00:18:13.761669 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:15.987953 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbe7110d-f3bc-44fe-ab95-fe20c53c9edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:18.458590 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ea2686de-a77e-44ca-8187-22fca51b6651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:18.956656 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:18:19.926441 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:20.424144 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:21.038785 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:29.085695 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:35.808866 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-405ba2c3-c639-4adc-b20c-6cdacfa787d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392456 Oct 26 00:18:35.916662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-fa20335c-e1f2-44fd-98ad-05b8ba0f4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:35.918114 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-fa20335c-e1f2-44fd-98ad-05b8ba0f4ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1096 time: 0.0393052 Oct 26 00:18:36.022773 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-44154cc2-51fa-44ba-956d-af0677778aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:36.024220 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-44154cc2-51fa-44ba-956d-af0677778aad service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 898 time: 0.0862255 Oct 26 00:18:36.087521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-20a62c9a-813b-4a9b-98bb-303ba39da733 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 1000 time: 0.0554194 Oct 26 00:18:36.135992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-e076002d-0d7c-4863-b7d8-745cf6e5c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:36.137410 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-e076002d-0d7c-4863-b7d8-745cf6e5c741 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 200 len: 835 time: 0.0422461 Oct 26 00:18:36.186223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-b4c1d3a2-1485-4e32-8ace-a09be1873bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:18:36.187702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-b4c1d3a2-1485-4e32-8ace-a09be1873bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433977 Oct 26 00:18:36.199012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-5d82406f-4438-4395-b7ef-a7955fad5d1d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:18:36.200019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-5d82406f-4438-4395-b7ef-a7955fad5d1d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047581 Oct 26 00:18:36.287937 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-73dd4f98-ff40-4b81-bb68-4657676f1fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800126 Oct 26 00:18:36.379585 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99c97bb1-d84d-4948-a424-82fa0ea3514d req-d472dce7-08ac-4d7d-ae52-4842de7fcf6f service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844147 Oct 26 00:18:43.782012 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:45.989263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a5d4c061-220e-4b86-8fc3-5846c641bd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:48.459474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-78e9a3bb-d6ce-4213-9f01-bbf70f5e185a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:49.929297 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:50.427415 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:51.042299 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:18:55.956010 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:18:59.121577 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:09.912156 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e6a10-de15-46b6-9b7d-d8874659d3ee req-420c052c-4aad-4bfe-8992-e17dcecb9898 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:09.913630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-297e6a10-de15-46b6-9b7d-d8874659d3ee req-420c052c-4aad-4bfe-8992-e17dcecb9898 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0939119 Oct 26 00:19:09.952292 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-297e6a10-de15-46b6-9b7d-d8874659d3ee req-e4b284eb-3b82-47d2-b98a-a32201559ba2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Oct 26 00:19:11.071304 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027647d-7920-46f4-8949-39537decbf6c req-f3d18de4-e669-4ec3-8ed5-f3e2fdf6fe9e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:11.072765 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7027647d-7920-46f4-8949-39537decbf6c req-f3d18de4-e669-4ec3-8ed5-f3e2fdf6fe9e tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Oct 26 00:19:11.109549 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7027647d-7920-46f4-8949-39537decbf6c req-afbbca1b-68ee-4bfb-9533-3d6c1189a1a2 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308237 Oct 26 00:19:12.224209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b6476-13c0-4c18-bd43-ad3d2cc50737 req-ca7d4416-4934-48d7-9a92-b2fec6467e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:12.225658 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce8b6476-13c0-4c18-bd43-ad3d2cc50737 req-ca7d4416-4934-48d7-9a92-b2fec6467e2d tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Oct 26 00:19:12.268328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ce8b6476-13c0-4c18-bd43-ad3d2cc50737 req-d03242b2-f993-4a51-83c6-5786e5c8e424 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Oct 26 00:19:12.291381 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 50982) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:12.351907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-302c493a-0c04-4493-819d-45ec3bc2b2fc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/6042fa29-943d-4a81-9d1b-0dcfded8837e HTTP/1.1" status: 200 len: 992 time: 0.0593832 Oct 26 00:19:13.628881 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede396b2-0fc6-40bd-ab3a-b2f51d735c0a req-35e0443f-c3ba-42a3-983e-e224ee32d0cc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:13.630286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ede396b2-0fc6-40bd-ab3a-b2f51d735c0a req-35e0443f-c3ba-42a3-983e-e224ee32d0cc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Oct 26 00:19:13.666129 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-c7ef7193-974b-46e2-92e9-9d26b5460e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:13.667660 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-c7ef7193-974b-46e2-92e9-9d26b5460e7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1096 time: 0.0407608 Oct 26 00:19:13.669112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ede396b2-0fc6-40bd-ab3a-b2f51d735c0a req-f36925a8-08bc-4666-ae36-ab06a854ce13 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Oct 26 00:19:13.768118 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-3309b72d-df39-428a-bd9a-ea490570129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:13.769593 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-3309b72d-df39-428a-bd9a-ea490570129a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 898 time: 0.0934119 Oct 26 00:19:13.781996 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:13.834816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-3422efb5-f098-42b1-858c-9b478ed38a3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 1000 time: 0.0582299 Oct 26 00:19:13.886502 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-447f739a-5088-491b-a915-3be98444b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:13.887851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-447f739a-5088-491b-a915-3be98444b18d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 200 len: 835 time: 0.0466771 Oct 26 00:19:13.932822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-6f89fff0-d879-42ac-84f9-cd6808a69b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:13.934321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-6f89fff0-d879-42ac-84f9-cd6808a69b72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389836 Oct 26 00:19:14.021609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-99fa3049-dc82-4b1f-b854-2a4a94b9ff9c service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803084 Oct 26 00:19:14.112059 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2dc71221-9e56-42c4-a2d8-4e6ee172e2ee req-9656ed15-3e1f-4b5c-9192-b95368613447 service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833979 Oct 26 00:19:14.247008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83458638-9905-46d5-b59c-ed63230113d6 req-b6612e15-b7ac-4d1f-8894-3a0f16bd00fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249515 Oct 26 00:19:14.313211 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83458638-9905-46d5-b59c-ed63230113d6 req-97c3af16-19ee-40a3-8128-147f515f6830 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0252528 Oct 26 00:19:14.352040 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83458638-9905-46d5-b59c-ed63230113d6 req-10920db5-91ef-4d8c-b559-8a4ffce04394 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183840 Oct 26 00:19:14.451718 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83458638-9905-46d5-b59c-ed63230113d6 req-895e4f40-5b20-4084-8889-99a88c86a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:14.453177 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83458638-9905-46d5-b59c-ed63230113d6 req-895e4f40-5b20-4084-8889-99a88c86a229 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939963 Oct 26 00:19:14.809056 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847efe-974b-4cd6-a843-56041aa9660c req-ea263f93-4883-4e18-aa83-e30f938ddf27 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:14.810683 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9847efe-974b-4cd6-a843-56041aa9660c req-ea263f93-4883-4e18-aa83-e30f938ddf27 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Oct 26 00:19:14.850141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c9847efe-974b-4cd6-a843-56041aa9660c req-479506c3-09d1-40b5-8fda-2d5cf5756dac tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Oct 26 00:19:15.965750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbda-b00a-4b71-833c-2dc0b084b796 req-dacc5efe-dc22-4473-946d-d9ba22c54128 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:15.967265 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4622dbda-b00a-4b71-833c-2dc0b084b796 req-dacc5efe-dc22-4473-946d-d9ba22c54128 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Oct 26 00:19:15.991875 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57c436e2-c17e-4109-9961-71d684f02855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:16.009966 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4622dbda-b00a-4b71-833c-2dc0b084b796 req-41bb4249-1eb4-4c05-b17b-20ee8f2892a9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368235 Oct 26 00:19:16.032508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 50994) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:16.093322 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7166848d-b97b-499e-bd62-3d85bd9e7a99 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/floatingips/6042fa29-943d-4a81-9d1b-0dcfded8837e HTTP/1.1" status: 200 len: 992 time: 0.0597317 Oct 26 00:19:16.369614 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51000) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:16.529275 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 4de7a660-2bb3-4591-9ad1-82054223fbd4 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:19:16.529528 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:16.603262 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:16.603585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:16.615060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 4de7a660-2bb3-4591-9ad1-82054223fbd4 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:19:16.763017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:16.787958 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=4de7a660-2bb3-4591-9ad1-82054223fbd4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:16.813076 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.813422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.813758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.814087 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.814436 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.814762 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.815082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.815402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.815721 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.816055 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.816351 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.816662 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:16.861362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:16.861680 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Floating IP 6042fa29-943d-4a81-9d1b-0dcfded8837e disassociated (deleted). External IP: 172.25.4.65, port: a7174b68-a467-4589-b858-c25b08d61c02. Oct 26 00:19:17.063210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:19:17.166938 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:17.172208 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:17.176976 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] Sync routers for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:17.186979 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:17.187580 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:17.200378 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf65a60e-a5b3-4b80-a792-56235a9d956b tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/floatingips/6042fa29-943d-4a81-9d1b-0dcfded8837e HTTP/1.1" status: 204 len: 168 time: 0.8296571 Oct 26 00:19:17.200968 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:19:17.203232 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa801f2-698f-4aad-bfd0-13be32170711" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "tag": "a7174b68-a467-4589-b858-c25b08d61c02"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:19:17.248866 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd51da-79b8-4697-9a79-0cbd5fd28af6 x-openstack-request-id: req-e8fd51da-79b8-4697-9a79-0cbd5fd28af6 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:19:17.249160 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "tag": "a7174b68-a467-4589-b858-c25b08d61c02", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:19:17.249406 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8fd51da-79b8-4697-9a79-0cbd5fd28af6 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:19:17.249811 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02', 'status': 'completed', 'code': 200} Oct 26 00:19:17.296008 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:17.348992 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-bbfa4242-94af-428b-b492-02d102b3ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:17.351138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-bbfa4242-94af-428b-b492-02d102b3ddd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=273bdb5266ee400189bbe9087a5e4c99&device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 1096 time: 0.0514319 Oct 26 00:19:17.488888 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539f0fe-6f1f-4762-a607-3cfb7e7ee350 req-c006acbe-c956-4d6b-ae3e-d8e5569aa0d9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:17.490394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1539f0fe-6f1f-4762-a607-3cfb7e7ee350 req-c006acbe-c956-4d6b-ae3e-d8e5569aa0d9 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.1002612 Oct 26 00:19:17.503586 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:17.529527 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] Checking router: 6eab0079-7bf5-4524-a2d0-7eda1e962d94 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:17.538363 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:17.539035 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:18:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:17.542803 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-5fbe93f7-48a8-495e-a293-cd6301e1b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:17.544315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-5fbe93f7-48a8-495e-a293-cd6301e1b15e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 200 len: 898 time: 0.1289814 Oct 26 00:19:17.549242 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1539f0fe-6f1f-4762-a607-3cfb7e7ee350 req-c5f38f9d-ae3a-4024-841d-5ef0a66c4338 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513446 Oct 26 00:19:17.588538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-a2bcc7cd-50a2-42b6-9fce-f0c2dd9e7899 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 200 len: 217 time: 0.0346725 Oct 26 00:19:17.643155 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-2003b44a-2285-432e-a88a-7c98e25a2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:17.644616 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-2003b44a-2285-432e-a88a-7c98e25a2ff9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 200 len: 835 time: 0.0439901 Oct 26 00:19:17.651927 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:17.694824 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-19659b03-abcd-46e4-aaf1-13dcd02e457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:17.696611 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-19659b03-abcd-46e4-aaf1-13dcd02e457a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445869 Oct 26 00:19:17.859862 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:17.887430 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf345a8-ad09-493e-9242-da50b709834c None None] The sync data for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 is: [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:48Z', 'revision_number': 4, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'f772bc2b-7683-48f6-a9e5-8cb67b00bd3e', 'name': '', 'network_id': 'e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'mac_address': 'fa:16:3e:a4:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:48Z', 'updated_at': '2021-10-26T00:17:51Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'subnets': [{'id': 'ff514630-b4c3-4248-81e1-9243631102a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:18.122403 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f18144-e281-4212-acc8-09ddd05ffb46 None None] New status for floating IP 6042fa29-943d-4a81-9d1b-0dcfded8837e: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:19:18.129695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-5b0dd1b5-096c-4fb2-9728-b9691a75d8f0 service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240432 Oct 26 00:19:18.224082 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bfa801f2-698f-4aad-bfd0-13be32170711 req-57bae06a-f9da-49b4-b8b4-432d4a571017 service neutron] 10.222.0.15 "GET /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872283 Oct 26 00:19:18.462746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-abe99652-707c-4eab-8088-351f0c82cdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:18.669223 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b83ab-8390-4541-a467-2c01fa6986f1 req-ad9c26b2-d61b-4748-9f1b-6f850f7a595f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:18.670705 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5d5b83ab-8390-4541-a467-2c01fa6986f1 req-ad9c26b2-d61b-4748-9f1b-6f850f7a595f tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Oct 26 00:19:18.708905 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5d5b83ab-8390-4541-a467-2c01fa6986f1 req-140d5b2b-b547-4a41-bf5b-11b0b57e70cd tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2921efbb-ce68-4837-b023-936bb2792b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Oct 26 00:19:19.261313 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-edfd5076-7fd6-4263-bd95-49093f340e68 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:19.263139 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-edfd5076-7fd6-4263-bd95-49093f340e68 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 945 time: 0.0489271 Oct 26 00:19:19.354727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port a7174b68-a467-4589-b858-c25b08d61c02 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:19:19.355062 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:19.440660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port a7174b68-a467-4589-b858-c25b08d61c02, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=a7174b68-a467-4589-b858-c25b08d61c02,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:19.441017 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:19.453801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for a7174b68-a467-4589-b858-c25b08d61c02 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:19:19.581601 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:19.606918 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=a7174b68-a467-4589-b858-c25b08d61c02,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:19.616531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.616878 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.617825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.618241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.618584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.618913 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.619241 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.620065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.620065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.620262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.620477 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.620790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:19.660372 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] No DVR routers for this DVR port a7174b68-a467-4589-b858-c25b08d61c02 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:19:19.662950 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:19.666317 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2daf718d-9fc1-41c4-9c0c-cd9e4895194b req-22947170-4595-4ca5-b115-38508430ef44 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.15 "DELETE /v2.0/ports/a7174b68-a467-4589-b858-c25b08d61c02 HTTP/1.1" status: 204 len: 173 time: 0.3972211 Oct 26 00:19:19.666752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'name': 'network-vif-deleted', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:19:19.668995 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996f56db-043d-49d6-b123-d26242ef7ab5" -d '{"events": [{"server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "name": "network-vif-deleted", "tag": "a7174b68-a467-4589-b858-c25b08d61c02"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:19:19.705840 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1847002-bc6b-4a47-897c-eadbf4328d66 x-openstack-request-id: req-b1847002-bc6b-4a47-897c-eadbf4328d66 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:19:19.706164 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc5a16f-cdb1-4d24-b27a-f80b4d039c12", "name": "network-vif-deleted", "tag": "a7174b68-a467-4589-b858-c25b08d61c02", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:19:19.706418 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1847002-bc6b-4a47-897c-eadbf4328d66 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:19:19.706816 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc5a16f-cdb1-4d24-b27a-f80b4d039c12', 'name': 'network-vif-deleted', 'tag': 'a7174b68-a467-4589-b858-c25b08d61c02', 'status': 'completed', 'code': 200} Oct 26 00:19:19.808690 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a335cc09-a047-4920-8fed-da4edc603ba6 req-a88f3794-ad74-4e4f-ab0d-40365927d0cc tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fc5a16f-cdb1-4d24-b27a-f80b4d039c12 HTTP/1.1" status: 200 len: 210 time: 0.0265474 Oct 26 00:19:19.931454 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:20.430386 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:20.872795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51018) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:21.047196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:21.569669 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:21.817220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:19:21.817555 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:21.907345 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port f772bc2b-7683-48f6-a9e5-8cb67b00bd3e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:21.907993 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:21.919928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for f772bc2b-7683-48f6-a9e5-8cb67b00bd3e owned by network:router_interface {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:19:22.103915 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.132017 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=f772bc2b-7683-48f6-a9e5-8cb67b00bd3e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:22.309893 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.522064 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:19:22.626872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:22.631885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-4fad7f67-964c-4530-a093-634e134f6d55 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "PUT /v2.0/routers/6eab0079-7bf5-4524-a2d0-7eda1e962d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578413 Oct 26 00:19:22.634869 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51020) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:22.638281 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] Sync routers for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:22.647569 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:22.648188 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:22.691354 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting subnet ff514630-b4c3-4248-81e1-9243631102a8 {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:19:22.694619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.736431 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.755918 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:22.825658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.892127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.921449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Subnet': ['ID=ff514630-b4c3-4248-81e1-9243631102a8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:22.923444 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:22.926657 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-f8086fcd-621e-4bda-add4-7a84057989fb tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/subnets/ff514630-b4c3-4248-81e1-9243631102a8 HTTP/1.1" status: 204 len: 168 time: 0.2908585 Oct 26 00:19:22.928607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49478333-0bff-4bfb-a554-fe30d11cfecb None None] Network e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:19:22.929306 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51022) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:22.948684 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:19:22Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:22.975207 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] Checking router: 6eab0079-7bf5-4524-a2d0-7eda1e962d94 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:22.984211 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] Routers {'6eab0079-7bf5-4524-a2d0-7eda1e962d94'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:22.984830 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:23.038202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.134211 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] DHCP port deletion for e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:19:23.151537 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.190449 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] Set router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:23.191215 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Deleting port 6f06294d-35c9-405e-b780-ead86ccb74b7 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:19:23.191802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.211695 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Deleting port 42bc02f4-a467-49b2-860f-812ffc69f4cf {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:19:23.212026 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.256298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] For port 6f06294d-35c9-405e-b780-ead86ccb74b7, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6f06294d-35c9-405e-b780-ead86ccb74b7,segment=NetworkSegment(15b21ded-efde-4d70-8ed0-277c8864cbc5),segment_id=15b21ded-efde-4d70-8ed0-277c8864cbc5)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:23.256993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.272210 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Calling delete_port for 6f06294d-35c9-405e-b780-ead86ccb74b7 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:19:23.303395 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] For port 42bc02f4-a467-49b2-860f-812ffc69f4cf, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=42bc02f4-a467-49b2-860f-812ffc69f4cf,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:23.303759 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.322848 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Calling delete_port for 42bc02f4-a467-49b2-860f-812ffc69f4cf owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:19:23.356472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.371254 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:19:22Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:23.384952 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Pushing event deleted for resources: {'Port': ['ID=6f06294d-35c9-405e-b780-ead86ccb74b7,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:23.390231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] No DVR routers for this DVR port 6f06294d-35c9-405e-b780-ead86ccb74b7 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:19:23.397916 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff611e-bcb6-4880-922e-49241e5a277b None None] The sync data for ids ['6eab0079-7bf5-4524-a2d0-7eda1e962d94'] in n-d-815373-1 is: [{'id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-368244952', 'tenant_id': '273bdb5266ee400189bbe9087a5e4c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:19:22Z', 'revision_number': 5, 'project_id': '273bdb5266ee400189bbe9087a5e4c99', 'gw_port': {'id': '42bc02f4-a467-49b2-860f-812ffc69f4cf', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab0079-7bf5-4524-a2d0-7eda1e962d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:17:45Z', 'updated_at': '2021-10-26T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:23.402870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.403561 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.403902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.404237 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.404571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.404896 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.405441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.405851 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.406184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.406534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.406906 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.407129 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fcde87-ca4a-4acd-ba7f-3c9c674a91a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:23.496127 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.531213 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Port': ['ID=42bc02f4-a467-49b2-860f-812ffc69f4cf,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:23.589802 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.682495 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.684593 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.704076 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7174b68-a467-4589-b858-c25b08d61c02 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:19:23.725440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: a7174b68-a467-4589-b858-c25b08d61c02 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:19:23.725882 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device a7174b68-a467-4589-b858-c25b08d61c02 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:19:23.734429 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.734969 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Fanout notify agent at l3_agent the message router_deleted on router 6eab0079-7bf5-4524-a2d0-7eda1e962d94 {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:19:23.742765 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.743923 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0a10e778-df5d-4278-80e0-1ec4272d0ae0 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/routers/6eab0079-7bf5-4524-a2d0-7eda1e962d94 HTTP/1.1" status: 204 len: 168 time: 0.8130467 Oct 26 00:19:23.746765 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51024) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:23.835027 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.939657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6f06294d-35c9-405e-b780-ead86ccb74b7 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:19:23.948017 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:23.963723 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 6f06294d-35c9-405e-b780-ead86ccb74b7 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:19:23.964118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6f06294d-35c9-405e-b780-ead86ccb74b7 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:19:23.964547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f772bc2b-7683-48f6-a9e5-8cb67b00bd3e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:19:23.970096 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:23.980167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b21ded-efde-4d70-8ed0-277c8864cbc5') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:23.980456 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b21ded-efde-4d70-8ed0-277c8864cbc5') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:23.986677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: f772bc2b-7683-48f6-a9e5-8cb67b00bd3e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:19:23.987021 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device f772bc2b-7683-48f6-a9e5-8cb67b00bd3e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:19:23.990433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.004971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.012674 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:19:24.013068 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:19:24.016056 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:19:24.076859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.084406 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.088251 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/networks/e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5 HTTP/1.1" status: 204 len: 168 time: 0.3405371 Oct 26 00:19:24.091106 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51026) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:24.101576 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d9102-5271-4233-b1e8-48b5efc7f5e1 tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'Network': ['ID=e7adc6b1-c9b5-4ae2-822c-a4cb87c1b4d5,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:24.158945 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42a0013-9d9f-402d-aa88-9b4fede96b1c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.185100 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42a0013-9d9f-402d-aa88-9b4fede96b1c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.247383 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42a0013-9d9f-402d-aa88-9b4fede96b1c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.250285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f42a0013-9d9f-402d-aa88-9b4fede96b1c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.251469 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-f42a0013-9d9f-402d-aa88-9b4fede96b1c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] 10.222.0.25 "DELETE /v2.0/security-groups/2921efbb-ce68-4837-b023-936bb2792b94 HTTP/1.1" status: 204 len: 168 time: 0.1593444 Oct 26 00:19:24.261298 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0013-9d9f-402d-aa88-9b4fede96b1c tempest-TestNetworkAdvancedServerOps-373848019 tempest-TestNetworkAdvancedServerOps-373848019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2921efbb-ce68-4837-b023-936bb2792b94,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:24.587097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:24.716201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-775d1afe-754c-45b2-a70e-14b1a3479e00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=273bdb5266ee400189bbe9087a5e4c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278751 Oct 26 00:19:24.718613 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:24.767538 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d4e96b-b663-42b2-8a04-2acc9f6d6912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.788513 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d4e96b-b663-42b2-8a04-2acc9f6d6912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.834265 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d4e96b-b663-42b2-8a04-2acc9f6d6912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.837390 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-77d4e96b-b663-42b2-8a04-2acc9f6d6912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:24.838597 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-77d4e96b-b663-42b2-8a04-2acc9f6d6912 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2342faba-f771-4977-bd4d-fbbf83e9a7ee HTTP/1.1" status: 204 len: 168 time: 0.1190655 Oct 26 00:19:24.846744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4e96b-b663-42b2-8a04-2acc9f6d6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342faba-f771-4977-bd4d-fbbf83e9a7ee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:25.103582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51044) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:25.116752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d55f-9953-405a-9e68-0997c3618076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.193835 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d55f-9953-405a-9e68-0997c3618076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.198084 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d55f-9953-405a-9e68-0997c3618076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.235387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-a5b8d55f-9953-405a-9e68-0997c3618076 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=749c08a54ab04666aa748c52c03f7a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307449 Oct 26 00:19:25.237940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8d55f-9953-405a-9e68-0997c3618076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb5ba64-1067-4a95-8065-c5f936b87fd4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:25.238199 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51046) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:25.292449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4e39b53-d413-4ac5-b4bb-b8caef8a1ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.313262 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4e39b53-d413-4ac5-b4bb-b8caef8a1ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.360392 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4e39b53-d413-4ac5-b4bb-b8caef8a1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.363377 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e4e39b53-d413-4ac5-b4bb-b8caef8a1ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:25.364511 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e4e39b53-d413-4ac5-b4bb-b8caef8a1ee7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acb5ba64-1067-4a95-8065-c5f936b87fd4 HTTP/1.1" status: 204 len: 168 time: 0.1252449 Oct 26 00:19:25.372335 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e39b53-d413-4ac5-b4bb-b8caef8a1ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb5ba64-1067-4a95-8065-c5f936b87fd4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:25.534231 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42bc02f4-a467-49b2-860f-812ffc69f4cf no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:19:25.555460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 42bc02f4-a467-49b2-860f-812ffc69f4cf {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:19:25.555728 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 42bc02f4-a467-49b2-860f-812ffc69f4cf not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:19:26.062601 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51068) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:26.155823 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-50835752-network', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:26.178251 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Made reservation on behalf of 0f5c4dddd01b448bb2722e7253816ad9 for: {'network': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:19:26.181346 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.189811 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.263366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.267192 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.290259 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:19:26.306200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce91afb8-e735-4419-a2b0-67db2ebeda80,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:26.310663 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.311009 n-d-815373-1 neutron-server[102134]: INFO neutron.db.segments_db [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Added segment 3b0095f4-8508-4925-9773-852c13d90173 of type vlan for network af5bace6-adee-4c16-b3e5-033e3aa4de85 Oct 26 00:19:26.352618 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.379920 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.380950 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:26.381520 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.435073 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3713779 Oct 26 00:19:26.438185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51072) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:26.443278 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Request body: {'subnet': {'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-50835752-subnet', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:26.445737 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa25f4f-ddad-45e4-9885-4688d1d4f308 admin admin] Pushing event updated for resources: {'Network': ['ID=af5bace6-adee-4c16-b3e5-033e3aa4de85,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:26.456309 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:19:26.466527 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Made reservation on behalf of 0f5c4dddd01b448bb2722e7253816ad9 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:19:26.468877 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16796602'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.639177 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1490291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16796584'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.693971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daa59a5-38d0-4764-ba4d-5ee72afafd1f,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:26.702079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Checking segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:26.702484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Network hostable DHCP agents. Network: af5bace6-adee-4c16-b3e5-033e3aa4de85, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:19:26.718977 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:19:26.727548 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, af5bace6-adee-4c16-b3e5-033e3aa4de85) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:26.732335 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:26.733286 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.737118 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39440b86-4f0f-4203-9e72-598e59b293a9 None None] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:19:26.752285 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51074) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:26.752492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-982f1d24-f44c-4e0b-a640-abaac7d0ddc6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3129473 Oct 26 00:19:26.756864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:26.780071 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.781120 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.840362 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.887857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-af5bace6-adee-4c16-b3e5-033e3aa4de85', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:19:26.888715 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:26.983007 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.023438 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Allocated IP 172.20.0.2 (af5bace6-adee-4c16-b3e5-033e3aa4de85/8daa59a5-38d0-4764-ba4d-5ee72afafd1f/6b2db72b-f793-432d-8ed7-fda03ea8ac5b) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:27.161855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.167970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.183202 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.203296 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.210135 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:27.215472 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:27.217930 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:27.228815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Pushing event updated for resources: {'Port': ['ID=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:27.277644 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Attempting to bind port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:27.278010 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Attempting to bind port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:27.278408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Attempting to bind port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b on network af5bace6-adee-4c16-b3e5-033e3aa4de85 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:27.283235 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:27.283609 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Checking segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:27.284006 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.284399 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Bound using segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:27.284861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Bound port: 6b2db72b-f793-432d-8ed7-fda03ea8ac5b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:27.285236 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.303296 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Allocated IP 172.25.4.151 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:27.351026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] For port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:27.354750 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] For port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:27.358880 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.415881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.420373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd4fc3-c192-446b-a4af-5bd30e5be3f7 None None] Pushing event updated for resources: {'Port': ['ID=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:27.452014 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.494540 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:27.497720 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:27.500508 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:27.527032 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Pushing event updated for resources: {'Port': ['ID=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:27.772122 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:27.968417 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:28.102480 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:19:28.213383 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:28.222379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:28.232241 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c2604-695d-4e0a-bae6-63118f198ca3 None None] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:19:28.232474 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:28.236259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-d245f267-26d7-4802-9991-34d7fb1e595d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4803474 Oct 26 00:19:28.236402 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51076) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:28.279073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:28.279697 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:28.406059 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f782b8f6-ae08-4269-9f93-3756768007d8 None None] Provisioning complete for port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:28.406361 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f782b8f6-ae08-4269-9f93-3756768007d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:28.653039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:28.828716 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f782b8f6-ae08-4269-9f93-3756768007d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:28.902417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f782b8f6-ae08-4269-9f93-3756768007d8 None None] For port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:28.911383 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f782b8f6-ae08-4269-9f93-3756768007d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:28.970589 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:27Z', 'revision_number': 3, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:28.973595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b8f6-ae08-4269-9f93-3756768007d8 None None] Pushing event updated for resources: {'Port': ['ID=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:29.005954 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:29.006337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Updating router 04436165-d58a-4e5d-8d59-9c7dd45cdefc port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:19:29.026958 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.032507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.151769 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.171657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-731b6ae4-17d8-4a58-8d4d-51235a77a93e None None] Provisioning complete for port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:29.172019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-731b6ae4-17d8-4a58-8d4d-51235a77a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.197198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Allocated IP 172.20.0.1 (af5bace6-adee-4c16-b3e5-033e3aa4de85/8daa59a5-38d0-4764-ba4d-5ee72afafd1f/a4123829-aee3-481b-8f84-bf40fbb1e663) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:29.308387 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.341338 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.369147 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.374559 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.384006 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:29.386946 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:29.390552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:29.417998 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Pushing event updated for resources: {'Port': ['ID=a4123829-aee3-481b-8f84-bf40fbb1e663,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:29.433280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Attempting to bind port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:29.433683 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Attempting to bind port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:29.434043 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Attempting to bind port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:29.436941 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.437298 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5c168-c341-4462-ad88-f9a670715095 None None] Pushing event updated for resources: {'Port': ['ID=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:29.442324 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:29.442703 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:29.443244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.443638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:29.444112 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Bound port: 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:29.444492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.501679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] For port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:29.505859 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] For port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:29.512915 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.585469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.592361 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:29.593116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:29.669415 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6b2db72b-f793-432d-8ed7-fda03ea8ac5b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:29.674507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5c168-c341-4462-ad88-f9a670715095 None None] Pushing event updated for resources: {'Port': ['ID=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:29.724649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-f283c06a-c5da-49f0-b1f4-6589e7b6e340 None None] Provisioning complete for port a4123829-aee3-481b-8f84-bf40fbb1e663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:29.725013 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f283c06a-c5da-49f0-b1f4-6589e7b6e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.770741 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-f283c06a-c5da-49f0-b1f4-6589e7b6e340 None None] Port a4123829-aee3-481b-8f84-bf40fbb1e663 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:19:29.782938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.787608 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.792269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:29.822128 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:29.822512 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.855744 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:29.858399 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Pushing event updated for resources: {'Port': ['ID=a4123829-aee3-481b-8f84-bf40fbb1e663,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:29.952736 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:29.954126 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:30.057096 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 1, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:30.076542 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:19:30.088625 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54960ad-d578-43a9-bd33-952069fe7880 None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 1, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:30.191893 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9af1186e-7ba2-4812-817d-29c7763546c1 None None] Provisioning complete for port a4123829-aee3-481b-8f84-bf40fbb1e663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:30.192258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9af1186e-7ba2-4812-817d-29c7763546c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.201033 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:30.206348 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b27231ed-8d42-44ab-99e4-d7bf826a8620 admin admin] 10.222.0.25 "PUT /v2.0/routers/04436165-d58a-4e5d-8d59-9c7dd45cdefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688182 Oct 26 00:19:30.232353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-9af1186e-7ba2-4812-817d-29c7763546c1 None None] Port a4123829-aee3-481b-8f84-bf40fbb1e663 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:19:30.725615 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51092) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:30.730763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1985509833-network', 'tenant_id': '07c2653c91074c499d171c665f750856'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:30.757196 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Made reservation on behalf of 07c2653c91074c499d171c665f750856 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:19:30.759691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.768964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.858406 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.863068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.889272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:19:30.904382 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc62a71-b942-46b9-9747-be2125dd6635,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:30.909263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.909620 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Added segment dcb78028-957f-4710-8e36-8613faf6e420 of type vlan for network 73f3b270-05aa-440e-838f-3b499977a39b Oct 26 00:19:30.952155 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.978814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:30.979689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:30.980294 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.040309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3134279 Oct 26 00:19:31.043256 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:31.043892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50885898-24d4-490d-b052-aac96d76844c admin admin] Pushing event updated for resources: {'Network': ['ID=73f3b270-05aa-440e-838f-3b499977a39b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:31.048679 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Request body: {'subnet': {'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1985509833-subnet', 'tenant_id': '07c2653c91074c499d171c665f750856', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:31.055672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network 73f3b270-05aa-440e-838f-3b499977a39b details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:19:31.073200 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Made reservation on behalf of 07c2653c91074c499d171c665f750856 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:19:31.075891 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.259619 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.317553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b98cf4-358e-4594-8e41-858680015b8f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:31.329114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Checking segment: {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:31.329553 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Network hostable DHCP agents. Network: 73f3b270-05aa-440e-838f-3b499977a39b, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:19:31.346887 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Network 73f3b270-05aa-440e-838f-3b499977a39b is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:19:31.355854 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, 73f3b270-05aa-440e-838f-3b499977a39b) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:31.360415 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:31.361003 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.364685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9a08c-0a02-4a97-a5c1-6ae401353f2e None None] Network 73f3b270-05aa-440e-838f-3b499977a39b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:19:31.380670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-3321db58-0ada-436f-8b8d-b82a0f21ff30 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335814 Oct 26 00:19:31.380876 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51096) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:31.385646 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:31.407295 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.408306 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.464488 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.514664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-73f3b270-05aa-440e-838f-3b499977a39b', 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'tenant_id': '07c2653c91074c499d171c665f750856', 'fixed_ips': [{'subnet_id': '00b98cf4-358e-4594-8e41-858680015b8f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:19:31.515636 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.624465 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.642726 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:31.698408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Allocated IP 172.20.0.2 (73f3b270-05aa-440e-838f-3b499977a39b/00b98cf4-358e-4594-8e41-858680015b8f/5805bbba-6f7b-452d-8b57-6ab0b078484d) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:31.762544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:31.762824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.836078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.856272 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.911181 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.916796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.926359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.939417 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:31.963969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:31.964905 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Allocated IP 172.25.4.95 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c9ba2cc3-129b-4034-af1d-e2bed6040755) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:31.982139 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Network 73f3b270-05aa-440e-838f-3b499977a39b is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:31.986176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:31.987972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Pushing event updated for resources: {'Port': ['ID=5805bbba-6f7b-452d-8b57-6ab0b078484d,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:31.989962 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:32.080187 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.088063 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Attempting to bind port 5805bbba-6f7b-452d-8b57-6ab0b078484d on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:32.088590 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Attempting to bind port 5805bbba-6f7b-452d-8b57-6ab0b078484d by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:32.088776 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Attempting to bind port 5805bbba-6f7b-452d-8b57-6ab0b078484d on network 73f3b270-05aa-440e-838f-3b499977a39b {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:32.093454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:32.096270 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:32.096642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Checking segment: {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:32.097034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.097407 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Bound using segment: {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:32.097865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Bound port: 5805bbba-6f7b-452d-8b57-6ab0b078484d, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:32.098263 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.122471 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.145179 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:32.157278 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:32.158001 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:32.161193 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:32.165944 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:32.168422 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:32.172716 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] For port 5805bbba-6f7b-452d-8b57-6ab0b078484d, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:32.176024 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] For port 5805bbba-6f7b-452d-8b57-6ab0b078484d, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5805bbba-6f7b-452d-8b57-6ab0b078484d,segment=NetworkSegment(dcb78028-957f-4710-8e36-8613faf6e420),segment_id=dcb78028-957f-4710-8e36-8613faf6e420)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:32.182046 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.212323 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ba2cc3-129b-4034-af1d-e2bed6040755,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:32.247106 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e325f-fd8b-46b1-874b-7b6a70bba64b None None] Pushing event updated for resources: {'Port': ['ID=5805bbba-6f7b-452d-8b57-6ab0b078484d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:32.304334 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:32.520069 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.541855 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 2, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:32.586546 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:32.587479 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Updating router 04436165-d58a-4e5d-8d59-9c7dd45cdefc port a4123829-aee3-481b-8f84-bf40fbb1e663 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:19:32.616167 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.740538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.875484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:19:32.890470 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.895432 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:32.961351 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Pushing event updated for resources: {'Port': ['ID=a4123829-aee3-481b-8f84-bf40fbb1e663,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:32.991719 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:19:32.995060 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:32.995427 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.995771 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.996107 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.996437 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.996766 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.997091 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.997412 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.997727 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.998046 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.998637 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.998994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:32.999270 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:19:33.011780 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Sync routers for ids ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:33.022659 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.025113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-66231ede-9830-41c8-af00-5f8ec4633299 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6433792 Oct 26 00:19:33.028193 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51100) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:33.031617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Routers {'4c2edd3b-6016-4a7a-8200-d56abf7c7783'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:33.032239 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:33.042715 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Attempting to bind port a4123829-aee3-481b-8f84-bf40fbb1e663 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:33.043090 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Attempting to bind port a4123829-aee3-481b-8f84-bf40fbb1e663 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:33.043490 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Attempting to bind port a4123829-aee3-481b-8f84-bf40fbb1e663 on network af5bace6-adee-4c16-b3e5-033e3aa4de85 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:33.050420 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:33.050841 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Checking segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:33.051242 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.051626 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Bound using segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:33.053105 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Bound port: a4123829-aee3-481b-8f84-bf40fbb1e663, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:33.053486 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.132177 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] For port a4123829-aee3-481b-8f84-bf40fbb1e663, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:33.136727 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] For port a4123829-aee3-481b-8f84-bf40fbb1e663, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a4123829-aee3-481b-8f84-bf40fbb1e663,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:33.143176 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.221775 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:33.222788 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:33.395529 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:33.415048 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Set router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:33.417334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c55ab8b1-c8bd-44e0-a73e-21755b391e86 None None] Provisioning complete for port a4123829-aee3-481b-8f84-bf40fbb1e663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:33.417795 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c55ab8b1-c8bd-44e0-a73e-21755b391e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.455314 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ba28b-6494-4188-94ee-2db6a1c4184b None None] Pushing event updated for resources: {'Port': ['ID=a4123829-aee3-481b-8f84-bf40fbb1e663,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:33.579755 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34625d-4a32-40dd-a910-fd17357d8bfc None None] Network 73f3b270-05aa-440e-838f-3b499977a39b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:19:33.701899 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.718497 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:33.748605 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c55ab8b1-c8bd-44e0-a73e-21755b391e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.757386 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51e95a-76a2-4615-a926-eb53bebbf6a5 None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:33.817955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5805bbba-6f7b-452d-8b57-6ab0b078484d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:33.895446 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c55ab8b1-c8bd-44e0-a73e-21755b391e86 None None] For port a4123829-aee3-481b-8f84-bf40fbb1e663, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a4123829-aee3-481b-8f84-bf40fbb1e663,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:33.895654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Allocated IP 172.20.0.1 (73f3b270-05aa-440e-838f-3b499977a39b/00b98cf4-358e-4594-8e41-858680015b8f/a23a14a8-9519-42b6-9937-48850da9d5cc) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:33.918368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c55ab8b1-c8bd-44e0-a73e-21755b391e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:33.998855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:32Z', 'revision_number': 3, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:34.026589 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.033878 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ab8b1-c8bd-44e0-a73e-21755b391e86 None None] Pushing event updated for resources: {'Port': ['ID=a4123829-aee3-481b-8f84-bf40fbb1e663,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:34.040315 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5805bbba-6f7b-452d-8b57-6ab0b078484d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:34.040688 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.043923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Checking router: 4c2edd3b-6016-4a7a-8200-d56abf7c7783 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:34.044263 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Updating router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 port c9ba2cc3-129b-4034-af1d-e2bed6040755 binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:19:34.077137 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.113873 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.124238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5100e65c-8406-49e7-a7cc-cf06c9f0c0df None None] Provisioning complete for port a4123829-aee3-481b-8f84-bf40fbb1e663 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:34.124609 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5100e65c-8406-49e7-a7cc-cf06c9f0c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.139993 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Network 73f3b270-05aa-440e-838f-3b499977a39b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:34.140816 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a23a14a8-9519-42b6-9937-48850da9d5cc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:34.145287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:34.147758 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:34.202964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.276493 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.358451 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.465026 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 5805bbba-6f7b-452d-8b57-6ab0b078484d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5805bbba-6f7b-452d-8b57-6ab0b078484d,segment=NetworkSegment(dcb78028-957f-4710-8e36-8613faf6e420),segment_id=dcb78028-957f-4710-8e36-8613faf6e420)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:34.478349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.479275 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:34.569500 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.575498 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.590990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5805bbba-6f7b-452d-8b57-6ab0b078484d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:34.617184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5100e65c-8406-49e7-a7cc-cf06c9f0c0df None None] Provisioning complete for port 5805bbba-6f7b-452d-8b57-6ab0b078484d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:34.617548 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5100e65c-8406-49e7-a7cc-cf06c9f0c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.648029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a23a14a8-9519-42b6-9937-48850da9d5cc,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:34.652208 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.681860 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:34.682250 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.730193 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.744796 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.755522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Network 73f3b270-05aa-440e-838f-3b499977a39b is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:34.756898 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:34.830771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9384775-b7ac-4a3a-a2e6-acb795c77780 None None] Pushing event updated for resources: {'Port': ['ID=c9ba2cc3-129b-4034-af1d-e2bed6040755,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:34.861534 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Attempting to bind port c9ba2cc3-129b-4034-af1d-e2bed6040755 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:34.861907 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Attempting to bind port c9ba2cc3-129b-4034-af1d-e2bed6040755 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:34.862290 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Attempting to bind port c9ba2cc3-129b-4034-af1d-e2bed6040755 on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:34.878347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:34.878724 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:34.879124 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.879526 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:34.879996 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Bound port: c9ba2cc3-129b-4034-af1d-e2bed6040755, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:34.880376 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:34.887059 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:19:34.904071 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a4123829-aee3-481b-8f84-bf40fbb1e663 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:34.963320 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] For port c9ba2cc3-129b-4034-af1d-e2bed6040755, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:34.967597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] For port c9ba2cc3-129b-4034-af1d-e2bed6040755, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c9ba2cc3-129b-4034-af1d-e2bed6040755,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:34.974139 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.002895 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:35.008787 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-82913e49-beef-4f33-be4c-f5078df18bb4 admin admin] 10.222.0.25 "PUT /v2.0/routers/4c2edd3b-6016-4a7a-8200-d56abf7c7783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775736 Oct 26 00:19:35.010462 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a4123829-aee3-481b-8f84-bf40fbb1e663 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:35.010828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.072992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e9a06083-0298-4d2b-be20-22dbf3127326 None None] Provisioning complete for port a23a14a8-9519-42b6-9937-48850da9d5cc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:35.073367 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e9a06083-0298-4d2b-be20-22dbf3127326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.103475 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9384775-b7ac-4a3a-a2e6-acb795c77780 None None] Pushing event updated for resources: {'Port': ['ID=c9ba2cc3-129b-4034-af1d-e2bed6040755,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:35.109815 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Routers {'4c2edd3b-6016-4a7a-8200-d56abf7c7783'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:35.110440 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:35.349057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e9a06083-0298-4d2b-be20-22dbf3127326 None None] Port a23a14a8-9519-42b6-9937-48850da9d5cc cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:19:35.405055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e9a06083-0298-4d2b-be20-22dbf3127326 None None] Provisioning complete for port 5805bbba-6f7b-452d-8b57-6ab0b078484d triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:35.405423 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e9a06083-0298-4d2b-be20-22dbf3127326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.454735 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] Set router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:35.485071 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51108) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:35.489819 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079321054', 'description': 'tempest-secgroup-smoke-1079321054 description', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:35.516002 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.593092 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.599122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.617109 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5805bbba-6f7b-452d-8b57-6ab0b078484d up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:35.637814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.639096 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529961 Oct 26 00:19:35.640983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd133-f31b-4a5b-9967-836a172afbbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f14d93-d479-48ba-b8e3-d080eb2db915,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:35.642336 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51110) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:35.647879 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '53f14d93-d479-48ba-b8e3-d080eb2db915', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:35.677309 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.723802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 5805bbba-6f7b-452d-8b57-6ab0b078484d triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:35.724160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.737545 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.741677 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.761082 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97c20cb-14b7-4094-8787-4b30b1f450fb,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:35.770180 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.771454 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-34c5794a-022f-42b8-93ed-a497cedb615b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273255 Oct 26 00:19:35.774367 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51112) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:35.776928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a23a14a8-9519-42b6-9937-48850da9d5cc', 'name': '', 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'tenant_id': '07c2653c91074c499d171c665f750856', 'mac_address': 'fa:16:3e:4e:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '00b98cf4-358e-4594-8e41-858680015b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:33Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 2, 'project_id': '07c2653c91074c499d171c665f750856', 'subnets': [{'id': '00b98cf4-358e-4594-8e41-858680015b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:35.779524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '53f14d93-d479-48ba-b8e3-d080eb2db915', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:35.780388 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-902459a6-818c-44d9-b46b-e271b05ac5b8 None None] Provisioning complete for port a23a14a8-9519-42b6-9937-48850da9d5cc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:35.780746 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-902459a6-818c-44d9-b46b-e271b05ac5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.809650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.828581 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4f223-cbdf-45d2-acb8-68a314105ba9 None None] The sync data for ids ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'] in n-d-815373-1 is: [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a23a14a8-9519-42b6-9937-48850da9d5cc', 'name': '', 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'tenant_id': '07c2653c91074c499d171c665f750856', 'mac_address': 'fa:16:3e:4e:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '00b98cf4-358e-4594-8e41-858680015b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:33Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 2, 'project_id': '07c2653c91074c499d171c665f750856', 'subnets': [{'id': '00b98cf4-358e-4594-8e41-858680015b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:35.850766 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-902459a6-818c-44d9-b46b-e271b05ac5b8 None None] Port a23a14a8-9519-42b6-9937-48850da9d5cc cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:19:35.886054 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.892106 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.896036 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a4123829-aee3-481b-8f84-bf40fbb1e663 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:35.914421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c850e9-bd6f-4571-8723-bbb18ef4cd5b,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:35.924888 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.926115 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-92bc82d2-e149-4c0c-83a3-721d6b8a340e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504955 Oct 26 00:19:35.929217 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51114) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:35.938069 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '53f14d93-d479-48ba-b8e3-d080eb2db915', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:35.949940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a4123829-aee3-481b-8f84-bf40fbb1e663 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:35.950358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:35.968890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.038418 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.050718 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.069493 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3d9582-602a-451e-bf3d-ff96d8579c16,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:36.083020 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.084266 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ae91bc3b-d9e7-41b9-a76c-79ee080c4f79 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531463 Oct 26 00:19:36.087428 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:36.091906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '53f14d93-d479-48ba-b8e3-d080eb2db915', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:36.122552 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.193761 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.198267 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.220128 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047f9bae-e4a0-4afb-bd14-60f8ddffa800,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:36.229009 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.230257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0538e3dd-dbf0-4cd3-8e5a-493b1575a8ed tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418443 Oct 26 00:19:36.233042 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51118) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:36.237663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '53f14d93-d479-48ba-b8e3-d080eb2db915', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:36.259964 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Project 0f5c4dddd01b448bb2722e7253816ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:19:36.265181 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.330358 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.334589 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.356159 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9196423b-7a3f-4e35-ae74-0236301ff3e0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:36.362248 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.363449 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-cf9e9905-4c62-4834-84ec-03967805c39b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294856 Oct 26 00:19:36.366198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51120) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:36.370795 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '53f14d93-d479-48ba-b8e3-d080eb2db915', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:36.394913 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Project 0f5c4dddd01b448bb2722e7253816ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:19:36.400580 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.468323 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.472601 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.501919 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb399c-1def-4be9-ba4b-835d4baff31b,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:36.517245 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:36.518501 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2aff099f-a5e4-4f0c-a30c-831c439a8eaa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513562 Oct 26 00:19:36.729290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-623ac3b7-3d17-4fff-bed1-09826edd8c74 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079321054&fields=id&tenant_id=0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 267 time: 0.0346632 Oct 26 00:19:36.844450 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-ab455c0f-b1af-47f7-8a72-3c9efcd1974f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:36.845959 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-ab455c0f-b1af-47f7-8a72-3c9efcd1974f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 807 time: 0.1098592 Oct 26 00:19:36.861666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-3f0d3ec2-4955-49e7-8396-ece71208a42f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/quotas/0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Oct 26 00:19:36.916191 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-ef55fd70-66e2-4603-9ed9-06550b953995 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479863 Oct 26 00:19:37.024916 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-09bd2491-c48b-4f0d-96c0-82a28008539b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:19:37.025938 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-09bd2491-c48b-4f0d-96c0-82a28008539b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0981486 Oct 26 00:19:37.122268 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-7137691c-251b-4456-a506-70757754813a service neutron] 10.222.0.25 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895872 Oct 26 00:19:37.212367 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-9eccf789-6d65-4f4b-9530-a53dfd2fa1c1 service neutron] 10.222.0.25 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838492 Oct 26 00:19:37.377915 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-66237728-11ff-45a7-83e7-06a719feeb18 req-58b42c6a-913b-4783-b64d-5189989bbadf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.0279381 Oct 26 00:19:37.605803 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c9ba2cc3-129b-4034-af1d-e2bed6040755 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:37.657448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c9ba2cc3-129b-4034-af1d-e2bed6040755 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:37.657815 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:37.735825 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:37.755865 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port c9ba2cc3-129b-4034-af1d-e2bed6040755, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c9ba2cc3-129b-4034-af1d-e2bed6040755,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:37.761659 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:37.791542 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Sync routers for ids ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:37.806606 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Routers {'4c2edd3b-6016-4a7a-8200-d56abf7c7783'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:37.807237 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:37.813831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=c9ba2cc3-129b-4034-af1d-e2bed6040755,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:38.005671 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Set router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:38.204502 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a23a14a8-9519-42b6-9937-48850da9d5cc', 'name': '', 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'tenant_id': '07c2653c91074c499d171c665f750856', 'mac_address': 'fa:16:3e:4e:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '00b98cf4-358e-4594-8e41-858680015b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:33Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 2, 'project_id': '07c2653c91074c499d171c665f750856', 'subnets': [{'id': '00b98cf4-358e-4594-8e41-858680015b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:38.230531 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Checking router: 4c2edd3b-6016-4a7a-8200-d56abf7c7783 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:38.230881 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Updating router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 port a23a14a8-9519-42b6-9937-48850da9d5cc binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:19:38.256326 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.474711 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-706df31c-063e-4afc-9aba-769582df5c88 req-472d17d3-4f85-4ef8-b14d-a78542307309 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.0332556 Oct 26 00:19:38.537651 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.543163 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.593087 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef94a4-0edf-4bde-8a42-ff81b112d73e None None] Pushing event updated for resources: {'Port': ['ID=a23a14a8-9519-42b6-9937-48850da9d5cc,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:38.646440 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Attempting to bind port a23a14a8-9519-42b6-9937-48850da9d5cc on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:38.646840 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Attempting to bind port a23a14a8-9519-42b6-9937-48850da9d5cc by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:38.647379 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Attempting to bind port a23a14a8-9519-42b6-9937-48850da9d5cc on network 73f3b270-05aa-440e-838f-3b499977a39b {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:38.653019 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:38.653414 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Checking segment: {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:38.653805 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.654213 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Bound using segment: {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:38.654666 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Bound port: a23a14a8-9519-42b6-9937-48850da9d5cc, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb78028-957f-4710-8e36-8613faf6e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:38.655091 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.728527 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] For port a23a14a8-9519-42b6-9937-48850da9d5cc, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:38.732603 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] For port a23a14a8-9519-42b6-9937-48850da9d5cc, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a23a14a8-9519-42b6-9937-48850da9d5cc,segment=NetworkSegment(dcb78028-957f-4710-8e36-8613faf6e420),segment_id=dcb78028-957f-4710-8e36-8613faf6e420)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:38.737448 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.805418 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Routers {'4c2edd3b-6016-4a7a-8200-d56abf7c7783'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:38.806678 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:38.808518 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef94a4-0edf-4bde-8a42-ff81b112d73e None None] Pushing event updated for resources: {'Port': ['ID=a23a14a8-9519-42b6-9937-48850da9d5cc,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:38.901072 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-8ac88379-9561-4f63-8dd9-870a5abf0168 None None] Provisioning complete for port a23a14a8-9519-42b6-9937-48850da9d5cc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:38.901634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ac88379-9561-4f63-8dd9-870a5abf0168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:38.931172 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] Set router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:38.994290 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ac88379-9561-4f63-8dd9-870a5abf0168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:39.033888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-8ac88379-9561-4f63-8dd9-870a5abf0168 None None] For port a23a14a8-9519-42b6-9937-48850da9d5cc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a23a14a8-9519-42b6-9937-48850da9d5cc,segment=NetworkSegment(dcb78028-957f-4710-8e36-8613faf6e420),segment_id=dcb78028-957f-4710-8e36-8613faf6e420)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:39.038505 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ac88379-9561-4f63-8dd9-870a5abf0168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:39.098292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88379-9561-4f63-8dd9-870a5abf0168 None None] Pushing event updated for resources: {'Port': ['ID=a23a14a8-9519-42b6-9937-48850da9d5cc,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:39.154772 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a23a14a8-9519-42b6-9937-48850da9d5cc', 'name': '', 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'tenant_id': '07c2653c91074c499d171c665f750856', 'mac_address': 'fa:16:3e:4e:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '00b98cf4-358e-4594-8e41-858680015b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:33Z', 'updated_at': '2021-10-26T00:19:38Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'subnets': [{'id': '00b98cf4-358e-4594-8e41-858680015b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:39.159323 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-63ee8645-2ea9-41ae-ae24-b937d0eeb855 None None] Provisioning complete for port a23a14a8-9519-42b6-9937-48850da9d5cc triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:39.159696 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-63ee8645-2ea9-41ae-ae24-b937d0eeb855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:39.184559 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578786d-eb64-4750-b5c9-f79e2c948c16 None None] The sync data for ids ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'] in n-d-815373-1 is: [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:34Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a23a14a8-9519-42b6-9937-48850da9d5cc', 'name': '', 'network_id': '73f3b270-05aa-440e-838f-3b499977a39b', 'tenant_id': '07c2653c91074c499d171c665f750856', 'mac_address': 'fa:16:3e:4e:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '00b98cf4-358e-4594-8e41-858680015b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:33Z', 'updated_at': '2021-10-26T00:19:38Z', 'revision_number': 4, 'project_id': '07c2653c91074c499d171c665f750856', 'subnets': [{'id': '00b98cf4-358e-4594-8e41-858680015b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:39.562404 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-801930bb-94c7-4b92-a0ab-ba265ccf9751 req-fad4e8d0-a228-4cc1-a571-3efa4456c3cb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.0283358 Oct 26 00:19:39.639598 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a23a14a8-9519-42b6-9937-48850da9d5cc up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:39.690265 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port a23a14a8-9519-42b6-9937-48850da9d5cc triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:39.690633 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:39.771677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c9ba2cc3-129b-4034-af1d-e2bed6040755 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:39.816712 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port c9ba2cc3-129b-4034-af1d-e2bed6040755 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:39.817006 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:40.648593 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ed0e0c90-1deb-49b4-b359-b71cf8e20bea req-da6c3387-2f76-4304-bfeb-52e85c3d8fb4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.0326116 Oct 26 00:19:41.741694 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b3ba8cb4-b439-4b45-ae25-5de54877dc8c req-1ceac2f1-5d28-4d8f-ba38-30328042e3c0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.0253925 Oct 26 00:19:42.534799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-2d1c7fd9-bdc8-49e2-9a8c-6ec14a248762 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:42.536557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-2d1c7fd9-bdc8-49e2-9a8c-6ec14a248762 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 807 time: 0.1091282 Oct 26 00:19:42.591116 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-d0e17692-9ae2-49c7-a910-d8f4e5d20865 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 380 time: 0.0341837 Oct 26 00:19:42.632342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'port': {'device_id': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'admin_state_up': True, 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'security_groups': ['53f14d93-d479-48ba-b8e3-d080eb2db915']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:42.741547 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Made reservation on behalf of 0f5c4dddd01b448bb2722e7253816ad9 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:19:42.747039 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:42.836093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e4341283-ec8b-44d5-a5fc-2d41957b5feb req-b46765bf-6c01-498c-a238-3699a80bf8f4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Oct 26 00:19:42.871586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Allocated IP 172.20.0.7 (af5bace6-adee-4c16-b3e5-033e3aa4de85/8daa59a5-38d0-4764-ba4d-5ee72afafd1f/ad5d634a-bd84-4698-a32e-8b2193db3b42) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:43.009151 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.040609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.084148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:43.089292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:43.093713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:43.096200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:43.150314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:43.150955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.167606 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-6a33eb4c-f76e-4e28-b967-2c9813428bbe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391097 Oct 26 00:19:43.187195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Request body: {'port': {'device_id': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:43.243709 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.288611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5eba09d7-4146-4f91-a9c9-0cee9d1258d0 None None] Provisioning complete for port ad5d634a-bd84-4698-a32e-8b2193db3b42 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:43.289178 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5eba09d7-4146-4f91-a9c9-0cee9d1258d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.323857 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5eba09d7-4146-4f91-a9c9-0cee9d1258d0 None None] Port ad5d634a-bd84-4698-a32e-8b2193db3b42 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:19:43.508190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5d634a-bd84-4698-a32e-8b2193db3b42 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:19:43.515557 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.528120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Transition to ACTIVE for port object ad5d634a-bd84-4698-a32e-8b2193db3b42 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:19:43.531681 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.578822 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:43.655834 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Attempting to bind port ad5d634a-bd84-4698-a32e-8b2193db3b42 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:19:43.656170 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Attempting to bind port ad5d634a-bd84-4698-a32e-8b2193db3b42 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:19:43.656498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Attempting to bind port ad5d634a-bd84-4698-a32e-8b2193db3b42 on network af5bace6-adee-4c16-b3e5-033e3aa4de85 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:43.661040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Port ad5d634a-bd84-4698-a32e-8b2193db3b42 on network af5bace6-adee-4c16-b3e5-033e3aa4de85 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:19:43.661363 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Attempting to bind port ad5d634a-bd84-4698-a32e-8b2193db3b42 on network af5bace6-adee-4c16-b3e5-033e3aa4de85 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:19:43.667348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:19:43.667685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Checking segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:19:43.668065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Bound using segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:19:43.668629 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Bound port: ad5d634a-bd84-4698-a32e-8b2193db3b42, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:19:43.668988 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.740774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:19:43.744934 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:19:43.748460 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.785095 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:43.785672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.787060 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1091 time: 0.6054373 Oct 26 00:19:43.787499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:19:43.787804 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:43.790330 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aebde5-85fb-48c9-ad9f-54b8edac1a28" -d '{"events": [{"name": "network-changed", "server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:19:43.813940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1785c7-fdcc-4854-8fc6-cb13e7653b85 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:43.853129 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458e1e1d-a6a4-4ba8-af30-470dabeddc94 x-openstack-request-id: req-458e1e1d-a6a4-4ba8-af30-470dabeddc94 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:19:43.853772 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:19:43.853980 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-458e1e1d-a6a4-4ba8-af30-470dabeddc94 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:19:43.854571 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'status': 'completed', 'code': 200} Oct 26 00:19:43.916783 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-65ef537e-d7db-4054-8d0d-43ae539ba0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:43.918348 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-65ef537e-d7db-4054-8d0d-43ae539ba0ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1094 time: 0.0437291 Oct 26 00:19:43.960182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4bc14-60a8-4e42-b8ae-0ccafcb1414b req-5a5146f1-64b2-4213-9379-cc6b08db2770 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:43.961894 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38c4bc14-60a8-4e42-b8ae-0ccafcb1414b req-5a5146f1-64b2-4213-9379-cc6b08db2770 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0536020 Oct 26 00:19:43.967558 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-1767ede9-817f-4ed3-8ba5-a08c5144591f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 217 time: 0.0352085 Oct 26 00:19:44.004168 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38c4bc14-60a8-4e42-b8ae-0ccafcb1414b req-d55c5ce9-cdb1-441d-86f9-258f4a2c5fdc tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356100 Oct 26 00:19:44.023171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-32c7ae38-0a43-4272-ab5b-1f125e5ca9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:44.024761 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-32c7ae38-0a43-4272-ab5b-1f125e5ca9a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0507972 Oct 26 00:19:44.070936 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-f2e3e0d0-dc16-4563-a7f7-4b09c031069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:44.072802 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-f2e3e0d0-dc16-4563-a7f7-4b09c031069a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410156 Oct 26 00:19:44.163130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-c15920e3-cd11-4eba-94b2-3c19b13e00f0 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Oct 26 00:19:44.250958 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e15f8708-41e9-41cb-91ed-da06aab88c31 req-d42892db-85f1-4667-b854-b0c00e680aef service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808377 Oct 26 00:19:44.377480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-989b5efd-0fec-49cd-adaa-9022a659b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:44.378894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-989b5efd-0fec-49cd-adaa-9022a659b4a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1094 time: 0.0436549 Oct 26 00:19:44.477124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-e006837e-1330-46bb-82ea-11d33f6e4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:44.478646 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-e006837e-1330-46bb-82ea-11d33f6e4a15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0923696 Oct 26 00:19:44.520545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-3e9e9070-eb78-491d-87bc-abbd43d13815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 217 time: 0.0341411 Oct 26 00:19:44.580669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-4825b9d7-9ab0-4a8c-b9f2-53b80366ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:44.582171 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-4825b9d7-9ab0-4a8c-b9f2-53b80366ee8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0493376 Oct 26 00:19:44.628408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-a2bd31e4-d291-4acc-ab42-19765dd77d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:44.629893 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-a2bd31e4-d291-4acc-ab42-19765dd77d24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411980 Oct 26 00:19:44.719831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-77e16145-caa9-4927-bcc7-b3c2f2fd90a1 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827935 Oct 26 00:19:44.812131 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-39aebde5-85fb-48c9-ad9f-54b8edac1a28 req-d2dc68d5-5065-4989-a622-9a8f828f35c3 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851908 Oct 26 00:19:45.119897 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452d7e-d3fd-4af9-8a93-1b675f6a05ad req-6899f475-4fb2-4c5e-918b-f5c1f2ad2d18 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:45.121365 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0452d7e-d3fd-4af9-8a93-1b675f6a05ad req-6899f475-4fb2-4c5e-918b-f5c1f2ad2d18 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0476172 Oct 26 00:19:45.158504 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c0452d7e-d3fd-4af9-8a93-1b675f6a05ad req-a95825d2-d485-49ea-8a8d-cee51c01d82a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Oct 26 00:19:45.993855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3e9ba77a-fe34-48bb-8656-d62b94cb5594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:46.273248 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de59498-42ab-4a3f-923e-025378244602 req-a049db01-28bb-4cb0-bd38-a5d77cac3a9c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:46.275366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9de59498-42ab-4a3f-923e-025378244602 req-a049db01-28bb-4cb0-bd38-a5d77cac3a9c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0494294 Oct 26 00:19:46.312691 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9de59498-42ab-4a3f-923e-025378244602 req-e7b75528-47dd-451d-8cba-a78082274424 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Oct 26 00:19:47.432899 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92b609-78f1-4069-94d7-71e5fe519e18 req-62fbee74-ea7e-476a-b16e-949108fc8945 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:47.434377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d92b609-78f1-4069-94d7-71e5fe519e18 req-62fbee74-ea7e-476a-b16e-949108fc8945 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0539086 Oct 26 00:19:47.471623 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9d92b609-78f1-4069-94d7-71e5fe519e18 req-b720f98c-7552-49ec-8b06-e1a66dc43ebb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Oct 26 00:19:47.793086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:19:47.888371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:47.899595 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'mac_address': 'fa:16:3e:1e:cd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:19:47.935506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:47.948992 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5d634a-bd84-4698-a32e-8b2193db3b42 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:19:47.967677 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:47.971899 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:48.022193 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:48.349734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ad5d634a-bd84-4698-a32e-8b2193db3b42'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:19:48.481223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d5f45fa9-e313-4d75-9f75-67232fca790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:48.592481 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6118-e33c-4c31-a565-34253b709174 req-253359c5-64dd-41fd-a5a6-8a39e127845f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:48.593858 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0bc6118-e33c-4c31-a565-34253b709174 req-253359c5-64dd-41fd-a5a6-8a39e127845f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 944 time: 0.0524559 Oct 26 00:19:48.632612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e0bc6118-e33c-4c31-a565-34253b709174 req-7f13602a-e427-46ee-ae5c-1d8d39b0d434 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Oct 26 00:19:49.748348 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd592-ecb0-4c47-988a-8bab31667c6a req-ac066b5b-54a8-47d3-8ee9-a21a37ee8edf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:49.750086 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebfd592-ecb0-4c47-988a-8bab31667c6a req-ac066b5b-54a8-47d3-8ee9-a21a37ee8edf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 944 time: 0.0478044 Oct 26 00:19:49.787362 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cebfd592-ecb0-4c47-988a-8bab31667c6a req-1cc4c4b0-10fa-4dff-8330-d7f5023355a0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Oct 26 00:19:49.790909 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:19:49.838545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port ad5d634a-bd84-4698-a32e-8b2193db3b42 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:19:49.842098 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ad5d634a-bd84-4698-a32e-8b2193db3b42 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:19:49.842500 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:49.923635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:49.948170 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:49.952180 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:19:49.954466 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be64f94-a31d-429b-bc8b-71cb20adcdc4" -d '{"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:19:49.967717 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:19:49.971831 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:50.020669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:50.053271 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42abbcd-2dc5-40f0-aacb-defae3102d9b x-openstack-request-id: req-f42abbcd-2dc5-40f0-aacb-defae3102d9b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:19:50.053557 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:19:50.053806 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f42abbcd-2dc5-40f0-aacb-defae3102d9b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:19:50.054311 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'code': 200} Oct 26 00:19:50.175337 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94f715-b642-4d3b-9002-d5cb7747bad2 req-b105b9cc-b483-4393-bcc3-5aaa753faa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:50.176778 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff94f715-b642-4d3b-9002-d5cb7747bad2 req-b105b9cc-b483-4393-bcc3-5aaa753faa85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1096 time: 0.0397139 Oct 26 00:19:50.210868 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ff94f715-b642-4d3b-9002-d5cb7747bad2 req-353e33c3-d30a-4db6-8d2c-295aa363ed07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268898 Oct 26 00:19:50.432817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:50.904448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175782eb-110f-46de-9bf6-4b4b09446dab req-78133d51-e544-4259-93f5-6620919f7049 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:50.905897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-175782eb-110f-46de-9bf6-4b4b09446dab req-78133d51-e544-4259-93f5-6620919f7049 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Oct 26 00:19:50.953328 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-175782eb-110f-46de-9bf6-4b4b09446dab req-93476480-9a6f-4d85-a249-b805eb1f6267 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Oct 26 00:19:51.047394 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:52.071120 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345be94-85d5-4bb8-a386-e18cacf8e48a req-f4a61597-61f8-4d17-b7bb-2fb3d13b4f01 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:52.072633 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8345be94-85d5-4bb8-a386-e18cacf8e48a req-f4a61597-61f8-4d17-b7bb-2fb3d13b4f01 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0500634 Oct 26 00:19:52.109675 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8345be94-85d5-4bb8-a386-e18cacf8e48a req-0ef3a18e-95e8-4f98-b2f1-2cc070322428 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310900 Oct 26 00:19:52.223057 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23c1d-4c86-447e-ad87-ece985e086a5 req-70fbc19b-1044-47df-a65c-b898d8aee684 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:52.224514 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcb23c1d-4c86-447e-ad87-ece985e086a5 req-70fbc19b-1044-47df-a65c-b898d8aee684 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0488334 Oct 26 00:19:52.261695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fcb23c1d-4c86-447e-ad87-ece985e086a5 req-b977c6a9-614c-4298-9d33-4ad3b104768e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Oct 26 00:19:52.282913 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51192) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:52.363430 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93ec64-abb2-4eec-bc48-787663b98b0c tempest-TestShelveInstance-1354457015 tempest-TestShelveInstance-1354457015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:52.364913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-ba93ec64-abb2-4eec-bc48-787663b98b0c tempest-TestShelveInstance-1354457015 tempest-TestShelveInstance-1354457015-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1091 time: 0.0809858 Oct 26 00:19:52.368549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51196) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:19:52.372864 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:19:52.394239 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:52.492845 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:52.596847 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Allocated IP 172.25.4.252 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/3b9f686f-60bc-48bd-b6d3-c1966a81e900) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:19:52.697277 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:52.729468 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:52.774454 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:19:52.777803 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:19:52.780787 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:19:52.808761 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'Port': ['ID=3b9f686f-60bc-48bd-b6d3-c1966a81e900,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:53.463143 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:53.530615 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:53.685004 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:53.689088 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:53.752066 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'Port': ['ID=3b9f686f-60bc-48bd-b6d3-c1966a81e900,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:19:53.767028 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:53.865940 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Floating IP ceea8500-d414-4ff8-b13b-0c738261590e associated. External IP: 172.25.4.252, port: ad5d634a-bd84-4698-a32e-8b2193db3b42. Oct 26 00:19:54.073222 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:19:54.177089 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:19:54.189545 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:19:54.195039 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:19:54.205483 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:54.206107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:54.229714 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-5acb32be-3972-4a14-9ea4-9eb8c98927e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8599975 Oct 26 00:19:54.230470 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:19:54.232794 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec435f5-e8c4-4723-bf3b-27ccaadc3734" -d '{"events": [{"name": "network-changed", "server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:19:54.272949 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b833d4-5653-44f9-8792-ed15208908f7 x-openstack-request-id: req-83b833d4-5653-44f9-8792-ed15208908f7 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:19:54.273246 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:19:54.273520 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83b833d4-5653-44f9-8792-ed15208908f7 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:19:54.274499 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'status': 'completed', 'code': 200} Oct 26 00:19:54.321597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:54.357582 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-8d9cb8a3-caea-4fa6-9336-e26ac16efec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:54.359009 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-8d9cb8a3-caea-4fa6-9336-e26ac16efec2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1096 time: 0.0406330 Oct 26 00:19:54.453757 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-9c1899cd-9604-4397-8c34-51a2b4604daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:54.455261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-9c1899cd-9604-4397-8c34-51a2b4604daa service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0886617 Oct 26 00:19:54.521273 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-17ca43f2-6ccc-4464-a01e-909b37f3ae15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 999 time: 0.0583761 Oct 26 00:19:54.541272 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'ceea8500-d414-4ff8-b13b-0c738261590e', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'mac_address': 'fa:16:3e:1e:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:19:53Z', 'updated_at': '2021-10-26T00:19:53Z', 'revision_number': 0, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:54.567115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:19:54.574672 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-8abfb0ab-57dc-4f8f-b239-0e9424853f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:54.576134 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-8abfb0ab-57dc-4f8f-b239-0e9424853f53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0486443 Oct 26 00:19:54.576259 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:19:54.576731 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:19:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:54.622117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-ce3c85bf-3125-4de9-8279-36f483862521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:19:54.623538 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-ce3c85bf-3125-4de9-8279-36f483862521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402720 Oct 26 00:19:54.682804 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:19:54.716428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-987566ba-9716-428d-b023-6005de2fd4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855279 Oct 26 00:19:54.809917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-bec435f5-e8c4-4723-bf3b-27ccaadc3734 req-7f575f00-6947-4242-b385-b2309e4ff629 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863640 Oct 26 00:19:55.065350 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'ceea8500-d414-4ff8-b13b-0c738261590e', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'mac_address': 'fa:16:3e:1e:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:19:53Z', 'updated_at': '2021-10-26T00:19:53Z', 'revision_number': 0, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:19:55.091707 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825b1c9-4082-41cd-af63-cc7e76a8b4b4 None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'ceea8500-d414-4ff8-b13b-0c738261590e', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'mac_address': 'fa:16:3e:1e:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:19:53Z', 'updated_at': '2021-10-26T00:19:53Z', 'revision_number': 0, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:19:55.283262 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be54261-1794-42d0-9975-67d28d6f3f04 None None] New status for floating IP ceea8500-d414-4ff8-b13b-0c738261590e: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:19:59.117774 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:09.965461 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:20:13.782090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:15.997998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-89427b6c-af1e-4a30-842f-b425496a447b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:16.247315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc92e351-222c-48af-ac56-0969619f0fc7 req-2737521f-4df1-4beb-a37c-b4c802a858d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252330 Oct 26 00:20:16.313843 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc92e351-222c-48af-ac56-0969619f0fc7 req-0f6cc12e-ed86-4f5e-9ba7-d474b42027ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0252593 Oct 26 00:20:16.351716 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc92e351-222c-48af-ac56-0969619f0fc7 req-2335ecf5-a8fc-4859-820a-aa0a968c007f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182078 Oct 26 00:20:16.449201 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e351-222c-48af-ac56-0969619f0fc7 req-d1b6adc5-e7b6-4310-af76-172d6c263a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:20:16.450695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cc92e351-222c-48af-ac56-0969619f0fc7 req-d1b6adc5-e7b6-4310-af76-172d6c263a4d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917220 Oct 26 00:20:18.461959 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f29d7248-295f-457f-a965-760b334e7c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:19.937413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:20.435396 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:21.049935 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:29.120809 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:36.159959 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-0c3caeb7-17c0-4f4a-b6af-cbdab604603f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399590 Oct 26 00:20:36.263179 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-da1ecbf1-26d4-423f-87cf-75ac0362e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:20:36.264698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-da1ecbf1-26d4-423f-87cf-75ac0362e135 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1096 time: 0.0442116 Oct 26 00:20:36.365187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-e2abc5ee-8e9a-4d40-8cf6-5424f23bf311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:20:36.366666 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-e2abc5ee-8e9a-4d40-8cf6-5424f23bf311 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0834024 Oct 26 00:20:36.433812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-bae5a0c6-1f2c-44d0-a80c-82a556904aa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1001 time: 0.0598218 Oct 26 00:20:36.481597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-8706c97d-0bd8-40fc-8b19-8d8990cb4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:20:36.483044 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-8706c97d-0bd8-40fc-8b19-8d8990cb4ce4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0416133 Oct 26 00:20:36.528051 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-b26d5215-9f7e-4514-9731-ff607796dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:20:36.529554 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-b26d5215-9f7e-4514-9731-ff607796dc17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395832 Oct 26 00:20:36.945380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-a917c423-8fdc-4d47-b282-efd0b173437e service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082654 Oct 26 00:20:37.032974 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b9e9384e-c592-4be3-9c74-62f4658d2545 req-ac2149b9-8790-4f12-bd15-1c4d1d19a111 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803442 Oct 26 00:20:43.786690 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:46.000474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-744a3acb-cb35-4aa1-a870-15b0b54d8aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:46.965643 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:20:48.462970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-82a46d9f-8748-4e5e-9bc3-efa497c48a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:49.939687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:50.440745 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:51.052302 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:20:59.133550 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:13.798436 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:16.003622 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06db1d08-3b8e-4c2b-9c1a-7f9cd3fea8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:17.315878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0269fca7-325c-4a2c-b9d3-2caa6cd058ce req-957b8723-9871-45e3-bc5b-937933827e21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0966713 Oct 26 00:21:17.384176 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0269fca7-325c-4a2c-b9d3-2caa6cd058ce req-cc4e9995-899e-4cf5-aeb7-f09e415656fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0247469 Oct 26 00:21:17.422211 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0269fca7-325c-4a2c-b9d3-2caa6cd058ce req-a62ed432-68d6-454e-9cf5-2186238818a8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188124 Oct 26 00:21:17.515458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269fca7-325c-4a2c-b9d3-2caa6cd058ce req-c3c8554d-5508-4172-9a01-a891dbabdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:21:17.516829 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0269fca7-325c-4a2c-b9d3-2caa6cd058ce req-c3c8554d-5508-4172-9a01-a891dbabdfc2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873129 Oct 26 00:21:18.464372 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-72d287c6-9d56-4f66-afd7-30337f8b502f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:19.943211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:20.442670 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:21.054699 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:23.964050 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:21:29.148222 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:36.163764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-8026a8c8-e801-435c-b2ca-6d456699358c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442779 Oct 26 00:21:36.262310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-426cbce5-4628-42ce-ac55-46bb7afb0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:21:36.263774 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-426cbce5-4628-42ce-ac55-46bb7afb0cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1096 time: 0.0397573 Oct 26 00:21:36.365598 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-824f034b-f149-4d5f-a028-88835f130e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:21:36.367095 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-824f034b-f149-4d5f-a028-88835f130e20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0832555 Oct 26 00:21:36.434058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-0d64ab12-5173-4c26-9fa8-372d1e3e1fd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1001 time: 0.0600791 Oct 26 00:21:36.482421 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-d173809e-dae1-4391-916c-7153b7181cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:21:36.483831 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-d173809e-dae1-4391-916c-7153b7181cdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0429561 Oct 26 00:21:36.527946 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-9840c5ff-e2b3-494e-a301-26e8de5ff8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:21:36.529432 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-9840c5ff-e2b3-494e-a301-26e8de5ff8be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388427 Oct 26 00:21:36.620143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-c5e3f21c-67ba-4a89-b933-76942656b244 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836897 Oct 26 00:21:36.716175 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4e44f4e-4542-47d3-99fb-a78f36d65f63 req-5d5f9cc7-9d0c-4653-9f0b-8f91200e3653 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889335 Oct 26 00:21:43.796998 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:46.006350 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-78691a11-ab42-4ec2-ae46-64071a88d8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:48.465765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-30a8dfa4-f6d0-4711-969d-fd54b31e6405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:49.946778 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:50.444937 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:51.057571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:21:59.166974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:00.962810 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:22:13.811825 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:16.007738 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61770b29-0ab9-40c6-b441-f0a3da55bcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:17.273147 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9abd058c-9267-4dda-9660-33d9035cb722 req-cc7a5d68-a15c-4861-a7cb-43664e734046 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246019 Oct 26 00:22:17.339907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9abd058c-9267-4dda-9660-33d9035cb722 req-d7b0109e-b628-42fc-81b6-8436d6f9cbb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0242705 Oct 26 00:22:17.379182 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9abd058c-9267-4dda-9660-33d9035cb722 req-1ef0fed7-9a9f-4a1c-a109-048d28a77f02 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202222 Oct 26 00:22:17.475793 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd058c-9267-4dda-9660-33d9035cb722 req-947415db-a633-4cdb-9a7b-c7d2de6bf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:17.477265 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9abd058c-9267-4dda-9660-33d9035cb722 req-947415db-a633-4cdb-9a7b-c7d2de6bf593 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912523 Oct 26 00:22:18.466306 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80ee508d-ce53-473d-94d7-a87a56b852a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:19.948828 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:20.446373 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:21.061177 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:29.162043 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:30.943928 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18bc7-54cb-4c6a-bc14-904066daa6bb req-9d9e6120-df5b-44e5-9d63-b52c8d2b15c8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:30.945432 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ff18bc7-54cb-4c6a-bc14-904066daa6bb req-9d9e6120-df5b-44e5-9d63-b52c8d2b15c8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0492671 Oct 26 00:22:30.983085 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6ff18bc7-54cb-4c6a-bc14-904066daa6bb req-dcad70a9-8152-445f-9083-e0690ee12ab1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Oct 26 00:22:32.130218 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b7c18-9273-4ae5-8bcd-767a24650857 req-4a50e3fb-bd85-44d4-8c43-abe695e289d0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:32.131978 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-997b7c18-9273-4ae5-8bcd-767a24650857 req-4a50e3fb-bd85-44d4-8c43-abe695e289d0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Oct 26 00:22:32.169154 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-997b7c18-9273-4ae5-8bcd-767a24650857 req-1eeddeb5-35f4-4796-8fd2-1f6661347b5e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Oct 26 00:22:33.309782 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19266b48-2b16-4231-85a3-051debd651d6 req-245fd4ac-a96d-474d-b579-f259db72d4d0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:33.311306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19266b48-2b16-4231-85a3-051debd651d6 req-245fd4ac-a96d-474d-b579-f259db72d4d0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0495636 Oct 26 00:22:33.349139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-19266b48-2b16-4231-85a3-051debd651d6 req-10ae9854-f375-4cba-81b0-10b686ea7e0d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Oct 26 00:22:34.468163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160e949-d832-42e2-b8b4-2fb2df9dd94b req-5c9706a5-9a27-4bd7-a766-faf89947ae6f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:34.469816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5160e949-d832-42e2-b8b4-2fb2df9dd94b req-5c9706a5-9a27-4bd7-a766-faf89947ae6f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Oct 26 00:22:34.509528 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5160e949-d832-42e2-b8b4-2fb2df9dd94b req-a859e372-d587-4d10-8f2f-761ab0b8c609 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338669 Oct 26 00:22:35.632808 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd611-978e-4538-88a0-51cf06c2d9d6 req-0193bb0d-14fa-496a-88cd-153dd97fd300 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:35.634299 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aeecd611-978e-4538-88a0-51cf06c2d9d6 req-0193bb0d-14fa-496a-88cd-153dd97fd300 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0547690 Oct 26 00:22:35.673027 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-aeecd611-978e-4538-88a0-51cf06c2d9d6 req-56272e41-f4c7-4b33-b071-620694573199 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326645 Oct 26 00:22:36.792852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8702-a11b-48eb-8306-7b4a3fe5b5af req-e933b990-143d-497a-8890-a88031f2634e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:36.794321 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-957e8702-a11b-48eb-8306-7b4a3fe5b5af req-e933b990-143d-497a-8890-a88031f2634e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0533745 Oct 26 00:22:36.831326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-957e8702-a11b-48eb-8306-7b4a3fe5b5af req-7e849ae8-ed42-4db5-9025-9596dbf7e1be tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311327 Oct 26 00:22:37.263010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-0e0751eb-e3ab-4932-a13b-612cc92b63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:37.264482 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-0e0751eb-e3ab-4932-a13b-612cc92b63b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1096 time: 0.1028819 Oct 26 00:22:37.372343 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-b5237bde-92f3-4876-8c26-af0a388c5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:37.373812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-b5237bde-92f3-4876-8c26-af0a388c5c77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0899420 Oct 26 00:22:37.437791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-ecd9b29a-f7ef-471b-8db1-beae99402b52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1001 time: 0.0572877 Oct 26 00:22:37.486557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-d9b8421d-da74-4f09-9ddb-1a9e5287a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:37.487951 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-d9b8421d-da74-4f09-9ddb-1a9e5287a3bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0436740 Oct 26 00:22:37.537299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-91dab2d5-af52-4d86-85e7-51e79f0be507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:37.538818 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-91dab2d5-af52-4d86-85e7-51e79f0be507 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430655 Oct 26 00:22:37.628803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-29addb6e-d86a-4fbe-9078-22b0d4c4814c service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822430 Oct 26 00:22:37.723870 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edafc2a6-b270-4594-9c2b-ca02b946333b req-53056acb-c7b6-4994-b367-70ff3a11931f service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879200 Oct 26 00:22:37.964637 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:22:38.036954 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fb1c5-c6e9-416f-a6dd-a8c201cc939f req-150bcb78-2851-47ed-b335-29b93abe8002 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:38.038466 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e60fb1c5-c6e9-416f-a6dd-a8c201cc939f req-150bcb78-2851-47ed-b335-29b93abe8002 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.1387525 Oct 26 00:22:38.076949 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e60fb1c5-c6e9-416f-a6dd-a8c201cc939f req-3adca740-c5ff-463f-b2a9-9bbe7cbc3477 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Oct 26 00:22:39.192764 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c612-3e0d-4078-957d-3c192218668f req-03f7ca31-4325-461e-b59d-9d37bdc3fd33 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:39.194290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd6c612-3e0d-4078-957d-3c192218668f req-03f7ca31-4325-461e-b59d-9d37bdc3fd33 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Oct 26 00:22:39.233961 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0dd6c612-3e0d-4078-957d-3c192218668f req-60a35032-c92a-4718-874c-264b51c7ba18 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Oct 26 00:22:40.350752 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6bcab-32b6-43d7-b091-ba4ccb731b71 req-0d2d1e0f-49bb-410c-85ec-14a4d55cc206 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:40.352220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbd6bcab-32b6-43d7-b091-ba4ccb731b71 req-0d2d1e0f-49bb-410c-85ec-14a4d55cc206 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0491259 Oct 26 00:22:40.390446 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cbd6bcab-32b6-43d7-b091-ba4ccb731b71 req-631905e2-0d0c-4250-be9c-880cca9b1cdb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Oct 26 00:22:41.508012 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeac21b-af13-4b3a-8a83-07156fbb757b req-4e41194b-f055-4aef-badf-2b43941f6a09 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:41.509477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4aeac21b-af13-4b3a-8a83-07156fbb757b req-4e41194b-f055-4aef-badf-2b43941f6a09 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0486856 Oct 26 00:22:41.546537 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4aeac21b-af13-4b3a-8a83-07156fbb757b req-c8d229d7-543f-4060-bfd0-c5d495b8bea2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Oct 26 00:22:42.668930 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd145d-5f8c-4df5-b1e1-c248201dbfb0 req-08fd2f65-65a6-4a62-8e2b-4a1d9bc35d5e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:42.670512 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18fd145d-5f8c-4df5-b1e1-c248201dbfb0 req-08fd2f65-65a6-4a62-8e2b-4a1d9bc35d5e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Oct 26 00:22:42.708497 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-18fd145d-5f8c-4df5-b1e1-c248201dbfb0 req-0cfcb732-de93-47c2-aac2-de14be906fd1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Oct 26 00:22:43.825728 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:43.832142 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e4fa-9b22-4af2-9a98-b79779668e51 req-986f603d-142f-4f1c-bcfd-d536b8c7930f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:43.833645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88d3e4fa-9b22-4af2-9a98-b79779668e51 req-986f603d-142f-4f1c-bcfd-d536b8c7930f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0538738 Oct 26 00:22:43.873015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-88d3e4fa-9b22-4af2-9a98-b79779668e51 req-d496336f-20ce-4206-ae93-6ac889247619 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332196 Oct 26 00:22:44.685920 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:22:44.783162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:22:44.793835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'mac_address': 'fa:16:3e:1e:cd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:22:44.829661 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:44.842073 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad5d634a-bd84-4698-a32e-8b2193db3b42 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:22:44.861039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:22:44.864672 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:44.912183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:22:44.920110 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.920450 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.920782 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.921111 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.921429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.921751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.922069 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.922408 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.922725 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.923039 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.923353 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.923666 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:22:44.991548 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d36d2-983f-4466-a135-5a9fb3ca67ad req-f425fbf7-eb28-4ab1-b93c-80f61326d4fe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:44.992944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-839d36d2-983f-4466-a135-5a9fb3ca67ad req-f425fbf7-eb28-4ab1-b93c-80f61326d4fe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 944 time: 0.0495832 Oct 26 00:22:45.020933 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ad5d634a-bd84-4698-a32e-8b2193db3b42'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:22:45.031906 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-839d36d2-983f-4466-a135-5a9fb3ca67ad req-ae4dd8cc-7103-4a04-aa9f-4bb9f5bd708d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320468 Oct 26 00:22:46.011821 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d06c1618-b8f9-43d8-8876-f4a362118df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:46.151289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915844a-3eb3-4c10-94eb-191a1eee5fc9 req-ef7f5786-5371-4ddd-a8cb-24a14ea30511 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:46.152914 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1915844a-3eb3-4c10-94eb-191a1eee5fc9 req-ef7f5786-5371-4ddd-a8cb-24a14ea30511 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 944 time: 0.0509596 Oct 26 00:22:46.191996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1915844a-3eb3-4c10-94eb-191a1eee5fc9 req-10b01f7b-dfa9-41f9-b5e8-56525d448f64 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331862 Oct 26 00:22:46.694879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:22:46.747747 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ad5d634a-bd84-4698-a32e-8b2193db3b42 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:22:46.748467 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:46.835023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:46.865015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:22:46.867850 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe7f503-8017-409d-bdb2-59c8edbb0401" -d '{"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:22:46.889514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:22:46.896747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:46.933843 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec2f18d-b8c2-423c-9477-400006fabfca x-openstack-request-id: req-9ec2f18d-b8c2-423c-9477-400006fabfca {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:22:46.934513 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:22:46.934768 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ec2f18d-b8c2-423c-9477-400006fabfca {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:22:46.935161 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'code': 200} Oct 26 00:22:46.967368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:22:47.323766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff31f0-b209-4c4e-8b52-d4240d2d2f05 req-78bbf269-0f34-4fa9-bda6-d111871cf8ff tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:47.325334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79ff31f0-b209-4c4e-8b52-d4240d2d2f05 req-78bbf269-0f34-4fa9-bda6-d111871cf8ff tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0583427 Oct 26 00:22:47.368567 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-79ff31f0-b209-4c4e-8b52-d4240d2d2f05 req-7ade7fd2-b416-4fff-b99e-2b4d2b28ec89 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370407 Oct 26 00:22:48.472504 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-85543592-5839-49b3-b175-a3032b783e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:48.515667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707320d9-45d0-451f-89c8-3f8b190e784b req-4144693f-fefa-4896-8c6f-65ea9847d672 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:48.517919 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-707320d9-45d0-451f-89c8-3f8b190e784b req-4144693f-fefa-4896-8c6f-65ea9847d672 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0686889 Oct 26 00:22:48.566692 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-707320d9-45d0-451f-89c8-3f8b190e784b req-a70ffdd8-8ef1-466e-b56e-afc5ebdfe99e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 Oct 26 00:22:49.708301 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decceaf-7560-45a1-b266-56814a75d5b8 req-62513577-ab1a-448c-aa3a-dda226c39917 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:49.709960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7decceaf-7560-45a1-b266-56814a75d5b8 req-62513577-ab1a-448c-aa3a-dda226c39917 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0593834 Oct 26 00:22:49.759226 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7decceaf-7560-45a1-b266-56814a75d5b8 req-9c327f53-239e-494e-8176-f4c1faf3df6a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Oct 26 00:22:49.955834 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:50.458908 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:50.918476 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ff6c-60d5-4ba1-8649-5ba8a7aeb61a req-20cb3688-21e0-418f-8e8b-f3a1866b6887 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:50.920066 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f47ff6c-60d5-4ba1-8649-5ba8a7aeb61a req-20cb3688-21e0-418f-8e8b-f3a1866b6887 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0678470 Oct 26 00:22:50.965951 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f47ff6c-60d5-4ba1-8649-5ba8a7aeb61a req-53a94045-1911-41b8-88dc-495546da779f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Oct 26 00:22:51.065527 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:52.099859 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abfd7-0726-4fc0-8432-06b5c81df865 req-1064308e-e989-4885-b883-3003935a82ae tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:52.101999 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-350abfd7-0726-4fc0-8432-06b5c81df865 req-1064308e-e989-4885-b883-3003935a82ae tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Oct 26 00:22:52.146075 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-350abfd7-0726-4fc0-8432-06b5c81df865 req-70306101-1ce5-4aa5-877e-0f90d875f844 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369208 Oct 26 00:22:53.276566 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd65365-f14f-4121-bfa4-c39a5b94c7dd req-c8692121-9b56-4885-b118-97405975f610 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:53.282606 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9dd65365-f14f-4121-bfa4-c39a5b94c7dd req-c8692121-9b56-4885-b118-97405975f610 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0620041 Oct 26 00:22:53.326927 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9dd65365-f14f-4121-bfa4-c39a5b94c7dd req-64ccf0df-f50c-4950-b699-b2c700504a93 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Oct 26 00:22:54.457187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be349ef7-3dd2-4c4f-b803-cf26ba657992 req-48e81d89-e5e3-45fd-878b-f5d4f56a54bf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:54.458813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be349ef7-3dd2-4c4f-b803-cf26ba657992 req-48e81d89-e5e3-45fd-878b-f5d4f56a54bf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Oct 26 00:22:54.500370 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-be349ef7-3dd2-4c4f-b803-cf26ba657992 req-3bd27195-90e1-42d3-8edb-8314d1417e9d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345297 Oct 26 00:22:55.617770 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481fb8f-97c7-4951-abc3-1b3402103c16 req-bc416e3d-1f3b-4b6f-a2b3-526503a39617 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:55.620179 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5481fb8f-97c7-4951-abc3-1b3402103c16 req-bc416e3d-1f3b-4b6f-a2b3-526503a39617 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Oct 26 00:22:55.657486 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5481fb8f-97c7-4951-abc3-1b3402103c16 req-e93203da-9dbb-4d36-8ad1-1fcea6b4c11e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Oct 26 00:22:56.422727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-c25e2a3b-3e02-4284-bb23-5bff39c58d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:56.424193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-c25e2a3b-3e02-4284-bb23-5bff39c58d01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1096 time: 0.0450175 Oct 26 00:22:56.513519 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-3f34453c-63ef-415a-b4ec-d51fb1bffd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:56.515019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-3f34453c-63ef-415a-b4ec-d51fb1bffd1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0835838 Oct 26 00:22:56.582217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-88f23039-365b-4bef-a720-0e87724a0a55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1001 time: 0.0601625 Oct 26 00:22:56.630785 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-3c2d5644-17ad-4902-9c1b-049290df9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:56.632217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-3c2d5644-17ad-4902-9c1b-049290df9410 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0430129 Oct 26 00:22:56.676734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-cbe5c031-c73a-4293-a9f9-0f30798a4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:56.678283 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-cbe5c031-c73a-4293-a9f9-0f30798a4978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385451 Oct 26 00:22:56.806941 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eaf6b-c590-4f5a-b64a-a520e335a933 req-af54fae7-b44c-4187-a70d-8e17b39df8ae tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:56.808416 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae9eaf6b-c590-4f5a-b64a-a520e335a933 req-af54fae7-b44c-4187-a70d-8e17b39df8ae tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0782909 Oct 26 00:22:56.810583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-6722186b-d46c-4744-aab1-1d97ca59234e service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254251 Oct 26 00:22:56.893733 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ae9eaf6b-c590-4f5a-b64a-a520e335a933 req-526afbd1-03fb-42c4-99e1-9d75354af630 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792029 Oct 26 00:22:56.928183 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-61c9a758-4ef9-4896-8277-96e5682756f9 req-f7ac4aa5-94b1-4c20-9477-a344a5304cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080682 Oct 26 00:22:58.016491 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286226f0-9059-43d0-82e0-7bec85c4c43a req-59649d33-b2d6-4446-80b5-4f7aedd5e5b2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:58.017968 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-286226f0-9059-43d0-82e0-7bec85c4c43a req-59649d33-b2d6-4446-80b5-4f7aedd5e5b2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Oct 26 00:22:58.055599 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-286226f0-9059-43d0-82e0-7bec85c4c43a req-266e0a82-35fa-49c1-b9e2-c7f67ad288d0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306478 Oct 26 00:22:58.781066 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:22:58.857890 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:58.879429 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:22:58.881611 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9731af4-5ebf-4da1-9c0c-4a3c17e117f9" -d '{"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:22:58.893540 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:22:58.897638 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:58.921524 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 00:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4828ca5d-ad55-4412-8ce1-b890fcfd6eaf x-openstack-request-id: req-4828ca5d-ad55-4412-8ce1-b890fcfd6eaf {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:22:58.921809 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:22:58.922055 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4828ca5d-ad55-4412-8ce1-b890fcfd6eaf {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:22:58.922474 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'code': 200} Oct 26 00:22:58.947232 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:22:59.172579 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69675b2a-74c0-44ee-9ffa-9318b7d003eb req-14de10d6-a1d7-418e-937f-cf67fc74b6a1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:59.174001 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69675b2a-74c0-44ee-9ffa-9318b7d003eb req-14de10d6-a1d7-418e-937f-cf67fc74b6a1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Oct 26 00:22:59.182550 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:22:59.214447 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-69675b2a-74c0-44ee-9ffa-9318b7d003eb req-53037c46-c9cb-4715-b8dd-e76402ab4432 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338705 Oct 26 00:22:59.326247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-62c5dfd2-f755-4bcd-964e-9652a59fcf63 req-1eef176f-08b7-4500-9d0a-9caeda321fdb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:22:59.327259 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62c5dfd2-f755-4bcd-964e-9652a59fcf63 req-1eef176f-08b7-4500-9d0a-9caeda321fdb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0485208 Oct 26 00:22:59.483349 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a98d20-078c-41fc-aed7-1e46ef4ae2dd req-26ac60ad-2596-4006-8e19-3f7ec56c1d01 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:22:59.484888 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a98d20-078c-41fc-aed7-1e46ef4ae2dd req-26ac60ad-2596-4006-8e19-3f7ec56c1d01 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0516922 Oct 26 00:22:59.524218 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-57a98d20-078c-41fc-aed7-1e46ef4ae2dd req-53997b50-465c-4800-9b26-19d6a2bc804a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Oct 26 00:22:59.772334 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-f55a312b-cba8-4d43-9f50-5555c0cc18f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809057 Oct 26 00:23:00.653909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-f0861e69-2c90-478e-bdae-efae1beecf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:00.655438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-f0861e69-2c90-478e-bdae-efae1beecf9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253&tenant_id=0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 1094 time: 0.0755002 Oct 26 00:23:00.666938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4c87-bb3a-49c1-8e70-14fa55038085 req-f98f2263-0fe5-412f-a6a0-8f56ac59aa97 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:00.668303 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-473b4c87-bb3a-49c1-8e70-14fa55038085 req-f98f2263-0fe5-412f-a6a0-8f56ac59aa97 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0632074 Oct 26 00:23:00.735037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-473b4c87-bb3a-49c1-8e70-14fa55038085 req-f0978c11-a7ba-4225-82d5-5dc6f9144ace tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606077 Oct 26 00:23:00.744597 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-40fa5e4c-8cc3-48b2-a62a-0509fe264fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:00.746130 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-40fa5e4c-8cc3-48b2-a62a-0509fe264fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1094 time: 0.0555079 Oct 26 00:23:00.842909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-dc76e76e-d3d6-4659-87f6-a04cf9aef482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:00.845756 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-dc76e76e-d3d6-4659-87f6-a04cf9aef482 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0916877 Oct 26 00:23:00.910342 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-744b1301-994f-4550-809e-502c4328582b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 999 time: 0.0582385 Oct 26 00:23:00.957427 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-678bbc84-ffa6-457a-989b-293e889cf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:00.958907 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-678bbc84-ffa6-457a-989b-293e889cf013 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0419903 Oct 26 00:23:01.007159 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-a9dc4b91-63ce-4042-b1a0-b5cef39dd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:01.008610 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-a9dc4b91-63ce-4042-b1a0-b5cef39dd89c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428751 Oct 26 00:23:01.095751 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-b3d15db4-4b4e-42cd-9d6d-aa7caf55607e service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799184 Oct 26 00:23:01.188599 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-994e1268-5083-4876-9b1e-7354174eb7e9 req-d7241b6d-1ecf-4321-9fc5-572325f843b5 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Oct 26 00:23:01.872191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b106d-cc3a-4547-8825-23381803936f req-ab19d8ca-ce4f-49c4-a302-02f24db5a272 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:01.873687 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-534b106d-cc3a-4547-8825-23381803936f req-ab19d8ca-ce4f-49c4-a302-02f24db5a272 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0610487 Oct 26 00:23:01.913935 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-534b106d-cc3a-4547-8825-23381803936f req-4ec79f52-6968-48cd-bb9a-b9398d81aaef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337846 Oct 26 00:23:03.041636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71466ae-463e-4b55-a24f-0e1e3190fbbd req-3a5bbb86-60bd-4743-a1e6-9e7646b99fa7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:03.043241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a71466ae-463e-4b55-a24f-0e1e3190fbbd req-3a5bbb86-60bd-4743-a1e6-9e7646b99fa7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0539567 Oct 26 00:23:03.082735 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a71466ae-463e-4b55-a24f-0e1e3190fbbd req-af456066-d13c-450a-9d6b-a757bd11c5dc tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333240 Oct 26 00:23:04.204677 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41df4-c9aa-4c0e-99de-1d0ca1cc9a64 req-4e033f36-d515-4e3d-9092-49e0d3edf066 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:04.209335 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24e41df4-c9aa-4c0e-99de-1d0ca1cc9a64 req-4e033f36-d515-4e3d-9092-49e0d3edf066 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0538461 Oct 26 00:23:04.250196 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-24e41df4-c9aa-4c0e-99de-1d0ca1cc9a64 req-1b0d63e9-9503-413d-95c0-42960cab8dfb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Oct 26 00:23:05.384841 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d95a4-8d59-43dd-ae1d-17adc60f4eac req-933a6b18-a5e5-4353-8317-3fff71909368 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:05.386705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c32d95a4-8d59-43dd-ae1d-17adc60f4eac req-933a6b18-a5e5-4353-8317-3fff71909368 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0523708 Oct 26 00:23:05.426269 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c32d95a4-8d59-43dd-ae1d-17adc60f4eac req-9cf27550-e812-4a20-a085-3150a052d802 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Oct 26 00:23:06.546966 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e5c18-7204-423e-88bb-dd9d3c2156e8 req-554f9253-cb10-4e08-898e-7bd787f6adfe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:06.548500 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-041e5c18-7204-423e-88bb-dd9d3c2156e8 req-554f9253-cb10-4e08-898e-7bd787f6adfe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0517168 Oct 26 00:23:06.588713 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-041e5c18-7204-423e-88bb-dd9d3c2156e8 req-dc3965c8-af50-4284-ad47-18fd03d7105a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341737 Oct 26 00:23:07.724639 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcd7ec-c016-4c1f-a7dc-8ef024ae39bf req-0409b574-a7b4-41ef-b341-caabf31bc3fe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:07.726119 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83dcd7ec-c016-4c1f-a7dc-8ef024ae39bf req-0409b574-a7b4-41ef-b341-caabf31bc3fe tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0568333 Oct 26 00:23:07.765846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-83dcd7ec-c016-4c1f-a7dc-8ef024ae39bf req-9b67dc5c-33bf-453e-92be-69c9c3896f96 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334044 Oct 26 00:23:08.903991 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934df6-59d3-4071-b301-b3c22a9358d1 req-5f0c09eb-e727-4b77-8210-097b3bda5c5f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:08.905668 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0934df6-59d3-4071-b301-b3c22a9358d1 req-5f0c09eb-e727-4b77-8210-097b3bda5c5f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0666540 Oct 26 00:23:08.948519 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d0934df6-59d3-4071-b301-b3c22a9358d1 req-c02263ad-7c3b-4af4-ba7c-733c9e5770db tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367832 Oct 26 00:23:10.076919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebd5a-887f-462f-b4df-a79b0c6b0268 req-304a87a5-4b22-4c88-8245-06ebdc87de46 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:10.078468 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a98ebd5a-887f-462f-b4df-a79b0c6b0268 req-304a87a5-4b22-4c88-8245-06ebdc87de46 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0509453 Oct 26 00:23:10.121499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a98ebd5a-887f-462f-b4df-a79b0c6b0268 req-fefd9ac4-eeb3-49b0-a9d0-d32f4a108cd0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350246 Oct 26 00:23:11.247488 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb933-e656-4718-b819-981b194f77d5 req-f7326a79-3e78-4cf3-a53d-625175377c2a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:11.249032 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-528eb933-e656-4718-b819-981b194f77d5 req-f7326a79-3e78-4cf3-a53d-625175377c2a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0519452 Oct 26 00:23:11.288531 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-528eb933-e656-4718-b819-981b194f77d5 req-6bf7e523-6a2c-4c67-a780-4ea8e7dd5ced tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Oct 26 00:23:12.406171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f7681-c746-4911-8645-f395d2ea16e1 req-9e16a8b6-a50b-4593-84e1-f7ea22fe15f4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:12.407653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c78f7681-c746-4911-8645-f395d2ea16e1 req-9e16a8b6-a50b-4593-84e1-f7ea22fe15f4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0493529 Oct 26 00:23:12.446412 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c78f7681-c746-4911-8645-f395d2ea16e1 req-6019a81d-fbe5-4d0f-af16-9eb4d49d6ce4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Oct 26 00:23:13.562499 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558cc1-ca54-466d-a2ab-c79768e1afe0 req-46e1860e-5d69-443f-b3f1-ef2923c08b55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:13.563867 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59558cc1-ca54-466d-a2ab-c79768e1afe0 req-46e1860e-5d69-443f-b3f1-ef2923c08b55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0482888 Oct 26 00:23:13.603103 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-59558cc1-ca54-466d-a2ab-c79768e1afe0 req-03a6bc57-cd83-4a7c-96b7-cca70200bd75 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Oct 26 00:23:13.819710 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:14.722396 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36a356-34d3-45ec-90f3-f830898f67bd req-3d5bf6f5-e5ab-4253-b21c-75d6528f0134 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:14.723869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d36a356-34d3-45ec-90f3-f830898f67bd req-3d5bf6f5-e5ab-4253-b21c-75d6528f0134 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0527709 Oct 26 00:23:14.762057 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2d36a356-34d3-45ec-90f3-f830898f67bd req-d0fc603c-de55-435a-9988-dcb24341afce tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Oct 26 00:23:14.963959 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:23:15.885872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c58753-2db3-4cfb-93a4-d9379d91b35e req-f83a25dc-4fc9-4ad1-a723-10fd3c51867d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:15.887316 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17c58753-2db3-4cfb-93a4-d9379d91b35e req-f83a25dc-4fc9-4ad1-a723-10fd3c51867d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0546889 Oct 26 00:23:15.924616 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-17c58753-2db3-4cfb-93a4-d9379d91b35e req-2144a5f6-3d56-4bbb-b87f-fb582479ba41 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Oct 26 00:23:16.037533 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-df8a5012-8dac-4cd9-b4ad-df2052a6a74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:17.051655 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c523b-af9c-489d-9e89-8b554dace907 req-6124eb39-bdb0-4049-bb9f-90c71d08aab0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:17.053729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-895c523b-af9c-489d-9e89-8b554dace907 req-6124eb39-bdb0-4049-bb9f-90c71d08aab0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0559936 Oct 26 00:23:17.093289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-895c523b-af9c-489d-9e89-8b554dace907 req-0cae21f7-8e4e-46a7-915c-e2e7dddf6461 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339043 Oct 26 00:23:17.249963 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9c105b5-e7a9-43bf-9bdd-2307b0be0f4a req-db90c011-e047-4673-a8ab-a2702df2748d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242946 Oct 26 00:23:17.333037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9c105b5-e7a9-43bf-9bdd-2307b0be0f4a req-cb30797f-3d5f-49bf-b7c9-abd4d98ac07a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0247767 Oct 26 00:23:17.392492 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9c105b5-e7a9-43bf-9bdd-2307b0be0f4a req-97189973-495d-49e4-9715-81e357a20607 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233254 Oct 26 00:23:17.486685 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c105b5-e7a9-43bf-9bdd-2307b0be0f4a req-bf625862-07a9-458e-b3c3-0eb784a92861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:17.488543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a9c105b5-e7a9-43bf-9bdd-2307b0be0f4a req-bf625862-07a9-458e-b3c3-0eb784a92861 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891016 Oct 26 00:23:18.213521 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ab4a-8ec7-4ec9-be92-36336b4f3c8b req-22e9f42c-9535-4789-bf28-cb37077bbb8e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:18.215028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a129ab4a-8ec7-4ec9-be92-36336b4f3c8b req-22e9f42c-9535-4789-bf28-cb37077bbb8e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 943 time: 0.0504601 Oct 26 00:23:18.253487 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a129ab4a-8ec7-4ec9-be92-36336b4f3c8b req-15303233-21a8-4364-b30a-67963a7aa4d9 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Oct 26 00:23:18.464311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-06005e47-332b-4c0e-828d-b1b08d1c433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:18.837638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:23:18.929844 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:23:18.940578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'port_id': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'mac_address': 'fa:16:3e:1e:cd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:23:18.979270 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:18.992186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5d634a-bd84-4698-a32e-8b2193db3b42 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:23:19.011344 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:23:19.015761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:19.061161 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=9']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:23:19.370435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d63eb-c5ad-4deb-887f-e795e63a6ea9 req-7711bab1-86cb-4acc-bde0-4241b51c3543 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:19.371886 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-853d63eb-c5ad-4deb-887f-e795e63a6ea9 req-7711bab1-86cb-4acc-bde0-4241b51c3543 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 944 time: 0.0491750 Oct 26 00:23:19.410354 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-853d63eb-c5ad-4deb-887f-e795e63a6ea9 req-184ee81f-58aa-498b-aafa-7bed48fa1fc1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324461 Oct 26 00:23:19.432633 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['ad5d634a-bd84-4698-a32e-8b2193db3b42'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:23:19.955019 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:20.450349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:20.528559 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f404cd8-f693-483a-87df-039b8ba26351 req-e1f4ef91-c51e-412e-836c-467a2cc14c13 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:20.530708 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f404cd8-f693-483a-87df-039b8ba26351 req-e1f4ef91-c51e-412e-836c-467a2cc14c13 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 944 time: 0.0513721 Oct 26 00:23:20.569024 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-4f404cd8-f693-483a-87df-039b8ba26351 req-9e9f9873-0eb7-4a82-8c37-1457ef375fa1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Oct 26 00:23:20.841124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:23:20.889658 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port ad5d634a-bd84-4698-a32e-8b2193db3b42 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:23:20.890099 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:20.963134 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:20.985532 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:23:20.987846 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3e60a-90f6-4e02-a8ec-45bf1ca44209" -d '{"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:23:21.000638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:23:21.005090 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:21.031258 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8e9a0-5c88-4044-9f8e-f31c43971fe4 x-openstack-request-id: req-fff8e9a0-5c88-4044-9f8e-f31c43971fe4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:23:21.031613 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:23:21.031864 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fff8e9a0-5c88-4044-9f8e-f31c43971fe4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:23:21.032251 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'code': 200} Oct 26 00:23:21.064086 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=10']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:23:21.076072 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:21.240534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56afb0-0ea6-427d-aee6-cf5257c93cdc req-2abee4f8-8d86-440b-ae11-6634f6ad5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:21.241916 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b56afb0-0ea6-427d-aee6-cf5257c93cdc req-2abee4f8-8d86-440b-ae11-6634f6ad5dbb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1097 time: 0.0432203 Oct 26 00:23:21.277719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b56afb0-0ea6-427d-aee6-cf5257c93cdc req-c2b33d01-8ffa-45ac-9354-b99ee3e7aef0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277941 Oct 26 00:23:21.692981 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd9ef-7ef9-4ea3-801b-5bef48eb41af req-0ef536e5-cb7e-4f42-91f9-919ec0eedbca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:21.694558 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-177fd9ef-7ef9-4ea3-801b-5bef48eb41af req-0ef536e5-cb7e-4f42-91f9-919ec0eedbca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 946 time: 0.0554867 Oct 26 00:23:21.731783 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-177fd9ef-7ef9-4ea3-801b-5bef48eb41af req-0151866a-277c-4fbc-8606-4ef5fc336f31 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Oct 26 00:23:22.858464 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc4d11-b756-4249-aee6-43b4c3703397 req-9db58203-9959-4fc8-a658-6b7e79874084 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:22.859984 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42bc4d11-b756-4249-aee6-43b4c3703397 req-9db58203-9959-4fc8-a658-6b7e79874084 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Oct 26 00:23:22.900089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-42bc4d11-b756-4249-aee6-43b4c3703397 req-74f7403e-e146-4d36-91c5-1c6bb76827cb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Oct 26 00:23:24.019036 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f71e-ee0f-4d21-8a8e-bf16a7798004 req-6c76cd8c-3849-4d5b-9010-804d06d7df99 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:24.020543 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27f8f71e-ee0f-4d21-8a8e-bf16a7798004 req-6c76cd8c-3849-4d5b-9010-804d06d7df99 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 946 time: 0.0493398 Oct 26 00:23:24.057605 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-27f8f71e-ee0f-4d21-8a8e-bf16a7798004 req-8ab93ef3-0950-4171-b285-d6294273d396 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311618 Oct 26 00:23:29.191139 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:39.165201 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-e9f38182-25bf-4d37-a9db-baac388da93f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399740 Oct 26 00:23:39.266499 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-b7616222-05d4-4cf9-86d2-0bddabc39034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:39.268461 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-b7616222-05d4-4cf9-86d2-0bddabc39034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1097 time: 0.0441937 Oct 26 00:23:39.371181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-b1b8fb87-0437-4ae4-8e4d-08445a31425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:39.372630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-b1b8fb87-0437-4ae4-8e4d-08445a31425a service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0850170 Oct 26 00:23:39.439411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-c4422c39-ada1-4da3-a506-142d72cfb600 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1001 time: 0.0591640 Oct 26 00:23:39.488307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-b8aa2215-8f2a-4345-8be5-feefedcf291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:39.489723 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-b8aa2215-8f2a-4345-8be5-feefedcf291e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0437753 Oct 26 00:23:39.535955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-f42833ac-1b1d-4323-b2cf-2ea58ed03912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:23:39.537430 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-f42833ac-1b1d-4323-b2cf-2ea58ed03912 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393419 Oct 26 00:23:39.627411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-717f252a-a874-461b-a967-f866b213bc09 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821099 Oct 26 00:23:39.715439 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4ca44df6-b557-4447-82a9-d4ec4b461253 req-d25b57bc-8406-4aa4-b95a-b712158ba920 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815451 Oct 26 00:23:43.824247 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:46.010057 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b900e9ce-ffbf-4417-97b5-5170ddd92930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:48.466023 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a8aa57c2-1d63-45c6-b1cb-8fd6da9c40d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:49.958474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:50.454277 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:51.070065 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:23:51.963327 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:23:59.192932 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:13.824752 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:16.014921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eace02f8-312b-46b2-bbe8-89ef3edcc15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:18.467115 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-784e7b04-fecd-498d-a1fc-fb184c96cda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:19.245097 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-814ec882-3590-4d58-b77e-b3ff2fa788c3 req-69651798-848b-406d-a17f-c5d131da285b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282595 Oct 26 00:24:19.312092 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-814ec882-3590-4d58-b77e-b3ff2fa788c3 req-52409f94-80ca-4092-b0a6-4e95b5dbfd00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0244260 Oct 26 00:24:19.351062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-814ec882-3590-4d58-b77e-b3ff2fa788c3 req-2a1929ea-0a39-4c22-8b5a-9ce1033f44eb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189168 Oct 26 00:24:19.441187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ec882-3590-4d58-b77e-b3ff2fa788c3 req-864a0970-f874-4f1f-b344-ffe21126c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:24:19.442653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-814ec882-3590-4d58-b77e-b3ff2fa788c3 req-864a0970-f874-4f1f-b344-ffe21126c650 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851719 Oct 26 00:24:19.959971 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:20.457839 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:21.074413 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:28.963307 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:24:29.207445 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:39.857463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-a44b3e22-8d5b-4c97-9d28-635d3f1a26e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416982 Oct 26 00:24:39.954486 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-f3aad308-2a8e-43af-aa25-b5057c61f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:24:39.955845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-f3aad308-2a8e-43af-aa25-b5057c61f475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1097 time: 0.0387197 Oct 26 00:24:40.055825 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-e1dc42db-c5c7-4032-a55e-b198ed93a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:24:40.057291 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-e1dc42db-c5c7-4032-a55e-b198ed93a58d service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0831482 Oct 26 00:24:40.123643 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-ec6f917e-e424-4dda-85c7-f2ec133f34ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 1001 time: 0.0594015 Oct 26 00:24:40.172010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-d7edb267-b641-43ad-92f7-ffc104eb8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:24:40.173401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-d7edb267-b641-43ad-92f7-ffc104eb8317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0425103 Oct 26 00:24:40.218134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-d39b9819-48d0-4918-948d-ddd7001e6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:24:40.219532 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-d39b9819-48d0-4918-948d-ddd7001e6213 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387905 Oct 26 00:24:40.310830 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-7f761c61-6fc1-47be-b802-f28a1fb1a649 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839121 Oct 26 00:24:40.402396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-0649ad36-5853-4c41-a04f-6b5970684f94 req-2b16f4c1-9d23-4e55-8228-6c93bfa075a8 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840554 Oct 26 00:24:43.851531 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:46.016807 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5cd670fd-08b0-4550-b1ba-4aa23289b68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:48.470794 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a3faa2a8-83e7-48e7-8d7a-081ade2155fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:49.964081 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:50.459334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:51.075875 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:24:59.224017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:05.964482 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:25:11.220291 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51548) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:11.420837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Deleting port 3b9f686f-60bc-48bd-b6d3-c1966a81e900 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:25:11.421175 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:11.498713 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:11.498959 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:11.511253 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Calling delete_port for 3b9f686f-60bc-48bd-b6d3-c1966a81e900 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:25:11.670480 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:11.696949 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event deleted for resources: {'Port': ['ID=3b9f686f-60bc-48bd-b6d3-c1966a81e900,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:11.720651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.720997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.721332 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.721664 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.721994 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.722344 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.723305 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.723852 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.724183 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.724510 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.724837 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.725161 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:11.766229 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:11.766455 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Floating IP ceea8500-d414-4ff8-b13b-0c738261590e disassociated (deleted). External IP: 172.25.4.252, port: ad5d634a-bd84-4698-a32e-8b2193db3b42. Oct 26 00:25:11.973644 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:25:12.080308 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:25:12.085863 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:12.090615 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:25:12.100664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:25:12.101266 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:12.111755 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-198a1b54-7c86-422b-8422-9f8f2f64e82e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "DELETE /v2.0/floatingips/ceea8500-d414-4ff8-b13b-0c738261590e HTTP/1.1" status: 204 len: 168 time: 0.8903961 Oct 26 00:25:12.112346 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:25:12.114698 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13b1ba0-91e2-466e-9439-3a9fb44214aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:25:12.208831 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:25:12.231435 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5603d-f6e4-4b46-a9fa-6b4f18f82501 x-openstack-request-id: req-15d5603d-f6e4-4b46-a9fa-6b4f18f82501 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:25:12.232040 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:25:12.232251 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15d5603d-f6e4-4b46-a9fa-6b4f18f82501 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:25:12.232706 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'status': 'completed', 'code': 200} Oct 26 00:25:12.319088 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-ae84791b-e014-48d9-9a38-4f9fc2c226c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:12.320615 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-ae84791b-e014-48d9-9a38-4f9fc2c226c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 1097 time: 0.0456161 Oct 26 00:25:12.374258 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15180c-3c36-43bc-9ac9-77332a8c0755 req-335c47c4-8e19-445a-b6d5-f382b16844dd tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:12.376031 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a15180c-3c36-43bc-9ac9-77332a8c0755 req-335c47c4-8e19-445a-b6d5-f382b16844dd tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 946 time: 0.0545247 Oct 26 00:25:12.417580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2a15180c-3c36-43bc-9ac9-77332a8c0755 req-de7db7da-0f5f-4c14-b6a9-2d9952856d94 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349216 Oct 26 00:25:12.421233 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:12.429762 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-d6f73652-a77e-4074-b29b-718bc8d3a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:12.431284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-d6f73652-a77e-4074-b29b-718bc8d3a255 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0944803 Oct 26 00:25:12.448611 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:25:12.456838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:25:12.457974 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:24:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:12.476462 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-6f9dcb99-0400-4bea-bfeb-b453869aef07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 200 len: 217 time: 0.0345533 Oct 26 00:25:12.524739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-a056a4df-66a6-4360-86e5-67f4fe60300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:12.526204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-a056a4df-66a6-4360-86e5-67f4fe60300d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0426416 Oct 26 00:25:12.562855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:25:12.571603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-5e0783e3-3c36-4077-9a0f-4fd764d7ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:12.573085 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-5e0783e3-3c36-4077-9a0f-4fd764d7ce6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393174 Oct 26 00:25:12.679466 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-581a3d21-e703-4d6f-a214-2754cd0b5bb3 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981612 Oct 26 00:25:12.761426 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:12.779607 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e13b1ba0-91e2-466e-9439-3a9fb44214aa req-9eccf3ef-ec70-42e2-a447-2f46dcd8bd64 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927982 Oct 26 00:25:12.793165 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a6783-033f-4f1e-8575-792ddeb70404 None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:25:13.007123 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55280ed-b35f-44c8-9d41-a60459fead4a None None] New status for floating IP ceea8500-d414-4ff8-b13b-0c738261590e: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:25:13.585628 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0a77-de50-41a0-bbc2-dd9d7fc57553 req-bc38572c-2fea-4ce5-857c-a7503564001f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:13.587068 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ccd0a77-de50-41a0-bbc2-dd9d7fc57553 req-bc38572c-2fea-4ce5-857c-a7503564001f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 946 time: 0.0972536 Oct 26 00:25:13.624651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6ccd0a77-de50-41a0-bbc2-dd9d7fc57553 req-6dd205a1-479e-4c36-9142-4c25e77c57af tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=53f14d93-d479-48ba-b8e3-d080eb2db915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Oct 26 00:25:13.862654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:14.151314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-209af39f-4727-4837-9f1a-0b55d5b62c9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:14.152635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-209af39f-4727-4837-9f1a-0b55d5b62c9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 946 time: 0.0476108 Oct 26 00:25:14.243715 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Deleting port ad5d634a-bd84-4698-a32e-8b2193db3b42 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:25:14.244049 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:14.330880 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] For port ad5d634a-bd84-4698-a32e-8b2193db3b42, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=ad5d634a-bd84-4698-a32e-8b2193db3b42,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:25:14.331239 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:14.343398 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Calling delete_port for ad5d634a-bd84-4698-a32e-8b2193db3b42 owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:25:14.469974 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:14.496842 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event deleted for resources: {'Port': ['ID=ad5d634a-bd84-4698-a32e-8b2193db3b42,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:14.507064 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.507414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.507754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.508091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.508423 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.508753 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.509080 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.509407 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.510294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.510294 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.510518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.510754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:14.555143 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] No DVR routers for this DVR port ad5d634a-bd84-4698-a32e-8b2193db3b42 on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:25:14.558128 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:14.562002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e76581f1-9a06-4fe9-9a3e-56f598c34c5c req-d1df87eb-c440-4f38-a4e4-24d90d3e7a9f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "DELETE /v2.0/ports/ad5d634a-bd84-4698-a32e-8b2193db3b42 HTTP/1.1" status: 204 len: 173 time: 0.4017065 Oct 26 00:25:14.562466 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-deleted', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:25:14.565486 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c129cf-dbd9-4d6a-96a3-4c3ea5b46486" -d '{"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-deleted", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:25:14.663228 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06d3b70-3417-4250-a34e-e9852783bbf2 x-openstack-request-id: req-f06d3b70-3417-4250-a34e-e9852783bbf2 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:25:14.663832 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a815ef9-b1a2-451d-a94e-9d8fd9687253", "name": "network-vif-deleted", "tag": "ad5d634a-bd84-4698-a32e-8b2193db3b42", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:25:14.663832 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f06d3b70-3417-4250-a34e-e9852783bbf2 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:25:14.664149 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a815ef9-b1a2-451d-a94e-9d8fd9687253', 'name': 'network-vif-deleted', 'tag': 'ad5d634a-bd84-4698-a32e-8b2193db3b42', 'status': 'completed', 'code': 200} Oct 26 00:25:15.088794 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-972b9cbb-f36d-4cdf-a9a1-d71ca0fa4057 req-96259106-cb5c-4434-a16f-760cf8ce1481 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a815ef9-b1a2-451d-a94e-9d8fd9687253 HTTP/1.1" status: 200 len: 210 time: 0.3792253 Oct 26 00:25:16.021404 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-04bbd67c-17df-489e-b64f-4c3e0cbaf1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:16.147340 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51578) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:16.204174 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf7cc-8b9c-4360-84bf-5e0d3022d431 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:16.227889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf7cc-8b9c-4360-84bf-5e0d3022d431 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:16.286617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf7cc-8b9c-4360-84bf-5e0d3022d431 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:16.289669 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf7cc-8b9c-4360-84bf-5e0d3022d431 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:16.290947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e8aaf7cc-8b9c-4360-84bf-5e0d3022d431 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "DELETE /v2.0/security-groups/53f14d93-d479-48ba-b8e3-d080eb2db915 HTTP/1.1" status: 204 len: 168 time: 0.1425018 Oct 26 00:25:16.301310 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaf7cc-8b9c-4360-84bf-5e0d3022d431 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f14d93-d479-48ba-b8e3-d080eb2db915,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:17.423369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:25:17.443770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: ad5d634a-bd84-4698-a32e-8b2193db3b42 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:25:17.444116 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device ad5d634a-bd84-4698-a32e-8b2193db3b42 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:25:17.752177 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51586) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:17.756974 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630241382', 'description': 'tempest-secgroup-smoke-1630241382 description', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:17.786426 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:17.860475 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:17.864424 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:17.896543 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:17.897772 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445925 Oct 26 00:25:17.901107 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51588) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:17.902976 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf28bab-efec-4f70-9a28-3abdad3e0595 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:17.906324 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '43fc67d1-dfe6-45d5-8f4f-a11c2fef5840', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:17.937623 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.002722 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.006592 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.025961 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572370f7-409e-439e-aaf7-7cf3f6bfecbf,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:18.035144 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.036335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-e0c746f5-fa3b-4dec-be7a-e662414df293 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339827 Oct 26 00:25:18.039855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51590) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:18.047100 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '43fc67d1-dfe6-45d5-8f4f-a11c2fef5840', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:18.078079 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.142814 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.147022 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.172148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fb3c13-ea4d-46fa-9c0f-d62a59b992c5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:18.177767 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.179026 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-22f80bc5-7998-4166-94f3-5dd32c177964 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359415 Oct 26 00:25:18.182553 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 51592) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:18.187039 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '43fc67d1-dfe6-45d5-8f4f-a11c2fef5840', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:18.213541 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.270134 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.273434 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.291669 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755d3913-46b3-4874-a794-c85628bb4025,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:18.300126 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.302501 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-95d74009-4082-49ed-bbb1-2ca548c21dcb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188130 Oct 26 00:25:18.304294 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51594) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:18.309201 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '43fc67d1-dfe6-45d5-8f4f-a11c2fef5840', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:18.335227 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.395575 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.399890 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.419167 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6cf7de-95c2-4bdd-a978-cbc4aebd2504,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:18.427951 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.429146 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2652d682-e1eb-4f6f-af33-4be4f5ff2775 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236382 Oct 26 00:25:18.432031 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51596) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:18.436361 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '43fc67d1-dfe6-45d5-8f4f-a11c2fef5840', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:18.459052 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Project 0f5c4dddd01b448bb2722e7253816ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:25:18.464684 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.473274 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7afb-f59d-4000-aead-f09c554b1662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.525728 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.529278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.548797 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632dfff8-9d5f-4881-a6ac-4018ca7cdbd0,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:18.556971 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.558175 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-72c62445-975b-4e06-a3b8-4e456689e861 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252208 Oct 26 00:25:18.560918 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51598) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:18.565174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'security_group_rule': {'security_group_id': '43fc67d1-dfe6-45d5-8f4f-a11c2fef5840', 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:18.587623 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Project 0f5c4dddd01b448bb2722e7253816ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:25:18.592526 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.656918 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.660450 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.678061 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5cc70d-0a28-46f5-a606-bc222da7f704,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:18.686004 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:18.687229 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-22d77121-1427-4bed-8f8c-a491849265ef tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254017 Oct 26 00:25:19.255923 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e33a7374-3bd6-4d92-b25f-d87d3cd170cd req-5725638d-e42f-4415-bf43-9e6ce380f8e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256886 Oct 26 00:25:19.327263 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e33a7374-3bd6-4d92-b25f-d87d3cd170cd req-60309ade-b4f5-473c-bba2-55a8d70d6e61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Oct 26 00:25:19.370003 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e33a7374-3bd6-4d92-b25f-d87d3cd170cd req-3a690882-35c9-4ea6-a8de-965960f862a8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211406 Oct 26 00:25:19.467378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7374-3bd6-4d92-b25f-d87d3cd170cd req-4afa9e75-28d1-4c32-a770-ceed3d93a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:19.468855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e33a7374-3bd6-4d92-b25f-d87d3cd170cd req-4afa9e75-28d1-4c32-a770-ceed3d93a292 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915191 Oct 26 00:25:19.971212 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:20.461858 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:21.081261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:29.223143 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:33.905977 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-7a1433cb-5a8e-4340-8e9e-a76e67e591a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630241382&fields=id&tenant_id=0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 267 time: 0.0330884 Oct 26 00:25:34.013738 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-06802189-50d0-4c33-9ac6-52fa367441b9 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:34.015229 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-06802189-50d0-4c33-9ac6-52fa367441b9 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 807 time: 0.1026282 Oct 26 00:25:34.029853 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-a31e81f2-f20f-4e0b-bebe-078ce40bb2df tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/quotas/0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 375 time: 0.0088642 Oct 26 00:25:34.079179 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-dc490c04-d3db-4fa7-b251-9d0491c458dc tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442221 Oct 26 00:25:34.174846 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-5ff44321-fca3-427a-a877-0bca2b214ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841219 Oct 26 00:25:34.268053 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-b8e3b655-0127-4286-a3bc-6b5acc673916 service neutron] 10.222.0.25 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866787 Oct 26 00:25:34.564360 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f74aa856-5d80-4c21-be7f-88c50b728eab req-c573db2f-4afe-48d2-9a8e-0bfc6146342d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0306706 Oct 26 00:25:35.650142 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f335dca-313f-4add-89cc-9d1262fea59a req-44006f44-51d6-465c-a2a1-199a55d3e4bd tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0264339 Oct 26 00:25:36.746588 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2cf444e3-5ec9-4da5-844d-cdacab5815b4 req-4e5ee31f-32ae-411a-b818-a3ead0e8d2f0 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0257382 Oct 26 00:25:37.627659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-d226d64a-7fe6-4306-b60c-cc51624c5faa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:37.629104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-d226d64a-7fe6-4306-b60c-cc51624c5faa tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 807 time: 0.1028636 Oct 26 00:25:37.679129 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-251fab66-d170-47c4-8115-ccbb14360bb2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 380 time: 0.0344193 Oct 26 00:25:37.688551 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'port': {'device_id': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'admin_state_up': True, 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'security_groups': ['43fc67d1-dfe6-45d5-8f4f-a11c2fef5840']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:37.805192 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Made reservation on behalf of 0f5c4dddd01b448bb2722e7253816ad9 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:25:37.809078 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:37.902419 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c06cb2c4-fc1c-4ca3-98ec-5a876033601e req-baf9a6c1-d939-46af-a7f2-af52084902b1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0629368 Oct 26 00:25:37.967061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Allocated IP 172.20.0.14 (af5bace6-adee-4c16-b3e5-033e3aa4de85/8daa59a5-38d0-4764-ba4d-5ee72afafd1f/c38a19ea-9dfa-402a-9733-399e93597ebe) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:25:38.127464 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.163345 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.217380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:25:38.221703 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:25:38.224165 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:38.226530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:25:38.280520 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:38.281173 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.299143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-4fc483d7-4800-46e3-ba5b-99c9bae169a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142759 Oct 26 00:25:38.324557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Request body: {'port': {'device_id': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:38.394186 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.504428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-10bb0205-668b-4b76-9822-98938d5bdc34 None None] Provisioning complete for port c38a19ea-9dfa-402a-9733-399e93597ebe triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:25:38.504918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-10bb0205-668b-4b76-9822-98938d5bdc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.554018 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-10bb0205-668b-4b76-9822-98938d5bdc34 None None] Port c38a19ea-9dfa-402a-9733-399e93597ebe cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:25:38.684037 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38a19ea-9dfa-402a-9733-399e93597ebe {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:25:38.691875 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.706739 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Transition to ACTIVE for port object c38a19ea-9dfa-402a-9733-399e93597ebe will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:25:38.711534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.786326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:38.853401 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Attempting to bind port c38a19ea-9dfa-402a-9733-399e93597ebe on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:25:38.853872 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Attempting to bind port c38a19ea-9dfa-402a-9733-399e93597ebe by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:25:38.854369 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Attempting to bind port c38a19ea-9dfa-402a-9733-399e93597ebe on network af5bace6-adee-4c16-b3e5-033e3aa4de85 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:25:38.860235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Port c38a19ea-9dfa-402a-9733-399e93597ebe on network af5bace6-adee-4c16-b3e5-033e3aa4de85 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:25:38.860706 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Attempting to bind port c38a19ea-9dfa-402a-9733-399e93597ebe on network af5bace6-adee-4c16-b3e5-033e3aa4de85 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:25:38.866603 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:25:38.867244 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Checking segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:25:38.867656 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Bound using segment: {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:25:38.868190 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Bound port: c38a19ea-9dfa-402a-9733-399e93597ebe, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0095f4-8508-4925-9773-852c13d90173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:25:38.868648 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:38.951675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:25:38.955544 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:25:38.969904 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:39.041280 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.045119 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:39.047089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] 10.222.0.15 "PUT /v2.0/ports/c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1092 time: 0.7348402 Oct 26 00:25:39.047763 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:25:39.050753 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:25:39.075175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b978-5a2a-4488-a44d-e046ef896fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:39.085206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d3f8a-ff53-4b32-9322-79c623a103e0 req-65fb3d0b-ef8b-4b0c-a0db-96283d767114 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.086827 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da1d3f8a-ff53-4b32-9322-79c623a103e0 req-65fb3d0b-ef8b-4b0c-a0db-96283d767114 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0801830 Oct 26 00:25:39.178530 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e594ab-4c07-401d-9a20-62d64363217c x-openstack-request-id: req-f0e594ab-4c07-401d-9a20-62d64363217c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:25:39.179400 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:25:39.179662 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0e594ab-4c07-401d-9a20-62d64363217c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:25:39.180073 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'status': 'completed', 'code': 200} Oct 26 00:25:39.182571 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da1d3f8a-ff53-4b32-9322-79c623a103e0 req-9139d35f-6727-4c3a-a2f0-d7467e7246d6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879753 Oct 26 00:25:39.226849 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-3503fde1-eb81-498e-a3d0-17ec9df29be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.228475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-3503fde1-eb81-498e-a3d0-17ec9df29be4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1095 time: 0.0637102 Oct 26 00:25:39.285300 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-6a10f82f-7510-4663-8892-a0e294db85c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 217 time: 0.0377016 Oct 26 00:25:39.350653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-188cabc8-4565-4beb-a2de-530005c49842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.352148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-188cabc8-4565-4beb-a2de-530005c49842 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0570705 Oct 26 00:25:39.406330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-53b24cba-0f30-4e1d-9ec7-560ca71d88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.407651 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-53b24cba-0f30-4e1d-9ec7-560ca71d88d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476089 Oct 26 00:25:39.502376 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-3cee7f71-ae28-45df-9888-438b928904a5 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Oct 26 00:25:39.606715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d02a875-d7af-417e-8d53-8c58b4978f88 req-0ccbbef7-842d-4c3b-a14c-d9ad619527d7 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977669 Oct 26 00:25:39.722471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-8dc90f70-5db5-4886-b1ea-5e4f00f56044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.724001 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-8dc90f70-5db5-4886-b1ea-5e4f00f56044 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1095 time: 0.0433686 Oct 26 00:25:39.819524 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-2da19726-7f9c-4466-9499-2190ff72b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.820971 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-2da19726-7f9c-4466-9499-2190ff72b327 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0893352 Oct 26 00:25:39.868719 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-ce401b25-a82c-4684-af5d-8484423bbbde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 217 time: 0.0365224 Oct 26 00:25:39.920670 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-658595d8-6aca-4aa2-96e2-041cecf44a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.922169 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-658595d8-6aca-4aa2-96e2-041cecf44a23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0468495 Oct 26 00:25:39.981567 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-c2719c6b-3721-4f09-a85e-d3e3e9add9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:39.983272 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-c2719c6b-3721-4f09-a85e-d3e3e9add9e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537870 Oct 26 00:25:40.081565 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-b578cb4f-7ad3-4935-9744-c4adcc5817ad service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906575 Oct 26 00:25:40.192113 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69e5e5b2-0ebf-4384-ad3d-6c1eb32feaed req-0757414b-d006-42c0-a1c4-07b3ab9310bb service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033797 Oct 26 00:25:40.315034 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37e42-4586-4f3e-bf0a-d36555a0a0a9 req-97d8babb-01d3-413d-8fcb-040ecdf06784 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:40.316543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0d37e42-4586-4f3e-bf0a-d36555a0a0a9 req-97d8babb-01d3-413d-8fcb-040ecdf06784 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0506301 Oct 26 00:25:40.355521 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e0d37e42-4586-4f3e-bf0a-d36555a0a0a9 req-0460dda7-8db0-4b38-bb53-466d0e545e46 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325692 Oct 26 00:25:41.477292 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8e12-1575-4458-84e6-743d6a051e57 req-55ecb654-0529-4104-b5b1-d97779533910 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:41.478800 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f53e8e12-1575-4458-84e6-743d6a051e57 req-55ecb654-0529-4104-b5b1-d97779533910 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0535131 Oct 26 00:25:41.518509 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-f53e8e12-1575-4458-84e6-743d6a051e57 req-87542896-bd0d-4e96-a945-48ba5f086c8f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Oct 26 00:25:42.638623 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249942ae-e180-4444-86c6-416e12d7e8e6 req-347f12e2-855b-4c13-94db-ea0e0413940c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:42.640336 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-249942ae-e180-4444-86c6-416e12d7e8e6 req-347f12e2-855b-4c13-94db-ea0e0413940c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0533347 Oct 26 00:25:42.680148 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-249942ae-e180-4444-86c6-416e12d7e8e6 req-06ca2c92-c86a-45da-ac69-28b39d8c88cc tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338175 Oct 26 00:25:42.963503 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:25:43.798588 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff899b-d8f9-4963-8d01-7acc902f5106 req-8b8cbd63-c059-442b-8317-0685d8833a95 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:43.800078 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1cff899b-d8f9-4963-8d01-7acc902f5106 req-8b8cbd63-c059-442b-8317-0685d8833a95 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0510857 Oct 26 00:25:43.838321 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1cff899b-d8f9-4963-8d01-7acc902f5106 req-4d6a0b0d-01b9-494e-88e4-ec362fc0fdfd tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Oct 26 00:25:43.863896 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:44.956929 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777f76-0c1d-44a9-ba9e-13856c03f022 req-c83d1b19-00af-498d-bbc6-b3624d5750f9 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:44.958415 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35777f76-0c1d-44a9-ba9e-13856c03f022 req-c83d1b19-00af-498d-bbc6-b3624d5750f9 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0521960 Oct 26 00:25:44.996318 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-35777f76-0c1d-44a9-ba9e-13856c03f022 req-c11a7ff4-b2ab-411c-9778-8d228d2558da tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Oct 26 00:25:46.029816 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a3706a1e-b3e8-416e-abe4-1ec0fa91a076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:46.114604 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8581b-9142-4578-b21d-6d23ade7603b req-a3bcdcae-7c5b-49ff-b156-552c3d74b12c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:46.116093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3b8581b-9142-4578-b21d-6d23ade7603b req-a3bcdcae-7c5b-49ff-b156-552c3d74b12c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0487511 Oct 26 00:25:46.154408 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a3b8581b-9142-4578-b21d-6d23ade7603b req-5d96ec9c-cc7b-47e5-9742-f9bc84327201 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Oct 26 00:25:47.267969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a646ed8-9a50-4b28-9844-6791eefcd509 req-4858bf00-2df1-41eb-a7f6-3d4ea10d1899 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:47.269433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a646ed8-9a50-4b28-9844-6791eefcd509 req-4858bf00-2df1-41eb-a7f6-3d4ea10d1899 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0481775 Oct 26 00:25:47.307279 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2a646ed8-9a50-4b28-9844-6791eefcd509 req-2b05158d-eef8-4257-acdd-60cc5178fe18 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Oct 26 00:25:48.431934 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd236f6-a76f-4f74-8984-c263344fa110 req-21e39177-6949-4efd-ac11-0269d76737a4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:48.433415 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-efd236f6-a76f-4f74-8984-c263344fa110 req-21e39177-6949-4efd-ac11-0269d76737a4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0550108 Oct 26 00:25:48.471596 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-efd236f6-a76f-4f74-8984-c263344fa110 req-e773c769-1578-46dd-b9e9-e4c20054514f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 Oct 26 00:25:48.475450 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-71ca1589-cfe3-49ab-8fda-f9eceaef00c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:49.585885 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414b19-1b64-4efd-b7f4-22957624c90d req-81a42df8-6e73-45af-a195-4fc575735b93 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:49.587284 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d414b19-1b64-4efd-b7f4-22957624c90d req-81a42df8-6e73-45af-a195-4fc575735b93 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0482781 Oct 26 00:25:49.624698 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-6d414b19-1b64-4efd-b7f4-22957624c90d req-bfadb9be-d81c-4920-9814-fa0da241e913 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311813 Oct 26 00:25:49.970069 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:50.466081 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:50.741237 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6a94-abbc-4a91-82be-c3f292dfab77 req-3563fffe-b26e-4e28-99c1-f0291249abec tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:50.742757 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1eaf6a94-abbc-4a91-82be-c3f292dfab77 req-3563fffe-b26e-4e28-99c1-f0291249abec tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0504878 Oct 26 00:25:50.781535 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1eaf6a94-abbc-4a91-82be-c3f292dfab77 req-d9b626ab-bf51-4d24-9703-5a411e9b652f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Oct 26 00:25:51.082362 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:51.901332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95e2d-b6cd-4475-949a-15b8e4c3f501 req-6aa75f03-a534-49b3-aff1-41f7368cb109 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:51.903422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68d95e2d-b6cd-4475-949a-15b8e4c3f501 req-6aa75f03-a534-49b3-aff1-41f7368cb109 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0521886 Oct 26 00:25:51.939692 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68d95e2d-b6cd-4475-949a-15b8e4c3f501 req-585044db-86a2-4019-8d6e-84142aa4a94c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303433 Oct 26 00:25:53.053734 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7a95a-d223-43af-b3bb-fe79f373a151 req-c01fcc1b-e965-4b3f-877e-3cf49569bc2e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:53.055242 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4f7a95a-d223-43af-b3bb-fe79f373a151 req-c01fcc1b-e965-4b3f-877e-3cf49569bc2e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0488138 Oct 26 00:25:53.093617 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b4f7a95a-d223-43af-b3bb-fe79f373a151 req-4390a78e-04ce-40df-82cf-a4f9de2479a2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Oct 26 00:25:53.637280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:25:53.732768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:25:53.743513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'port_id': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'mac_address': 'fa:16:3e:3f:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:25:53.778889 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:53.790972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38a19ea-9dfa-402a-9733-399e93597ebe {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:25:53.810341 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:25:53.814021 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:53.862690 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:53.869779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.870168 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.870513 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.870850 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.871184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.871512 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.871838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.872163 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.872486 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.872808 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.873134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:53.873454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:25:54.209475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad043c1-5b44-4e59-a71c-9385cae96593 req-693dcffc-db21-4ccc-a826-2219d81211e1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:54.210967 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aad043c1-5b44-4e59-a71c-9385cae96593 req-693dcffc-db21-4ccc-a826-2219d81211e1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 945 time: 0.0490537 Oct 26 00:25:54.223345 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c38a19ea-9dfa-402a-9733-399e93597ebe'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:25:54.249546 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aad043c1-5b44-4e59-a71c-9385cae96593 req-6949c124-3176-4b83-8b72-67095b31c79b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Oct 26 00:25:55.371668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cf260-bec9-4926-a745-e969e3711a7a req-20926040-4fc4-42a1-b961-55e88f4ea2d8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:55.373186 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c10cf260-bec9-4926-a745-e969e3711a7a req-20926040-4fc4-42a1-b961-55e88f4ea2d8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 945 time: 0.0539489 Oct 26 00:25:55.410259 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c10cf260-bec9-4926-a745-e969e3711a7a req-a91d3b24-90cc-47f1-aec6-820946dc18a6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311241 Oct 26 00:25:55.640687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:25:55.689514 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port c38a19ea-9dfa-402a-9733-399e93597ebe completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:25:55.693640 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c38a19ea-9dfa-402a-9733-399e93597ebe triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:25:55.694010 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:55.768583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:55.794009 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:25:55.796246 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d68ab-5556-4c30-99f1-af119a2de7d6" -d '{"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-plugged", "status": "completed", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:25:55.808638 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:25:55.813243 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:55.859339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:55.885520 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c6cae-555d-4de9-9b00-50159146cf6b x-openstack-request-id: req-710c6cae-555d-4de9-9b00-50159146cf6b {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:25:55.885878 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-plugged", "status": "completed", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:25:55.886120 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-710c6cae-555d-4de9-9b00-50159146cf6b {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:25:55.886689 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'code': 200} Oct 26 00:25:56.008408 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eb971-958c-44b9-8dac-fb02be0f2bfe req-9627f113-b6de-4f19-9b87-ae326b71358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:56.009779 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f6eb971-958c-44b9-8dac-fb02be0f2bfe req-9627f113-b6de-4f19-9b87-ae326b71358c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0392478 Oct 26 00:25:56.044960 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8f6eb971-958c-44b9-8dac-fb02be0f2bfe req-66f9940e-216b-489a-956b-19624f527e0e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279334 Oct 26 00:25:56.524739 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a85c3-ec2d-453c-b8f7-f9fca6393e76 req-39a1def4-2c28-4831-a6f9-8cab824c39ce tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:56.526224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b7a85c3-ec2d-453c-b8f7-f9fca6393e76 req-39a1def4-2c28-4831-a6f9-8cab824c39ce tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0487621 Oct 26 00:25:56.563583 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0b7a85c3-ec2d-453c-b8f7-f9fca6393e76 req-d7dd1275-0cc0-4d3b-8b1e-65f5466874f3 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Oct 26 00:25:57.683085 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c31bc-1f22-47e0-8ee8-98b23fc526a4 req-1cbc7555-787c-43f7-99bf-17d0eb101c4b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:57.684587 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-835c31bc-1f22-47e0-8ee8-98b23fc526a4 req-1cbc7555-787c-43f7-99bf-17d0eb101c4b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0530152 Oct 26 00:25:57.723724 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-835c31bc-1f22-47e0-8ee8-98b23fc526a4 req-abf8ac87-8426-4cd4-8a98-9f212f9bf41f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331314 Oct 26 00:25:57.837000 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed263ae-2f01-4cee-a8f7-37d12ed66db1 req-0e106ce4-3138-4224-b2e3-30d13992e178 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:57.838477 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fed263ae-2f01-4cee-a8f7-37d12ed66db1 req-0e106ce4-3138-4224-b2e3-30d13992e178 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0476763 Oct 26 00:25:57.875350 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-fed263ae-2f01-4cee-a8f7-37d12ed66db1 req-f471f96b-448b-4361-b51f-389614415e5d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302532 Oct 26 00:25:57.896997 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51818) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:57.983135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fdd925-8f88-4834-9553-64a3c87d7ac2 tempest-TestShelveInstance-1354457015 tempest-TestShelveInstance-1354457015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:57.984653 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-35fdd925-8f88-4834-9553-64a3c87d7ac2 tempest-TestShelveInstance-1354457015 tempest-TestShelveInstance-1354457015-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1092 time: 0.0866802 Oct 26 00:25:57.987396 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51822) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:25:57.991544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:25:58.014129 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.108807 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.215438 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Allocated IP 172.25.4.206 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/11c2b5f8-66c4-4fc1-9585-8056f8a1d4a8) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:25:58.319255 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.353660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.392776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:25:58.397539 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:25:58.401028 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:25:58.429404 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'Port': ['ID=11c2b5f8-66c4-4fc1-9585-8056f8a1d4a8,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:58.745577 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.815126 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.963078 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:58.967553 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25400623'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:59.033448 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event updated for resources: {'Port': ['ID=11c2b5f8-66c4-4fc1-9585-8056f8a1d4a8,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:25:59.045544 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:59.147566 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Floating IP ed8f6c82-4c64-447f-9050-610692954c64 associated. External IP: 172.25.4.206, port: c38a19ea-9dfa-402a-9733-399e93597ebe. Oct 26 00:25:59.237375 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:59.357750 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:25:59.465208 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:25:59.475347 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:25:59.483251 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:25:59.486391 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:25:59.487003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:25:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:59.594727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:25:59.828386 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'ed8f6c82-4c64-447f-9050-610692954c64', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'port_id': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'mac_address': 'fa:16:3e:3f:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:25:58Z', 'updated_at': '2021-10-26T00:25:58Z', 'revision_number': 0, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:59.856016 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:25:59.859556 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-99e88446-4978-4276-bce7-18754e6c5f80 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8711770 Oct 26 00:25:59.860194 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:25:59.862623 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d030b84b-10d1-4ed3-b5df-492fee68a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:25:59.864397 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:25:59.865003 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:25:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:25:59.904511 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf956f4-c465-4f22-80bf-e2443c045fb3 x-openstack-request-id: req-dcf956f4-c465-4f22-80bf-e2443c045fb3 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:25:59.904809 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:25:59.905061 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcf956f4-c465-4f22-80bf-e2443c045fb3 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:25:59.905457 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'status': 'completed', 'code': 200} Oct 26 00:25:59.974861 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:25:59.988938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-3ef1aa8d-44c6-44b9-a79f-d20b3eda38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:25:59.990477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-3ef1aa8d-44c6-44b9-a79f-d20b3eda38f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0407705 Oct 26 00:26:00.085652 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-fa5f88c1-29ff-4d92-954b-49c6ab7e2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:00.087161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-fa5f88c1-29ff-4d92-954b-49c6ab7e2198 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0890071 Oct 26 00:26:00.152691 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-6ce4c2f3-2dea-44cf-9d5f-d6f4e1bccb10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1000 time: 0.0566664 Oct 26 00:26:00.198722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'ed8f6c82-4c64-447f-9050-610692954c64', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'port_id': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'mac_address': 'fa:16:3e:3f:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:25:58Z', 'updated_at': '2021-10-26T00:25:58Z', 'revision_number': 0, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:26:00.201157 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-dc217972-ee52-41f6-8956-233e6a1e4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:00.202645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-dc217972-ee52-41f6-8956-233e6a1e4503 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0436802 Oct 26 00:26:00.225029 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a685c5-6a97-490e-8019-d6755eb75434 None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': 'ed8f6c82-4c64-447f-9050-610692954c64', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'port_id': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'mac_address': 'fa:16:3e:3f:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:25:58Z', 'updated_at': '2021-10-26T00:25:58Z', 'revision_number': 0, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:26:00.256506 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-cf6b27ff-48d0-414b-902b-55d0b491a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:00.257878 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-cf6b27ff-48d0-414b-902b-55d0b491a149 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470779 Oct 26 00:26:00.353286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-8de75d61-17a8-4017-9394-e6a96b5b065d service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861292 Oct 26 00:26:00.419680 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4cf061-4584-4e19-bb46-b9410a297438 None None] New status for floating IP ed8f6c82-4c64-447f-9050-610692954c64: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:26:00.451882 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d030b84b-10d1-4ed3-b5df-492fee68a2d2 req-7806541e-27ab-4f88-b1ca-95a7fc026e63 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908942 Oct 26 00:26:13.875452 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:16.021675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8f4667c6-c35d-4e9f-8400-3eefc1ce90aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:18.479098 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-0a4e930d-0eb3-4c9c-88de-0467e9af58a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:19.279823 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6056cdd-876d-4fdb-888b-b25a25b2c157 req-1b4cdfbf-6b11-4218-932a-ffdee4af198f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0651302 Oct 26 00:26:19.348387 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6056cdd-876d-4fdb-888b-b25a25b2c157 req-67bf8267-af21-4402-a366-1781ce3315b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0257478 Oct 26 00:26:19.387011 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6056cdd-876d-4fdb-888b-b25a25b2c157 req-d8813535-1464-4c0a-b50b-a3b4413ccea7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203245 Oct 26 00:26:19.487117 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056cdd-876d-4fdb-888b-b25a25b2c157 req-1d1240ad-8ecb-4bad-81fc-d52e7bf70f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:19.488637 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6056cdd-876d-4fdb-888b-b25a25b2c157 req-1d1240ad-8ecb-4bad-81fc-d52e7bf70f6c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956800 Oct 26 00:26:19.962846 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:26:19.972974 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:20.469772 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:21.086387 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:29.242100 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:40.148441 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-b90d31be-eefc-4c1d-8e8e-4c79e56747a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399559 Oct 26 00:26:40.244806 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-798bd2ab-a0cc-44b1-94c8-c64c4096d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:40.246327 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-798bd2ab-a0cc-44b1-94c8-c64c4096d743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0401368 Oct 26 00:26:40.356200 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-e439e004-1c73-4981-be77-521e3c1ddb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:40.357664 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-e439e004-1c73-4981-be77-521e3c1ddb94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0886250 Oct 26 00:26:40.424613 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-6a02c828-7c75-4ee3-bf0a-638eb84a60df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1002 time: 0.0579751 Oct 26 00:26:40.476745 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-fc8daedb-7fcd-4423-b34f-8c091dcf0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:40.478230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-fc8daedb-7fcd-4423-b34f-8c091dcf0ddf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0470386 Oct 26 00:26:40.522959 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-9f616511-517e-48e9-b2f3-7fc685eb5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:26:40.524438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-9f616511-517e-48e9-b2f3-7fc685eb5bcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396938 Oct 26 00:26:40.611934 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-314c5be6-8009-4e55-927b-f2e349c3a891 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803833 Oct 26 00:26:40.704717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-4f054a57-2f91-4416-bcf3-f95c4fa5ff6e req-c2c71f95-01e8-4251-bd0c-a0ddc2fe9672 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858703 Oct 26 00:26:43.882488 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:46.023737 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a4d9e735-2c19-456d-b45b-64bc4ea639ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:48.481747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4875fb24-cfe0-4ae0-a8c4-561aee19b79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:49.975371 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:50.472683 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:51.087711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:26:56.963302 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:26:59.254503 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:13.879238 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:16.025486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7ca07318-5c0e-4bf0-9bb0-c390aec41e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:18.477206 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80dcd2a1-3e03-4181-848a-ada7565164f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:19.978433 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:20.475115 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:21.089549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:21.269746 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a85798a-ffb5-4d68-aa54-2a26cf68e8d4 req-096cbe88-2876-49aa-8c95-5c10833a4125 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249422 Oct 26 00:27:21.337859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a85798a-ffb5-4d68-aa54-2a26cf68e8d4 req-b3feec65-c7b0-4849-80be-a7928519ca45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0254037 Oct 26 00:27:21.375709 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a85798a-ffb5-4d68-aa54-2a26cf68e8d4 req-ac5a5133-10f8-460a-8f00-d9318ae33cfd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185893 Oct 26 00:27:21.471958 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85798a-ffb5-4d68-aa54-2a26cf68e8d4 req-bbea7d8e-b1e6-4a9c-bdf1-47712faca380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:21.473401 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1a85798a-ffb5-4d68-aa54-2a26cf68e8d4 req-bbea7d8e-b1e6-4a9c-bdf1-47712faca380 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903287 Oct 26 00:27:29.244846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:33.962417 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:27:40.232944 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-f6aed5cb-043d-409c-bb0a-ee6976bec672 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772934 Oct 26 00:27:40.333808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-e221e909-0976-4160-a9b6-b35338db90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:40.335972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-e221e909-0976-4160-a9b6-b35338db90e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0437398 Oct 26 00:27:40.435687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-fb3203fa-d2e4-44d6-ac27-969ae1ca69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:40.437056 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-fb3203fa-d2e4-44d6-ac27-969ae1ca69ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0830486 Oct 26 00:27:40.504143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-f7d67dcf-ba41-475b-a5a8-e0966fc7c68a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1002 time: 0.0598629 Oct 26 00:27:40.551392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-3499298e-69da-4fe1-a1ea-75c26fa2b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:40.552804 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-3499298e-69da-4fe1-a1ea-75c26fa2b900 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0423992 Oct 26 00:27:40.598329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-46d192ba-8b19-44f6-9dcc-f82a49e2d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:40.599851 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-46d192ba-8b19-44f6-9dcc-f82a49e2d162 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405531 Oct 26 00:27:40.692557 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-9847e860-fc6d-4d2c-b309-919abcba1e6f service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857155 Oct 26 00:27:40.781642 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ffe31c51-b29c-4537-a43c-39d14ba176bd req-c7178b1b-b1a6-40b0-9426-6f68ed43d5fc service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Oct 26 00:27:43.888679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:46.026830 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cc1c6595-d0b8-417e-a565-aaa9092f9d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:48.478770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7c3e78fd-4a71-4bd2-80c1-c4d442233e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:49.980468 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:50.481034 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:51.093323 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:57.256890 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210434e-707b-4873-b764-15a12329b6fa req-9b7271ae-26ac-48e3-8152-603d8b5de2e6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:57.258947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3210434e-707b-4873-b764-15a12329b6fa req-9b7271ae-26ac-48e3-8152-603d8b5de2e6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0538809 Oct 26 00:27:57.297190 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3210434e-707b-4873-b764-15a12329b6fa req-ec495837-a5d4-49d0-901c-16a19ca74875 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Oct 26 00:27:58.494724 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e652568-70d1-44c8-a4e9-818062787cee req-6e90d5b5-086b-48d0-b521-dcc62946d135 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:58.496202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e652568-70d1-44c8-a4e9-818062787cee req-6e90d5b5-086b-48d0-b521-dcc62946d135 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.1030734 Oct 26 00:27:58.536950 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6e652568-70d1-44c8-a4e9-818062787cee req-d0987d82-d60e-476f-93f8-c991ef7ab817 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347428 Oct 26 00:27:59.269860 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:27:59.675112 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8d1f-0249-4543-bc18-a442e82067ad req-b3ba9467-7bd0-406c-9f95-df4e77c71d5c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:27:59.676581 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99fb8d1f-0249-4543-bc18-a442e82067ad req-b3ba9467-7bd0-406c-9f95-df4e77c71d5c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0483932 Oct 26 00:27:59.715551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-99fb8d1f-0249-4543-bc18-a442e82067ad req-b3d44b9e-3b9f-48fd-911f-956f2bb698e1 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Oct 26 00:28:00.833287 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cebc7-518e-4ef2-a17a-75053f331982 req-1a713ff0-0b94-46d3-b572-03e27f8e5dab tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:00.834777 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b20cebc7-518e-4ef2-a17a-75053f331982 req-1a713ff0-0b94-46d3-b572-03e27f8e5dab tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0495305 Oct 26 00:28:00.872380 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b20cebc7-518e-4ef2-a17a-75053f331982 req-5d2b87ce-44a5-4eec-81f7-aee7350acb17 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Oct 26 00:28:01.988955 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa1ef7-dd35-4312-bca5-c574fec2151c req-f7e59f19-0908-43c0-aa6e-33d421178fc3 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:01.990497 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93aa1ef7-dd35-4312-bca5-c574fec2151c req-f7e59f19-0908-43c0-aa6e-33d421178fc3 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0477228 Oct 26 00:28:02.028238 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-93aa1ef7-dd35-4312-bca5-c574fec2151c req-82047b16-809a-455d-b7c3-a0a50e1ae99b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Oct 26 00:28:03.144651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262948-1b7d-4855-a022-350050783fef req-2c0db3e3-9f37-40b1-ac31-2539410426e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:03.146112 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d262948-1b7d-4855-a022-350050783fef req-2c0db3e3-9f37-40b1-ac31-2539410426e2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0514247 Oct 26 00:28:03.183578 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d262948-1b7d-4855-a022-350050783fef req-f31fb057-8bf7-4aa2-bd6b-2b403da9b782 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305724 Oct 26 00:28:04.303232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf7fe2-dfc2-4db4-a12e-3b1b3788fc6e req-a34ff1e4-b982-4a45-9dde-6b09f9039c25 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:04.305326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4bf7fe2-dfc2-4db4-a12e-3b1b3788fc6e req-a34ff1e4-b982-4a45-9dde-6b09f9039c25 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0533862 Oct 26 00:28:04.342058 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d4bf7fe2-dfc2-4db4-a12e-3b1b3788fc6e req-974c8a6f-0b0e-4a0b-83cf-0839ba956bc2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Oct 26 00:28:05.455494 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc0664-6c80-46d8-9065-c4dc801bd724 req-0ea26b71-7b87-40d2-95ac-a9d13188c623 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:05.456969 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cfc0664-6c80-46d8-9065-c4dc801bd724 req-0ea26b71-7b87-40d2-95ac-a9d13188c623 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0482371 Oct 26 00:28:05.494822 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-0cfc0664-6c80-46d8-9065-c4dc801bd724 req-d02b9b3c-d56a-4ddb-b13a-03f6412e26d5 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Oct 26 00:28:06.611109 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda781-9582-4b4b-902e-739fb22b1bef req-57cec272-3754-4ce7-9669-35b8939e044b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:06.612481 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efdda781-9582-4b4b-902e-739fb22b1bef req-57cec272-3754-4ce7-9669-35b8939e044b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0483925 Oct 26 00:28:06.649815 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-efdda781-9582-4b4b-902e-739fb22b1bef req-8b2fb6a6-9eab-4c4b-b5c2-2dc0e637c03e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Oct 26 00:28:07.484727 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-4aca9501-d9a8-4bce-87ec-7f77ac242daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:07.486217 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-4aca9501-d9a8-4bce-87ec-7f77ac242daf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0393353 Oct 26 00:28:07.577436 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-c032fff4-8629-4097-a661-b5034094c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:07.578838 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-c032fff4-8629-4097-a661-b5034094c834 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0856788 Oct 26 00:28:07.642028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-2ccfb554-2813-4cfd-82ea-d78e5ce7d7de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1002 time: 0.0564747 Oct 26 00:28:07.693858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-8254736c-ff1e-426b-aa72-abb0b1be4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:07.695454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-8254736c-ff1e-426b-aa72-abb0b1be4a7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0466945 Oct 26 00:28:07.740302 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-bc812084-58a1-41e7-9c55-379525cfd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:07.741901 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-bc812084-58a1-41e7-9c55-379525cfd42d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400085 Oct 26 00:28:07.765699 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff32021-353a-4f46-89a5-e03f465cc8b0 req-5d148a93-13c8-4e8a-8c78-e6fd2b67b3a7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:07.767190 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cff32021-353a-4f46-89a5-e03f465cc8b0 req-5d148a93-13c8-4e8a-8c78-e6fd2b67b3a7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0501556 Oct 26 00:28:07.806779 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-cff32021-353a-4f46-89a5-e03f465cc8b0 req-d93aac29-e467-4091-8f96-aefa7c67d9b4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335364 Oct 26 00:28:07.837029 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-2243ba1e-d5ec-475f-bef8-794b69d0b3f7 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880179 Oct 26 00:28:07.928796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5d57f6e7-dce0-43a9-af4d-65aa30d1e5e5 req-9fc5a64a-a185-4e5c-bcc7-f5b5ffbda9ec service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Oct 26 00:28:08.921273 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d044c4-5d62-44b3-812b-fbe5a1b78793 req-64946d60-daac-4e48-a8c1-a63e028003b4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:08.922803 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62d044c4-5d62-44b3-812b-fbe5a1b78793 req-64946d60-daac-4e48-a8c1-a63e028003b4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0485170 Oct 26 00:28:08.959740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62d044c4-5d62-44b3-812b-fbe5a1b78793 req-d631cb7b-e0cf-4cc7-96e6-40247e89a64d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Oct 26 00:28:10.080077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb4e3-0fa0-4801-ac31-4e1c2b301b7c req-4405e7c4-4fbf-4766-bfdf-1b1d6fc00427 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:10.081579 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a72eb4e3-0fa0-4801-ac31-4e1c2b301b7c req-4405e7c4-4fbf-4766-bfdf-1b1d6fc00427 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0529602 Oct 26 00:28:10.120855 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a72eb4e3-0fa0-4801-ac31-4e1c2b301b7c req-a4a0c0a2-e741-41aa-a020-b8b39de5da50 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Oct 26 00:28:10.963897 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:28:11.246036 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e0f4-c91f-48b4-941f-49fa5e0371da req-c39733df-a5ac-4a60-aad2-88345d7b13bf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:11.247543 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5246e0f4-c91f-48b4-941f-49fa5e0371da req-c39733df-a5ac-4a60-aad2-88345d7b13bf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0548615 Oct 26 00:28:11.288247 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-5246e0f4-c91f-48b4-941f-49fa5e0371da req-ae54978b-2b1b-48a0-8299-e32629175ec7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334022 Oct 26 00:28:12.291848 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:28:12.367134 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:12.390108 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:28:12.392389 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41651534-623f-479e-bcd6-375e60ed3f96" -d '{"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:28:12.404692 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:28:12.409556 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ffe2e-1de7-49cf-84d2-e0fabf6fb55b req-c34c807d-4d87-4852-a008-fcb8c239abc7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:12.410088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:12.412353 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-717ffe2e-1de7-49cf-84d2-e0fabf6fb55b req-c34c807d-4d87-4852-a008-fcb8c239abc7 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0513961 Oct 26 00:28:12.434326 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 00:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1128f5-8724-4f7a-9e34-ecb76de72036 x-openstack-request-id: req-4c1128f5-8724-4f7a-9e34-ecb76de72036 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:28:12.434619 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-unplugged", "status": "failed", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "code": 422}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:28:12.434870 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c1128f5-8724-4f7a-9e34-ecb76de72036 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:28:12.435261 n-d-815373-1 neutron-server[102135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'code': 422} returned with failed status Oct 26 00:28:12.452414 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-717ffe2e-1de7-49cf-84d2-e0fabf6fb55b req-de542618-6267-4f32-9b43-2964215aef42 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Oct 26 00:28:12.464617 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:28:12.471864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.472202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.472533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.472862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.473189 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.473507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.473826 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.474142 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.474491 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.474800 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.475120 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.475433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:28:12.663334 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56f341-34a1-44ad-aa29-e4999976e112 req-04a497a2-8fcf-4969-98ac-6ceca73dcbbb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:12.665612 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b56f341-34a1-44ad-aa29-e4999976e112 req-04a497a2-8fcf-4969-98ac-6ceca73dcbbb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0502236 Oct 26 00:28:12.673135 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-d9d02ac1-1807-4833-934e-1a9a0d959e82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790002 Oct 26 00:28:12.682269 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-e3cc78b6-b10f-4778-a71e-736f39680cbe service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:28:12.683243 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-e3cc78b6-b10f-4778-a71e-736f39680cbe service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051768 Oct 26 00:28:12.704397 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6b56f341-34a1-44ad-aa29-e4999976e112 req-8cb0d183-0da0-45f8-90bd-252e4bd7a523 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Oct 26 00:28:13.820651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65698b1d-56a7-4636-8d62-18fec802665d req-f6da8778-a750-48b7-82eb-e3f0850b7b11 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:13.822104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65698b1d-56a7-4636-8d62-18fec802665d req-f6da8778-a750-48b7-82eb-e3f0850b7b11 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0472369 Oct 26 00:28:13.859656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-65698b1d-56a7-4636-8d62-18fec802665d req-78228464-93d7-48fa-9fde-c6e855ca214f tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Oct 26 00:28:13.897097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:14.982343 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262052-97b4-4184-94dc-3ea65c8c2958 req-22413320-3e87-41d5-a1d9-add2e91c91ba tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:14.983841 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74262052-97b4-4184-94dc-3ea65c8c2958 req-22413320-3e87-41d5-a1d9-add2e91c91ba tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0536571 Oct 26 00:28:15.022548 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74262052-97b4-4184-94dc-3ea65c8c2958 req-5ae85b57-4c2a-4d47-930f-ee15f5d5dfc6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Oct 26 00:28:16.028879 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-40749e66-955c-4c6d-a5a5-35c7fec38b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:16.144818 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1d19d-433a-4c33-9e5a-17bf5116b92e req-76786bf0-c2fd-4eef-9174-6290f81cbaf4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:16.146896 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afb1d19d-433a-4c33-9e5a-17bf5116b92e req-76786bf0-c2fd-4eef-9174-6290f81cbaf4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0558555 Oct 26 00:28:16.188849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-afb1d19d-433a-4c33-9e5a-17bf5116b92e req-43246b29-f505-4c3e-97c4-794967195163 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Oct 26 00:28:17.314663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0f183-0f7b-47bc-8a5b-f2715f6f0767 req-e32ef410-2ec2-47fe-a7d1-46878d3d31ca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:17.316181 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ed0f183-0f7b-47bc-8a5b-f2715f6f0767 req-e32ef410-2ec2-47fe-a7d1-46878d3d31ca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0520632 Oct 26 00:28:17.356932 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ed0f183-0f7b-47bc-8a5b-f2715f6f0767 req-ab4a0cca-fa1c-4dad-bf0f-8cbbccaecf12 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Oct 26 00:28:18.472217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de4f1a-d3c3-4ecc-ad96-0b942b30b1f7 req-87f81711-8c99-4064-9a04-16e2c6b1cdca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:18.473705 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03de4f1a-d3c3-4ecc-ad96-0b942b30b1f7 req-87f81711-8c99-4064-9a04-16e2c6b1cdca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0497193 Oct 26 00:28:18.484305 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e0f4-1d2a-4594-bf42-79cafcefcf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:18.512216 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-03de4f1a-d3c3-4ecc-ad96-0b942b30b1f7 req-708951a8-036c-4c85-95cd-fbc5598b5d93 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Oct 26 00:28:19.642917 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df03e-350a-4999-a242-9d23769e987a req-bb05b27e-7729-4818-9128-2fff5d65ac15 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:19.644383 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6501-5499-4e39-a246-b42524b58cec req-624548a8-732d-49d3-94bc-f69b92ef1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:19.644847 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a05df03e-350a-4999-a242-9d23769e987a req-bb05b27e-7729-4818-9128-2fff5d65ac15 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0621345 Oct 26 00:28:19.645897 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-624548a8-732d-49d3-94bc-f69b92ef1e27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec&tenant_id=0f5c4dddd01b448bb2722e7253816ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0469735 Oct 26 00:28:19.686182 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a05df03e-350a-4999-a242-9d23769e987a req-bea38552-d08f-4222-879b-7fca1167e78b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338969 Oct 26 00:28:19.724015 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6501-5499-4e39-a246-b42524b58cec req-fbba3bd0-45b5-45e7-a4e8-0381ae9b329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:19.725594 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-fbba3bd0-45b5-45e7-a4e8-0381ae9b329f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1095 time: 0.0466900 Oct 26 00:28:19.839070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6501-5499-4e39-a246-b42524b58cec req-338d8fc5-15af-41f1-8ade-83c44c6c149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:19.840881 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-338d8fc5-15af-41f1-8ade-83c44c6c149a service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.1077609 Oct 26 00:28:19.907849 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-6afa9f34-b9f0-41af-92cd-9acb7448d543 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1000 time: 0.0594759 Oct 26 00:28:19.963554 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6501-5499-4e39-a246-b42524b58cec req-6947764d-a7bf-4dec-ac11-ef88024a021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:19.965028 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-6947764d-a7bf-4dec-ac11-ef88024a021d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0507092 Oct 26 00:28:19.985048 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:20.016431 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6501-5499-4e39-a246-b42524b58cec req-33ea71f5-aec8-4c8a-8ad9-db15ed7c53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:20.018656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-33ea71f5-aec8-4c8a-8ad9-db15ed7c53f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458026 Oct 26 00:28:20.134612 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-e3fb498b-d43e-440d-9f71-b9ddd79a4071 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087058 Oct 26 00:28:20.474844 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:20.554377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-c6c6aef3-c62c-4512-ab41-329c7791f742 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135525 Oct 26 00:28:20.803538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178f0c-2c72-4a0c-a7d7-5060685c1ec7 req-2efae627-e866-4906-bc1c-6a57f99d9aca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:20.804993 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de178f0c-2c72-4a0c-a7d7-5060685c1ec7 req-2efae627-e866-4906-bc1c-6a57f99d9aca tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0481994 Oct 26 00:28:20.844411 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-de178f0c-2c72-4a0c-a7d7-5060685c1ec7 req-36953deb-9f34-4980-bbd2-2ff44f28bca6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Oct 26 00:28:21.095304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:21.963439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0f2fd-a238-43a0-8383-924c99b0ea28 req-d5b6d2fe-1fec-4a62-8323-9869ab41bb29 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:21.964920 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bcf0f2fd-a238-43a0-8383-924c99b0ea28 req-d5b6d2fe-1fec-4a62-8323-9869ab41bb29 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0526655 Oct 26 00:28:22.001564 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bcf0f2fd-a238-43a0-8383-924c99b0ea28 req-37ee988a-4a80-469e-90d9-e7533e12b744 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Oct 26 00:28:22.267653 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b980ea12-e3d6-4c2d-b928-34391f21359a req-3bca4ce4-46bf-4a63-bd6f-9019c9b3d507 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251212 Oct 26 00:28:22.334702 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b980ea12-e3d6-4c2d-b928-34391f21359a req-35154f44-6d7d-4ca8-b4d6-0ec34a6fd251 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0247688 Oct 26 00:28:22.372903 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b980ea12-e3d6-4c2d-b928-34391f21359a req-d7805122-f7f6-439d-850c-e8e84518e878 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193839 Oct 26 00:28:22.466287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980ea12-e3d6-4c2d-b928-34391f21359a req-310e8d1f-64a3-4a19-8820-904b23301617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:22.467726 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b980ea12-e3d6-4c2d-b928-34391f21359a req-310e8d1f-64a3-4a19-8820-904b23301617 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885775 Oct 26 00:28:23.115768 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69e15b-d43f-406c-9c85-5ac4d64dc058 req-3ec26ca0-ceab-45de-afee-fdd7f8c44916 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:23.117230 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa69e15b-d43f-406c-9c85-5ac4d64dc058 req-3ec26ca0-ceab-45de-afee-fdd7f8c44916 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0475619 Oct 26 00:28:23.154276 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aa69e15b-d43f-406c-9c85-5ac4d64dc058 req-5a0bdec4-35d1-4d44-a434-71c4727ec477 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Oct 26 00:28:24.268232 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b00155-f2f4-4562-afe6-415dc4069f24 req-43f6a77e-fa75-4838-8e76-d4e0930f4285 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:24.269704 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4b00155-f2f4-4562-afe6-415dc4069f24 req-43f6a77e-fa75-4838-8e76-d4e0930f4285 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0490484 Oct 26 00:28:24.307985 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a4b00155-f2f4-4562-afe6-415dc4069f24 req-86d0c689-8dee-4bea-9c18-bb48294f1711 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Oct 26 00:28:25.426054 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7947a6-2077-4a79-8fa3-3aa32e29f1e0 req-61ba95a6-1600-446f-bf55-7ded5d2b1cd8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:25.427551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d7947a6-2077-4a79-8fa3-3aa32e29f1e0 req-61ba95a6-1600-446f-bf55-7ded5d2b1cd8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0493705 Oct 26 00:28:25.465539 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7d7947a6-2077-4a79-8fa3-3aa32e29f1e0 req-3d38e16e-103b-4790-a4fc-ffe4315a6faf tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Oct 26 00:28:26.582929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc56d2-b7c3-4e4c-8392-cbcfd2ccb16a req-f73cbf5c-5e58-45d8-87dc-8150a8fc6ccd tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:26.584323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74cc56d2-b7c3-4e4c-8392-cbcfd2ccb16a req-f73cbf5c-5e58-45d8-87dc-8150a8fc6ccd tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0502872 Oct 26 00:28:26.621192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-74cc56d2-b7c3-4e4c-8392-cbcfd2ccb16a req-77eb3fa6-d6ca-40dc-a007-326855545173 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Oct 26 00:28:27.739871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec773a5-c6ca-40cd-af1a-ca489758deb5 req-e72708e5-28b0-4086-8a51-4629cae6702a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:27.741313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ec773a5-c6ca-40cd-af1a-ca489758deb5 req-e72708e5-28b0-4086-8a51-4629cae6702a tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0516365 Oct 26 00:28:27.778313 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8ec773a5-c6ca-40cd-af1a-ca489758deb5 req-5d8f5cec-9aeb-4113-9c11-eab230f722a3 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Oct 26 00:28:28.902592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2590b11-85bc-4a0b-9107-652ac8e83334 req-f1b89fc4-fbe5-404d-b7e9-0ea6ae097b8b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:28.904052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2590b11-85bc-4a0b-9107-652ac8e83334 req-f1b89fc4-fbe5-404d-b7e9-0ea6ae097b8b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0528991 Oct 26 00:28:28.941227 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b2590b11-85bc-4a0b-9107-652ac8e83334 req-ef96bce2-68b2-4da4-bc95-61dfb604b8e9 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Oct 26 00:28:29.266931 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:30.054032 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694bf9-d335-4a75-911f-b26929de139a req-f7075c76-7890-4248-8fa4-cd4fe8a088e8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:30.055428 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45694bf9-d335-4a75-911f-b26929de139a req-f7075c76-7890-4248-8fa4-cd4fe8a088e8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 944 time: 0.0482829 Oct 26 00:28:30.093208 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-45694bf9-d335-4a75-911f-b26929de139a req-e1ad565c-33a2-4549-803f-8fe1429246ae tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Oct 26 00:28:30.362895 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:28:30.455373 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:28:30.469559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'port_id': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'mac_address': 'fa:16:3e:3f:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:28:30.504952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:30.517752 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38a19ea-9dfa-402a-9733-399e93597ebe {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:28:30.536945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:28:30.541084 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:30.586892 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:28:30.957326 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['c38a19ea-9dfa-402a-9733-399e93597ebe'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:28:31.208580 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a7d8e-8e6a-43d0-b600-4258d8391a44 req-56853fd9-9b89-46ee-b454-d705c0aacdf6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:31.209960 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da2a7d8e-8e6a-43d0-b600-4258d8391a44 req-56853fd9-9b89-46ee-b454-d705c0aacdf6 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 945 time: 0.0486672 Oct 26 00:28:31.248507 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-da2a7d8e-8e6a-43d0-b600-4258d8391a44 req-39bfe1f1-be49-4852-89f1-6ddb283d4f17 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Oct 26 00:28:32.354931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:28:32.363075 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1821-ba8e-4636-b086-157e47cdee31 req-f72c4b55-2838-4bc3-b6c2-f27c81aaad7c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:32.364563 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a1f1821-ba8e-4636-b086-157e47cdee31 req-f72c4b55-2838-4bc3-b6c2-f27c81aaad7c tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 945 time: 0.0493498 Oct 26 00:28:32.402423 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port c38a19ea-9dfa-402a-9733-399e93597ebe triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:28:32.402790 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:32.403560 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8a1f1821-ba8e-4636-b086-157e47cdee31 req-c3204e46-41d0-4b7f-aeaf-5662b595ce6d tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Oct 26 00:28:32.479554 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:32.501310 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:28:32.503561 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95797ded-be86-498c-a9ea-1f998d4baa11" -d '{"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-plugged", "status": "completed", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:28:32.516660 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:28:32.521071 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:32.544244 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d470d6b1-d334-42b1-bbaf-2c19150c05f4 x-openstack-request-id: req-d470d6b1-d334-42b1-bbaf-2c19150c05f4 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:28:32.544593 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-plugged", "status": "completed", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:28:32.544845 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d470d6b1-d334-42b1-bbaf-2c19150c05f4 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:28:32.545230 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'code': 200} Oct 26 00:28:32.570352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:28:32.733237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876edd7-e4c1-40fe-aa9b-79c1922a8a21 req-46a531b3-4c4e-4ab3-a4e8-cea4e8b5570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:32.734753 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b876edd7-e4c1-40fe-aa9b-79c1922a8a21 req-46a531b3-4c4e-4ab3-a4e8-cea4e8b5570c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0433042 Oct 26 00:28:32.769356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b876edd7-e4c1-40fe-aa9b-79c1922a8a21 req-a605162a-3a36-4f87-9861-3b784c267dfe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270240 Oct 26 00:28:33.518133 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652242-c824-47f6-98f4-d6329803c87d req-5a0bbdc5-ca0d-465c-a90f-60b3de089678 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:33.519638 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22652242-c824-47f6-98f4-d6329803c87d req-5a0bbdc5-ca0d-465c-a90f-60b3de089678 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0483663 Oct 26 00:28:33.557518 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-22652242-c824-47f6-98f4-d6329803c87d req-45117b52-4f0e-434c-adf1-4b316d0fc9f8 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311387 Oct 26 00:28:34.674993 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3208c-bc96-4d91-a8fd-04782235c3e0 req-d539db84-c46b-43a6-a081-0be95af5b01b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:34.676462 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38a3208c-bc96-4d91-a8fd-04782235c3e0 req-d539db84-c46b-43a6-a081-0be95af5b01b tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0491357 Oct 26 00:28:34.714944 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-38a3208c-bc96-4d91-a8fd-04782235c3e0 req-c79b30ae-619e-4c7b-9e8f-64f2175c7d96 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Oct 26 00:28:41.154635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-2e8c076a-7a99-4768-a9d4-7c1cf392ad82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391541 Oct 26 00:28:41.250572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-fc585416-4562-4af6-a555-18b0f5f39fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:41.252046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-fc585416-4562-4af6-a555-18b0f5f39fde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0400844 Oct 26 00:28:41.357475 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-d6092844-0652-4057-bf39-e32fb28969f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:41.358972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-d6092844-0652-4057-bf39-e32fb28969f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0881429 Oct 26 00:28:41.432674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-8937f9ee-249f-4ade-b492-f62e59808d5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1002 time: 0.0636613 Oct 26 00:28:41.483550 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-b002c04e-e0c5-4860-9098-ed7f79075692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:41.485049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-b002c04e-e0c5-4860-9098-ed7f79075692 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0450079 Oct 26 00:28:41.529494 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-030dae78-40ff-4697-915e-2ac19ac8d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:28:41.531023 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-030dae78-40ff-4697-915e-2ac19ac8d47a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393963 Oct 26 00:28:41.542808 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-ecfa5fcb-7d03-4431-8c17-1dfdc59d63f8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:28:41.543745 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-ecfa5fcb-7d03-4431-8c17-1dfdc59d63f8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055132 Oct 26 00:28:41.634054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-7c87070b-a7de-4e72-8ba8-eddeee796463 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824914 Oct 26 00:28:41.722729 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-edc5180c-f002-4257-bf9c-2da2d9890ca1 req-5ad4227d-6889-46c7-b87e-d4705707bb5a service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817080 Oct 26 00:28:43.901776 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:46.030609 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d228aa23-0a78-4cce-a42d-8819cc4cd21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:47.963885 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:28:48.476268 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c2332a59-b1ec-402e-91b2-2e27135de328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:49.986544 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:50.474763 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:51.097753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:28:59.272052 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:13.899755 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:16.032262 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f7df-6457-46a5-a655-2d75c01089ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:18.478502 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c434f2ce-9b7e-4776-b016-1a1cb3cea528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:19.989190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:20.477513 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:21.102249 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:22.226764 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a3aff3a-f682-4652-8ba9-1c5bb924f7b2 req-ecd384b2-d7a3-434b-9283-2d5970d856ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258334 Oct 26 00:29:22.298449 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a3aff3a-f682-4652-8ba9-1c5bb924f7b2 req-3778d93e-6be5-4995-b443-0c46e6f1ef41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0297005 Oct 26 00:29:22.337162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a3aff3a-f682-4652-8ba9-1c5bb924f7b2 req-1ea26e71-647b-439d-84ef-2297914d3627 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192142 Oct 26 00:29:22.431392 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aff3a-f682-4652-8ba9-1c5bb924f7b2 req-327ac572-bc93-4c75-af0a-f0db8eb72bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:22.432856 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9a3aff3a-f682-4652-8ba9-1c5bb924f7b2 req-327ac572-bc93-4c75-af0a-f0db8eb72bf7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888796 Oct 26 00:29:24.962079 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:29:29.272095 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:41.183308 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-6f14b2ae-7d78-4a10-88c9-eee0b0713000 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441923 Oct 26 00:29:41.282308 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-2cf559a6-c8de-4cf3-9650-8e8f557b4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:41.283782 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-2cf559a6-c8de-4cf3-9650-8e8f557b4331 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0403566 Oct 26 00:29:41.387073 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-c52726e1-0cc9-476a-a06f-6b75ac691bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:41.388527 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-c52726e1-0cc9-476a-a06f-6b75ac691bac service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0844605 Oct 26 00:29:41.455834 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-c38d476f-017a-4a51-91d0-1cb13f10b557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 1002 time: 0.0601928 Oct 26 00:29:41.504991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-52ed7518-9843-4228-ae2f-c824f2ee8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:41.507019 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-52ed7518-9843-4228-ae2f-c824f2ee8451 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0440152 Oct 26 00:29:41.551574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-c181b185-1738-4734-a793-721c1ac9069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:41.553128 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-c181b185-1738-4734-a793-721c1ac9069e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393248 Oct 26 00:29:41.647213 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-0e8efb3a-d74c-4c61-bc9a-5f52c8993b8d service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 Oct 26 00:29:41.739678 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-36219d19-d237-4d90-b59d-55afe6e31e46 req-aab47d0d-3b92-4ead-b599-c535c2344f10 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861542 Oct 26 00:29:43.898571 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:46.036723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-92e15df5-eb21-479a-a2fc-780bb12a741e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:48.478827 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-21646991-32f0-4459-b3bd-d00f977ce15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:49.992267 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.345179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 51996) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:29:50.480191 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.511439 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Deleting port 11c2b5f8-66c4-4fc1-9585-8056f8a1d4a8 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:29:50.511780 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.587113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.587363 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.600372 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Calling delete_port for 11c2b5f8-66c4-4fc1-9585-8056f8a1d4a8 owned by network:floatingip {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:29:50.748658 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.773544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event deleted for resources: {'Port': ['ID=11c2b5f8-66c4-4fc1-9585-8056f8a1d4a8,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:29:50.800859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.801210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.801552 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.801889 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.802257 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.803192 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.803515 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.803843 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.804168 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.804495 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.804821 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.805145 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:50.847067 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for floatingip, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:50.847422 n-d-815373-1 neutron-server[102134]: INFO neutron.db.l3_db [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Floating IP ed8f6c82-4c64-447f-9050-610692954c64 disassociated (deleted). External IP: 172.25.4.206, port: c38a19ea-9dfa-402a-9733-399e93597ebe. Oct 26 00:29:51.054926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:29:51.105296 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:51.165114 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:29:51.169855 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:51.174330 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:29:51.184622 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:29:51.185240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:29:51.200941 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-2916f9ce-5fda-4dbc-b4d1-919316eb8a55 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "DELETE /v2.0/floatingips/ed8f6c82-4c64-447f-9050-610692954c64 HTTP/1.1" status: 204 len: 168 time: 0.8510556 Oct 26 00:29:51.200941 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:29:51.200941 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:29:51.242661 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf83284d-807a-441d-9dc5-e5c3de390eed x-openstack-request-id: req-cf83284d-807a-441d-9dc5-e5c3de390eed {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:29:51.243424 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:29:51.243765 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf83284d-807a-441d-9dc5-e5c3de390eed {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:29:51.244225 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'status': 'completed', 'code': 200} Oct 26 00:29:51.293368 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:29:51.352008 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-67a014e4-9bfd-4cbb-8a68-193797e1ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:51.353700 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-67a014e4-9bfd-4cbb-8a68-193797e1ca09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 1097 time: 0.0652635 Oct 26 00:29:51.432678 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009239d-27bc-45e3-9053-4f26d9a13eaa req-5503353f-7a5c-4b87-a040-dd69e76d1993 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:51.434113 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c009239d-27bc-45e3-9053-4f26d9a13eaa req-5503353f-7a5c-4b87-a040-dd69e76d1993 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0541582 Oct 26 00:29:51.466735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-32dc2ec5-2806-4342-ba98-9ae24ff7dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:51.468372 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-32dc2ec5-2806-4342-ba98-9ae24ff7dc56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 200 len: 908 time: 0.0903084 Oct 26 00:29:51.476913 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c009239d-27bc-45e3-9053-4f26d9a13eaa req-f8c8adf4-1664-4403-a433-600ef9eb8604 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335066 Oct 26 00:29:51.512787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:29:51.515900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-c216281f-a7b5-40a6-a747-ca039c8948ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 200 len: 217 time: 0.0400522 Oct 26 00:29:51.540058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:29:51.548150 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:29:51.548756 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:29:51.568260 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-bc643d63-ea2c-4c1f-ae6f-e1169a7616cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:51.570004 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-bc643d63-ea2c-4c1f-ae6f-e1169a7616cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 200 len: 846 time: 0.0454466 Oct 26 00:29:51.617832 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-21b1ee9d-d7b7-4533-9b3b-ce11d48b0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:51.619380 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-21b1ee9d-d7b7-4533-9b3b-ce11d48b0c83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af5bace6-adee-4c16-b3e5-033e3aa4de85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411284 Oct 26 00:29:51.654796 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:29:51.715972 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-81386328-b3b3-4870-8699-ae7ed8fabe53 service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882285 Oct 26 00:29:51.807069 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c432259d-e56c-4dd4-9ac0-ef31d5bb0d75 req-0de386d7-1987-482d-b2d3-77d76770f29e service neutron] 10.222.0.15 "GET /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Oct 26 00:29:51.856597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:29:51.885779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7ea62-9677-4ab6-b7bc-946f9692d4cb None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:19:29Z', 'revision_number': 4, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': 'a4123829-aee3-481b-8f84-bf40fbb1e663', 'name': '', 'network_id': 'af5bace6-adee-4c16-b3e5-033e3aa4de85', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'mac_address': 'fa:16:3e:f4:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:29Z', 'updated_at': '2021-10-26T00:19:33Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'subnets': [{'id': '8daa59a5-38d0-4764-ba4d-5ee72afafd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:29:52.104195 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd3a63-d1bb-4639-afb7-2b913bfcf211 None None] New status for floating IP ed8f6c82-4c64-447f-9050-610692954c64: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:29:52.599864 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4c3a8-527b-4fcc-a5c2-2adf9343f873 req-c6a46b33-659d-44a0-a04e-77a291911133 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:52.601294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5c4c3a8-527b-4fcc-a5c2-2adf9343f873 req-c6a46b33-659d-44a0-a04e-77a291911133 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0534730 Oct 26 00:29:52.639699 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d5c4c3a8-527b-4fcc-a5c2-2adf9343f873 req-34bd7a54-5242-40d5-9576-3e383ad51521 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/security-groups?id=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Oct 26 00:29:53.185971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-d4b08ba5-fb11-4637-bb76-ac007ecb4eb4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:29:53.187459 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-d4b08ba5-fb11-4637-bb76-ac007ecb4eb4 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 946 time: 0.0481265 Oct 26 00:29:53.276749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Deleting port c38a19ea-9dfa-402a-9733-399e93597ebe {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:29:53.277087 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:53.369503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] For port c38a19ea-9dfa-402a-9733-399e93597ebe, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=c38a19ea-9dfa-402a-9733-399e93597ebe,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:29:53.369859 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:53.382114 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Calling delete_port for c38a19ea-9dfa-402a-9733-399e93597ebe owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:29:53.510797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:53.539287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event deleted for resources: {'Port': ['ID=c38a19ea-9dfa-402a-9733-399e93597ebe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:29:53.551299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.551646 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.551983 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.552321 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.553230 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.553568 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.553894 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.554238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.554563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.554883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.555209 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.555530 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:29:53.589148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] No DVR routers for this DVR port c38a19ea-9dfa-402a-9733-399e93597ebe on host n-h1-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:29:53.591677 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:53.595002 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2c020d51-1413-4528-b4d1-1b2f2b2e9779 req-8a38b13f-efde-46c4-bc7d-8fbca6265930 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.15 "DELETE /v2.0/ports/c38a19ea-9dfa-402a-9733-399e93597ebe HTTP/1.1" status: 204 len: 173 time: 0.4006038 Oct 26 00:29:53.595572 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-deleted', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:29:53.597831 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7560f30-74b1-4152-aba9-b5fa63d7b841" -d '{"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-deleted", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:29:53.637057 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f15d7c3-126a-49eb-9917-33cb10037761 x-openstack-request-id: req-6f15d7c3-126a-49eb-9917-33cb10037761 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:29:53.637733 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d5372-2b2e-4152-ba06-a99e585ab1ec", "name": "network-vif-deleted", "tag": "c38a19ea-9dfa-402a-9733-399e93597ebe", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:29:53.637733 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f15d7c3-126a-49eb-9917-33cb10037761 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:29:53.637982 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d5372-2b2e-4152-ba06-a99e585ab1ec', 'name': 'network-vif-deleted', 'tag': 'c38a19ea-9dfa-402a-9733-399e93597ebe', 'status': 'completed', 'code': 200} Oct 26 00:29:53.741727 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2e517243-b1fc-41eb-992b-5f2dd0fa71ee req-b703e34e-0c5c-450a-a01a-924434b3ba07 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0304847 Oct 26 00:29:54.838093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a0c46e68-5597-46e0-b3b5-150d3934169b req-960701ee-d996-4b35-bd43-cd83c26115f2 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0271583 Oct 26 00:29:55.933032 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c8511c9b-7528-45c6-9f0a-05493e1b6312 req-e2ce9a53-86de-4ad9-a274-e9a76f0b321e tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0270929 Oct 26 00:29:56.709862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:29:56.730732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: c38a19ea-9dfa-402a-9733-399e93597ebe {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:29:56.731081 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device c38a19ea-9dfa-402a-9733-399e93597ebe not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:29:57.031676 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-003dd29e-78bc-42eb-b5df-4bea20c767ec req-693ea2c6-134d-40fc-ac32-76e8a77d3607 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0270386 Oct 26 00:29:58.139855 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-62991fea-3385-4b00-8f5c-03e292f4740f req-8935e82e-4eaa-4ad4-af7b-006130cee385 tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf0d5372-2b2e-4152-ba06-a99e585ab1ec HTTP/1.1" status: 200 len: 210 time: 0.0271676 Oct 26 00:29:59.197179 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52032) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:29:59.265401 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-123a29ea-8d23-4445-837f-e4bb0577c2fb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:59.277599 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:59.291147 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-123a29ea-8d23-4445-837f-e4bb0577c2fb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:59.358464 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-123a29ea-8d23-4445-837f-e4bb0577c2fb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:59.361084 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-123a29ea-8d23-4445-837f-e4bb0577c2fb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Publish callbacks [] for security_group, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:29:59.365425 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-123a29ea-8d23-4445-837f-e4bb0577c2fb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] 10.222.0.25 "DELETE /v2.0/security-groups/43fc67d1-dfe6-45d5-8f4f-a11c2fef5840 HTTP/1.1" status: 204 len: 168 time: 0.1640966 Oct 26 00:29:59.374824 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a29ea-8d23-4445-837f-e4bb0577c2fb tempest-TestShelveInstance-1156982532 tempest-TestShelveInstance-1156982532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc67d1-dfe6-45d5-8f4f-a11c2fef5840,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:00.433663 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:00.989068 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:01.233664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Deleting port a4123829-aee3-481b-8f84-bf40fbb1e663 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:01.233998 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:01.315531 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] For port a4123829-aee3-481b-8f84-bf40fbb1e663, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a4123829-aee3-481b-8f84-bf40fbb1e663,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:01.315889 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:01.334647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Calling delete_port for a4123829-aee3-481b-8f84-bf40fbb1e663 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:01.520227 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:01.547448 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4123829-aee3-481b-8f84-bf40fbb1e663,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:01.713690 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:01.931592 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Router 04436165-d58a-4e5d-8d59-9c7dd45cdefc has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:30:01.962052 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:30:02.040139 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:02.045289 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-fae0ea5b-a7b8-4cfb-a26e-0eb9977b86e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/04436165-d58a-4e5d-8d59-9c7dd45cdefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104882 Oct 26 00:30:02.047984 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52042) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:02.049541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] Sync routers for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:02.059447 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:02.060058 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:02.153760 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.163328 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:02.256885 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.317198 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Deleting port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:02.317540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.403570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] For port 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:02.404045 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.417776 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Calling delete_port for 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 owned by network:router_gateway {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:02.500945 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:30:01Z', 'revision_number': 5, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port': {'id': '3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:27Z', 'updated_at': '2021-10-26T00:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:02.527923 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] Checking router: 04436165-d58a-4e5d-8d59-9c7dd45cdefc for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:02.536794 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] Routers {'04436165-d58a-4e5d-8d59-9c7dd45cdefc'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:02.537729 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:02.585712 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.610841 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:02.627441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] Set router 04436165-d58a-4e5d-8d59-9c7dd45cdefc gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:02.680752 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.684183 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:30:02Z', 'revision_number': 6, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:02.710518 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c28b1-11fc-4b7a-ab99-99cd79c931d8 None None] The sync data for ids ['04436165-d58a-4e5d-8d59-9c7dd45cdefc'] in n-d-815373-1 is: [{'id': '04436165-d58a-4e5d-8d59-9c7dd45cdefc', 'name': 'tempest-TestShelveInstance-50835752-router', 'tenant_id': '0f5c4dddd01b448bb2722e7253816ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:26Z', 'updated_at': '2021-10-26T00:30:02Z', 'revision_number': 6, 'project_id': '0f5c4dddd01b448bb2722e7253816ad9', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:02.776705 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.778840 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.821995 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.822648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04436165-d58a-4e5d-8d59-9c7dd45cdefc {{(pid=102134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:30:02.827446 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.828625 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-80121105-64e0-4aa2-9632-1089f56c60ca admin admin] 10.222.0.25 "DELETE /v2.0/routers/04436165-d58a-4e5d-8d59-9c7dd45cdefc HTTP/1.1" status: 204 len: 168 time: 0.7794571 Oct 26 00:30:02.831315 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52044) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:02.877135 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Deleting subnet 8daa59a5-38d0-4764-ba4d-5ee72afafd1f {{(pid=102134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:30:02.880220 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.920540 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25279270'] for subnet, precommit_delete_associations {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:02.995547 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.047162 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25400789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25346721'] for subnet, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.073229 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8daa59a5-38d0-4764-ba4d-5ee72afafd1f,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:03.081103 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.089490 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0218d-2b3e-45c1-8582-0d89b877e040 None None] Network af5bace6-adee-4c16-b3e5-033e3aa4de85 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:30:03.090067 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-bf336820-37d7-4474-97d8-699fb79a1ae5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8daa59a5-38d0-4764-ba4d-5ee72afafd1f HTTP/1.1" status: 204 len: 168 time: 0.2545569 Oct 26 00:30:03.090067 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52046) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:03.176168 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.229129 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Deleting port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:03.229754 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.297866 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] For port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,segment=NetworkSegment(3b0095f4-8508-4925-9773-852c13d90173),segment_id=3b0095f4-8508-4925-9773-852c13d90173)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:03.298262 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.310830 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Calling delete_port for 6b2db72b-f793-432d-8ed7-fda03ea8ac5b owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:03.389861 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.416551 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2db72b-f793-432d-8ed7-fda03ea8ac5b,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:03.420173 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] No DVR routers for this DVR port 6b2db72b-f793-432d-8ed7-fda03ea8ac5b on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:30:03.500443 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.501761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713711f4-34d7-478b-bbb2-653c954f0469 None None] DHCP port deletion for af5bace6-adee-4c16-b3e5-033e3aa4de85 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:30:03.523015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5bace6-adee-4c16-b3e5-033e3aa4de85']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:03.532675 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0095f4-8508-4925-9773-852c13d90173') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:03.532971 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0095f4-8508-4925-9773-852c13d90173') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:03.543250 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.556921 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.563484 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:30:03.563865 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:30:03.565576 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:30:03.626479 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.632527 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:03.636056 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] 10.222.0.25 "DELETE /v2.0/networks/af5bace6-adee-4c16-b3e5-033e3aa4de85 HTTP/1.1" status: 204 len: 168 time: 0.5454090 Oct 26 00:30:03.639131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52048) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:03.650814 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eeb707-44be-48de-958b-a702cfc17f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5bace6-adee-4c16-b3e5-033e3aa4de85,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:03.904158 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:30:03.924824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:30:03.925164 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 3c4d40ec-cf77-4cf9-bdf1-ad76599d3f82 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:30:03.925587 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6b2db72b-f793-432d-8ed7-fda03ea8ac5b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:30:03.946584 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 6b2db72b-f793-432d-8ed7-fda03ea8ac5b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:30:03.946925 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 6b2db72b-f793-432d-8ed7-fda03ea8ac5b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:30:03.947352 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a4123829-aee3-481b-8f84-bf40fbb1e663 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:30:03.971105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a4123829-aee3-481b-8f84-bf40fbb1e663 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:30:03.971448 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a4123829-aee3-481b-8f84-bf40fbb1e663 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:30:04.313555 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:04.554081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Deleting port a23a14a8-9519-42b6-9937-48850da9d5cc {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:04.554342 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:04.631883 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] For port a23a14a8-9519-42b6-9937-48850da9d5cc, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=a23a14a8-9519-42b6-9937-48850da9d5cc,segment=NetworkSegment(dcb78028-957f-4710-8e36-8613faf6e420),segment_id=dcb78028-957f-4710-8e36-8613faf6e420)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:04.632234 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:04.644395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Calling delete_port for a23a14a8-9519-42b6-9937-48850da9d5cc owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:04.819617 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:04.845800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23a14a8-9519-42b6-9937-48850da9d5cc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:05.005033 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:05.219124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:30:05.324498 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:05.329852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-72877d03-05af-4191-b539-4ee5c7245632 admin admin] 10.222.0.25 "PUT /v2.0/routers/4c2edd3b-6016-4a7a-8200-d56abf7c7783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896713 Oct 26 00:30:05.332503 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52050) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:05.332937 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] Sync routers for ids ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:05.343266 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] Routers {'4c2edd3b-6016-4a7a-8200-d56abf7c7783'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:05.343863 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:05.438866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:05.446805 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] Set router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:05.544252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:05.596414 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Deleting port c9ba2cc3-129b-4034-af1d-e2bed6040755 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:05.596751 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:05.625399 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:30:04Z', 'revision_number': 5, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port': {'id': 'c9ba2cc3-129b-4034-af1d-e2bed6040755', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:05.652677 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] Checking router: 4c2edd3b-6016-4a7a-8200-d56abf7c7783 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:05.660763 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] Routers {'4c2edd3b-6016-4a7a-8200-d56abf7c7783'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:05.661365 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:05.680442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] For port c9ba2cc3-129b-4034-af1d-e2bed6040755, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=c9ba2cc3-129b-4034-af1d-e2bed6040755,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:05.681044 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:05.692497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Calling delete_port for c9ba2cc3-129b-4034-af1d-e2bed6040755 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:05.744938 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] Set router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:05.795423 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:30:05Z', 'revision_number': 6, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:05.825184 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a7746-4a04-45d7-97a2-8ae5278c98a2 None None] The sync data for ids ['4c2edd3b-6016-4a7a-8200-d56abf7c7783'] in n-d-815373-1 is: [{'id': '4c2edd3b-6016-4a7a-8200-d56abf7c7783', 'name': 'tempest-TestShelveInstance-1985509833-router', 'tenant_id': '07c2653c91074c499d171c665f750856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:19:31Z', 'updated_at': '2021-10-26T00:30:05Z', 'revision_number': 6, 'project_id': '07c2653c91074c499d171c665f750856', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:05.867728 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:05.893933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ba2cc3-129b-4034-af1d-e2bed6040755,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:05.953797 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.041725 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.043820 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.088731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.089284 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c2edd3b-6016-4a7a-8200-d56abf7c7783 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:30:06.094138 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.095298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-5b1efded-c5d8-4a7b-800e-3b55cd70bd40 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4c2edd3b-6016-4a7a-8200-d56abf7c7783 HTTP/1.1" status: 204 len: 168 time: 0.7618892 Oct 26 00:30:06.097772 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52052) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:06.143061 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Deleting subnet 00b98cf4-358e-4594-8e41-858680015b8f {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:30:06.146009 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.183872 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.269528 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.322833 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.347754 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b98cf4-358e-4594-8e41-858680015b8f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:06.352034 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.355635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-224b408f-aafd-4e7d-8446-240837b4c793 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/00b98cf4-358e-4594-8e41-858680015b8f HTTP/1.1" status: 204 len: 168 time: 0.2565143 Oct 26 00:30:06.357717 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52054) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:06.357870 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577e32a-361a-40fe-8b02-afa52e369291 None None] Network 73f3b270-05aa-440e-838f-3b499977a39b requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:30:06.428230 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.486963 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Deleting port 5805bbba-6f7b-452d-8b57-6ab0b078484d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:06.487306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.551514 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] For port 5805bbba-6f7b-452d-8b57-6ab0b078484d, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=5805bbba-6f7b-452d-8b57-6ab0b078484d,segment=NetworkSegment(dcb78028-957f-4710-8e36-8613faf6e420),segment_id=dcb78028-957f-4710-8e36-8613faf6e420)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:06.551905 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.564593 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Calling delete_port for 5805bbba-6f7b-452d-8b57-6ab0b078484d owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:06.602308 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] DHCP port deletion for 73f3b270-05aa-440e-838f-3b499977a39b request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:30:06.648433 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.651381 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Deleting port 5805bbba-6f7b-452d-8b57-6ab0b078484d {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:30:06.651748 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.675969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] No DVR routers for this DVR port 5805bbba-6f7b-452d-8b57-6ab0b078484d on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:30:06.680653 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Pushing event deleted for resources: {'Port': ['ID=5805bbba-6f7b-452d-8b57-6ab0b078484d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:06.718507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] For port 5805bbba-6f7b-452d-8b57-6ab0b078484d, host n-d-815373-1, got binding levels [] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:06.718990 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.733065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Calling delete_port for 5805bbba-6f7b-452d-8b57-6ab0b078484d owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:30:06.735793 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.ipam_backend_mixin [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Port 5805bbba-6f7b-452d-8b57-6ab0b078484d was not found and therefore no delete operation was performed {{(pid=102135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 00:30:06.737076 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.755750 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.767289 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Pushing event deleted for resources: {'Port': ['ID=5805bbba-6f7b-452d-8b57-6ab0b078484d,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:06.775470 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] No DVR routers for this DVR port 5805bbba-6f7b-452d-8b57-6ab0b078484d on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:30:06.777835 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.778199 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.778544 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.778888 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.779236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.779553 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.779880 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.780504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.780504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.780838 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.781159 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.781485 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6203da5-3207-4b51-8f87-7ea26c88699a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:06.782276 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f3b270-05aa-440e-838f-3b499977a39b']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:06.797969 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb78028-957f-4710-8e36-8613faf6e420') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:06.798307 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb78028-957f-4710-8e36-8613faf6e420') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:06.809166 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.824133 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.830659 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:30:06.831095 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:30:06.832786 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:30:06.889195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.894752 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:06.898529 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] 10.222.0.25 "DELETE /v2.0/networks/73f3b270-05aa-440e-838f-3b499977a39b HTTP/1.1" status: 204 len: 168 time: 0.5397558 Oct 26 00:30:06.911871 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad2a49-e62f-4a14-8e20-8ac9997b975f admin admin] Pushing event deleted for resources: {'Network': ['ID=73f3b270-05aa-440e-838f-3b499977a39b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:07.040360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52058) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:07.080728 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-68bf1d8d-1d81-4c7a-80fe-0c6369ac16a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f5c4dddd01b448bb2722e7253816ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391743 Oct 26 00:30:07.083245 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52060) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:07.131826 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-007ed31e-d49f-472f-b8fa-50c649aaf1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.157046 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-007ed31e-d49f-472f-b8fa-50c649aaf1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.204026 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-007ed31e-d49f-472f-b8fa-50c649aaf1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.206646 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-007ed31e-d49f-472f-b8fa-50c649aaf1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.207859 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-007ed31e-d49f-472f-b8fa-50c649aaf1c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce91afb8-e735-4419-a2b0-67db2ebeda80 HTTP/1.1" status: 204 len: 168 time: 0.1236918 Oct 26 00:30:07.215927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ed31e-d49f-472f-b8fa-50c649aaf1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce91afb8-e735-4419-a2b0-67db2ebeda80,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:07.540855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52066) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:07.579910 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-0afeeef0-fcbb-41eb-bcec-b3e749344a61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07c2653c91074c499d171c665f750856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378726 Oct 26 00:30:07.582217 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52068) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:07.628996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72db0a58-0bd6-47a4-8adc-c539daed5705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.650510 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72db0a58-0bd6-47a4-8adc-c539daed5705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.694772 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72db0a58-0bd6-47a4-8adc-c539daed5705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.697501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72db0a58-0bd6-47a4-8adc-c539daed5705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:07.698674 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-72db0a58-0bd6-47a4-8adc-c539daed5705 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfc62a71-b942-46b9-9747-be2125dd6635 HTTP/1.1" status: 204 len: 168 time: 0.1155589 Oct 26 00:30:07.706084 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db0a58-0bd6-47a4-8adc-c539daed5705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc62a71-b942-46b9-9747-be2125dd6635,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:07.904785 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a23a14a8-9519-42b6-9937-48850da9d5cc no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:30:07.925761 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: a23a14a8-9519-42b6-9937-48850da9d5cc {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:30:07.926100 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device a23a14a8-9519-42b6-9937-48850da9d5cc not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:30:07.926538 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c9ba2cc3-129b-4034-af1d-e2bed6040755 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:30:07.945862 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: c9ba2cc3-129b-4034-af1d-e2bed6040755 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:30:07.946234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device c9ba2cc3-129b-4034-af1d-e2bed6040755 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:30:07.946649 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5805bbba-6f7b-452d-8b57-6ab0b078484d no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:30:07.964924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 5805bbba-6f7b-452d-8b57-6ab0b078484d {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:30:07.965269 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 5805bbba-6f7b-452d-8b57-6ab0b078484d not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:30:08.424746 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52090) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:08.517687 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-868317026-network', 'tenant_id': '75e16e84afda43ba832bb6f741799db4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:08.539662 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Made reservation on behalf of 75e16e84afda43ba832bb6f741799db4 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:30:08.542040 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.550284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.631539 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.635547 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.657497 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:30:08.673684 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5c842-1ed9-4cc3-8b9e-fd1e6aacfd8c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:08.678554 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.678904 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Added segment 7088e78f-a001-4c28-8fcb-cd7d1df5c6b1 of type vlan for network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 Oct 26 00:30:08.720197 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.745730 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.746693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:08.747268 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:08.798249 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3723795 Oct 26 00:30:08.801690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52094) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:08.807297 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Request body: {'subnet': {'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-868317026-subnet', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:08.812374 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83ccfa-9dd7-4223-9338-8ab1e92f0a16 admin admin] Pushing event updated for resources: {'Network': ['ID=a4af9877-f5dd-4e63-9231-e50e0b23a2c4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:08.825444 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:30:08.829327 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Made reservation on behalf of 75e16e84afda43ba832bb6f741799db4 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:30:08.831680 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.000109 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.058312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28099ae-7fb4-45c6-b969-7c4a1039e373,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:09.066606 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Checking segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:09.066965 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Network hostable DHCP agents. Network: a4af9877-f5dd-4e63-9231-e50e0b23a2c4, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:30:09.084545 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:30:09.092977 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, a4af9877-f5dd-4e63-9231-e50e0b23a2c4) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:09.097627 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:09.098731 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.102637 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7999786-695d-47d3-89e6-bd5d6e40427b None None] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:30:09.114970 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-dc56414a-93d2-44a8-81f5-9a2917934df6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114774 Oct 26 00:30:09.117668 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52096) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:09.122068 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:09.143052 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.144105 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.202404 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.252630 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:30:09.253446 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.346449 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.388442 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Allocated IP 172.20.0.2 (a4af9877-f5dd-4e63-9231-e50e0b23a2c4/b28099ae-7fb4-45c6-b969-7c4a1039e373/184b3517-edf6-412c-9c57-0718546af6d0) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:09.531148 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.538992 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.551113 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.570878 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.577114 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:09.580107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:09.583768 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:09.594205 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Pushing event updated for resources: {'Port': ['ID=184b3517-edf6-412c-9c57-0718546af6d0,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:09.642631 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Attempting to bind port 184b3517-edf6-412c-9c57-0718546af6d0 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:09.642989 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Attempting to bind port 184b3517-edf6-412c-9c57-0718546af6d0 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:09.643348 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Attempting to bind port 184b3517-edf6-412c-9c57-0718546af6d0 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:09.648864 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:09.649236 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Checking segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:09.649635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.650027 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Bound using segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:09.650521 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Bound port: 184b3517-edf6-412c-9c57-0718546af6d0, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:09.650901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.674544 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Allocated IP 172.25.4.118 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/de1a39b6-9b72-48fc-9cdb-d612ad29453e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:09.717404 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] For port 184b3517-edf6-412c-9c57-0718546af6d0, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:09.720802 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] For port 184b3517-edf6-412c-9c57-0718546af6d0, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=184b3517-edf6-412c-9c57-0718546af6d0,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:09.725342 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.780574 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c191-5ff4-4b17-afff-8123c7dcd6df None None] Pushing event updated for resources: {'Port': ['ID=184b3517-edf6-412c-9c57-0718546af6d0,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:09.791433 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.826670 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:09.868250 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:09.871288 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:09.874926 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:09.880690 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Pushing event updated for resources: {'Port': ['ID=de1a39b6-9b72-48fc-9cdb-d612ad29453e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:10.162862 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:10.358786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:10.493152 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Router 56815153-59f9-4c07-a176-c8b534e82c61 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:30:10.605182 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:10.615985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:10.624702 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] Publish callbacks [] for router, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:10.628999 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:10.629094 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-868a9403-0357-481f-a4f4-4bbf8395105a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5073323 Oct 26 00:30:10.629190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:10.629465 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52098) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:10.692395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d045a58-2a87-423f-bc90-4d4901e4a260 None None] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:30:10.786533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-59c1152e-e6fa-4dd3-9ad0-855d22961d7d None None] Provisioning complete for port 184b3517-edf6-412c-9c57-0718546af6d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:10.787482 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c1152e-e6fa-4dd3-9ad0-855d22961d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:10.835769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:11.056175 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.215120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Allocated IP 172.20.0.1 (a4af9877-f5dd-4e63-9231-e50e0b23a2c4/b28099ae-7fb4-45c6-b969-7c4a1039e373/8cd3227c-f09b-42db-b0ca-a95b897f424b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:11.219098 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c1152e-e6fa-4dd3-9ad0-855d22961d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.278179 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-59c1152e-e6fa-4dd3-9ad0-855d22961d7d None None] For port 184b3517-edf6-412c-9c57-0718546af6d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=184b3517-edf6-412c-9c57-0718546af6d0,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:11.287954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59c1152e-e6fa-4dd3-9ad0-855d22961d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.332308 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.348015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1152e-e6fa-4dd3-9ad0-855d22961d7d None None] Pushing event updated for resources: {'Port': ['ID=184b3517-edf6-412c-9c57-0718546af6d0,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:11.353176 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:10Z', 'revision_number': 3, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:11.373074 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.380460 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:11.381378 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Updating router 56815153-59f9-4c07-a176-c8b534e82c61 port de1a39b6-9b72-48fc-9cdb-d612ad29453e binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:30:11.409331 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.420265 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:11.423500 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:11.426006 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:11.456714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd3227c-f09b-42db-b0ca-a95b897f424b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:11.476579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.533972 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-ad50e97b-69cc-4d9f-9008-e80d17ea5a13 None None] Provisioning complete for port 184b3517-edf6-412c-9c57-0718546af6d0 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:11.534368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ad50e97b-69cc-4d9f-9008-e80d17ea5a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.612996 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.747719 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.753290 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.793328 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.797701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.818685 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Attempting to bind port de1a39b6-9b72-48fc-9cdb-d612ad29453e on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:11.819130 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Attempting to bind port de1a39b6-9b72-48fc-9cdb-d612ad29453e by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:11.819503 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Attempting to bind port de1a39b6-9b72-48fc-9cdb-d612ad29453e on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:11.824961 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3525e1-bc71-4cda-917a-9fb5350d4df2 None None] Pushing event updated for resources: {'Port': ['ID=de1a39b6-9b72-48fc-9cdb-d612ad29453e,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:11.832153 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:11.832605 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:11.832924 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.833313 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:11.834377 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Bound port: de1a39b6-9b72-48fc-9cdb-d612ad29453e, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:11.834761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.857349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-29131df4-e61a-4c6b-ad8e-fcd05cb618e0 None None] Provisioning complete for port 8cd3227c-f09b-42db-b0ca-a95b897f424b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:11.857722 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-29131df4-e61a-4c6b-ad8e-fcd05cb618e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.868695 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.876513 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd3227c-f09b-42db-b0ca-a95b897f424b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:11.912669 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-29131df4-e61a-4c6b-ad8e-fcd05cb618e0 None None] Port 8cd3227c-f09b-42db-b0ca-a95b897f424b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:30:11.919414 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] For port de1a39b6-9b72-48fc-9cdb-d612ad29453e, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:11.922541 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] For port de1a39b6-9b72-48fc-9cdb-d612ad29453e, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=de1a39b6-9b72-48fc-9cdb-d612ad29453e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:11.928765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:11.959354 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 184b3517-edf6-412c-9c57-0718546af6d0 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:11.970517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:11.971933 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:12.029061 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3525e1-bc71-4cda-917a-9fb5350d4df2 None None] Pushing event updated for resources: {'Port': ['ID=de1a39b6-9b72-48fc-9cdb-d612ad29453e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:12.033177 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:12.033787 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:12.096314 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Router 56815153-59f9-4c07-a176-c8b534e82c61 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:30:12.121364 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 184b3517-edf6-412c-9c57-0718546af6d0 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:12.121653 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.180635 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:12.216146 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:12.223499 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-eb515627-a325-48aa-9bad-5cf80aa25851 admin admin] 10.222.0.25 "PUT /v2.0/routers/56815153-59f9-4c07-a176-c8b534e82c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920203 Oct 26 00:30:12.338339 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-41fc28ff-b256-4db6-90a4-fc42c7b40137 None None] Provisioning complete for port 8cd3227c-f09b-42db-b0ca-a95b897f424b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:12.338720 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-41fc28ff-b256-4db6-90a4-fc42c7b40137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.386065 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-41fc28ff-b256-4db6-90a4-fc42c7b40137 None None] Port 8cd3227c-f09b-42db-b0ca-a95b897f424b cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:30:12.456395 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 2, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:12.485057 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9be96-7c1a-4954-9f89-d0275d32d1e9 None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 2, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:12.720103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52114) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:12.727365 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1045854764-network', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:12.749195 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Made reservation on behalf of ab73abd968b04dc9a07abd12e7344689 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:30:12.751755 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.762143 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.841933 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.846505 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.873148 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 00:30:12.883873 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e598db-dc0f-460a-b338-15356377c8a8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:12.889462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.889809 n-d-815373-1 neutron-server[102133]: INFO neutron.db.segments_db [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Added segment 4d38fc1c-cdb0-4f91-814c-a7ca75565f01 of type vlan for network cec651ab-98ee-4e42-b329-d8d52414a1fc Oct 26 00:30:12.936561 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927399343'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.963450 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:12.964578 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:12.965161 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.019094 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2983015 Oct 26 00:30:13.022445 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52116) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:13.027501 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Request body: {'subnet': {'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1045854764-subnet', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'ip_version': 4}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:13.030614 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f173f-5060-43d4-bffd-dd96bd6fc5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=cec651ab-98ee-4e42-b329-d8d52414a1fc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:13.044465 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Network cec651ab-98ee-4e42-b329-d8d52414a1fc details requested by agent ovs-agent-n-d-815373-1 with host n-d-815373-1 {{(pid=102135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 00:30:13.070828 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Made reservation on behalf of ab73abd968b04dc9a07abd12e7344689 for: {'subnet': 1} {{(pid=102134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:30:13.074359 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25346746'] for subnet, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.274750 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25400730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25346728'] for subnet, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.337449 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee95b10-7f7c-479d-9c9a-e11b0b8f574f,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:13.347856 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Checking segment: {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:13.348210 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Network hostable DHCP agents. Network: cec651ab-98ee-4e42-b329-d8d52414a1fc, hostable agents: ['8e165771-7b80-4320-868d-be163af93404'], hosted agents: [] {{(pid=102134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 00:30:13.366831 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Network cec651ab-98ee-4e42-b329-d8d52414a1fc is scheduled to be hosted by DHCP agent 8e165771-7b80-4320-868d-be163af93404 with binding_index 1 {{(pid=102134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 00:30:13.375952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-1, cec651ab-98ee-4e42-b329-d8d52414a1fc) {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:13.381758 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:13.383882 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.385453 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb19821-c17a-4989-bc76-fafe72230d86 None None] Network cec651ab-98ee-4e42-b329-d8d52414a1fc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:30:13.402063 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-0c59d4dc-5a2c-41f4-9be5-4f075cd0f29b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3783636 Oct 26 00:30:13.404790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52118) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:13.409138 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:13.431866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1810353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.432952 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1808929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3795'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.504252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.548762 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp036302a1-6ebc-5cf5-ab99-4c34b88673d4-cec651ab-98ee-4e42-b329-d8d52414a1fc', 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'fixed_ips': [{'subnet_id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f'}]}} from n-d-815373-1. {{(pid=102135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 00:30:13.549646 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.665404 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.699449 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.db_base_plugin_common [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Allocated IP 172.20.0.2 (cec651ab-98ee-4e42-b329-d8d52414a1fc/4ee95b10-7f7c-479d-9c9a-e11b0b8f574f/b4580570-5e42-444a-82ed-f104f88fedf2) {{(pid=102135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:13.870858 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.878997 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333'] for port, after_create {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.896140 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.917834 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.935423 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:13.947636 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Network cec651ab-98ee-4e42-b329-d8d52414a1fc is already hosted by enough agents. {{(pid=102135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:13.951608 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Pushing event updated for resources: {'Port': ['ID=b4580570-5e42-444a-82ed-f104f88fedf2,revision_number=1']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:13.954774 n-d-815373-1 neutron-server[102135]: DEBUG neutron.scheduler.base_scheduler [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Resources bound (agent type, host, resource id): {{(pid=102135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:13.956916 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Received port after_create {{(pid=102135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:13.984146 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device de1a39b6-9b72-48fc-9cdb-d612ad29453e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:14.030122 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Allocated IP 172.25.4.89 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/0bbd1849-980d-42bf-bf7e-90bdedbc8aac) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:14.047977 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Attempting to bind port b4580570-5e42-444a-82ed-f104f88fedf2 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:14.048520 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Attempting to bind port b4580570-5e42-444a-82ed-f104f88fedf2 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:14.048770 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Attempting to bind port b4580570-5e42-444a-82ed-f104f88fedf2 on network cec651ab-98ee-4e42-b329-d8d52414a1fc {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:14.058281 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:14.058664 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Checking segment: {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:14.059823 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.059823 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Bound using segment: {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:14.060028 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Bound port: b4580570-5e42-444a-82ed-f104f88fedf2, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:14.060281 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.101433 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port de1a39b6-9b72-48fc-9cdb-d612ad29453e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:14.101817 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.162186 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] For port b4580570-5e42-444a-82ed-f104f88fedf2, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:14.166810 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] For port b4580570-5e42-444a-82ed-f104f88fedf2, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b4580570-5e42-444a-82ed-f104f88fedf2,segment=NetworkSegment(4d38fc1c-cdb0-4f91-814c-a7ca75565f01),segment_id=4d38fc1c-cdb0-4f91-814c-a7ca75565f01)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:14.174782 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.269896 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.275318 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8c5a6-e7c3-4212-a3ea-981a7ebad2a0 None None] Pushing event updated for resources: {'Port': ['ID=b4580570-5e42-444a-82ed-f104f88fedf2,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:14.300393 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port de1a39b6-9b72-48fc-9cdb-d612ad29453e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=de1a39b6-9b72-48fc-9cdb-d612ad29453e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:14.306033 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.364552 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=de1a39b6-9b72-48fc-9cdb-d612ad29453e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:14.517543 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.559070 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.601650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:14.604686 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:14.607440 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:14.640932 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:14.642853 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:14.654566 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:14.655239 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:14.761497 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:14.867852 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:14.966027 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 2, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:14.997742 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:14.998090 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Updating router 56815153-59f9-4c07-a176-c8b534e82c61 port 8cd3227c-f09b-42db-b0ca-a95b897f424b binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:30:15.024182 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.077816 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1808952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803454'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.218394 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 is scheduled to L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 00:30:15.305365 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae0da6-89e9-4a64-a468-5d1d76ae7333 None None] Network cec651ab-98ee-4e42-b329-d8d52414a1fc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:30:15.311280 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.319248 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.341518 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:15.364306 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.366869 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ab200307-e86a-4b59-bccc-d9cf84508c45 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9611127 Oct 26 00:30:15.369563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52120) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:15.382299 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Pushing event updated for resources: {'Port': ['ID=8cd3227c-f09b-42db-b0ca-a95b897f424b,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:15.408693 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.409025 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.409539 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.410053 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.410575 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.411054 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.411583 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.412271 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.412790 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.413281 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.413758 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.414253 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:30:15.449026 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Attempting to bind port 8cd3227c-f09b-42db-b0ca-a95b897f424b on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:15.449916 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Attempting to bind port 8cd3227c-f09b-42db-b0ca-a95b897f424b by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:15.450486 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Attempting to bind port 8cd3227c-f09b-42db-b0ca-a95b897f424b on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:15.456415 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:15.457307 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Checking segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:15.457888 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.458461 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Bound using segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:15.459992 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Bound port: 8cd3227c-f09b-42db-b0ca-a95b897f424b, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:15.460544 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.529391 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] For port 8cd3227c-f09b-42db-b0ca-a95b897f424b, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:15.533113 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] For port 8cd3227c-f09b-42db-b0ca-a95b897f424b, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8cd3227c-f09b-42db-b0ca-a95b897f424b,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:15.539000 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Sync routers for ids ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:15.539196 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.569496 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Routers {'74251bf2-0a45-4d22-8ea3-c045b4e1b772'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:15.571092 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:15.665011 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-2ca86260-c382-443b-a7f7-b8b320c68568 None None] Provisioning complete for port b4580570-5e42-444a-82ed-f104f88fedf2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:15.665711 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ca86260-c382-443b-a7f7-b8b320c68568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.712890 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:15.714250 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:15.756552 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf9a5e-e1dc-4143-bd49-830ce9395cfa None None] Pushing event updated for resources: {'Port': ['ID=8cd3227c-f09b-42db-b0ca-a95b897f424b,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:15.826734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Set router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:15.846090 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:15.929632 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:15.983334 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ca86260-c382-443b-a7f7-b8b320c68568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.087832 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2ca86260-c382-443b-a7f7-b8b320c68568 None None] For port b4580570-5e42-444a-82ed-f104f88fedf2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b4580570-5e42-444a-82ed-f104f88fedf2,segment=NetworkSegment(4d38fc1c-cdb0-4f91-814c-a7ca75565f01),segment_id=4d38fc1c-cdb0-4f91-814c-a7ca75565f01)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:16.090948 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ae098d08-3ede-4ce9-afc4-77443041a6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.096634 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2ca86260-c382-443b-a7f7-b8b320c68568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.175507 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device de1a39b6-9b72-48fc-9cdb-d612ad29453e up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:16.183969 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:15Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:16.219103 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Allocated IP 172.20.0.1 (cec651ab-98ee-4e42-b329-d8d52414a1fc/4ee95b10-7f7c-479d-9c9a-e11b0b8f574f/25449007-7ee2-4811-a0a3-769983542708) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:16.219645 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508c781-105d-445c-a92f-25a18f1d8fd9 None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:15Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:16.248783 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca86260-c382-443b-a7f7-b8b320c68568 None None] Pushing event updated for resources: {'Port': ['ID=b4580570-5e42-444a-82ed-f104f88fedf2,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:16.277548 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c7a3dd9b-098e-49c3-8501-9a4c05f0bd7e None None] Provisioning complete for port 8cd3227c-f09b-42db-b0ca-a95b897f424b triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:16.277921 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7a3dd9b-098e-49c3-8501-9a4c05f0bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.324283 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port de1a39b6-9b72-48fc-9cdb-d612ad29453e triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:16.324954 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.360919 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.380779 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 3, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:16.407187 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.417413 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Checking router: 74251bf2-0a45-4d22-8ea3-c045b4e1b772 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:16.417771 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Updating router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac binding host n-d-815373-1 {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:30:16.447366 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Network cec651ab-98ee-4e42-b329-d8d52414a1fc is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:16.452483 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:16.454989 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:16.485371 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Pushing event updated for resources: {'Port': ['ID=25449007-7ee2-4811-a0a3-769983542708,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:16.497836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.509231 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803979'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.530586 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7a3dd9b-098e-49c3-8501-9a4c05f0bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.555653 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cd3227c-f09b-42db-b0ca-a95b897f424b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:16.620454 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c7a3dd9b-098e-49c3-8501-9a4c05f0bd7e None None] For port 8cd3227c-f09b-42db-b0ca-a95b897f424b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8cd3227c-f09b-42db-b0ca-a95b897f424b,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:16.655866 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.680616 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c7a3dd9b-098e-49c3-8501-9a4c05f0bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.733547 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8cd3227c-f09b-42db-b0ca-a95b897f424b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:16.733846 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.795383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3dd9b-098e-49c3-8501-9a4c05f0bd7e None None] Pushing event updated for resources: {'Port': ['ID=8cd3227c-f09b-42db-b0ca-a95b897f424b,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:16.838471 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.843708 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.867926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3ed217eb-4eea-4b44-b977-b1b40564eda9 None None] Provisioning complete for port b4580570-5e42-444a-82ed-f104f88fedf2 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:16.868218 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3ed217eb-4eea-4b44-b977-b1b40564eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.919244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809275'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:16.921177 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Pushing event updated for resources: {'Port': ['ID=25449007-7ee2-4811-a0a3-769983542708,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:16.977467 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4580570-5e42-444a-82ed-f104f88fedf2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:17.025696 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Network cec651ab-98ee-4e42-b329-d8d52414a1fc is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:17.027287 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:17.101228 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.110897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.163374 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b4580570-5e42-444a-82ed-f104f88fedf2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:17.163747 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.170442 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:30:17.198902 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-3ed217eb-4eea-4b44-b977-b1b40564eda9 None None] Provisioning complete for port 25449007-7ee2-4811-a0a3-769983542708 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:17.199257 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3ed217eb-4eea-4b44-b977-b1b40564eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.215201 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Attempting to bind port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac on host n-d-815373-1 for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:17.215578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Attempting to bind port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:17.215943 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Attempting to bind port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac on network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:17.240473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728ed2-ffcc-461b-8672-c51015a0ab47 None None] Pushing event updated for resources: {'Port': ['ID=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:17.254463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:17.254846 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Checking segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:17.255304 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.256207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Bound using segment: {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:17.256700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Bound port: 0bbd1849-980d-42bf-bf7e-90bdedbc8aac, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662ef45-aa91-4f0b-8047-1581b67c919e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:17.257080 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.287876 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:17.292998 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-3ed217eb-4eea-4b44-b977-b1b40564eda9 None None] Port 25449007-7ee2-4811-a0a3-769983542708 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:30:17.294450 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-19bada9e-09ab-47cd-b891-fe56a3097829 admin admin] 10.222.0.25 "PUT /v2.0/routers/74251bf2-0a45-4d22-8ea3-c045b4e1b772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232192 Oct 26 00:30:17.341713 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] For port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac, host n-d-815373-1, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:17.359960 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] For port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:17.366288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.438911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Routers {'74251bf2-0a45-4d22-8ea3-c045b4e1b772'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:17.439533 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:29:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:17.443105 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728ed2-ffcc-461b-8672-c51015a0ab47 None None] Pushing event updated for resources: {'Port': ['ID=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:17.476055 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-e23a209f-ca11-4d3a-ba52-4257b3a6a268 None None] Provisioning complete for port 25449007-7ee2-4811-a0a3-769983542708 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:17.476434 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e23a209f-ca11-4d3a-ba52-4257b3a6a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.551910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-e23a209f-ca11-4d3a-ba52-4257b3a6a268 None None] Port 25449007-7ee2-4811-a0a3-769983542708 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:30:17.577002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] Set router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:17.776445 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '25449007-7ee2-4811-a0a3-769983542708', 'name': '', 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'mac_address': 'fa:16:3e:b8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:15Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 2, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'subnets': [{'id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:17.801868 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6fb83-a6c8-42e1-ab5a-d3164ef1c4c8 None None] The sync data for ids ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'] in n-d-815373-1 is: [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '25449007-7ee2-4811-a0a3-769983542708', 'name': '', 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'mac_address': 'fa:16:3e:b8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:15Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 2, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'subnets': [{'id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:17.882252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52128) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:17.887252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045024107', 'description': 'tempest-secgroup-smoke-1045024107 description', 'project_id': '75e16e84afda43ba832bb6f741799db4'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:17.914922 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.927586 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cd3227c-f09b-42db-b0ca-a95b897f424b up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:17.980418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 8cd3227c-f09b-42db-b0ca-a95b897f424b triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:17.981164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.990731 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:17.996220 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.033980 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.035403 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1521833 Oct 26 00:30:18.038619 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52130) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:18.043858 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe82c-4818-49e4-acf5-b519ef359667 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0634969-c636-454e-af0e-61c335da3f28,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.046245 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group_rule': {'security_group_id': 'c0634969-c636-454e-af0e-61c335da3f28', 'project_id': '75e16e84afda43ba832bb6f741799db4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:18.075331 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.143803 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.151737 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.175262 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ce690f-2e17-40f9-9d83-481d59ed24c2,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.182303 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.183496 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-7a127d70-8ab2-450d-9cd6-dfca574400d6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425080 Oct 26 00:30:18.186255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52132) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:18.191059 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group_rule': {'security_group_id': 'c0634969-c636-454e-af0e-61c335da3f28', 'project_id': '75e16e84afda43ba832bb6f741799db4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:18.227969 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.279207 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4580570-5e42-444a-82ed-f104f88fedf2 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:18.297652 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.302938 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.321895 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e44ac0-35ff-4c8d-b81b-eba9f3bbe9ba,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.334786 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.339670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-b9f53f6e-403d-474d-866c-07b4db87d4ba tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494493 Oct 26 00:30:18.340330 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52134) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:18.345040 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group_rule': {'security_group_id': 'c0634969-c636-454e-af0e-61c335da3f28', 'project_id': '75e16e84afda43ba832bb6f741799db4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:18.353543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port b4580570-5e42-444a-82ed-f104f88fedf2 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:18.354054 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.376609 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.433101 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.437493 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.455574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c60233e-b872-4dc1-bbd8-e5ff0815a509,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.464867 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.469044 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52136) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:18.469180 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-66004cc0-8ffa-4ce5-b9ff-98e284bd411b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276808 Oct 26 00:30:18.473859 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group_rule': {'security_group_id': 'c0634969-c636-454e-af0e-61c335da3f28', 'project_id': '75e16e84afda43ba832bb6f741799db4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:18.486654 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-003eb76a-3f5d-48e6-a3a9-ede7d3e929a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.503517 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.562859 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.566366 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.584206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a07c79-fe38-47f2-bba6-27f9cbfda63a,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.593189 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.594472 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-e2fc2760-4993-4f37-ab5c-497fd83857ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241395 Oct 26 00:30:18.597166 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52138) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:18.602085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group_rule': {'security_group_id': 'c0634969-c636-454e-af0e-61c335da3f28', 'project_id': '75e16e84afda43ba832bb6f741799db4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:18.624445 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Project 75e16e84afda43ba832bb6f741799db4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:30:18.629469 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.689211 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.692738 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.714221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3847a1-77a9-4331-90fd-5f2f5eb09ee4,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.720022 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.721074 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-88d223a3-93e3-409b-b5bb-a53ba4f7527e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229701 Oct 26 00:30:18.723858 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52140) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:18.728957 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.v2.base [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'security_group_rule': {'security_group_id': 'c0634969-c636-454e-af0e-61c335da3f28', 'project_id': '75e16e84afda43ba832bb6f741799db4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:18.750684 n-d-815373-1 neutron-server[102134]: INFO neutron.db.securitygroups_db [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Project 75e16e84afda43ba832bb6f741799db4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 00:30:18.755501 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.818585 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.822538 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820064'] for security_group_rule, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.839912 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0860615-ac5a-48eb-a7ee-ed5c318f7fbf,revision_number=0']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:18.847827 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:18.849689 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-faa71725-56fb-41fd-9057-b4c233bf61ff tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235561 Oct 26 00:30:19.124471 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-cdeec42f-f916-4bf9-ab21-aeb9f0beffb3 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045024107&fields=id&tenant_id=75e16e84afda43ba832bb6f741799db4 HTTP/1.1" status: 200 len: 267 time: 0.0362403 Oct 26 00:30:19.243954 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-03583c39-0df4-433d-b3c9-a4a5982a9376 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:19.245463 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-03583c39-0df4-433d-b3c9-a4a5982a9376 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 809 time: 0.1130967 Oct 26 00:30:19.261655 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-c1e65186-eba9-42f9-ad50-08e8cf2ff1cb tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/quotas/75e16e84afda43ba832bb6f741799db4 HTTP/1.1" status: 200 len: 375 time: 0.0098608 Oct 26 00:30:19.318464 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-b0733fd3-dcc3-4d01-9f60-e0d6cceef3db tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507793 Oct 26 00:30:19.427693 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-d7a48dea-4112-410f-8844-b51b6dd6abbc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 00:30:19.428842 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-d7a48dea-4112-410f-8844-b51b6dd6abbc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0990458 Oct 26 00:30:19.528325 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-8921912a-65f2-4ca1-a78b-78ad74ecfd44 service neutron] 10.222.0.25 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927200 Oct 26 00:30:19.628720 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-f2bbe34a-d912-4895-8ad6-d3d07a0a3c6c service neutron] 10.222.0.25 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930135 Oct 26 00:30:19.791286 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bf50ff79-3932-4424-9b39-84e0077f09bd req-ffb71f70-06c5-41c2-8b4d-7d92b435fde5 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 210 time: 0.0269525 Oct 26 00:30:19.937606 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0bbd1849-980d-42bf-bf7e-90bdedbc8aac up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:19.999692 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.002202 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:20.002546 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.090474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.112607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] For port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:20.116613 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.168492 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:20.330809 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Sync routers for ids ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:20.341404 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Routers {'74251bf2-0a45-4d22-8ea3-c045b4e1b772'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:20.341996 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:20.444718 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Set router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:20.483094 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.648668 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '25449007-7ee2-4811-a0a3-769983542708', 'name': '', 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'mac_address': 'fa:16:3e:b8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:15Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 2, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'subnets': [{'id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:20.673560 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Checking router: 74251bf2-0a45-4d22-8ea3-c045b4e1b772 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:20.673904 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Updating router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 port 25449007-7ee2-4811-a0a3-769983542708 binding host n-d-815373-1 {{(pid=102136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 00:30:20.701554 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.886214 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-fae7d663-0468-4416-9096-67673e1f7793 req-c10deef4-2190-4f85-9f71-f9662e7a03f8 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 210 time: 0.0274246 Oct 26 00:30:20.957903 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Publish callbacks [] for port, precommit_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:20.963885 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.015451 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1742c-9d20-4e3d-96db-0fe20edef93a None None] Pushing event updated for resources: {'Port': ['ID=25449007-7ee2-4811-a0a3-769983542708,revision_number=3']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:21.069332 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Attempting to bind port 25449007-7ee2-4811-a0a3-769983542708 on host n-d-815373-1 for vnic_type normal with profile {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:21.069703 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Attempting to bind port 25449007-7ee2-4811-a0a3-769983542708 by drivers openvswitch,hyperv on host n-d-815373-1 at level 0 using segments [{'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:21.070059 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Attempting to bind port 25449007-7ee2-4811-a0a3-769983542708 on network cec651ab-98ee-4e42-b329-d8d52414a1fc {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:21.075238 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Checking agent: {'id': '26757bbb-15a5-45a9-863a-371fcfcc9a68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 47, 19), 'started_at': datetime.datetime(2021, 10, 25, 22, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:21.075608 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Checking segment: {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:21.076007 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.076397 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Bound using segment: {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'} {{(pid=102136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:21.076853 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.managers [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Bound port: 25449007-7ee2-4811-a0a3-769983542708, host: n-d-815373-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d38fc1c-cdb0-4f91-814c-a7ca75565f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc'}}] {{(pid=102136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:21.077226 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.111363 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.144580 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] For port 25449007-7ee2-4811-a0a3-769983542708, host n-d-815373-1, cleared binding levels {{(pid=102136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:21.148601 n-d-815373-1 neutron-server[102136]: DEBUG neutron.plugins.ml2.db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] For port 25449007-7ee2-4811-a0a3-769983542708, host n-d-815373-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=25449007-7ee2-4811-a0a3-769983542708,segment=NetworkSegment(4d38fc1c-cdb0-4f91-814c-a7ca75565f01),segment_id=4d38fc1c-cdb0-4f91-814c-a7ca75565f01)] {{(pid=102136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:21.156423 n-d-815373-1 neutron-server[102136]: DEBUG neutron_lib.callbacks.manager [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.200441 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-c5ba5050-10df-4995-9080-66435716df1d None None] Provisioning complete for port 25449007-7ee2-4811-a0a3-769983542708 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:21.200919 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5050-10df-4995-9080-66435716df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.218141 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Routers {'74251bf2-0a45-4d22-8ea3-c045b4e1b772'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:21.218709 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:21.259112 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1742c-9d20-4e3d-96db-0fe20edef93a None None] Pushing event updated for resources: {'Port': ['ID=25449007-7ee2-4811-a0a3-769983542708,revision_number=4']} {{(pid=102136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:21.310180 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5050-10df-4995-9080-66435716df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.342991 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] Set router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:21.358422 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c5ba5050-10df-4995-9080-66435716df1d None None] For port 25449007-7ee2-4811-a0a3-769983542708, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=25449007-7ee2-4811-a0a3-769983542708,segment=NetworkSegment(4d38fc1c-cdb0-4f91-814c-a7ca75565f01),segment_id=4d38fc1c-cdb0-4f91-814c-a7ca75565f01)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:21.363793 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5050-10df-4995-9080-66435716df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.424981 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba5050-10df-4995-9080-66435716df1d None None] Pushing event updated for resources: {'Port': ['ID=25449007-7ee2-4811-a0a3-769983542708,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:21.485134 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-9350cdc8-838c-4f4f-8d65-2e881b896f53 None None] Provisioning complete for port 25449007-7ee2-4811-a0a3-769983542708 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:21.485506 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9350cdc8-838c-4f4f-8d65-2e881b896f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:21.668415 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '25449007-7ee2-4811-a0a3-769983542708', 'name': '', 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'mac_address': 'fa:16:3e:b8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:15Z', 'updated_at': '2021-10-26T00:30:21Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'subnets': [{'id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:21.696078 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873dc54-bdbf-4768-bb8f-ac6732feba73 None None] The sync data for ids ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'] in n-d-815373-1 is: [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '25449007-7ee2-4811-a0a3-769983542708', 'name': '', 'network_id': 'cec651ab-98ee-4e42-b329-d8d52414a1fc', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'mac_address': 'fa:16:3e:b8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:15Z', 'updated_at': '2021-10-26T00:30:21Z', 'revision_number': 4, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'subnets': [{'id': '4ee95b10-7f7c-479d-9c9a-e11b0b8f574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:21.936319 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-5ec256a0-6589-41ba-9986-7cb3f6e26181 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:21.938717 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-5ec256a0-6589-41ba-9986-7cb3f6e26181 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 809 time: 0.1328330 Oct 26 00:30:21.998527 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25449007-7ee2-4811-a0a3-769983542708 up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:22.014244 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-d67aa81e-46ac-4a21-8bbe-5286b7024838 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e16e84afda43ba832bb6f741799db4 HTTP/1.1" status: 200 len: 380 time: 0.0605652 Oct 26 00:30:22.030814 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'port': {'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'admin_state_up': True, 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'security_groups': ['c0634969-c636-454e-af0e-61c335da3f28']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:22.073413 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-2c9d7382-5347-4455-aca8-82fb8efdc572 req-93f0248e-f908-4290-b086-4b0ecae3673a tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 210 time: 0.0487783 Oct 26 00:30:22.089928 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 25449007-7ee2-4811-a0a3-769983542708 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:22.090416 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.187582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0bbd1849-980d-42bf-bf7e-90bdedbc8aac up at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:22.194562 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Made reservation on behalf of 75e16e84afda43ba832bb6f741799db4 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:30:22.198244 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.242334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Provisioning complete for port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:22.242667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.340920 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Allocated IP 172.20.0.8 (a4af9877-f5dd-4e63-9231-e50e0b23a2c4/b28099ae-7fb4-45c6-b969-7c4a1039e373/3e70a096-afc8-422e-ad6f-d684800c4143) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:22.478439 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.512534 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.568906 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:22.572187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:22.575927 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:22.582191 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:22.632355 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:22.633001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.651422 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-ee2cdae6-22e2-418d-92f3-bef5bb777e3b tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313000 Oct 26 00:30:22.669237 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Request body: {'port': {'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:22.725423 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.810956 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-d182f00f-74df-438f-bd36-1e30684bf42f None None] Provisioning complete for port 3e70a096-afc8-422e-ad6f-d684800c4143 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:22.811325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d182f00f-74df-438f-bd36-1e30684bf42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:22.850582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-d182f00f-74df-438f-bd36-1e30684bf42f None None] Port 3e70a096-afc8-422e-ad6f-d684800c4143 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:30:22.989569 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e70a096-afc8-422e-ad6f-d684800c4143 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:30:22.997440 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:23.010000 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Transition to ACTIVE for port object 3e70a096-afc8-422e-ad6f-d684800c4143 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:30:23.013838 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:23.066843 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:23.143458 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Attempting to bind port 3e70a096-afc8-422e-ad6f-d684800c4143 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:30:23.143795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Attempting to bind port 3e70a096-afc8-422e-ad6f-d684800c4143 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:30:23.144124 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Attempting to bind port 3e70a096-afc8-422e-ad6f-d684800c4143 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:23.149750 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Port 3e70a096-afc8-422e-ad6f-d684800c4143 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:30:23.150074 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Attempting to bind port 3e70a096-afc8-422e-ad6f-d684800c4143 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:30:23.157049 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:30:23.157384 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Checking segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:30:23.157766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Bound using segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:30:23.158219 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Bound port: 3e70a096-afc8-422e-ad6f-d684800c4143, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:30:23.158577 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:23.253800 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68fc2d05-4191-4568-a5a0-b17bd276d18b req-b586f51d-b14b-4226-9720-2d91fb2f32fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0353978 Oct 26 00:30:23.265953 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234419-6696-4fc3-b91d-828cec42fc94 req-2e20817d-6767-42d6-922d-0fabdc5723c4 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:23.267647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27234419-6696-4fc3-b91d-828cec42fc94 req-2e20817d-6767-42d6-922d-0fabdc5723c4 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.1124425 Oct 26 00:30:23.326999 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:30:23.332500 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68fc2d05-4191-4568-a5a0-b17bd276d18b req-5ec92b57-6a0c-4f3d-950c-bf5b06ece930 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0346334 Oct 26 00:30:23.349292 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:30:23.363484 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-27234419-6696-4fc3-b91d-828cec42fc94 req-33fb78d4-f492-4dc3-8645-7577562a56fa tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852358 Oct 26 00:30:23.366671 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:23.390583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68fc2d05-4191-4568-a5a0-b17bd276d18b req-98e97689-e39c-447b-9dbe-45988b5782ce service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379276 Oct 26 00:30:23.430263 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:23.430964 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:23.432396 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 1091 time: 0.7676325 Oct 26 00:30:23.449010 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:30:23.451494 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f5e43-2913-49ef-a359-9cc7cfb286f2" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:30:23.839474 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667553ec-9501-40e8-93a6-669c791ef225 x-openstack-request-id: req-667553ec-9501-40e8-93a6-669c791ef225 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:30:23.839770 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:30:23.840019 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-667553ec-9501-40e8-93a6-669c791ef225 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:30:23.840403 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'status': 'completed', 'code': 200} Oct 26 00:30:23.893181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23d19e-210d-448a-b115-94334a50d763 service neutron] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:23.918839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9d511c04-baa2-4475-8564-18c7fc1926a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:23.920347 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9d511c04-baa2-4475-8564-18c7fc1926a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1094 time: 0.0827127 Oct 26 00:30:23.932855 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2d05-4191-4568-a5a0-b17bd276d18b req-40311cd5-f408-48bc-aad2-a828765e472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:23.934250 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-68fc2d05-4191-4568-a5a0-b17bd276d18b req-40311cd5-f408-48bc-aad2-a828765e472f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5238283 Oct 26 00:30:23.971852 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-9ae5d4c5-26c7-49ed-a44c-0a9ec2c565d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 217 time: 0.0365198 Oct 26 00:30:24.023852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-36efe917-737d-4ef6-9280-37b713437367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.025473 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-36efe917-737d-4ef6-9280-37b713437367 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0464435 Oct 26 00:30:24.070070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bc2b-1246-4593-abbf-d880166d6090 req-3bcc912e-a6d6-40b8-a877-6499e7b882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.071740 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-3bcc912e-a6d6-40b8-a877-6499e7b882f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393481 Oct 26 00:30:24.166900 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-0b99670f-6cd0-4b37-ba6d-f1747befff0f service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880442 Oct 26 00:30:24.253326 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-c071bc2b-1246-4593-abbf-d880166d6090 req-03a5e6c8-82d2-4c6c-aa2f-aa345dc902d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799162 Oct 26 00:30:24.376570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-46d19aad-8120-4e6e-9d00-530e12d87dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.377945 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-46d19aad-8120-4e6e-9d00-530e12d87dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1094 time: 0.0394635 Oct 26 00:30:24.503303 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-71407cfc-f061-460f-acb9-fc4325a9236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.504769 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-71407cfc-f061-460f-acb9-fc4325a9236f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.1187418 Oct 26 00:30:24.514645 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53807f9-7100-411a-a8f6-cce3440e4077 req-95ef2085-ff80-4fa6-a986-437e6f7a1d06 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.516047 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53807f9-7100-411a-a8f6-cce3440e4077 req-95ef2085-ff80-4fa6-a986-437e6f7a1d06 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0772591 Oct 26 00:30:24.560062 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-c9f26d50-edb3-4678-8164-03308e4eb9f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 217 time: 0.0430756 Oct 26 00:30:24.614670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e53807f9-7100-411a-a8f6-cce3440e4077 req-aa957823-1cf1-4c84-b3f4-9163b8207142 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911603 Oct 26 00:30:24.623490 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-e05f27e2-2466-4f0e-85a3-38280d393537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.624894 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-e05f27e2-2466-4f0e-85a3-38280d393537 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0571961 Oct 26 00:30:24.670471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-0cc4b80b-5dad-4de0-9f9b-cf29c5e281ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:24.671912 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-0cc4b80b-5dad-4de0-9f9b-cf29c5e281ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398023 Oct 26 00:30:24.765589 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-e16d9675-2f40-49ae-8afd-4de6f677c86e service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851965 Oct 26 00:30:24.854309 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-985f5e43-2913-49ef-a359-9cc7cfb286f2 req-6ebfd2aa-122f-4ac0-a31a-e3c7488e5106 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Oct 26 00:30:25.737629 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3268663-0dc5-4343-9e20-1b15ecdf084b req-4f3a995c-9c2a-4567-b815-df12485c75ca tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:25.739130 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3268663-0dc5-4343-9e20-1b15ecdf084b req-4f3a995c-9c2a-4567-b815-df12485c75ca tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0542622 Oct 26 00:30:25.777192 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e3268663-0dc5-4343-9e20-1b15ecdf084b req-b1933127-3594-43a2-beee-3849c661b1fa tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Oct 26 00:30:26.896939 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbdfa9-c1a5-4f5b-a596-240fcb7da6e3 req-32d11614-b0d6-4e6a-bc92-e0e5af7c5ae2 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:26.898417 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1cbdfa9-c1a5-4f5b-a596-240fcb7da6e3 req-32d11614-b0d6-4e6a-bc92-e0e5af7c5ae2 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0535963 Oct 26 00:30:26.936819 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d1cbdfa9-c1a5-4f5b-a596-240fcb7da6e3 req-f90a5a88-8738-44e0-851c-cc6b419381c2 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Oct 26 00:30:28.055933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff111-1b84-4093-a0a1-f79f628c463a req-0d219be7-346d-4982-a6fe-1f6b06f8e843 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:28.057395 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a42ff111-1b84-4093-a0a1-f79f628c463a req-0d219be7-346d-4982-a6fe-1f6b06f8e843 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0525627 Oct 26 00:30:28.093728 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a42ff111-1b84-4093-a0a1-f79f628c463a req-bf0d5e26-52ca-4c96-8312-a27b531c1216 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304704 Oct 26 00:30:28.856192 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:30:28.948866 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:28.960371 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '3e70a096-afc8-422e-ad6f-d684800c4143', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:30:28.999189 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:29.012767 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e70a096-afc8-422e-ad6f-d684800c4143 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:30:29.031854 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:29.035852 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:29.080614 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:29.209714 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4551c76-d9c9-4672-9d0d-e5aef1a4b6ed req-415e342f-f48f-4e6a-98c2-69961961df95 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:29.211477 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4551c76-d9c9-4672-9d0d-e5aef1a4b6ed req-415e342f-f48f-4e6a-98c2-69961961df95 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 944 time: 0.0490096 Oct 26 00:30:29.249845 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a4551c76-d9c9-4672-9d0d-e5aef1a4b6ed req-6d95952f-3c8d-408e-a15c-b46b0c57f86f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Oct 26 00:30:29.273115 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:29.458990 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3e70a096-afc8-422e-ad6f-d684800c4143'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:30:30.366785 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86928a00-cc72-4ba7-a97f-25f39f8cdfc6 req-1aed4ace-96c5-456c-ad68-5bdcfc923ca7 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:30.368366 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86928a00-cc72-4ba7-a97f-25f39f8cdfc6 req-1aed4ace-96c5-456c-ad68-5bdcfc923ca7 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 944 time: 0.0495744 Oct 26 00:30:30.406220 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-86928a00-cc72-4ba7-a97f-25f39f8cdfc6 req-d18f35e0-92bd-4dd3-ad92-d8bd06720bc3 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Oct 26 00:30:30.880297 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:30:30.932122 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 3e70a096-afc8-422e-ad6f-d684800c4143 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:30:30.936115 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 3e70a096-afc8-422e-ad6f-d684800c4143 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:30:30.936486 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:31.013225 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:31.034872 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:30:31.037120 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75135a-b0af-408e-b6f3-e8743f992e6a" -d '{"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-plugged", "status": "completed", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:30:31.050926 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:30:31.055472 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:31.077461 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbdf382-5b0f-463e-970c-50946e3dcf89 x-openstack-request-id: req-7cbdf382-5b0f-463e-970c-50946e3dcf89 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:30:31.077757 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-plugged", "status": "completed", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:30:31.078015 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cbdf382-5b0f-463e-970c-50946e3dcf89 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:30:31.078501 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'code': 200} Oct 26 00:30:31.103678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:31.198892 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f70fb8-a89e-4d32-a010-f753374c0c69 req-887ef505-56b8-40fb-bb5a-2580fadf4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:31.200813 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32f70fb8-a89e-4d32-a010-f753374c0c69 req-887ef505-56b8-40fb-bb5a-2580fadf4146 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1096 time: 0.0410233 Oct 26 00:30:31.234962 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-32f70fb8-a89e-4d32-a010-f753374c0c69 req-0074026b-efce-4f79-8925-3eee5e308203 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275686 Oct 26 00:30:31.524107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6a611-c0f0-419b-a841-932c877fa96e req-c9d3cdbb-7b94-473c-8ba1-0fb5908e6782 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:31.525545 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ed6a611-c0f0-419b-a841-932c877fa96e req-c9d3cdbb-7b94-473c-8ba1-0fb5908e6782 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 945 time: 0.0504041 Oct 26 00:30:31.563680 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8ed6a611-c0f0-419b-a841-932c877fa96e req-26b51d7c-f869-4a79-bea5-02f63744fe06 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Oct 26 00:30:32.690162 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7982e8-0f83-45b4-89e9-aca7453a162b req-9fa5dedd-29df-419d-b32e-c342fa8535da tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:32.691656 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b7982e8-0f83-45b4-89e9-aca7453a162b req-9fa5dedd-29df-419d-b32e-c342fa8535da tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 945 time: 0.0568357 Oct 26 00:30:32.731377 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7b7982e8-0f83-45b4-89e9-aca7453a162b req-900fb867-072d-492b-b6f0-120f817765d0 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331130 Oct 26 00:30:33.851156 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9249122-050d-422e-b197-315fc65959fb req-e986cc9f-8361-4c77-bf1e-8dfb4c83f031 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:33.853139 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9249122-050d-422e-b197-315fc65959fb req-e986cc9f-8361-4c77-bf1e-8dfb4c83f031 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 945 time: 0.0529799 Oct 26 00:30:33.890105 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a9249122-050d-422e-b197-315fc65959fb req-fb82d450-50a7-49de-b0a4-c923c1548c11 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Oct 26 00:30:34.005565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2ae5c-1a55-42ac-8738-113833acb378 req-60cfe936-bd48-4035-8425-f3e90eb3113a tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:34.007089 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ef2ae5c-1a55-42ac-8738-113833acb378 req-60cfe936-bd48-4035-8425-f3e90eb3113a tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 945 time: 0.0501473 Oct 26 00:30:34.045202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3ef2ae5c-1a55-42ac-8738-113833acb378 req-67f24c3c-7ead-44f7-9e77-9f423ee16b96 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Oct 26 00:30:34.066233 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52208) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:34.153097 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad6605-b8fb-4b77-8026-ca116483d136 tempest-TestSnapshotPattern-1282557603 tempest-TestSnapshotPattern-1282557603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:34.154947 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-98ad6605-b8fb-4b77-8026-ca116483d136 tempest-TestSnapshotPattern-1282557603 tempest-TestSnapshotPattern-1282557603-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1091 time: 0.0876877 Oct 26 00:30:34.157761 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52212) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:30:34.162766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:30:34.187277 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:34.295375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:34.399795 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Allocated IP 172.25.4.248 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/06ba6a53-3fec-469a-9672-222e07d0760b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:30:34.497398 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:34.530067 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:34.575329 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:30:34.578167 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:30:34.580790 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:30:34.603766 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'Port': ['ID=06ba6a53-3fec-469a-9672-222e07d0760b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:34.935018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:35.003446 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:35.151806 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:35.156400 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:35.226938 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'Port': ['ID=06ba6a53-3fec-469a-9672-222e07d0760b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:30:35.239240 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:35.338784 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Floating IP 320cfafa-f781-429f-a825-c9039237b11c associated. External IP: 172.25.4.248, port: 3e70a096-afc8-422e-ad6f-d684800c4143. Oct 26 00:30:35.542538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Router 56815153-59f9-4c07-a176-c8b534e82c61 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:30:35.646484 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:30:35.657663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:30:35.664103 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:35.668124 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:35.668743 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:35.693633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8aee5f5e-0f4e-4f47-a430-e04b5a5a4279 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5347674 Oct 26 00:30:35.694318 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:30:35.697182 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:30:35.734817 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa142e62-88f0-43cb-8ec1-7ce53da3879b x-openstack-request-id: req-aa142e62-88f0-43cb-8ec1-7ce53da3879b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:30:35.735108 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:30:35.735366 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa142e62-88f0-43cb-8ec1-7ce53da3879b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:30:35.735775 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'status': 'completed', 'code': 200} Oct 26 00:30:35.783074 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:35.818677 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-a6e44652-3c85-434c-81da-f20a338b5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:35.820202 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-a6e44652-3c85-434c-81da-f20a338b5079 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1096 time: 0.0413642 Oct 26 00:30:35.911664 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-fad025fc-c619-46e9-b48d-9acde0bfadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:35.913150 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-fad025fc-c619-46e9-b48d-9acde0bfadd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0848429 Oct 26 00:30:35.983076 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-8388294d-a90c-49c5-9fde-55626d01281e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 999 time: 0.0628839 Oct 26 00:30:36.002597 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:34Z', 'revision_number': 0, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:36.028791 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:30:36.033082 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-dc585d83-c017-4738-be27-824c3cc026a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:36.034583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-dc585d83-c017-4738-be27-824c3cc026a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0442944 Oct 26 00:30:36.037002 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:30:36.037593 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:30:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:36.080665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-17b97d20-c966-4ffe-ad70-03e9f334c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:36.082286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-17b97d20-c966-4ffe-ad70-03e9f334c7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404675 Oct 26 00:30:36.147576 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:30:36.175381 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-8826b550-9954-4da1-a21e-c49b2eb92beb service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860023 Oct 26 00:30:36.271949 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e58a3fe1-c0a9-4761-a1b0-3d3cea77e537 req-f9d622f0-a996-46ed-8af4-60685cecaccc service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873804 Oct 26 00:30:36.373238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:34Z', 'revision_number': 0, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:30:36.398702 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b1631-9470-4e54-b463-5127c6892b4b None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:34Z', 'revision_number': 0, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:30:36.594272 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e069ca44-4306-4502-a614-4e4e5150cafd None None] New status for floating IP 320cfafa-f781-429f-a825-c9039237b11c: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:30:38.961448 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:30:43.159248 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-cd0814a0-267d-4143-b642-bc8c36e58412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394950 Oct 26 00:30:43.255508 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ca07-6070-4927-9b22-6a21d6994618 req-18f38d3b-90fa-484e-b9d6-04c685d4aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:43.257332 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-18f38d3b-90fa-484e-b9d6-04c685d4aa1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1096 time: 0.0401788 Oct 26 00:30:43.363262 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ca07-6070-4927-9b22-6a21d6994618 req-97c42c9e-9e5e-4780-a3df-3e7e1d678570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:43.364715 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-97c42c9e-9e5e-4780-a3df-3e7e1d678570 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0875642 Oct 26 00:30:43.427551 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-aeebcaf8-e0f7-47b6-b580-7d577a63efde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 1001 time: 0.0560546 Oct 26 00:30:43.474713 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ca07-6070-4927-9b22-6a21d6994618 req-c5c9d48e-978e-4e63-8e2a-3a28b597bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:43.476088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-c5c9d48e-978e-4e63-8e2a-3a28b597bf00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0417969 Oct 26 00:30:43.524611 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ca07-6070-4927-9b22-6a21d6994618 req-76f9c2a7-d171-4282-9360-64343136f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:30:43.526141 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-76f9c2a7-d171-4282-9360-64343136f1ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428600 Oct 26 00:30:43.616241 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-869dc666-add6-4d7a-ba73-9d47520ad86a service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Oct 26 00:30:43.709173 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-9285ca07-6070-4927-9b22-6a21d6994618 req-7ece4d4a-5e8d-48c9-8b5d-b90462cf2dcb service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 Oct 26 00:30:43.912993 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:46.032963 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ee7f81de-3da4-438f-8264-b40c63392d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:48.478182 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f25799ac-622d-42cb-b03e-9f5c097f8e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:49.996618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:50.486314 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:51.110650 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:30:59.287014 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:13.923842 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:15.960608 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:31:16.033768 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b37a396c-7681-4e91-98b9-4d95fd3f455f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:18.480593 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a96d73d2-b8c6-44cc-b972-3899bad4303b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:19.999802 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:20.487269 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:21.115160 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:23.279796 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f43222c5-6352-44c8-ad4e-39b3907572f1 req-8c08a992-6f31-4bde-a5c3-375cd0943c4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0800772 Oct 26 00:31:23.355104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f43222c5-6352-44c8-ad4e-39b3907572f1 req-39d9e5a4-5ce6-4906-bacb-d6d631ebfd55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0246313 Oct 26 00:31:23.394204 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f43222c5-6352-44c8-ad4e-39b3907572f1 req-09e1c031-5c5b-4658-8fa4-099575c35907 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198307 Oct 26 00:31:23.490755 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43222c5-6352-44c8-ad4e-39b3907572f1 req-10249708-21dd-4ea7-bcc0-56cd5eece23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:31:23.492104 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f43222c5-6352-44c8-ad4e-39b3907572f1 req-10249708-21dd-4ea7-bcc0-56cd5eece23e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917313 Oct 26 00:31:29.301393 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:43.913540 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:45.137438 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-c6ef0d79-59b0-4b0b-9a0d-e641831b8524 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392985 Oct 26 00:31:45.235187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-f31bdf19-d47f-4699-8527-e55ef6d8f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:31:45.236668 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-f31bdf19-d47f-4699-8527-e55ef6d8f8df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1096 time: 0.0402427 Oct 26 00:31:45.345823 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-b46543f8-1cc5-47e4-b050-8cd44a2596eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:31:45.347345 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-b46543f8-1cc5-47e4-b050-8cd44a2596eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0892541 Oct 26 00:31:45.411645 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-295c99ac-076c-4bfa-8501-065d358a2bf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 1001 time: 0.0571508 Oct 26 00:31:45.464875 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-09b5bf96-7864-4506-8cad-ca9438c40ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:31:45.466394 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-09b5bf96-7864-4506-8cad-ca9438c40ba4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0479729 Oct 26 00:31:45.512081 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-f803e17f-e51d-4a48-957c-012be874f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:31:45.513545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-f803e17f-e51d-4a48-957c-012be874f249 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397503 Oct 26 00:31:45.605215 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-cfdeb3c7-6659-4a6c-bcff-5769be4d5986 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832391 Oct 26 00:31:45.693389 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-2ecaad8e-204a-4676-b319-9e44a1cc76cb req-844ce1f2-e8cd-4020-b4e7-a0a6ab60efb9 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806329 Oct 26 00:31:46.035785 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f4d9cdea-e128-4a73-9fc7-fb2f0770a5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:48.483186 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2811ca4-aa0e-4e3e-8e4e-1b9b54f208b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:50.004652 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:50.489201 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:51.115824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:31:52.959644 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:31:59.301597 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:13.915743 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:16.036824 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-57578dae-5e52-4611-a83d-05247a7c6184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:18.485310 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-46026768-05d1-4664-869a-bed2e3a95750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:20.004825 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:20.492203 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:21.119057 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:23.229161 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-feadb91f-e506-4d36-a05c-3abc245cff7e req-82623bc3-1792-47cd-98ab-fbcfbf27e624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0245893 Oct 26 00:32:23.295765 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-feadb91f-e506-4d36-a05c-3abc245cff7e req-0423cbd2-79fe-4c66-b104-64e208946e51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0244906 Oct 26 00:32:23.338767 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-feadb91f-e506-4d36-a05c-3abc245cff7e req-eaac1b8c-8aa9-4cba-b48b-e9d93fba4536 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227485 Oct 26 00:32:23.431375 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb91f-e506-4d36-a05c-3abc245cff7e req-12f06303-c77b-48a6-a6a8-731089ee9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:32:23.432836 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-feadb91f-e506-4d36-a05c-3abc245cff7e req-12f06303-c77b-48a6-a6a8-731089ee9894 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871754 Oct 26 00:32:29.315377 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:29.958864 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:32:43.927855 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:46.037970 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-beac2712-aa23-4a1b-8951-62f325dd4c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:46.199512 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-fdc7e4d6-e223-421f-aa8b-eadb2cc0d350 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029630 Oct 26 00:32:46.302922 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-10a3a992-9f88-4116-9133-3c80b8588f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:32:46.304454 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-10a3a992-9f88-4116-9133-3c80b8588f71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1096 time: 0.0459027 Oct 26 00:32:46.406734 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-dcbc0be4-3c3b-4ac4-9b57-39db1c7d3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:32:46.408530 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-dcbc0be4-3c3b-4ac4-9b57-39db1c7d3feb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0841873 Oct 26 00:32:46.477136 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-945b928e-41dd-461c-acba-bc3a77b23ec6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 1001 time: 0.0596485 Oct 26 00:32:46.525091 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-1be5cc15-1582-4cad-b998-51ecb26e4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:32:46.526575 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-1be5cc15-1582-4cad-b998-51ecb26e4caf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0432911 Oct 26 00:32:46.572144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-dee48585-39ae-4b9f-a80c-7cd4ba770d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:32:46.573619 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-dee48585-39ae-4b9f-a80c-7cd4ba770d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402184 Oct 26 00:32:46.665480 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-2f5b782f-6447-4b8f-8688-9985dbae62f1 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840983 Oct 26 00:32:46.754791 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a6f3d24-9ef7-4b6c-99cb-ca48ad7886a1 req-f0b82097-02fe-4584-84f5-335d5e30c057 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824564 Oct 26 00:32:48.485623 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ce495cec-82c4-4cc2-ad69-d63e28022648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:50.007679 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:50.494325 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:51.120723 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:32:59.316775 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:06.959125 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:33:13.932848 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:16.039135 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b663de6a-7bac-4362-ab88-e18747c388b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:17.562679 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:33:17.653934 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:17.668578 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '3e70a096-afc8-422e-ad6f-d684800c4143', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:33:17.703891 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:17.716734 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e70a096-afc8-422e-ad6f-d684800c4143 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:33:17.736155 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:17.739952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:17.785190 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:17.792583 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.792931 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.793271 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.793607 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.793940 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.794401 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.794632 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.794955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.795280 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.795601 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.795924 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.796242 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:17.889187 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['3e70a096-afc8-422e-ad6f-d684800c4143'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:33:18.486401 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e29443b0-c08a-43b0-bb67-9eb066e185f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:19.567238 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:33:19.616279 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 3e70a096-afc8-422e-ad6f-d684800c4143 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:33:19.616642 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:19.690022 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:19.712421 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:33:19.714711 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e89515-da53-44a7-b59b-6683364d7993" -d '{"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-plugged", "status": "completed", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:33:19.727732 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:19.732583 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:19.782663 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:19.846191 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5272cbb-677c-4693-b322-cd46cfbbe8d3 x-openstack-request-id: req-f5272cbb-677c-4693-b322-cd46cfbbe8d3 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:33:19.846490 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-plugged", "status": "completed", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:33:19.846770 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5272cbb-677c-4693-b322-cd46cfbbe8d3 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:33:19.847168 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'code': 200} Oct 26 00:33:20.011635 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:20.497556 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:21.128517 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:24.242014 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6e8f72a-d973-4081-9705-b29dda56dba7 req-c9b9485a-0224-45f4-9599-e871f644d601 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304091 Oct 26 00:33:24.330298 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6e8f72a-d973-4081-9705-b29dda56dba7 req-2e1b275b-2635-4ccd-8761-6a116b5aad47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0364442 Oct 26 00:33:24.371736 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6e8f72a-d973-4081-9705-b29dda56dba7 req-c196c649-f302-42e8-bb28-103c791a186b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207522 Oct 26 00:33:24.481973 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8f72a-d973-4081-9705-b29dda56dba7 req-5badc68e-cc82-4954-8a3b-66c40276851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:24.483652 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-d6e8f72a-d973-4081-9705-b29dda56dba7 req-5badc68e-cc82-4954-8a3b-66c40276851b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042333 Oct 26 00:33:29.334626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:30.434633 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-4fbfa163-ef90-4a45-870b-1521bf298f8d tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045024107&fields=id&tenant_id=75e16e84afda43ba832bb6f741799db4 HTTP/1.1" status: 200 len: 267 time: 0.0325668 Oct 26 00:33:30.542651 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-23d0a5b7-2da6-414a-afcd-3e8a0c7fdb59 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:30.544110 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-23d0a5b7-2da6-414a-afcd-3e8a0c7fdb59 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 809 time: 0.1021280 Oct 26 00:33:30.559647 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-7dfacddd-c89a-4ae7-af7b-82060f4b85ad tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/quotas/75e16e84afda43ba832bb6f741799db4 HTTP/1.1" status: 200 len: 375 time: 0.0090196 Oct 26 00:33:30.613783 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c2bd8a71-c72a-4ac4-9c5f-26c37cfbf7d8 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487833 Oct 26 00:33:30.710817 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-b153b30f-9d9f-4bd5-bb12-9b2c10191310 service neutron] 10.222.0.25 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851631 Oct 26 00:33:30.805414 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-850ba528-ed28-4541-859e-09d23400b828 service neutron] 10.222.0.25 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881104 Oct 26 00:33:31.053290 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9762c840-98a7-4063-a97a-1eda90a4182c req-5658cd80-1845-44fc-abcd-e72f0faf2fa0 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 210 time: 0.0859647 Oct 26 00:33:32.464181 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f959921c-6d8d-49a7-ba07-f2c079a36cd2 req-4c8fffb1-6559-4497-9fa0-406cecd4f6c1 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 210 time: 0.3584192 Oct 26 00:33:33.559323 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-feaf4a6c-a48d-4106-a760-57e2016d3168 req-0bed00d9-c870-4874-b4ee-57aa223a9bec tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 210 time: 0.0280945 Oct 26 00:33:34.217600 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-f055e64a-6cc5-468b-9ed4-b96ec962da3f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:34.219049 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-f055e64a-6cc5-468b-9ed4-b96ec962da3f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 809 time: 0.1040943 Oct 26 00:33:34.272917 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-10bdfb3c-fff5-4d6e-9d4a-700d1c711eb6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e16e84afda43ba832bb6f741799db4 HTTP/1.1" status: 200 len: 380 time: 0.0374672 Oct 26 00:33:34.311108 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'port': {'device_id': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'admin_state_up': True, 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'security_groups': ['c0634969-c636-454e-af0e-61c335da3f28']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:33:34.419735 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Made reservation on behalf of 75e16e84afda43ba832bb6f741799db4 for: {'port': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 00:33:34.423290 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:34.583752 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Allocated IP 172.20.0.3 (a4af9877-f5dd-4e63-9231-e50e0b23a2c4/b28099ae-7fb4-45c6-b969-7c4a1039e373/1253c433-f06c-49d7-bb12-78b9b68e2128) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:33:34.754816 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1206fabf-c062-4825-a894-d022bd6b8811 req-7ec1e754-afac-4bbc-933d-e42df2a34617 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 210 time: 0.0534315 Oct 26 00:33:34.857375 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:34.893330 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:34.943919 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:33:34.947178 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:33:34.950380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:33:34.985534 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:35.001660 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.002031 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.002417 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.003470 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.003921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.004255 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.004586 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.004966 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.005239 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.005565 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.005889 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.006238 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:33:35.036647 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:35.037378 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:35.055553 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-d9a2e8af-6795-4d8a-843e-f1a9f43257af tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483788 Oct 26 00:33:35.235754 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-5a9c0e22-b66a-4532-94b0-9bdd797e0f44 None None] Provisioning complete for port 1253c433-f06c-49d7-bb12-78b9b68e2128 triggered by entity DHCP. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:33:35.236360 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0e22-b66a-4532-94b0-9bdd797e0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:35.270087 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c0e22-b66a-4532-94b0-9bdd797e0f44 None None] Port 1253c433-f06c-49d7-bb12-78b9b68e2128 cannot update to ACTIVE because it is not bound. {{(pid=102135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 00:33:35.622046 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:33:35.700832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:35.729573 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:33:35.732581 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de354e-1d3f-48fa-b175-7f227763ceae" -d '{"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:33:35.751223 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:35.757173 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:35.784964 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4352200b-3aff-4fb1-9048-f512e04e8d12 x-openstack-request-id: req-4352200b-3aff-4fb1-9048-f512e04e8d12 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:33:35.785251 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:33:35.785500 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4352200b-3aff-4fb1-9048-f512e04e8d12 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:33:35.785897 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'code': 200} Oct 26 00:33:35.814991 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:35.892299 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f85e-d586-4381-9616-6bf25ffa6d75 req-9bcbe5de-3e94-494a-8ff5-065297e5a24e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:35.894315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f438f85e-d586-4381-9616-6bf25ffa6d75 req-9bcbe5de-3e94-494a-8ff5-065297e5a24e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0556974 Oct 26 00:33:35.936609 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f438f85e-d586-4381-9616-6bf25ffa6d75 req-79f54733-171b-4c26-b9b3-c2d5756256c7 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357592 Oct 26 00:33:37.068317 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d63095-15f2-498d-ab52-b94bf2dee084 req-0af34808-75f8-4a39-aa1e-7cf23939e654 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:37.069773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73d63095-15f2-498d-ab52-b94bf2dee084 req-0af34808-75f8-4a39-aa1e-7cf23939e654 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0480523 Oct 26 00:33:37.109093 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-73d63095-15f2-498d-ab52-b94bf2dee084 req-353b1664-5010-42d5-b399-305a6bf1147a tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Oct 26 00:33:38.238940 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e7b1d-d929-4727-9a3c-f5d2624603d9 req-89cc4c93-df7a-45fb-b256-61b9af013222 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:38.240424 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-956e7b1d-d929-4727-9a3c-f5d2624603d9 req-89cc4c93-df7a-45fb-b256-61b9af013222 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0495167 Oct 26 00:33:38.278436 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-956e7b1d-d929-4727-9a3c-f5d2624603d9 req-da8efbda-8697-47b8-b7df-fc32ed54d2cb tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Oct 26 00:33:39.413572 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498fde9-6d45-499c-9aa3-cb71da2d693a req-35ff06fe-a734-464e-a90b-e17f0d9244c3 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:39.415506 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6498fde9-6d45-499c-9aa3-cb71da2d693a req-35ff06fe-a734-464e-a90b-e17f0d9244c3 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0654583 Oct 26 00:33:39.457594 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-6498fde9-6d45-499c-9aa3-cb71da2d693a req-d2c492da-7a23-4335-ab30-d70a542466bb tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361006 Oct 26 00:33:40.588909 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cae1b5-ba23-47b5-9bed-a70ac00a9c5d req-15afea23-ef4e-4dbb-964d-3fb64226dffa tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:40.590435 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69cae1b5-ba23-47b5-9bed-a70ac00a9c5d req-15afea23-ef4e-4dbb-964d-3fb64226dffa tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0518677 Oct 26 00:33:40.629015 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-69cae1b5-ba23-47b5-9bed-a70ac00a9c5d req-95bfe90d-9ae9-4eac-87f2-af9a977f87eb tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326171 Oct 26 00:33:41.759929 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07a3b4-08db-42ba-a8c8-de1382427629 req-a6431367-68e2-45f6-a91e-27e90e450c54 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:41.761471 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e07a3b4-08db-42ba-a8c8-de1382427629 req-a6431367-68e2-45f6-a91e-27e90e450c54 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0546417 Oct 26 00:33:41.801773 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-1e07a3b4-08db-42ba-a8c8-de1382427629 req-b41dc9ad-0f53-4ac0-a234-28aa66ac6f70 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Oct 26 00:33:42.921212 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a69d3e-2c71-4111-85ba-827c9b70441c req-08ee7682-0ddc-4bcd-9d21-d26409fec227 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:42.923218 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17a69d3e-2c71-4111-85ba-827c9b70441c req-08ee7682-0ddc-4bcd-9d21-d26409fec227 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0533738 Oct 26 00:33:42.975037 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-17a69d3e-2c71-4111-85ba-827c9b70441c req-b83c2379-db8d-46b5-b16b-68fc81d514e1 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Oct 26 00:33:43.961585 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:43.968492 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:33:44.089791 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc7a95-d41d-4c73-b767-4abf1de1332c req-dfa6d287-9d91-4afa-8f70-7a545950f148 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:44.091339 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ebc7a95-d41d-4c73-b767-4abf1de1332c req-dfa6d287-9d91-4afa-8f70-7a545950f148 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0503054 Oct 26 00:33:44.129021 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-5ebc7a95-d41d-4c73-b767-4abf1de1332c req-7a4f836a-fb8a-445a-8e32-42a16e968df6 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Oct 26 00:33:45.246635 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd1c38-12ec-4e41-9288-ba5c3be310f0 req-0c054868-89bb-4d1d-9310-a59493af1867 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:45.248143 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aecd1c38-12ec-4e41-9288-ba5c3be310f0 req-0c054868-89bb-4d1d-9310-a59493af1867 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.0514078 Oct 26 00:33:45.286035 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-aecd1c38-12ec-4e41-9288-ba5c3be310f0 req-7ba00267-17b5-46dc-8513-e3906d7b06b8 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Oct 26 00:33:46.040138 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8d755fd4-d0a4-4e6e-92cd-2a2a709dda9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:46.736376 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d07e3-4a76-49cb-8a4b-11c08e3575ee req-4ffef53b-9d96-4ce7-8fa0-562ad9896ffc tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:46.740277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d3d07e3-4a76-49cb-8a4b-11c08e3575ee req-4ffef53b-9d96-4ce7-8fa0-562ad9896ffc tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 931 time: 0.3852191 Oct 26 00:33:46.775925 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-3d3d07e3-4a76-49cb-8a4b-11c08e3575ee req-947d5ad3-af47-4651-b294-04174eb0a6ad tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Oct 26 00:33:47.483270 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Request body: {'port': {'device_id': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:33:47.539934 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:47.801325 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1253c433-f06c-49d7-bb12-78b9b68e2128 {{(pid=102133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:33:47.809007 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:47.821903 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.provisioning_blocks [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Transition to ACTIVE for port object 1253c433-f06c-49d7-bb12-78b9b68e2128 will not be triggered until provisioned by entity L2. {{(pid=102133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 00:33:47.825910 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:47.908102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:47.998232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2ab5-033d-4ba4-b63f-8b6c9dadf14b req-ca4f595a-76f6-41ea-8245-efd7fcb07ef7 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:47.999768 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a9e2ab5-033d-4ba4-b63f-8b6c9dadf14b req-ca4f595a-76f6-41ea-8245-efd7fcb07ef7 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 943 time: 0.1467776 Oct 26 00:33:48.039463 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Attempting to bind port 1253c433-f06c-49d7-bb12-78b9b68e2128 on host n-h1-815373-1 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 00:33:48.039800 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Attempting to bind port 1253c433-f06c-49d7-bb12-78b9b68e2128 by drivers openvswitch,hyperv on host n-h1-815373-1 at level 0 using segments [{'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 00:33:48.040128 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Attempting to bind port 1253c433-f06c-49d7-bb12-78b9b68e2128 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:33:48.050181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Port 1253c433-f06c-49d7-bb12-78b9b68e2128 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-1 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 00:33:48.050537 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Attempting to bind port 1253c433-f06c-49d7-bb12-78b9b68e2128 on network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 00:33:48.060020 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Checking agent: {'id': 'a92e06a2-5a03-4be5-8cb5-16ad1472c368', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'started_at': datetime.datetime(2021, 10, 25, 22, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 0, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 00:33:48.060289 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Checking segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 00:33:48.060675 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Bound using segment: {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 00:33:48.061105 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Bound port: 1253c433-f06c-49d7-bb12-78b9b68e2128, host: n-h1-815373-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 00:33:48.061463 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:48.066535 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-7a9e2ab5-033d-4ba4-b63f-8b6c9dadf14b req-f9f90c94-823e-4e92-ac13-346af590b78c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596402 Oct 26 00:33:48.105255 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.15', 51305) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:33:48.134228 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 00:33:48.137171 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 00:33:48.142309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:48.149052 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-ee3bb000-c8a9-49f1-be4f-3eed065eece3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426202 Oct 26 00:33:48.187052 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.187672 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:48.189065 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 200 len: 1091 time: 0.7101190 Oct 26 00:33:48.189574 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:33:48.192770 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a70ee70-4ba3-4620-a911-de3cee633201" -d '{"events": [{"name": "network-changed", "server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:33:48.244866 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038cfc99-d449-42bc-98ee-d11976e8cc53 x-openstack-request-id: req-038cfc99-d449-42bc-98ee-d11976e8cc53 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:33:48.245160 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:33:48.245414 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-038cfc99-d449-42bc-98ee-d11976e8cc53 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:33:48.245820 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'status': 'completed', 'code': 200} Oct 26 00:33:48.246395 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d548c-46a9-4012-8fbe-9bbe2f2920d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:48.265665 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-b0369839-f3a2-4d27-be28-f6b9bc508fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.267255 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-b0369839-f3a2-4d27-be28-f6b9bc508fcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1094 time: 0.0526602 Oct 26 00:33:48.310906 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-24a13418-7a29-4818-976b-c627edbdd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.312448 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-24a13418-7a29-4818-976b-c627edbdd3f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1094 time: 0.0467496 Oct 26 00:33:48.365990 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-0eb0838f-6505-40cc-acae-a266de020562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 200 len: 217 time: 0.0404613 Oct 26 00:33:48.398364 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-9bb2831f-7a9a-4d66-9009-5bd8cfb412d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.399837 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-9bb2831f-7a9a-4d66-9009-5bd8cfb412d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.1106160 Oct 26 00:33:48.419107 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-85d44aac-8da5-4b77-ac61-d7e259440c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.420662 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-85d44aac-8da5-4b77-ac61-d7e259440c0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0471158 Oct 26 00:33:48.467185 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-c6e8f1c5-2243-4b96-a57c-45437e69224e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 999 time: 0.0596786 Oct 26 00:33:48.471658 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-aa70563a-b3a1-4790-badb-860d13869286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.473267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-aa70563a-b3a1-4790-badb-860d13869286 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448630 Oct 26 00:33:48.490602 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b8c02d99-ca2d-471a-8734-d66193d9135e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:48.524594 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-d6e869bd-9f7c-46f9-ad73-9f5083afcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.526654 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-d6e869bd-9f7c-46f9-ad73-9f5083afcd14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0463927 Oct 26 00:33:48.567819 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-7301494f-a3a1-4e4e-8678-207bfe04d0a0 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Oct 26 00:33:48.576187 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-14c75061-0ee5-4722-955c-c5feea2e363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.577773 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-14c75061-0ee5-4722-955c-c5feea2e363a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446398 Oct 26 00:33:48.657530 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-b0b0c3ef-ea04-4929-8b9d-374d850f7f66 req-ead64f9e-ef46-417c-9d50-4a641c3fd371 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Oct 26 00:33:48.668335 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-cd1632dd-8209-4a97-ad96-7b467839cee7 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Oct 26 00:33:48.764193 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8301adbb-210f-49bd-8665-3f8aad3ec94e req-1c8577ff-f040-47c6-baec-d26ce45f37ba service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883090 Oct 26 00:33:48.786933 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-64d99e1e-a52a-4c88-8ac1-5ea37c5bca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.788475 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-64d99e1e-a52a-4c88-8ac1-5ea37c5bca0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1094 time: 0.0471003 Oct 26 00:33:48.881218 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-2fd5b30f-7a9e-4270-a92a-37ba577c6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.882609 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-2fd5b30f-7a9e-4270-a92a-37ba577c6bdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0860991 Oct 26 00:33:48.928243 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-aa87a237-2a7c-4d64-9657-01b90ad44e8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 200 len: 217 time: 0.0381801 Oct 26 00:33:48.976827 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-7759d655-1785-4629-a39b-569a1659b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:48.978456 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-7759d655-1785-4629-a39b-569a1659b901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0434833 Oct 26 00:33:49.024384 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-b174219b-d206-4bb5-b564-e66179a57be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:49.025852 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-b174219b-d206-4bb5-b564-e66179a57be5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408356 Oct 26 00:33:49.122450 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-95067a8a-f3bb-440d-a7f1-b1e88345fc95 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893710 Oct 26 00:33:49.185577 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a81811-4cc4-400f-bb93-1e59bc52c202 req-1e4e602f-3c09-4981-be04-6d426a6a2fac tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:49.187006 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14a81811-4cc4-400f-bb93-1e59bc52c202 req-1e4e602f-3c09-4981-be04-6d426a6a2fac tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 943 time: 0.0491774 Oct 26 00:33:49.227828 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-8a70ee70-4ba3-4620-a911-de3cee633201 req-2aa87977-8186-45d9-99c6-a558ad584b29 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901713 Oct 26 00:33:49.231024 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14a81811-4cc4-400f-bb93-1e59bc52c202 req-2e9eac14-9836-4135-895b-3364e1438bc7 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377054 Oct 26 00:33:50.014633 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:50.353651 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb97f6-d268-4bc4-b95a-db4e27a929aa req-28fe2a72-7910-4625-9866-d8a65a11c117 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:50.355165 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28fb97f6-d268-4bc4-b95a-db4e27a929aa req-28fe2a72-7910-4625-9866-d8a65a11c117 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 943 time: 0.0542729 Oct 26 00:33:50.392670 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28fb97f6-d268-4bc4-b95a-db4e27a929aa req-824eb6ed-3ca8-475d-ae29-32efb1207af1 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Oct 26 00:33:50.498478 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:51.126303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:51.507583 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e08cf-afb2-4039-93e0-c7f217603215 req-74ea6f0f-c562-48c9-b8a0-b5e5924826bf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:51.509105 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-705e08cf-afb2-4039-93e0-c7f217603215 req-74ea6f0f-c562-48c9-b8a0-b5e5924826bf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 943 time: 0.0486114 Oct 26 00:33:51.547251 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-705e08cf-afb2-4039-93e0-c7f217603215 req-8c5e5bec-0622-48e9-a9b3-3877d822197c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Oct 26 00:33:51.697881 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:33:51.798172 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:51.808911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'port_id': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'mac_address': 'fa:16:3e:5d:96:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:33:51.844947 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:51.857293 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1253c433-f06c-49d7-bb12-78b9b68e2128 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:33:51.875709 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:51.880556 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:51.925543 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:52.343970 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1253c433-f06c-49d7-bb12-78b9b68e2128'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:33:52.667211 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e3f06-e8f3-4fc3-814a-d2b4168046bb req-e5ad5412-3f6c-4487-9ea7-78a30c2d6d9e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:52.668780 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e93e3f06-e8f3-4fc3-814a-d2b4168046bb req-e5ad5412-3f6c-4487-9ea7-78a30c2d6d9e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 944 time: 0.0522006 Oct 26 00:33:52.708929 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e93e3f06-e8f3-4fc3-814a-d2b4168046bb req-f96b42d5-643b-4049-ad12-7edbbc5db02a tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332177 Oct 26 00:33:53.703274 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:33:53.754452 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning for port 1253c433-f06c-49d7-bb12-78b9b68e2128 completed by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 00:33:53.759038 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 1253c433-f06c-49d7-bb12-78b9b68e2128 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:33:53.759989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:53.850774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f1f-1a96-45d6-81b9-9da0643c3148 req-96ba66d1-c90e-4518-b291-e4c1ef79871f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:53.852310 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cfcb6f1f-1a96-45d6-81b9-9da0643c3148 req-96ba66d1-c90e-4518-b291-e4c1ef79871f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 944 time: 0.0640132 Oct 26 00:33:53.857290 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:53.891379 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:33:53.892222 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-cfcb6f1f-1a96-45d6-81b9-9da0643c3148 req-ae1caf25-a837-429e-b2f4-3b45045fc546 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Oct 26 00:33:53.894414 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67955c34-4804-4c99-9337-dd26ca96f2b9" -d '{"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-plugged", "status": "completed", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:33:53.916647 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:33:53.926927 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:53.952241 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1044473b-22a8-4d14-8062-0d8f2541c4e5 x-openstack-request-id: req-1044473b-22a8-4d14-8062-0d8f2541c4e5 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:33:53.952532 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-plugged", "status": "completed", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:33:53.952782 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1044473b-22a8-4d14-8062-0d8f2541c4e5 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:33:53.953166 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'code': 200} Oct 26 00:33:53.979727 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=5']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:54.075220 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38df4-1113-4bd2-b967-63b7e158e5e4 req-44adbf7b-ecd7-4c4f-9d68-93c5ebbd6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:54.076712 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33d38df4-1113-4bd2-b967-63b7e158e5e4 req-44adbf7b-ecd7-4c4f-9d68-93c5ebbd6ccd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1096 time: 0.0402060 Oct 26 00:33:54.110580 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-33d38df4-1113-4bd2-b967-63b7e158e5e4 req-fbf300cb-8377-49da-8ac9-eec50f4b0381 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274403 Oct 26 00:33:55.025650 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e223f3-9941-4afe-9df8-4d1d911adb8f req-2db2d215-1249-4b33-be5a-3974238afb11 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:55.027162 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0e223f3-9941-4afe-9df8-4d1d911adb8f req-2db2d215-1249-4b33-be5a-3974238afb11 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 945 time: 0.0497711 Oct 26 00:33:55.065433 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-a0e223f3-9941-4afe-9df8-4d1d911adb8f req-1180865c-0ce7-4697-a08b-80e265a38d20 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Oct 26 00:33:56.188418 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef841a-fd09-4b83-99f3-6589977d768d req-866a2c86-d64e-455a-b59c-903e2be3ccc0 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:56.190560 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7ef841a-fd09-4b83-99f3-6589977d768d req-866a2c86-d64e-455a-b59c-903e2be3ccc0 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 945 time: 0.0525720 Oct 26 00:33:56.228815 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-c7ef841a-fd09-4b83-99f3-6589977d768d req-9293be9e-dcaa-4c7b-a49d-eb7f006534cf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Oct 26 00:33:56.345360 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494652-09b6-4db7-9df5-fbb7b84e19f5 req-3b7d8666-c29f-4ec1-a370-491074c0129e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:56.346885 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3b494652-09b6-4db7-9df5-fbb7b84e19f5 req-3b7d8666-c29f-4ec1-a370-491074c0129e tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 945 time: 0.0495172 Oct 26 00:33:56.395956 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-3b494652-09b6-4db7-9df5-fbb7b84e19f5 req-778fc480-6202-4b4a-8e80-6d8b403fd4cc tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Oct 26 00:33:56.417252 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52530) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:33:56.461636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07161f-135b-4357-ace7-8639c29de26f tempest-TestSnapshotPattern-1282557603 tempest-TestSnapshotPattern-1282557603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:56.463205 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9a07161f-135b-4357-ace7-8639c29de26f tempest-TestSnapshotPattern-1282557603 tempest-TestSnapshotPattern-1282557603-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1091 time: 0.0449843 Oct 26 00:33:56.466029 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52532) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:33:56.470430 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.v2.base [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Request body: {'floatingip': {'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'port_id': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 00:33:56.491849 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:56.588435 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:56.694558 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Allocated IP 172.25.4.176 (dd7d8481-027d-42e7-bcb5-8b3a62ff7f16/e08fa73c-f584-4cb4-a618-c34a58b3a786/c3063f17-fddc-44cd-8b39-c1cd31ee9f29) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 00:33:56.797301 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:56.831020 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731927413333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:56.872654 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Network dd7d8481-027d-42e7-bcb5-8b3a62ff7f16 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 00:33:56.875517 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 00:33:56.879877 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 00:33:56.903522 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'Port': ['ID=c3063f17-fddc-44cd-8b39-c1cd31ee9f29,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:57.215782 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:57.285018 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:57.445114 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:57.449324 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1490374'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:57.513627 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event updated for resources: {'Port': ['ID=c3063f17-fddc-44cd-8b39-c1cd31ee9f29,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:33:57.525864 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803868'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:57.622580 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Floating IP df68db20-8c8d-4e50-ac98-790189017e7a associated. External IP: 172.25.4.176, port: 1253c433-f06c-49d7-bb12-78b9b68e2128. Oct 26 00:33:57.825079 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Router 56815153-59f9-4c07-a176-c8b534e82c61 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:33:57.929185 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:33:57.938751 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:33:57.946855 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:33:57.950618 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:33:57.951240 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:33:57.974681 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-47b20bd5-bd79-4285-8120-5266af63017f tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5075729 Oct 26 00:33:57.975584 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:33:57.978246 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6836106-a8b1-4dd9-93dc-f7c2593b276b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:33:58.022720 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e667fc10-db5d-4e51-a062-ee48bcf43d6c x-openstack-request-id: req-e667fc10-db5d-4e51-a062-ee48bcf43d6c {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:33:58.023011 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:33:58.023269 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e667fc10-db5d-4e51-a062-ee48bcf43d6c {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:33:58.023673 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'status': 'completed', 'code': 200} Oct 26 00:33:58.063879 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:33:58.107434 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-5cd6596a-0226-4d9a-ae9a-7ba6f1b51c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:58.108845 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-5cd6596a-0226-4d9a-ae9a-7ba6f1b51c9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1096 time: 0.0407341 Oct 26 00:33:58.204309 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-ce36ad65-827d-4f0d-80cb-484e25cd75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:58.205884 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-ce36ad65-827d-4f0d-80cb-484e25cd75af service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0899091 Oct 26 00:33:58.272183 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-f61e1d4a-fd9e-4fd5-8095-a4a887151f4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 200 len: 999 time: 0.0588014 Oct 26 00:33:58.293136 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:36Z', 'revision_number': 1, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}, {'id': 'df68db20-8c8d-4e50-ac98-790189017e7a', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.176', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:5d:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:33:57Z', 'updated_at': '2021-10-26T00:33:57Z', 'revision_number': 0, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:33:58.321816 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:33:58.328254 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-028bc887-d97e-4a02-be9b-34b22f0597a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:58.329735 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-028bc887-d97e-4a02-be9b-34b22f0597a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0509427 Oct 26 00:33:58.329955 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:33:58.331119 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:33:48Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:33:58.380465 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-8253277e-831e-453e-8ef0-1cb8d0509587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:33:58.381885 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-8253277e-831e-453e-8ef0-1cb8d0509587 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452428 Oct 26 00:33:58.439571 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:33:58.472954 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-2f507454-27cf-43e0-9434-71f2c0d12eaf service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842845 Oct 26 00:33:58.569632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d6836106-a8b1-4dd9-93dc-f7c2593b276b req-e22d3b33-f498-4a55-be1f-2184a6698c36 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901654 Oct 26 00:33:58.660473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:36Z', 'revision_number': 1, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}, {'id': 'df68db20-8c8d-4e50-ac98-790189017e7a', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.176', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:5d:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:33:57Z', 'updated_at': '2021-10-26T00:33:57Z', 'revision_number': 0, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:33:58.689064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a8bbf-9686-48f3-9150-676315d7c09a None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:36Z', 'revision_number': 1, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}, {'id': 'df68db20-8c8d-4e50-ac98-790189017e7a', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.176', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:5d:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:33:57Z', 'updated_at': '2021-10-26T00:33:57Z', 'revision_number': 0, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:33:58.878317 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807d81f-806c-4a90-bec9-8e964ff5106a None None] New status for floating IP df68db20-8c8d-4e50-ac98-790189017e7a: ACTIVE {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:33:59.349109 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:13.960284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:16.042835 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-86ec080d-b5ba-401c-af51-e3b0a770aaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:18.492753 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8e7f-db95-4fb3-b960-b41358e23df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:20.017549 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:20.499078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:20.958100 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:34:21.128224 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:24.257084 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b56bb963-2815-4019-a0c4-8c53808eb01b req-b667e072-e5cb-4cb8-89d2-0867f71abab7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255132 Oct 26 00:34:24.324186 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b56bb963-2815-4019-a0c4-8c53808eb01b req-434c3273-b2aa-4480-beba-777c49387fc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0243359 Oct 26 00:34:24.363290 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b56bb963-2815-4019-a0c4-8c53808eb01b req-efb1aa91-fa35-46f7-9aaa-f349a43ce920 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196075 Oct 26 00:34:24.458826 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bb963-2815-4019-a0c4-8c53808eb01b req-8e360a52-a883-4eed-b0f7-0aef2f20f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:34:24.460286 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b56bb963-2815-4019-a0c4-8c53808eb01b req-8e360a52-a883-4eed-b0f7-0aef2f20f4e5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906885 Oct 26 00:34:29.349400 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:43.954556 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:46.043584 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-750556fc-6626-4c4f-938e-a1b1eaedc825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:48.492789 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-36ecb100-464d-4b36-9f08-9523ba9cd383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:49.138278 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-35d16b57-95cf-46f3-876d-48a487352a87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437675 Oct 26 00:34:49.237206 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-51f2909a-019c-4d58-b946-512103616419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:34:49.239320 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-51f2909a-019c-4d58-b946-512103616419 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1094 time: 0.0423369 Oct 26 00:34:49.355401 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-998fb015-4c6c-41ba-9b7e-da8406ea30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:34:49.357028 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-998fb015-4c6c-41ba-9b7e-da8406ea30a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0978086 Oct 26 00:34:49.427224 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-4307645f-414d-446e-a80b-52535cd7ea25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 999 time: 0.0627203 Oct 26 00:34:49.484341 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-2d407490-40fa-454b-97e0-bb4eeb0082a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:34:49.485921 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-2d407490-40fa-454b-97e0-bb4eeb0082a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0516820 Oct 26 00:34:49.537191 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-1a739077-d50c-4be5-947c-30f720ea0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:34:49.538707 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-1a739077-d50c-4be5-947c-30f720ea0142 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452962 Oct 26 00:34:49.628883 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-1fb178c7-c91c-44a2-9bd0-c8da99a6d798 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828035 Oct 26 00:34:49.723247 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-7185d88b-7a48-4f83-81de-1e68d8579429 req-26ccafea-5f65-495d-a134-e98e3aa43f57 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Oct 26 00:34:50.021046 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:50.500561 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:51.131732 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:34:57.958204 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:34:59.362744 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:13.980159 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:16.045492 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7bc9edb2-64ef-44f3-ac3a-e1dfd6cefe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:18.492980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1b59c3c5-5823-44be-9a31-9f60ad42842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:20.025258 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:20.501883 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:21.134995 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:24.223577 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6e3954e-dd18-4995-809a-bf0b433f2583 req-5075f1ac-e8d5-48bd-a402-32f0990133c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257099 Oct 26 00:35:24.289569 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6e3954e-dd18-4995-809a-bf0b433f2583 req-f9b43b60-2a43-4ca8-9fb2-00b9c63d815e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0255795 Oct 26 00:35:24.327935 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6e3954e-dd18-4995-809a-bf0b433f2583 req-12ea94b7-8005-470b-8c9e-b2de0c1e7e02 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188522 Oct 26 00:35:24.423102 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3954e-dd18-4995-809a-bf0b433f2583 req-a26618c4-43d3-43a9-b530-40d319400f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:35:24.424545 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6e3954e-dd18-4995-809a-bf0b433f2583 req-a26618c4-43d3-43a9-b530-40d319400f8c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900214 Oct 26 00:35:29.377138 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:34.957855 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:35:43.978358 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:46.046482 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1e478622-6453-424d-a292-5650ceda8511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:48.493986 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-36fd079b-f3cf-4ff9-b347-b9f00be49cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:50.025958 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:50.505667 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:51.137295 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:35:51.825014 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-cee00442-2125-4f13-b226-3148641e3404 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407746 Oct 26 00:35:51.898581 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-e6486ef5-63cc-4219-aea5-d50754b0ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:35:51.900040 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-e6486ef5-63cc-4219-aea5-d50754b0ecb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1096 time: 0.0409899 Oct 26 00:35:52.005794 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-1daf2393-ebd7-4a66-ada9-8a1f7d1f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:35:52.007303 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-1daf2393-ebd7-4a66-ada9-8a1f7d1f388a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0882330 Oct 26 00:35:52.076358 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-982e299a-2806-47d5-b367-17f86a555b20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 200 len: 1001 time: 0.0620613 Oct 26 00:35:52.126961 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-89aeb8e5-6ae6-4124-b72f-0ee03b628b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:35:52.129202 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-89aeb8e5-6ae6-4124-b72f-0ee03b628b26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0459092 Oct 26 00:35:52.173903 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-81baf7d1-abda-45e4-8e60-f12d6df199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:35:52.176306 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-81baf7d1-abda-45e4-8e60-f12d6df199a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405705 Oct 26 00:35:52.272392 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-90d38561-ec8d-41c1-bfd1-cf907f8f9464 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Oct 26 00:35:52.363632 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-d5534df8-762d-40bf-92d9-2ad68397c947 req-61760357-43dc-4d58-bd68-385cfc1994d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Oct 26 00:35:59.376918 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:11.957015 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:36:13.984246 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:16.047197 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-70ef8f9e-992b-4b24-9880-31480b2f61af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:18.430300 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 details requested by agent hyperv_n-h1-815373-1 with host n-h1-815373-1 {{(pid=102135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 00:36:18.505088 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4d17feeb-88e5-4bc9-a3d5-8cb89781bba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:18.537224 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:18.548060 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Returning: {'device': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'port_id': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'mac_address': 'fa:16:3e:5d:96:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 00:36:18.584017 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:18.596213 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1253c433-f06c-49d7-bb12-78b9b68e2128 {{(pid=102135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 00:36:18.615821 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:18.619378 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:18.668671 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=6']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:18.676015 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.676358 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.676694 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.677025 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.677349 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.677672 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.677994 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.678337 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.678657 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.678975 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.679292 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.679612 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:18.774430 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] get_ports_and_sgs() called for port_ids ['1253c433-f06c-49d7-bb12-78b9b68e2128'] {{(pid=102135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 00:36:20.035043 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:20.445949 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 up at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 00:36:20.516126 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:20.519603 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Provisioning complete for port 1253c433-f06c-49d7-bb12-78b9b68e2128 triggered by entity L2. {{(pid=102135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 00:36:20.519967 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686679'] for port, provisioning_complete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:20.609038 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:20.636049 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:36:20.638923 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495224e0-857c-4f5b-925a-39fa3b33d0dc" -d '{"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-plugged", "status": "completed", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:36:20.657855 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:20.663199 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:20.710882 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c331d53-160c-442b-ab54-27557a57f32c x-openstack-request-id: req-2c331d53-160c-442b-ab54-27557a57f32c {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:36:20.711186 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-plugged", "status": "completed", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:36:20.711413 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c331d53-160c-442b-ab54-27557a57f32c {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:36:20.711824 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'code': 200} Oct 26 00:36:20.736369 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=7']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:21.145072 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:26.304375 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6289c38-eaf0-49d5-86c6-06880a433e49 req-bc3a2fd2-2ead-44be-bbbe-5c88828d1b3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0764208 Oct 26 00:36:26.374890 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6289c38-eaf0-49d5-86c6-06880a433e49 req-4fbb439a-714f-40bf-b74f-41c2e2e590e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0254109 Oct 26 00:36:26.415583 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6289c38-eaf0-49d5-86c6-06880a433e49 req-68e47f9a-9336-44ae-98e8-a5bfb63cd714 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213609 Oct 26 00:36:26.523865 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289c38-eaf0-49d5-86c6-06880a433e49 req-1c71fbc4-9fbe-4df4-8211-322ccb58c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:26.525670 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e6289c38-eaf0-49d5-86c6-06880a433e49 req-1c71fbc4-9fbe-4df4-8211-322ccb58c2e3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025066 Oct 26 00:36:29.378756 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:29.521744 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52788) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:29.999204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Deleting port c3063f17-fddc-44cd-8b39-c1cd31ee9f29 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:29.999522 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:30.076094 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:30.076425 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:30.088563 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Calling delete_port for c3063f17-fddc-44cd-8b39-c1cd31ee9f29 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:30.230570 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:30.261709 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event deleted for resources: {'Port': ['ID=c3063f17-fddc-44cd-8b39-c1cd31ee9f29,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:30.284799 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.285134 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.285471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.285801 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.286131 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.286480 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.286802 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.287120 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.287435 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.287749 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.288065 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.288380 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:30.326735 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:30.327107 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Floating IP df68db20-8c8d-4e50-ac98-790189017e7a disassociated (deleted). External IP: 172.25.4.176, port: 1253c433-f06c-49d7-bb12-78b9b68e2128. Oct 26 00:36:30.532345 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Router 56815153-59f9-4c07-a176-c8b534e82c61 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:36:30.639636 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:36:30.644823 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:30.649913 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:36:30.659385 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:30.660031 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:30.671630 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-05352e6a-cf75-4453-b098-eef1caa44416 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "DELETE /v2.0/floatingips/df68db20-8c8d-4e50-ac98-790189017e7a HTTP/1.1" status: 204 len: 168 time: 1.1487687 Oct 26 00:36:30.672327 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:36:30.675402 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab2bcb1-726a-4225-b4e3-9ed204810844" -d '{"events": [{"name": "network-changed", "server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:36:30.774848 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1d2db9-34ac-444e-85eb-35b9f197b127 x-openstack-request-id: req-2f1d2db9-34ac-444e-85eb-35b9f197b127 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:36:30.775140 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:36:30.775402 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f1d2db9-34ac-444e-85eb-35b9f197b127 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:36:30.775755 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'status': 'completed', 'code': 200} Oct 26 00:36:30.786958 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:30.863368 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-68516c55-67ad-4c22-9caa-88ec124e2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:30.866269 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-68516c55-67ad-4c22-9caa-88ec124e2438 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 1096 time: 0.0443807 Oct 26 00:36:30.977457 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad249576-0964-421b-bfc0-6112b06e5f04 req-fca82efd-c907-45d9-8b10-208d06018cf9 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:30.978985 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad249576-0964-421b-bfc0-6112b06e5f04 req-fca82efd-c907-45d9-8b10-208d06018cf9 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 945 time: 0.1065607 Oct 26 00:36:31.017591 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:36Z', 'revision_number': 1, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:31.020753 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-a413e980-9c38-4496-b7e3-139de255dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:31.022257 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-a413e980-9c38-4496-b7e3-139de255dc79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.1403320 Oct 26 00:36:31.043501 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:36:31.053387 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:31.053984 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:31.074394 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-ad249576-0964-421b-bfc0-6112b06e5f04 req-96793b7f-a151-427d-af67-fceabcd7f886 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840580 Oct 26 00:36:31.075752 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-2d808e3f-8815-4188-982e-cbb30c32b106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 200 len: 217 time: 0.0442858 Oct 26 00:36:31.129174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-2e172555-7629-4b6e-ba8f-88af3b48c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:31.130666 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-2e172555-7629-4b6e-ba8f-88af3b48c16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0461082 Oct 26 00:36:31.158985 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:31.177667 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-703db9cc-8823-4a3d-b33f-b6c6a73f695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:31.179275 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-703db9cc-8823-4a3d-b33f-b6c6a73f695f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406125 Oct 26 00:36:31.276585 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-a8b24401-32b7-4cf0-a50f-111e53e769fb service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884058 Oct 26 00:36:31.373569 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-bab2bcb1-726a-4225-b4e3-9ed204810844 req-7ecf7b41-9d5f-43fa-83fd-c8cec151a311 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888236 Oct 26 00:36:31.389398 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:36Z', 'revision_number': 1, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:31.418383 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9332-3dbb-42fa-bf17-d27f73566a81 None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_floatingips': [{'id': '320cfafa-f781-429f-a825-c9039237b11c', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'router_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'port_id': '3e70a096-afc8-422e-ad6f-d684800c4143', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'mac_address': 'fa:16:3e:c6:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T00:30:34Z', 'updated_at': '2021-10-26T00:30:36Z', 'revision_number': 1, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:36:31.640463 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d14ec9-1830-4b1d-b726-0f8d74cdd0d2 None None] New status for floating IP df68db20-8c8d-4e50-ac98-790189017e7a: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:36:32.220326 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc2bea-4cbd-4f68-8f1b-98f5687975c1 req-d61f8a2e-ebcd-4ed5-bef1-85b083df3a1d tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:32.222008 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78bc2bea-4cbd-4f68-8f1b-98f5687975c1 req-d61f8a2e-ebcd-4ed5-bef1-85b083df3a1d tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 945 time: 0.0493844 Oct 26 00:36:32.260091 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-78bc2bea-4cbd-4f68-8f1b-98f5687975c1 req-eda36d74-247d-4637-b024-bd95ad47f877 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Oct 26 00:36:32.493678 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:32.571626 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663625'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:32.593149 n-d-815373-1 neutron-server[102135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:36:32.595411 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a68eb0f2ae57fafa2a1b09dc0873c1d20c7e88f14fa93640f86fea65aa121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e93e0-a8f2-40a5-b766-bffbe0cae623" -d '{"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-unplugged", "status": "completed", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:36:32.607418 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:32.611349 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731927874268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731927413351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731927413369'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:32.637166 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 00:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1913757-4e27-4615-aa6c-638b73bc1830 x-openstack-request-id: req-e1913757-4e27-4615-aa6c-638b73bc1830 {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:36:32.637460 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-unplugged", "status": "completed", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "code": 200}]} {{(pid=102135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:36:32.637712 n-d-815373-1 neutron-server[102135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1913757-4e27-4615-aa6c-638b73bc1830 {{(pid=102135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:36:32.638096 n-d-815373-1 neutron-server[102135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'code': 200} Oct 26 00:36:32.660824 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Pushing event updated for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=8']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:32.714952 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-493f989f-2fac-416e-aa64-8bf5d1ae8ed9 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:32.716402 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-493f989f-2fac-416e-aa64-8bf5d1ae8ed9 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 943 time: 0.0492201 Oct 26 00:36:32.804102 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Deleting port 1253c433-f06c-49d7-bb12-78b9b68e2128 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:32.804436 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:32.894303 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] For port 1253c433-f06c-49d7-bb12-78b9b68e2128, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=1253c433-f06c-49d7-bb12-78b9b68e2128,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:32.894667 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:32.907071 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Calling delete_port for 1253c433-f06c-49d7-bb12-78b9b68e2128 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:33.032904 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:33.063077 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event deleted for resources: {'Port': ['ID=1253c433-f06c-49d7-bb12-78b9b68e2128,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:33.086322 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.086663 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.086996 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.087324 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.087648 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.087970 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.088289 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.088608 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.088921 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.089236 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.089549 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.089868 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-1 {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 00:36:33.112312 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] No DVR routers for this DVR port 1253c433-f06c-49d7-bb12-78b9b68e2128 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:36:33.114931 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:33.118236 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-e90d41c9-05b1-4623-88ac-d5d1c4d2b75a req-dbb6824b-a1bb-4902-835b-496221f160ee tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "DELETE /v2.0/ports/1253c433-f06c-49d7-bb12-78b9b68e2128 HTTP/1.1" status: 204 len: 173 time: 0.3953953 Oct 26 00:36:33.118673 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-deleted', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:36:33.120898 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b08b2a5-a13d-4b25-8ba3-15d768159d0e" -d '{"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-deleted", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:36:33.216195 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a62c41-3658-4061-8df8-10d49bd70405 x-openstack-request-id: req-a1a62c41-3658-4061-8df8-10d49bd70405 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:36:33.216496 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba711812-9924-46fb-b2ad-ce7e4e5082fb", "name": "network-vif-deleted", "tag": "1253c433-f06c-49d7-bb12-78b9b68e2128", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:36:33.216747 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1a62c41-3658-4061-8df8-10d49bd70405 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:36:33.217145 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba711812-9924-46fb-b2ad-ce7e4e5082fb', 'name': 'network-vif-deleted', 'tag': '1253c433-f06c-49d7-bb12-78b9b68e2128', 'status': 'completed', 'code': 200} Oct 26 00:36:33.366863 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-484269a8-84b6-4061-aef2-f98794124920 req-c1c2cb03-bf32-4237-bc5c-67cff8f36426 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba711812-9924-46fb-b2ad-ce7e4e5082fb HTTP/1.1" status: 200 len: 210 time: 0.0258758 Oct 26 00:36:34.937891 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52860) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:35.093247 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Deleting port 06ba6a53-3fec-469a-9672-222e07d0760b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:35.093585 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:35.171857 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:35.172102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:35.183556 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Calling delete_port for 06ba6a53-3fec-469a-9672-222e07d0760b owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:35.328655 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:35.353560 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event deleted for resources: {'Port': ['ID=06ba6a53-3fec-469a-9672-222e07d0760b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:35.415700 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:35.416037 n-d-815373-1 neutron-server[102133]: INFO neutron.db.l3_db [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Floating IP 320cfafa-f781-429f-a825-c9039237b11c disassociated (deleted). External IP: 172.25.4.248, port: 3e70a096-afc8-422e-ad6f-d684800c4143. Oct 26 00:36:35.615429 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Router 56815153-59f9-4c07-a176-c8b534e82c61 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:36:35.721087 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:36:35.725919 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:35.731234 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:36:35.740642 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:35.741244 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:35.753458 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2ea75f57-5dc5-4bc6-b2ac-10f2e3004503 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "DELETE /v2.0/floatingips/320cfafa-f781-429f-a825-c9039237b11c HTTP/1.1" status: 204 len: 168 time: 0.8144319 Oct 26 00:36:35.754024 n-d-815373-1 neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:36:35.756298 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf564978a7c376ac80945516b44feaca0d089654de91cf3fa5ccc35963789d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28feae74-69e3-4c4a-9dd7-00a1934d71f1" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:36:35.796543 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c266d415-2c9d-49f3-aedf-769e45f707ed x-openstack-request-id: req-c266d415-2c9d-49f3-aedf-769e45f707ed {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:36:35.796862 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:36:35.797231 n-d-815373-1 neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c266d415-2c9d-49f3-aedf-769e45f707ed {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:36:35.797634 n-d-815373-1 neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'status': 'completed', 'code': 200} Oct 26 00:36:35.851012 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:35.892390 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-73f31c43-ec0b-436a-8245-83644994d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:35.894698 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-73f31c43-ec0b-436a-8245-83644994d75f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e16e84afda43ba832bb6f741799db4&device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 1094 time: 0.0527682 Oct 26 00:36:35.991425 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf9d8-493e-4274-b24e-c622a55fa9c9 req-de4ba181-42db-4e05-a32c-bcd23d14f4e4 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:35.993088 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7bbf9d8-493e-4274-b24e-c622a55fa9c9 req-de4ba181-42db-4e05-a32c-bcd23d14f4e4 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0564783 Oct 26 00:36:36.027468 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-5bb4f2ce-8c41-46cc-a537-0819d902a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:36.029267 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-5bb4f2ce-8c41-46cc-a537-0819d902a295 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 200 len: 910 time: 0.0910048 Oct 26 00:36:36.037294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-e7bbf9d8-493e-4274-b24e-c622a55fa9c9 req-980e9837-e8a6-401f-9f71-e24d3707f9be tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Oct 26 00:36:36.068515 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:36.082821 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-68d5a32c-ec50-45c3-8acc-bb573e51c00c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 200 len: 217 time: 0.0431321 Oct 26 00:36:36.094184 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:36:36.103089 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:36.103689 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:36.134813 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-55878fb1-0d9a-408b-b49f-36ca156ee18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:36.136372 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-55878fb1-0d9a-408b-b49f-36ca156ee18c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 200 len: 848 time: 0.0464158 Oct 26 00:36:36.184570 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-d53b86c2-ae98-4482-9c7f-30b14af64220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:36.186090 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-d53b86c2-ae98-4482-9c7f-30b14af64220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4af9877-f5dd-4e63-9231-e50e0b23a2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409174 Oct 26 00:36:36.208473 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:36.280409 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-445296c0-0cb6-4568-ac77-7362fe397fc2 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 Oct 26 00:36:36.372546 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-28feae74-69e3-4c4a-9dd7-00a1934d71f1 req-c427914e-654c-4efb-92cd-bc7250abb570 service neutron] 10.222.0.15 "GET /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833998 Oct 26 00:36:36.407582 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:36.599285 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:36.601700 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc6bd5-011b-43ec-b110-ff5fae262cbf None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:11Z', 'revision_number': 4, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1', '_interfaces': [{'id': '8cd3227c-f09b-42db-b0ca-a95b897f424b', 'name': '', 'network_id': 'a4af9877-f5dd-4e63-9231-e50e0b23a2c4', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'mac_address': 'fa:16:3e:fc:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:11Z', 'updated_at': '2021-10-26T00:30:16Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'subnets': [{'id': 'b28099ae-7fb4-45c6-b969-7c4a1039e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:36:36.623045 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 1253c433-f06c-49d7-bb12-78b9b68e2128 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:36.623400 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 1253c433-f06c-49d7-bb12-78b9b68e2128 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:36.821247 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd79fb-71f3-4106-bb1e-a30c63ec828b None None] New status for floating IP 320cfafa-f781-429f-a825-c9039237b11c: DOWN {{(pid=102136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 00:36:36.990174 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-96a0656b-216d-4e76-a3c6-fe488574cfcf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:36.991641 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-96a0656b-216d-4e76-a3c6-fe488574cfcf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0488758 Oct 26 00:36:37.084266 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Deleting port 3e70a096-afc8-422e-ad6f-d684800c4143 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:37.084622 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:37.201573 n-d-815373-1 neutron-server[102134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90cbd2-ac61-4e89-b869-94e9c6fbea58 req-aed25e89-c680-4056-b42d-8ed7382e2ccf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:36:37.202993 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e90cbd2-ac61-4e89-b869-94e9c6fbea58 req-aed25e89-c680-4056-b42d-8ed7382e2ccf tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dd9582-20c2-4fd6-844a-1eaa017f368a HTTP/1.1" status: 200 len: 943 time: 0.0799463 Oct 26 00:36:37.219914 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] For port 3e70a096-afc8-422e-ad6f-d684800c4143, host n-h1-815373-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-1',level=0,port_id=3e70a096-afc8-422e-ad6f-d684800c4143,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:37.220278 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:37.241301 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Calling delete_port for 3e70a096-afc8-422e-ad6f-d684800c4143 owned by compute:nova {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:37.266829 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-9e90cbd2-ac61-4e89-b869-94e9c6fbea58 req-f93e4bf0-5891-48fb-8113-9a921027d752 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0634969-c636-454e-af0e-61c335da3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560796 Oct 26 00:36:37.383542 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:37.411872 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event deleted for resources: {'Port': ['ID=3e70a096-afc8-422e-ad6f-d684800c4143,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:37.458585 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] No DVR routers for this DVR port 3e70a096-afc8-422e-ad6f-d684800c4143 on host n-h1-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:36:37.461004 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91196'] for port, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:37.464277 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [req-a1a00a99-fe41-461f-9bba-5cdf09b765f8 req-9387e374-c718-42a4-b5d0-e9c61d57b155 tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.15 "DELETE /v2.0/ports/3e70a096-afc8-422e-ad6f-d684800c4143 HTTP/1.1" status: 204 len: 173 time: 0.4668205 Oct 26 00:36:37.464718 n-d-815373-1 neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-deleted', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 00:36:37.466931 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d6da7bf40daf58e565680dab9da1d025a264a7e4932e9d25d29b0a314ce5297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a9f386-7980-4c5b-b00f-faab2d30a44f" -d '{"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-deleted", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 00:36:37.504605 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e6ed16-9770-406b-bed7-10595d2f203c x-openstack-request-id: req-f4e6ed16-9770-406b-bed7-10595d2f203c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 00:36:37.504918 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd9582-20c2-4fd6-844a-1eaa017f368a", "name": "network-vif-deleted", "tag": "3e70a096-afc8-422e-ad6f-d684800c4143", "status": "completed", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 00:36:37.505169 n-d-815373-1 neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4e6ed16-9770-406b-bed7-10595d2f203c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 00:36:37.505559 n-d-815373-1 neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dd9582-20c2-4fd6-844a-1eaa017f368a', 'name': 'network-vif-deleted', 'tag': '3e70a096-afc8-422e-ad6f-d684800c4143', 'status': 'completed', 'code': 200} Oct 26 00:36:38.325279 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52874) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:38.384252 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf0a17bc-ae04-4dca-bf95-a26483747f0c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:38.411429 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf0a17bc-ae04-4dca-bf95-a26483747f0c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:38.484334 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf0a17bc-ae04-4dca-bf95-a26483747f0c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:38.487694 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cf0a17bc-ae04-4dca-bf95-a26483747f0c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:38.488996 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-cf0a17bc-ae04-4dca-bf95-a26483747f0c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0634969-c636-454e-af0e-61c335da3f28 HTTP/1.1" status: 204 len: 168 time: 0.1627204 Oct 26 00:36:38.499066 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a17bc-ae04-4dca-bf95-a26483747f0c tempest-TestSnapshotPattern-1473384339 tempest-TestSnapshotPattern-1473384339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0634969-c636-454e-af0e-61c335da3f28,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:38.552354 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52878) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:38.993455 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:39.239144 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Deleting port 8cd3227c-f09b-42db-b0ca-a95b897f424b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:39.239474 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:39.319576 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] For port 8cd3227c-f09b-42db-b0ca-a95b897f424b, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=8cd3227c-f09b-42db-b0ca-a95b897f424b,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:39.319927 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:39.332378 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Calling delete_port for 8cd3227c-f09b-42db-b0ca-a95b897f424b owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:39.505053 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:39.531689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd3227c-f09b-42db-b0ca-a95b897f424b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:39.693285 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:39.900376 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Router 56815153-59f9-4c07-a176-c8b534e82c61 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:36:40.003991 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:36:40.009159 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d5eddb88-b0b4-4f28-8cd1-bac6f7701761 admin admin] 10.222.0.25 "PUT /v2.0/routers/56815153-59f9-4c07-a176-c8b534e82c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4554296 Oct 26 00:36:40.011698 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52882) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:40.014769 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] Sync routers for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:36:40.026256 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:40.026871 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:40.115766 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.133628 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: n-d-815373-1 {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:40.217871 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.271967 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Deleting port de1a39b6-9b72-48fc-9cdb-d612ad29453e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:40.272319 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.319090 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:36:39Z', 'revision_number': 5, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port': {'id': 'de1a39b6-9b72-48fc-9cdb-d612ad29453e', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56815153-59f9-4c07-a176-c8b534e82c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:40.345227 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] Checking router: 56815153-59f9-4c07-a176-c8b534e82c61 for host: n-d-815373-1 {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:36:40.353391 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] For port de1a39b6-9b72-48fc-9cdb-d612ad29453e, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=de1a39b6-9b72-48fc-9cdb-d612ad29453e,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:40.353932 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] Routers {'56815153-59f9-4c07-a176-c8b534e82c61'} bound to L3 agent in host n-d-815373-1 {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:40.354047 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.354178 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['56815153-59f9-4c07-a176-c8b534e82c61'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:40.366671 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Calling delete_port for de1a39b6-9b72-48fc-9cdb-d612ad29453e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:40.439162 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] Set router 56815153-59f9-4c07-a176-c8b534e82c61 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:40.493376 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:36:40Z', 'revision_number': 6, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:40.519138 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea926e2-18aa-4f44-882a-da2474bb6ca4 None None] The sync data for ids ['56815153-59f9-4c07-a176-c8b534e82c61'] in n-d-815373-1 is: [{'id': '56815153-59f9-4c07-a176-c8b534e82c61', 'name': 'tempest-TestSnapshotPattern-868317026-router', 'tenant_id': '75e16e84afda43ba832bb6f741799db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:09Z', 'updated_at': '2021-10-26T00:36:40Z', 'revision_number': 6, 'project_id': '75e16e84afda43ba832bb6f741799db4', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:36:40.531284 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.556232 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Pushing event deleted for resources: {'Port': ['ID=de1a39b6-9b72-48fc-9cdb-d612ad29453e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:40.571504 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 no longer exists at agent hyperv_n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:40.592336 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] No Port match for: 3e70a096-afc8-422e-ad6f-d684800c4143 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:40.592687 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Device 3e70a096-afc8-422e-ad6f-d684800c4143 not bound to the agent host n-h1-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:40.620628 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.709001 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.711122 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.755309 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.755774 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56815153-59f9-4c07-a176-c8b534e82c61 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:36:40.760258 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.761413 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-4bba983d-b2d3-4918-9628-67625176b05b admin admin] 10.222.0.25 "DELETE /v2.0/routers/56815153-59f9-4c07-a176-c8b534e82c61 HTTP/1.1" status: 204 len: 168 time: 0.7487719 Oct 26 00:36:40.764070 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52884) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:40.807853 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Deleting subnet b28099ae-7fb4-45c6-b969-7c4a1039e373 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:36:40.810699 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.846572 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:40.929221 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.314354 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.340441 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28099ae-7fb4-45c6-b969-7c4a1039e373,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:41.342579 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.345598 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-ea71ae35-fe73-4f44-bfe4-71049f4012dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b28099ae-7fb4-45c6-b969-7c4a1039e373 HTTP/1.1" status: 204 len: 168 time: 0.5805902 Oct 26 00:36:41.348610 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3d1b8-2cf1-4d5a-8835-e28dbd92136c None None] Network a4af9877-f5dd-4e63-9231-e50e0b23a2c4 requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:36:41.349133 n-d-815373-1 neutron-server[102134]: DEBUG neutron.wsgi [-] (102134) accepted ('10.222.0.25', 52886) {{(pid=102134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:41.424200 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.481769 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Deleting port 184b3517-edf6-412c-9c57-0718546af6d0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:41.482453 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.540325 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] DHCP port deletion for a4af9877-f5dd-4e63-9231-e50e0b23a2c4 request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:36:41.554221 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] For port 184b3517-edf6-412c-9c57-0718546af6d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=184b3517-edf6-412c-9c57-0718546af6d0,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:41.554581 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.567360 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Calling delete_port for 184b3517-edf6-412c-9c57-0718546af6d0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:41.587463 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] Deleting port 184b3517-edf6-412c-9c57-0718546af6d0 {{(pid=102135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:41.587836 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.653218 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25400614'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.654471 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] For port 184b3517-edf6-412c-9c57-0718546af6d0, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=184b3517-edf6-412c-9c57-0718546af6d0,segment=NetworkSegment(7088e78f-a001-4c28-8fcb-cd7d1df5c6b1),segment_id=7088e78f-a001-4c28-8fcb-cd7d1df5c6b1)] {{(pid=102135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:41.654867 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.667431 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] Calling delete_port for 184b3517-edf6-412c-9c57-0718546af6d0 owned by network:dhcp {{(pid=102135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:41.680498 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=184b3517-edf6-412c-9c57-0718546af6d0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:41.686316 n-d-815373-1 neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] No DVR routers for this DVR port 184b3517-edf6-412c-9c57-0718546af6d0 on host n-d-815373-1 {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:36:41.741759 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342'] for port, after_delete {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.761357 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.771208 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] Pushing event deleted for resources: {'Port': ['ID=184b3517-edf6-412c-9c57-0718546af6d0,revision_number=None']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:41.776428 n-d-815373-1 neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4047-5795-4752-a4bd-4aa35086ca59 None None] No DVR routers for this DVR port 184b3517-edf6-412c-9c57-0718546af6d0 on host n-d-815373-1 {{(pid=102135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:36:41.783789 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4af9877-f5dd-4e63-9231-e50e0b23a2c4']}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:41.793725 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1') {'for_net_delete': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:41.794015 n-d-815373-1 neutron-server[102134]: DEBUG neutron.services.segments.db [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7088e78f-a001-4c28-8fcb-cd7d1df5c6b1') {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:41.804008 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25279273'] for segment, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.817660 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.823592 n-d-815373-1 neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:36:41.823996 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25400691'] for segment, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: Traceback (most recent call last): Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: timer() Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: cb(*args, **kw) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: return func(*args, **kwargs) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: self._notify() Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: self.callback(batched_events) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: event.method(event) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: return f(self, *a, **k) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: return self._get(url).json() Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: return self.request(url, 'GET', **kwargs) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:36:41.825746 n-d-815373-1 neutron-server[102134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:36:41.879072 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.885881 n-d-815373-1 neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Publish callbacks [] for network, before_response {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:41.888997 n-d-815373-1 neutron-server[102134]: INFO neutron.wsgi [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4af9877-f5dd-4e63-9231-e50e0b23a2c4 HTTP/1.1" status: 204 len: 168 time: 0.5392458 Oct 26 00:36:41.892387 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52888) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:41.899085 n-d-815373-1 neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99437675-a5c2-43b8-b720-b027a9281c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4af9877-f5dd-4e63-9231-e50e0b23a2c4,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:42.120107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 184b3517-edf6-412c-9c57-0718546af6d0 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:42.140905 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 184b3517-edf6-412c-9c57-0718546af6d0 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:42.141498 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 184b3517-edf6-412c-9c57-0718546af6d0 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:42.141910 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device de1a39b6-9b72-48fc-9cdb-d612ad29453e no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:42.161511 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: de1a39b6-9b72-48fc-9cdb-d612ad29453e {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:42.161911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device de1a39b6-9b72-48fc-9cdb-d612ad29453e not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:42.162302 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cd3227c-f09b-42db-b0ca-a95b897f424b no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:42.181722 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 8cd3227c-f09b-42db-b0ca-a95b897f424b {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:42.182064 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 8cd3227c-f09b-42db-b0ca-a95b897f424b not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:42.237798 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809244'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:42.478454 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Deleting port 25449007-7ee2-4811-a0a3-769983542708 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:42.478704 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:42.555725 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] For port 25449007-7ee2-4811-a0a3-769983542708, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=25449007-7ee2-4811-a0a3-769983542708,segment=NetworkSegment(4d38fc1c-cdb0-4f91-814c-a7ca75565f01),segment_id=4d38fc1c-cdb0-4f91-814c-a7ca75565f01)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:42.556082 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:42.568896 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Calling delete_port for 25449007-7ee2-4811-a0a3-769983542708 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:42.745093 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:42.770839 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Pushing event deleted for resources: {'Port': ['ID=25449007-7ee2-4811-a0a3-769983542708,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:42.936879 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1669515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809392'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.144204 n-d-815373-1 neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 has already been hosted by L3 agent 725770bf-6872-4cbc-8eff-69b1e5ebb3dc {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 00:36:43.244044 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] Notify agent at l3_agent.n-d-815373-1 the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 00:36:43.249054 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-36dfa0b1-9fa8-4949-9761-4fe07110f726 admin admin] 10.222.0.25 "PUT /v2.0/routers/74251bf2-0a45-4d22-8ea3-c045b4e1b772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3555140 Oct 26 00:36:43.251581 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52890) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:43.254532 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] Sync routers for ids ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'] in n-d-815373-1 {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 00:36:43.265784 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] Routers {'74251bf2-0a45-4d22-8ea3-c045b4e1b772'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:43.267092 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:43.357657 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.372360 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] Set router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 gateway port host: n-d-815373-1 {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:43.458753 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.513356 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Deleting port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:43.513691 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.551111 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'external_fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:36:42Z', 'revision_number': 5, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port': {'id': '0bbd1849-980d-42bf-bf7e-90bdedbc8aac', 'name': '', 'network_id': 'dd7d8481-027d-42e7-bcb5-8b3a62ff7f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e08fa73c-f584-4cb4-a618-c34a58b3a786', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-1'}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:43.577346 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] Checking router: 74251bf2-0a45-4d22-8ea3-c045b4e1b772 for host: n-d-815373-1 {{(pid=102136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 00:36:43.586403 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] Routers {'74251bf2-0a45-4d22-8ea3-c045b4e1b772'} bound to L3 agent in host n-d-815373-1 {{(pid=102136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 00:36:43.586994 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T22:47:18Z,description=,heartbeat_timestamp=2021-10-26T00:36:18Z,host='n-d-815373-1',id=725770bf-6872-4cbc-8eff-69b1e5ebb3dc,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T22:47:18Z,topic='l3_agent')) {'router_ids': ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'], 'active': True} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:43.597291 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] For port 0bbd1849-980d-42bf-bf7e-90bdedbc8aac, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,segment=NetworkSegment(b662ef45-aa91-4f0b-8047-1581b67c919e),segment_id=b662ef45-aa91-4f0b-8047-1581b67c919e)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:43.597650 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.609856 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Calling delete_port for 0bbd1849-980d-42bf-bf7e-90bdedbc8aac owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:43.764053 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_dvr_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] Set router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 gateway port host: None {{(pid=102136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 00:36:43.786232 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.817356 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.l3_hamode_db [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:36:43Z', 'revision_number': 6, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port_host': None}], 'n-d-815373-1', False) {} {{(pid=102136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:43.821013 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbd1849-980d-42bf-bf7e-90bdedbc8aac,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:43.848642 n-d-815373-1 neutron-server[102136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b2ea7-a1d3-47c6-a695-9989bcfe8b9b None None] The sync data for ids ['74251bf2-0a45-4d22-8ea3-c045b4e1b772'] in n-d-815373-1 is: [{'id': '74251bf2-0a45-4d22-8ea3-c045b4e1b772', 'name': 'tempest-TestSnapshotPattern-1045854764-router', 'tenant_id': 'ab73abd968b04dc9a07abd12e7344689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T00:30:13Z', 'updated_at': '2021-10-26T00:36:43Z', 'revision_number': 6, 'project_id': 'ab73abd968b04dc9a07abd12e7344689', 'gw_port_host': None}] {{(pid=102136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 00:36:43.881136 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803418'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.972418 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1809135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3780'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.974620 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:43.996980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.019188 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809126'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.019731 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74251bf2-0a45-4d22-8ea3-c045b4e1b772 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 00:36:44.023999 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.027475 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-2de1eeec-2f74-4b5d-9f6b-0dbbd512b631 admin admin] 10.222.0.25 "DELETE /v2.0/routers/74251bf2-0a45-4d22-8ea3-c045b4e1b772 HTTP/1.1" status: 204 len: 168 time: 0.7723761 Oct 26 00:36:44.027689 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52892) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:44.071235 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Deleting subnet 4ee95b10-7f7c-479d-9c9a-e11b0b8f574f {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 00:36:44.074240 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.108462 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16933915'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.194195 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685221'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.251931 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1490236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16796577'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.280491 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee95b10-7f7c-479d-9c9a-e11b0b8f574f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:44.286955 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.288967 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa40cd-6d92-4a22-a49d-d434c8d694e3 None None] Network cec651ab-98ee-4e42-b329-d8d52414a1fc requested from n-d-815373-1 {{(pid=102135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 00:36:44.290294 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-6c22fd90-b6b8-4388-9733-0dd4764b6eb2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ee95b10-7f7c-479d-9c9a-e11b0b8f574f HTTP/1.1" status: 204 len: 168 time: 0.2616498 Oct 26 00:36:44.294342 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52894) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:44.343623 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25449007-7ee2-4811-a0a3-769983542708 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:44.367764 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 25449007-7ee2-4811-a0a3-769983542708 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:44.368107 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 25449007-7ee2-4811-a0a3-769983542708 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:44.372701 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613652'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.426163 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Deleting port b4580570-5e42-444a-82ed-f104f88fedf2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 00:36:44.426507 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731927803652'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.489181 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] For port b4580570-5e42-444a-82ed-f104f88fedf2, host n-d-815373-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-1',level=0,port_id=b4580570-5e42-444a-82ed-f104f88fedf2,segment=NetworkSegment(4d38fc1c-cdb0-4f91-814c-a7ca75565f01),segment_id=4d38fc1c-cdb0-4f91-814c-a7ca75565f01)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 00:36:44.489542 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1798630'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.501538 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Calling delete_port for b4580570-5e42-444a-82ed-f104f88fedf2 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 00:36:44.581501 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731927874250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731927413342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1490383'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.604492 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4580570-5e42-444a-82ed-f104f88fedf2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:44.609971 n-d-815373-1 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] No DVR routers for this DVR port b4580570-5e42-444a-82ed-f104f88fedf2 on host n-d-815373-1 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 00:36:44.649911 n-d-815373-1 neutron-server[102135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a794d9-a707-450c-bbc5-5c39d111e045 None None] DHCP port deletion for cec651ab-98ee-4e42-b329-d8d52414a1fc request from n-d-815373-1 {{(pid=102135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 00:36:44.687634 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685866', 'neutron.services.segments.db._delete_segments_for_network-8731927918358'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.708539 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec651ab-98ee-4e42-b329-d8d52414a1fc']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:44.718175 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d38fc1c-cdb0-4f91-814c-a7ca75565f01') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:44.718471 n-d-815373-1 neutron-server[102133]: DEBUG neutron.services.segments.db [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d38fc1c-cdb0-4f91-814c-a7ca75565f01') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 00:36:44.728938 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731927916831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16933908'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.742293 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.748452 n-d-815373-1 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 00:36:44.748844 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1490330'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: Traceback (most recent call last): Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: timer() Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: cb(*args, **kw) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: return func(*args, **kwargs) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: self._notify() Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: self.callback(batched_events) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: event.method(event) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: return f(self, *a, **k) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: return self._get(url).json() Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 00:36:44.750661 n-d-815373-1 neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 00:36:44.803738 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1669508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803890'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.809381 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Publish callbacks [] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:44.812797 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cec651ab-98ee-4e42-b329-d8d52414a1fc HTTP/1.1" status: 204 len: 168 time: 0.5190978 Oct 26 00:36:44.825852 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf1656-cc22-418a-94c0-bd164f81a478 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec651ab-98ee-4e42-b329-d8d52414a1fc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:44.933570 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52898) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:44.972839 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-9143e3fb-db0f-41d8-9a1d-0b5f8267b94c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75e16e84afda43ba832bb6f741799db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380859 Oct 26 00:36:44.975377 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52900) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:45.026921 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8c8fff38-11ca-414b-9f16-66d7b61c2eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.047854 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8c8fff38-11ca-414b-9f16-66d7b61c2eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.092102 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8c8fff38-11ca-414b-9f16-66d7b61c2eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.094647 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8c8fff38-11ca-414b-9f16-66d7b61c2eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.096409 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8c8fff38-11ca-414b-9f16-66d7b61c2eff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ef5c842-1ed9-4cc3-8b9e-fd1e6aacfd8c HTTP/1.1" status: 204 len: 168 time: 0.1195683 Oct 26 00:36:45.105272 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fff38-11ca-414b-9f16-66d7b61c2eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5c842-1ed9-4cc3-8b9e-fd1e6aacfd8c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:45.413557 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52906) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:45.450995 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-8abe5ac2-f64d-4fac-bed0-e71e18a79ba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab73abd968b04dc9a07abd12e7344689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0362756 Oct 26 00:36:45.453332 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.25', 52908) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 00:36:45.499811 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c095cd-3314-4680-b189-6b9d4fb698b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.521263 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c095cd-3314-4680-b189-6b9d4fb698b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.566939 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c095cd-3314-4680-b189-6b9d4fb698b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820017'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.569508 n-d-815373-1 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-75c095cd-3314-4680-b189-6b9d4fb698b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:45.570707 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [None req-75c095cd-3314-4680-b189-6b9d4fb698b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30e598db-dc0f-460a-b338-15356377c8a8 HTTP/1.1" status: 204 len: 168 time: 0.1165068 Oct 26 00:36:45.578479 n-d-815373-1 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c095cd-3314-4680-b189-6b9d4fb698b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e598db-dc0f-460a-b338-15356377c8a8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 00:36:46.050598 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7eecdc42-b28d-4666-8bbe-95fd58bc3cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:46.120457 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0bbd1849-980d-42bf-bf7e-90bdedbc8aac no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:46.141559 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: 0bbd1849-980d-42bf-bf7e-90bdedbc8aac {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:46.141898 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device 0bbd1849-980d-42bf-bf7e-90bdedbc8aac not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:46.142334 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4580570-5e42-444a-82ed-f104f88fedf2 no longer exists at agent ovs-agent-n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 00:36:46.161196 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.plugin [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] No Port match for: b4580570-5e42-444a-82ed-f104f88fedf2 {{(pid=102135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 00:36:46.161539 n-d-815373-1 neutron-server[102135]: DEBUG neutron.plugins.ml2.rpc [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Device b4580570-5e42-444a-82ed-f104f88fedf2 not bound to the agent host n-d-815373-1 {{(pid=102135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 00:36:48.497952 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-eb37b695-8685-40fe-ad19-04b420ba3d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:48.956678 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:36:50.033097 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:50.511832 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:51.143464 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:36:59.378078 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:14.012313 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:16.051474 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d7f57d78-3d06-4b2b-9549-f5dc4c6b68d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:18.500164 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5708-1cc0-49a4-bc6d-8848f8af8366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:20.036152 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:20.504146 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:21.146687 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:25.956400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:37:26.229046 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821b4d97-6430-488b-b85b-d73ac1c4a27b req-63ef0280-9bfe-4cf3-be5a-1411a1cd5e24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277677 Oct 26 00:37:26.297138 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821b4d97-6430-488b-b85b-d73ac1c4a27b req-2c3a0501-9516-4fb6-93df-4c2b2de26312 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0249877 Oct 26 00:37:26.336766 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821b4d97-6430-488b-b85b-d73ac1c4a27b req-9a006c24-4286-4d1d-b63c-1454e9982c16 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188861 Oct 26 00:37:26.433223 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b4d97-6430-488b-b85b-d73ac1c4a27b req-01cc64f9-e99a-43ee-a25c-da9569632084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:37:26.434687 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-821b4d97-6430-488b-b85b-d73ac1c4a27b req-01cc64f9-e99a-43ee-a25c-da9569632084 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881572 Oct 26 00:37:29.406657 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:44.022239 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:46.051730 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-7158045b-5540-4e4e-b616-9f5ba0db3b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:48.502414 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4e3ad955-45cd-4d44-93e3-fec06c17f723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:50.038083 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:50.505793 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:51.149989 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:37:59.423519 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:02.955986 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:38:14.014292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:16.052740 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ec28a4fe-6795-485c-82de-e32e7004be6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:18.506463 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-119ae7bb-d57e-4bf0-835d-088926d4759e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:20.041149 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:20.507327 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:21.151766 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:26.256635 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dee3e85-0ed6-41dc-89dc-1efa55570db2 req-0ace908f-75e0-4a47-bca3-be6a851c847f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252395 Oct 26 00:38:26.329080 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dee3e85-0ed6-41dc-89dc-1efa55570db2 req-c5bf039b-80cc-46b0-ae8c-672a7434aff5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0306997 Oct 26 00:38:26.369636 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dee3e85-0ed6-41dc-89dc-1efa55570db2 req-3f5314d7-8733-4387-a258-0330c59e5a7f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198991 Oct 26 00:38:26.464868 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee3e85-0ed6-41dc-89dc-1efa55570db2 req-3ebc10fa-733f-49ce-8b9b-99bc80a8e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:38:26.466363 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-8dee3e85-0ed6-41dc-89dc-1efa55570db2 req-3ebc10fa-733f-49ce-8b9b-99bc80a8e5ef service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904288 Oct 26 00:38:29.426768 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:39.956790 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:38:44.018524 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:46.054901 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-37c973c8-7cdd-44c0-9114-18534e77fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:48.507412 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-901916c1-53a8-4cf9-91d2-fcf6a61609e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:50.043618 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:50.508897 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:51.153528 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:38:59.426359 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:14.023833 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:16.056421 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9fce04e1-5a60-4297-ae80-764235ddd792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:16.956619 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:39:18.506980 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-fd9caa3b-3653-43a6-bed2-32663c41097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:20.047178 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:20.510969 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:21.156761 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:27.218689 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f388dc83-f18a-4f9e-889e-8374be121823 req-be73c24c-aa90-4d49-a4be-992e5b8ff9b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262678 Oct 26 00:39:27.285519 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f388dc83-f18a-4f9e-889e-8374be121823 req-e813bfc5-c33f-4c45-9a0d-0d2424ff14cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0245893 Oct 26 00:39:27.324261 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f388dc83-f18a-4f9e-889e-8374be121823 req-49454918-9c21-46a1-b328-96ca7144a91d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189664 Oct 26 00:39:27.416602 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388dc83-f18a-4f9e-889e-8374be121823 req-d8cfd802-9f03-4c99-bdad-d4e1756dd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:39:27.418021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-f388dc83-f18a-4f9e-889e-8374be121823 req-d8cfd802-9f03-4c99-bdad-d4e1756dd75d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874248 Oct 26 00:39:29.424765 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:44.053354 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:46.060985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9460da27-c6f2-4554-a116-e5b9830dca03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:48.508525 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f2e6316c-088c-4614-9630-ea6094ed9c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:50.049929 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:50.512175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:51.159340 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:39:53.955002 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:39:59.424190 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:14.067902 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:16.053587 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e87f6982-a529-49b7-ad22-6e2c776c0e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:18.509205 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5b4d8eca-b13e-4869-af7b-19bc405d91e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:20.053142 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:20.514985 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:21.162312 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:27.251879 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11fbdb93-4e01-4840-af5b-fc34e363b974 req-5764ac3c-63ad-4412-a43f-ce4153dc7c8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250304 Oct 26 00:40:27.319812 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11fbdb93-4e01-4840-af5b-fc34e363b974 req-b669c5a6-93bf-4328-a094-2376ba8669c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0249650 Oct 26 00:40:27.358232 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11fbdb93-4e01-4840-af5b-fc34e363b974 req-0674439d-ef12-468e-bbf3-17e0410df68e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192759 Oct 26 00:40:27.451970 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbdb93-4e01-4840-af5b-fc34e363b974 req-d84b1c3e-0558-4339-94d2-1143ed305e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:40:27.453408 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-11fbdb93-4e01-4840-af5b-fc34e363b974 req-d84b1c3e-0558-4339-94d2-1143ed305e27 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885823 Oct 26 00:40:29.422754 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:30.954710 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:40:44.107709 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:46.055244 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cd330bcc-a392-46e6-9fd6-1c950ada30e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:48.510077 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d74b3ad7-3936-483a-9c21-1f826add4456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:50.055133 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:50.516368 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:51.165196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:40:59.416175 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:07.954907 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:41:14.096329 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:16.056912 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-8ca62f7d-d8cd-40af-80c1-6f0713bad2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:18.510731 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d8cae051-bf3c-46ed-9de2-eaf3047c537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:20.057508 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:20.517215 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:21.168261 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:27.331315 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-584c6c68-46eb-4a2f-ba3c-383904af160e req-f7015459-3697-4c30-8930-99d9e9240d6a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1368649 Oct 26 00:41:27.399552 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-584c6c68-46eb-4a2f-ba3c-383904af160e req-a0acbb1f-e409-4857-b0da-7bc4b2076389 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0247536 Oct 26 00:41:27.438696 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-584c6c68-46eb-4a2f-ba3c-383904af160e req-6934591d-cb7a-40c6-a3c7-b3ac674e8f18 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184703 Oct 26 00:41:27.532719 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c6c68-46eb-4a2f-ba3c-383904af160e req-15d00082-cbde-4847-89fb-c7a3104862f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:41:27.534066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-584c6c68-46eb-4a2f-ba3c-383904af160e req-15d00082-cbde-4847-89fb-c7a3104862f5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892761 Oct 26 00:41:29.421675 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:44.095223 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:44.953889 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:41:46.058267 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f6f78439-5561-41cb-9c22-cac5616bc115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:48.512733 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-1d154bc2-5eaf-4914-8760-215199c54726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:50.061041 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:50.519621 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:51.169941 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:41:59.422594 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:14.100507 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:16.060004 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e359dc89-5b96-4cbb-b892-4365a35310f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:18.513442 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-ecd012c5-79b1-4864-babb-7cc80df74145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:20.064372 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:20.522767 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:21.172770 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:21.953981 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:42:28.220195 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14b60cb9-1e0b-4105-86e4-0297ba822391 req-8e1234ae-089e-4a05-ba3f-6d43521bede2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265381 Oct 26 00:42:28.285695 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14b60cb9-1e0b-4105-86e4-0297ba822391 req-537cba2d-39c1-4895-ac06-70e05e48dff9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0256009 Oct 26 00:42:28.324066 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14b60cb9-1e0b-4105-86e4-0297ba822391 req-1b90b4cb-6571-4df9-90e5-993985c28c3f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196071 Oct 26 00:42:28.742921 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60cb9-1e0b-4105-86e4-0297ba822391 req-b865d249-1327-4f54-a3e8-f6e8e791b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:42:28.744374 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-14b60cb9-1e0b-4105-86e4-0297ba822391 req-b865d249-1327-4f54-a3e8-f6e8e791b586 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4138956 Oct 26 00:42:29.419241 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:44.109651 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:46.064324 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-946bb4da-8954-43a7-985f-2edd713a5d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:48.515682 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-219c709a-6351-4caa-9d95-a6ce96d0b88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:50.068172 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:50.525204 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:51.176914 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:42:58.953602 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:42:59.426792 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:12.685072 n-d-815373-1 neutron-server[102133]: DEBUG neutron.wsgi [req-d43f6501-5499-4e39-a246-b42524b58cec req-e3cc78b6-b10f-4778-a71e-736f39680cbe service neutron] (102133) timed out ('10.222.0.25', 50490) {{(pid=102133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 00:43:14.108211 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:16.066087 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ef05-4a37-40f7-9638-0bae133acecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:18.516516 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e0926cfd-5233-4ac1-aaab-5d04e8b8adbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:20.070284 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:20.530079 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:21.179125 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:29.457630 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:30.211021 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f87bf89-58cc-4006-b9f0-7a6725865d97 req-cfe5d7d3-b687-47d1-b9e5-6f3d5e0e17cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260262 Oct 26 00:43:30.278007 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f87bf89-58cc-4006-b9f0-7a6725865d97 req-478e0b88-31c6-49f8-975c-599511223afd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0243115 Oct 26 00:43:30.320366 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f87bf89-58cc-4006-b9f0-7a6725865d97 req-86019934-e378-4281-8bd0-1f482ba7d59c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194948 Oct 26 00:43:30.415119 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87bf89-58cc-4006-b9f0-7a6725865d97 req-24f72655-ec8f-4462-9701-1ccf4b823196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:43:30.416625 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-1f87bf89-58cc-4006-b9f0-7a6725865d97 req-24f72655-ec8f-4462-9701-1ccf4b823196 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888295 Oct 26 00:43:35.952400 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:43:44.122300 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:46.068423 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-69c2d56a-e9b6-4047-96df-5f504e3bc110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:48.520494 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c78f3ed9-695a-4ece-96e3-5e747ba870de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:50.073311 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:50.533196 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:51.183122 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:43:59.449579 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:12.952224 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:44:14.120604 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:16.070292 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2f62702d-8bf1-4516-ae2b-2a72eec9a835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:18.522471 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-4191bcd0-ec94-4096-9d3e-3388ce5f03ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:20.076473 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:20.535734 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:21.185273 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:29.474487 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:30.241022 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee107fa4-8558-4e40-93bb-a4523a7d2f49 req-83e66ca2-9dfd-4293-b05f-8b16140457e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253248 Oct 26 00:44:30.307883 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee107fa4-8558-4e40-93bb-a4523a7d2f49 req-3b6c376a-0559-4f5e-af5d-40bbf0df587b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0261855 Oct 26 00:44:30.351352 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee107fa4-8558-4e40-93bb-a4523a7d2f49 req-987bc1f4-8e61-44aa-904b-e163361a4cdd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241606 Oct 26 00:44:30.441828 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107fa4-8558-4e40-93bb-a4523a7d2f49 req-44ae8ec7-7105-41fa-97f7-9521b7202711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:44:30.443356 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-ee107fa4-8558-4e40-93bb-a4523a7d2f49 req-44ae8ec7-7105-41fa-97f7-9521b7202711 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858331 Oct 26 00:44:44.126476 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:46.072288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2212-08a2-4d52-baa2-0bd6f04c0cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:48.524717 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-870dcb89-c399-4ec6-90e2-0e9ccb413b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:49.951298 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:44:50.080485 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:50.538070 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:51.187614 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:44:59.486900 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:14.118600 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:16.074267 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-5919f66f-e17c-4218-b87c-e68b83078198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:18.526303 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-732be229-2877-4119-a59e-e77347abf180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:20.083851 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-61304dfd-6d1b-4565-a3dd-f881f9f5eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:20.539898 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-a515dca3-6f36-4d28-b160-cdfa0d3b7bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:21.189288 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-cda9a22d-890d-4a86-bb73-effa018b3a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:26.950572 n-d-815373-1 neutron-server[102136]: DEBUG neutron.db.agents_db [None req-451a545c-5e4c-417e-b0a5-5e3d313d2170 None None] Agent healthcheck: found 7 active agents {{(pid=102136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 00:45:29.482289 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d1f371f0-1bbf-4f4a-b97f-e0bab9de2736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 00:45:32.204203 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b26241e8-003d-4833-a82a-146bdd9d9db9 req-356ab7e0-37d6-4eb9-a1b9-e25fa4c604f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253916 Oct 26 00:45:32.279498 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b26241e8-003d-4833-a82a-146bdd9d9db9 req-c18b289a-b7f1-46d4-b210-e10dbb2d69e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&device_id=7f5573d4-090a-4360-9738-2c7d5413eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Oct 26 00:45:32.320713 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b26241e8-003d-4833-a82a-146bdd9d9db9 req-0fc875f2-7321-4efc-814d-747082f69b17 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3fc4df042c54d0d9878dc57ce74ab8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197878 Oct 26 00:45:32.416612 n-d-815373-1 neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26241e8-003d-4833-a82a-146bdd9d9db9 req-3530c73a-0ab5-4b00-a5c4-2cdbe3fc0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 00:45:32.418172 n-d-815373-1 neutron-server[102133]: INFO neutron.wsgi [req-b26241e8-003d-4833-a82a-146bdd9d9db9 req-3530c73a-0ab5-4b00-a5c4-2cdbe3fc0279 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891562 Oct 26 00:45:44.118403 n-d-815373-1 neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e15-e16d-46c6-86ee-9e093f24619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731927918340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686820'] for agent, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}